Attention!

Author: Justin Tan

RNN model with attention mechanism for rare decay identification in TensorFlow. See Bahdanau et. al (2016) and Yang et. al (2016).



In [1]:

    
import tensorflow as tf
import numpy as np
import pandas as pd
import time, os

class config(object):
    # Set network parameters
    # Empirically, depth more important than layer size - output dimension
    mode = 'kst'
    channel = 'rho0'
    n_particles = 5
    n_features = 100
    seq_length = n_features/n_particles
    rnn_cell = 'gru' # 'gru'
    hidden_units = 256  # Number of neurons per RNN Cell
    keep_prob = 1.0
    input_keep_prob = 0.97
    recurrent_keep_prob = 0.97
    num_epochs = 256
    batch_size = 128
    num_layers = 2 # Note: 3 layers is considered 'deep'
    learning_rate = 1e-4
    lr_epoch_decay = 0.999
    ema_decay = 0.999
    n_classes = 2
    attention_dim = 512

class directories(object):
    data = 'data'
    tensorboard = 'tensorboard'
    checkpoints = 'checkpoints'
    samples = 'samples'
    
architecture = '{} - {} | Base cell: {} | Hidden units: {} | Layers: {} | Batch: {} | Epochs: {}'.format(
    config.channel, config.mode, config.rnn_cell, config.hidden_units, config.num_layers, config.batch_size, config.num_epochs)

class reader():
    def __init__(self, df):
        
        self.df = df
        self.batch_size = config.batch_size
        self.steps_per_epoch = len(df) // config.batch_size
        self.epochs = 0
        self.proceed = True
        self.shuffle()

    def shuffle(self):
        self.df = self.df.sample(frac=1).reset_index(drop=True)
        self.df_X = self.df.drop('Labels', axis = 1)
        self.df_y = self.df['Labels']
        self.pointer = 0

    def next_batch(self, batch_size):
        if self.pointer + 1 >= self.steps_per_epoch:
            inputs = self.df_X.iloc[self.pointer*batch_size:]
            targets = self.df_y.iloc[self.pointer*batch_size:]
            self.epochs += 1
            self.shuffle()
            self.proceed = False
            
        inputs = self.df_X.iloc[self.pointer*batch_size:(self.pointer+1)*batch_size]
        targets = self.df_y.iloc[self.pointer*batch_size:(self.pointer+1)*batch_size]
        self.pointer += 1
                
        return inputs, targets

def save_summary(config, delta_t, train_acc, test_acc):
    import json
    summary = {
        'Timestamp': time.strftime('%c'),
        'Base cell': config.rnn_cell,
        'Hidden units': config.hidden_units,
        'Layers': config.num_layers,
        'Batch_size': config.batch_size,
        'Seq_length': config.seq_length,
        'Dropout': config.keep_prob,
        'Epochs': config.num_epochs,
        'Time': delta_t,
        'Final train acc': train_acc,
        'Final test acc': test_acc
    }
    # Writing JSON data
    if os.path.isfile('rnn_summary.json'):
        with open('rnn_summary_{}.json.format(config.name)', 'r+') as f:
            new = json.load(f)
        new.append(summary)
        with open('rnn_summary.json', 'w') as f:
            json.dump(new, f, indent = 4)
    else:
        with open('rnn_summary.json', 'w') as f:
             json.dump([summary], f, indent = 4)
                
def load_data(file_name, test_size = 0.05):
    from sklearn.model_selection import train_test_split
    df = pd.read_hdf(file_name, 'df')
    df_X_train, df_X_test, df_y_train, df_y_test = train_test_split(df.drop('Labels', axis = 1),
                                                                    df['Labels'], test_size = test_size, random_state=42)
    return df_X_train, df_X_test, df_y_train, df_y_test

def p_ordering(df, ascending = True):
    # Drop errors, order particles by momentum descending
    df = df.drop([column for column in df.columns if column.endswith('Err')], axis = 1)
    Labels = df['Labels']
    blocks = np.split(df.drop('Labels', axis = 1), config.n_particles, axis = 1)
    cols_p = [column for column in df.columns if column.endswith('cms_p')]
    p_mean = [df[column].mean() for column in cols_p]
    if ascending:
        p_ordered_frames = [blocks[i] for i in np.argsort(p_mean)]
    else:
        p_ordered_frames = [blocks[i] for i in np.argsort(p_mean)[::-1]]
        
    p_ordered_frames.append(Labels)
    df_p_ordered = pd.concat(p_ordered_frames, axis = 1)
    return df_p_ordered

def plot_ROC_curve(network_output, y_true, meta = ''):
#     import matplotlib as mpl
#     mpl.use('pgf')
    import matplotlib.pyplot as plt
    import seaborn as sns
    from sklearn.metrics import roc_curve, auc
    y_score = network_output[:,1]
    
    # Compute ROC curve, integrate
    fpr, tpr, thresholds = roc_curve(y_true, y_score)    
    roc_auc = auc(fpr, tpr)
    
    plt.figure()
    plt.axes([.1,.1,.8,.7])
    plt.figtext(.5,.9, r'Receiver Operating Characteristic', fontsize=15, ha='center')
    plt.figtext(.5,.85, meta, fontsize=10,ha='center')
    plt.plot(fpr, tpr, color='darkorange',
                     lw=2, label='ROC (area = %0.2f)' % roc_auc)
    plt.plot([0, 1], [0, 1], color='navy', lw=1.0, linestyle='--')
    plt.xlim([-0.05, 1.05])
    plt.ylim([-0.05, 1.05])
    plt.xlabel(r'False Positive Rate')
    plt.ylabel(r'True Positive Rate')
    plt.legend(loc="lower right")
    plt.savefig(os.path.join('graphs', '{}_{}_ROC.pdf'.format(config.channel, config.mode)), format='pdf', dpi=1000)
    #plt.savefig(os.path.join('graphs', '{}_{}_ROC.pgf'.format(config.channel, config.mode)), format='pgf', dpi=1000)
    print('AUC: {:.4f}'.format(roc_auc))
    plt.show()
    plt.gcf().clear()



In [2]:

    
def attention_A(annotations, attention_dim, feedforward = True, my_method = True):
    
    sequence_length = annotations.get_shape()[1].value
    hidden_units = annotations.get_shape()[2].value
    A_re = tf.reshape(annotations, [-1, hidden_units])

    W_ff = tf.get_variable('W_ff', shape = [hidden_units, attention_dim])
    b_ff = tf.get_variable('b_ff', shape = [attention_dim])
    u_context = tf.get_variable('context', shape = [attention_dim], initializer = tf.random_normal_initializer(stddev = 0.512))
    
    input_embedding = tf.tanh(tf.add(tf.matmul(A_re, W_ff), tf.reshape(b_ff, [1,-1])))
    energy = tf.matmul(input_embedding, tf.expand_dims(u_context,1))
    attention_energy = tf.reshape(energy, [-1, sequence_length])
    p = tf.nn.softmax(attention_energy)
    D = tf.matrix_diag(p)
    
    # Compute weighted sum of annotations
    if my_method:
        output = tf.reduce_sum(tf.matmul(D, annotations), 1)
    else:
        output = tf.reduce_sum(annotations * tf.reshape(p, [-1, sequence_length, 1]), 1)
        
    return output

def attention_B(annotations, attention_dim, feedforward = True, my_method = True):
    
    sequence_length = annotations.get_shape()[1].value
    hidden_units = annotations.get_shape()[2].value
    B_re = tf.reshape(annotations, [hidden_units, -1])

    W_ff = tf.get_variable('W_ff', shape = [attention_dim, hidden_units])
    b_ff = tf.get_variable('b_ff', shape = [attention_dim])
    u_context = tf.get_variable('context', shape = [attention_dim], initializer = tf.random_normal_initializer(stddev = 0.512))
    
    prod = tf.matmul(W_ff, B_re)
    b_ff_tiled = tf.tile(tf.expand_dims(b_ff,1), [1,prod.shape[1].value])
    
    input_embedding = tf.tanh(tf.add(prod, b_ff_tiled))
    energy = tf.matmul(tf.transpose(tf.expand_dims(u_context,1)), input_embedding)
    energy = tf.reshape(energy, [-1, sequence_length])

    p = tf.nn.softmax(energy)
    D = tf.matrix_diag(p)
    
    # Compute weighted sum of annotations
    if my_method:
        output = tf.reduce_sum(tf.matmul(D, annotations), 1)
    else:
        output = tf.reduce_sum(annotations * tf.reshape(p, [-1, sequence_length, 1]), 1)
        
    return output

Read Data



In [3]:

    
test_file = '/data/projects/punim0011/jtan/data/rnn/rnn_B02rho0gamma_kst.h5'

df_X_train, df_X_test, df_y_train, df_y_test = load_data(test_file)
df_train = p_ordering(pd.concat([df_X_train, df_y_train], axis = 1))
df_test = p_ordering(pd.concat([df_X_test, df_y_test], axis = 1))

config.n_features = df_train.shape[1] - 1
config.seq_length = config.n_features//config.n_particles
config.steps_per_epoch = len(df_X_train) // config.batch_size
assert config.seq_length == config.n_features/config.n_particles, 'Discrepancy in input feature dimension'

readerTrain = reader(df_train)
readerTest = reader(df_test)

RNN construction



In [4]:

    
def layer_weights(shape, name = 'weights'):
    # Return weight tensor of given shape using Xavier initialization
    W = tf.get_variable(name, shape = shape, initializer=tf.contrib.layers.xavier_initializer())
    return W

def layer_biases(shape, name = 'biases'):
    # Return bias tensor of given shape with small initialized constant value
    b = tf.get_variable(name, shape = shape, initializer = tf.constant_initializer(0.01))
    return b

def BN_layer_ops(x, shape, name, keep_prob, phase, activation=tf.nn.relu):
    # High-level implementation of BN
    with tf.variable_scope(name) as scope:
         # scope.reuse_variables() # otherwise tf.get_variable() checks that already existing vars are not shared by accident
        weights = layer_weights(shape = shape)
        biases = layer_biases(shape = [shape[1]])
        z_BN = tf.matmul(x, weights) + biases
        
        # Place BN transform before non-linearity - update to TF 1.2!
        theta_BN = tf.contrib.layers.batch_norm(z_BN, center=True, scale=True,is_training=phase, 
                                                decay=0.99, zero_debias_moving_mean=True, scope='bn', fused = True)
        BN_actv = activation(theta_BN)
        BN_layer_output = tf.nn.dropout(BN_actv, keep_prob)

    return BN_layer_output

def readout_ops(x, shape, name):
    # Don't apply non-linearity, dropout on output layer
    with tf.variable_scope(name) as scope:
        weights = layer_weights(shape = shape)
        biases = layer_biases(shape = [shape[1]])
        layer_output = tf.matmul(x, weights) + biases
        
    return layer_output

def build_network(x, n_layers, hidden_layer_nodes, keep_prob, training_phase):
    assert n_layers == len(hidden_layer_nodes), 'Specified layer nodes and number of layers do not correspond.'
    layers = [x]
    with tf.variable_scope('BN_layers') as scope:
        hidden_1 = BN_layer_ops(x, shape = [x.get_shape()[-1], hidden_layer_nodes[0]], name = 'BNhidden0',
                                keep_prob = keep_prob, phase = training_phase)
        layers.append(hidden_1)
        for n in range(0,n_layers-1):
            hidden_n = BN_layer_ops(layers[-1], shape = [hidden_layer_nodes[n], hidden_layer_nodes[n+1]], name = 'BNhidden{}'.format(n+1),
                                   keep_prob = keep_prob, phase = training_phase)
            layers.append(hidden_n)
        readout = readout_ops(layers[-1], shape = [hidden_layer_nodes[-1], config.n_classes], name = 'readout')
        
    return readout

def extract_last_2(rnn_output, ind):
    batch_range = tf.range(rnn_output.get_shape()[0])
    indices = tf.stack([batch_range, ind], axis=1)
    summary = tf.gather_nd(rnn_output, indices)

    return summary

def extract_axis_1(data, ind):
    """
    Get specified elements along the first axis of tensor.
    :param data: Tensorflow tensor that will be subsetted.
    :param ind: Indices to take (one for each element along axis 0 of data).
    :return: Subsetted tensor.
    """

    batch_range = tf.range(tf.shape(data)[0])
    indices = tf.stack([batch_range, ind], axis=1)
    res = tf.gather_nd(data, indices)

    return res



In [5]:

    
class BiRNN():
    def __init__(self, config, training = True):
        self.config = config                
        # Placeholders for feed_dict
        self.inputs = tf.placeholder(tf.float32, shape = [None, self.config.n_features])
        self.targets = tf.placeholder(tf.int32, shape = [None])
        self.keep_prob = tf.placeholder(tf.float32) # Dropout on input connections
        self.dense_keep_prob = tf.placeholder(tf.float32) # Dropout for dense layers
        self.training_phase = tf.placeholder(tf.bool)
        self.global_step = tf.get_variable('global_step', [], initializer=tf.constant_initializer(0), trainable=False)
        
        # Reshape input to batch_size x n_particles x seq_length tensor
        rnn_inputs = tf.reshape(self.inputs, [-1, config.n_particles, config.seq_length])
        
        # Choose rnn cell type
        if config.rnn_cell == 'lstm':
            args = {'num_units': config.hidden_units, 'forget_bias': 1.0, 'state_is_tuple': True}
            base_cell = tf.nn.rnn_cell.LSTMCell
        elif config.rnn_cell == 'gru':
            args = {'num_units': config.hidden_units}
            base_cell = tf.nn.rnn_cell.GRUCell
        elif config.rnn_cell == 'layer-norm':
            args = {'num_units': config.hidden_units, 'forget_bias': 1.0, 'dropout_keep_prob': self.config.recurrent_keep_prob}
            base_cell = tf.contrib.rnn.LayerNormBasicLSTMCell
        else:
            args = {'num_units': config.hidden_units, 'forget_bias': 1.0, 'dropout_keep_prob': self.config.recurrent_keep_prob}
            base_cell = tf.contrib.rnn.LayerNormBasicLSTMCell

        self.cell = base_cell
#         # Apply Dropout operator on non-recurrent connections, wrap stacked cells into a single cell
#         if training and self.config.input_keep_prob < 1:
#             rnn_inputs = tf.nn.dropout(rnn_inputs, self.keep_prob)
#             self.multicell = tf.nn.rnn_cell.MultiRNNCell(
#             [tf.nn.rnn_cell.DropoutWrapper(self.cell(**args), input_keep_prob = self.config.input_keep_prob) for _ in range(config.num_layers)],
#             state_is_tuple = True)
#         else:
#             self.multicell = tf.nn.rnn_cell.MultiRNNCell(
#             [self.cell(**args) for _ in range(config.num_layers)], state_is_tuple = True)
            
#         # Accept previous hidden state as input
#         self.init_state = self.multicell.zero_state(self.config.batch_size, tf.float32)
#         # Outputs shaped [batch_size, max_time, cell.output_size]
#         rnn_outputs, final_state = tf.nn.dynamic_rnn(
#             cell = self.multicell, inputs = rnn_inputs, initial_state = self.init_state, scope = self.scope)
#         self.output = rnn_outputs[:,-1,:]
        
        if training and self.config.input_keep_prob < 1:
            rnn_inputs = tf.nn.dropout(rnn_inputs, self.keep_prob)
            fwd_cells = [tf.nn.rnn_cell.DropoutWrapper(
                self.cell(**args), input_keep_prob = self.config.input_keep_prob) for _ in range(config.num_layers)]
            bwd_cells = [tf.nn.rnn_cell.DropoutWrapper(
                self.cell(**args), input_keep_prob = self.config.input_keep_prob) for _ in range(config.num_layers)]
        else:
            fwd_cells = [self.cell(**args) for _ in range(config.num_layers)]
            bwd_cells = [self.cell(**args) for _ in range(config.num_layers)]
        
        fwd_init = [fwd_cell.zero_state(self.config.batch_size, tf.float32) for fwd_cell in fwd_cells]
        bwd_init = [bwd_cell.zero_state(self.config.batch_size, tf.float32) for bwd_cell in bwd_cells]
        
        self.birnn_output, self.fwd_state, self.bwd_state = tf.contrib.rnn.stack_bidirectional_dynamic_rnn(
            cells_fw = fwd_cells,
            cells_bw = bwd_cells,
            inputs = rnn_inputs,
            initial_states_fw = fwd_init,
            initial_states_bw = bwd_init,
            sequence_length = np.ones(config.batch_size)*config.n_particles,
            parallel_iterations = 128)
        
#         summary_vector = attention_A(self.birnn_output, config.attention_dim, my_method = False)
        
#         with tf.variable_scope('smx'):
#             W_c = layer_weights(shape = [config.attention_dim, config.n_classes], name = 'smx_W_fwd')
#             b_c = layer_biases(shape = [config.n_classes], name = 'smx_b')
#             self.logits_RNN = tf.matmul(summary_vector, W_c) + b_c
        
#         with tf.variable_scope('softmax'):
#             W_f = layer_weights(shape = [config.hidden_units, config.n_classes], name = 'smx_W_fwd')
#             W_b = layer_weights(shape = [config.hidden_units, config.n_classes], name = 'smx_W_bwd')
#             softmax_b = layer_biases(shape = [config.n_classes], name = 'smx_b')
#             self.logits_RNN = tf.matmul(self.fwd_state[-1], W_f) + tf.matmul(self.bwd_state[-1], W_b) + softmax_b
            
        # Extract output from last time step
        
        ind = np.zeros(int(self.birnn_output.get_shape()[0])) + (config.n_particles - 1)
        y = extract_last_2(self.birnn_output, ind)
        output_fwd, output_bwd = tf.split(y, 2, axis = 1)
#         outputs = tf.split(self.birnn_output, 2, axis = 2)
#         output_fwd = outputs[0][:,-1,:]
#         output_bwd = outputs[1][:,-1,:]

        with tf.variable_scope('softmax'):
            W_f = layer_weights(shape = [config.hidden_units, config.n_classes], name = 'smx_W_fwd')
            W_b = layer_weights(shape = [config.hidden_units, config.n_classes], name = 'smx_W_bwd')
            softmax_b = layer_biases(shape = [config.n_classes], name = 'smx_b')
            self.logits_RNN = tf.matmul(output_fwd, W_f) + tf.matmul(output_bwd, W_b) + softmax_b  # Unormalized log probabilties for next char
        
        self.cross_entropy = tf.reduce_mean(tf.nn.sparse_softmax_cross_entropy_with_logits(logits = self.logits_RNN, labels = self.targets))
        tf.summary.scalar('cross_entropy', self.cross_entropy)
        
        # Anneal learning rate
        #learning_rate = tf.train.exponential_decay(config.learning_rate, global_step,
        #                                               decay_steps = config.steps_per_epoch, decay_rate = config.lr_epoch_decay, staircase=True)
        opt = tf.train.AdamOptimizer(config.learning_rate)
        grad_var_pairs = opt.compute_gradients(self.cross_entropy)          
        grad_var_pairs = [(tf.clip_by_value(grad, -1., 1.), var) for grad, var in grad_var_pairs]
        
        # Add histograms for gradients.
        for grad, var in grad_var_pairs:
            if grad is not None:
                tf.summary.histogram(var.op.name + '/gradients', grad)
                
        self.opt_op = opt.apply_gradients(grad_var_pairs, global_step=self.global_step)
#         self.opt_op = tf.train.AdamOptimizer(config.learning_rate).minimize(self.cross_entropy, name = 'optimizer',
#                                                                               global_step = self.global_step)
        
        self.ema = tf.train.ExponentialMovingAverage(decay = config.ema_decay, num_updates = self.global_step)
        maintain_averages_op = self.ema.apply(tf.trainable_variables())
        
        with tf.control_dependencies([self.opt_op]):
            self.train_op = tf.group(maintain_averages_op)
        
        # Evaluate correctness
        self.predictions = tf.nn.softmax(self.logits_RNN)
        correct_prediction = tf.equal(tf.cast(tf.argmax(self.predictions, 1), tf.int32), self.targets)
        self.accuracy = tf.reduce_mean(tf.cast(correct_prediction, tf.float32))
        tf.summary.scalar('accuracy', self.accuracy)
        self.merge_op = tf.summary.merge_all()
    
    def predict(self, ckpt, metaGraph = None):
        pin_cpu = tf.ConfigProto(allow_soft_placement=True, log_device_placement=True, device_count = {'GPU':0})
    
        # Restore the moving average version of the learned variables for eval.
        #variable_averages = tf.train.ExponentialMovingAverage(config.ema_decay)
        variables_to_restore = self.ema.variables_to_restore()
        #variables_to_restore = variable_averages.variables_to_restore()
        saver = tf.train.Saver(variables_to_restore)
        
        with tf.Session(config=pin_cpu) as sess:
            # Initialize variables
            init_op = tf.global_variables_initializer()
            sess.run(init_op)
            sess.run(tf.local_variables_initializer())
            start_time = time.time()
            assert (ckpt.model_checkpoint_path or metaGraph), 'Missing checkpoint file!'
            
            if metaGraph:
                saver = tf.train.import_meta_graph(metaGraph)
                saver.restore(sess, os.path.splitext(metaGraph)[0])
                print('{} restored.'.format(metaGraph))
            else:    
                saver.restore(sess, ckpt.model_checkpoint_path)
                print('{} restored.'.format(ckpt.model_checkpoint_path))

            # Make predictions using the trained model
            feed_dict_test = {self.inputs: df_X_test.values, self.targets: df_y_test.values, self.keep_prob: 1.0}#, self.training_phase: False}
            network_output_test, final_v_acc, final_v_auc = sess.run(
                [self.prediction, self.accuracy, self.auc_op], feed_dict = feed_dict_test)

            print("Validation accuracy: {:g}\nValidation AUC: {:g}".format(final_v_acc, final_v_auc))
            
            plot_ROC_curve(network_output = network_output_test, y_true = df_y_test.values,
                           meta = architecture + ' | Test accuracy: {}'.format(final_v_acc))            
            delta_t = time.time() - start_time
            print("Inference complete. Duration: %g s" %(delta_t))
            
            return network_output_test



In [92]:

    
extract_last_2(y, ind) == extract_axis_1(y, ind)









    Out[92]:





False



In [ ]:

    
outputs = tf.split(y, 2, axis = 2)



In [94]:

    
tf.split(extract_axis_1(y, ind), 2, axis = 1)









    Out[94]:





[<tf.Tensor 'split:0' shape=(128, 256) dtype=float32>,
 <tf.Tensor 'split:1' shape=(128, 256) dtype=float32>]



In [67]:

    
tf.shape(y)[0]









    Out[67]:





<tf.Tensor 'strided_slice_12:0' shape=() dtype=int32>



In [79]:

    
r = tf.range(y.get_shape()[0])



In [78]:

    
ind.shape









    Out[78]:





(128,)



In [82]:

    
tf.stack([r, ind], axis = 1)









    Out[82]:





<tf.Tensor 'stack_7:0' shape=(128, 2) dtype=int32>



In [73]:

    
tf.stack([tf.range(y.get_shape()[0]), ind], axis = 1)









    Out[73]:





<tf.Tensor 'stack_5:0' shape=(128, 2) dtype=int32>



In [58]:

    
tf.shape(y)









    Out[58]:





<tf.Tensor 'Shape_9:0' shape=(3,) dtype=int32>



In [63]:

    
tf.gather_nd(y,tf.stack([tf.range(tf.shape(y)[0]),ind], axis = 1))









    Out[63]:





<tf.Tensor 'GatherNd_2:0' shape=(128, 512) dtype=float32>



In [64]:

    
ind = np.zeros(int(y.get_shape()[0])) + (config.n_particles - 1)



In [84]:

    
z, inds = extract_axis_1(y, ind)



In [85]:

    
z









    Out[85]:





<tf.Tensor 'GatherNd_3:0' shape=(128, 512) dtype=float32>



In [86]:

    
inds









    Out[86]:





<tf.Tensor 'stack_8:0' shape=(128, 2) dtype=int32>



In [51]:

    
y[:,-1,:]









    Out[51]:





<tf.Tensor 'strided_slice_4:0' shape=(128, 512) dtype=float32>



In [7]:

    
biRNN = BiRNN(config, training = True)



In [59]:

    
y=biRNN.birnn_output



In [60]:

    
y









    Out[60]:





<tf.Tensor 'stack_bidirectional_rnn/cell_1/concat:0' shape=(128, 5, 512) dtype=float32>



In [19]:

    
y = np.random.normal(size=1000)



In [38]:

    
y.get_shape()[0]









    Out[38]:





Dimension(128)



In [31]:

    
tf.shape(y)









    Out[31]:





<tf.Tensor 'Shape_2:0' shape=(3,) dtype=int32>



In [27]:

    
y[:30, 4,:]









    Out[27]:





<tf.Tensor 'strided_slice:0' shape=(30, 512) dtype=float32>



In [10]:

    
config.batch_size









    Out[10]:





128



In [14]:

    
tf.range(config.batch_size)









    Out[14]:





<tf.Tensor 'range_1:0' shape=(128,) dtype=int32>



In [6]:

    
def train(config, restore = False):
    
    biRNN = BiRNN(config, training = True)
    start_time = time.time()
    v_acc_best = 0.
    saver = tf.train.Saver()
    train_writer = tf.summary.FileWriter(
        os.path.join(directories.tensorboard, 'train_{}'.format(time.strftime('%d-%m_%I:%M'))), graph = tf.get_default_graph())
    test_writer = tf.summary.FileWriter(os.path.join(directories.tensorboard, 'test_{}'.format(time.strftime('%d-%m_%I:%M'))))
    ckpt = tf.train.get_checkpoint_state(directories.checkpoints)
    
    with tf.Session() as sess:
        # Initialize variables
        init_op = tf.global_variables_initializer()
        sess.run(init_op)
        
        if restore and ckpt.model_checkpoint_path:
            print('{} restored.'.format(ckpt.model_checkpoint_path))
#             saver = tf.train.import_meta_graph('checkpoints/char-RNN__epoch49.ckpt-49.meta')
#             saver.restore(sess, 'checkpoints/char-RNN__epoch49.ckpt-49')
            saver.restore(sess, ckpt.model_checkpoint_path)
                    
        for epoch in range(config.num_epochs):
            
            readerTrain.proceed = True
            begin = time.time()
            step = 0
            print('(*) Entering Epoch {} ({:.3f} s)'.format(epoch, time.time() - start_time))

            # Save every 10 epochs    
            if epoch % 10 == 0:
                save_path = saver.save(sess,
                                       os.path.join(directories.checkpoints,'biRNN_{}_{}_epoch{}.ckpt'.format(config.mode, config.channel, epoch)),
                                       global_step = epoch)
                print('Graph saved to file: {}'.format(save_path))

            while(readerTrain.proceed):
                # Iterate through entire corpus
                x_train, y_train = readerTrain.next_batch(config.batch_size)
                feed_dict_train = {biRNN.inputs: x_train.values, biRNN.targets: y_train.values, biRNN.keep_prob: config.keep_prob, 
                                   biRNN.training_phase: True}
                t_op = sess.run(biRNN.train_op, feed_dict = feed_dict_train)
                step += 1

                if step % (config.steps_per_epoch // 8) == 0:            
                    # Evaluate model
                    improved = ''
                    x_test, y_test = readerTest.next_batch(config.batch_size)
                    feed_dict_test = {biRNN.inputs: x_test.values, biRNN.targets: y_test.values, 
                                      biRNN.keep_prob: 1.0, biRNN.training_phase: False}

                    t_acc, t_loss, t_summary = sess.run([biRNN.accuracy, biRNN.cross_entropy, biRNN.merge_op],
                                                        feed_dict = feed_dict_train)
                    v_acc, v_loss, v_summary, = sess.run([biRNN.accuracy, biRNN.cross_entropy, biRNN.merge_op],
                                                        feed_dict = feed_dict_test)

                    train_writer.add_summary(t_summary, step)
                    test_writer.add_summary(v_summary, step)
                    
                    if epoch > 5 and v_acc > v_acc_best:
                        v_acc_best = v_acc
                        improved = '*'
                        save_path = saver.save(sess, os.path.join(directories.checkpoints, 'best.ckpt'), global_step = epoch)
                    
                    print('Epoch {}, Step {} | Training Accuracy: {:.3f} | Test Accuracy: {:.3f} | Training Loss: {:.3f} | Test Loss {:.3f} {}'
                          .format(epoch, step, t_acc, v_acc, t_loss, v_loss, improved))

        save_path = saver.save(sess, os.path.join(directories.checkpoints, 'biRNN_end'),
                               global_step = epoch)
        print('Metagraph saved to file: {}'.format(save_path))

        final_train_accuracy = biRNN.accuracy.eval(feed_dict = {biRNN.inputs: df_X_train.values, biRNN.targets: df_y_train.values, 
                                                                biRNN.keep_prob: 1.0, biRNN.training_phase: False})
        final_test_accuracy = biRNN.accuracy.eval(feed_dict = {biRNN.inputs: df_X_test.values, biRNN.targets: df_y_test.values,
                                                               biRNN.keep_prob: 1.0, biRNN.training_phase: False})
        delta_t = time.time() - start_time
            
    print("Training Complete. Time elapsed: {:.3f} s".format(delta_t))
    print("Train accuracy: %g\nValidation accuracy: %g" %(final_train_accuracy, final_test_accuracy))

    print('Architecture: {}'.format(architecture))
    save_summary(config, delta_t, final_train_accuracy, final_test_accuracy)



In [ ]:

    
train(config)#, restore = True)









    



(*) Entering Epoch 0 (11.691 s)
Graph saved to file: checkpoints/biRNN_kst_rho0_epoch0.ckpt-0
Epoch 0, Step 475 | Training Accuracy: 0.570 | Test Accuracy: 0.539 | Training Loss: 0.660 | Test Loss 0.706 
Epoch 0, Step 950 | Training Accuracy: 0.602 | Test Accuracy: 0.703 | Training Loss: 0.635 | Test Loss 0.573 
Epoch 0, Step 1425 | Training Accuracy: 0.656 | Test Accuracy: 0.703 | Training Loss: 0.638 | Test Loss 0.619 
Epoch 0, Step 1900 | Training Accuracy: 0.656 | Test Accuracy: 0.641 | Training Loss: 0.598 | Test Loss 0.615 
Epoch 0, Step 2375 | Training Accuracy: 0.602 | Test Accuracy: 0.625 | Training Loss: 0.643 | Test Loss 0.620 
Epoch 0, Step 2850 | Training Accuracy: 0.617 | Test Accuracy: 0.688 | Training Loss: 0.595 | Test Loss 0.591 
Epoch 0, Step 3325 | Training Accuracy: 0.633 | Test Accuracy: 0.609 | Training Loss: 0.654 | Test Loss 0.608 
Epoch 0, Step 3800 | Training Accuracy: 0.688 | Test Accuracy: 0.750 | Training Loss: 0.578 | Test Loss 0.499 
(*) Entering Epoch 1 (103.359 s)
Epoch 1, Step 475 | Training Accuracy: 0.734 | Test Accuracy: 0.758 | Training Loss: 0.517 | Test Loss 0.524 
Epoch 1, Step 950 | Training Accuracy: 0.688 | Test Accuracy: 0.734 | Training Loss: 0.601 | Test Loss 0.552 
Epoch 1, Step 1425 | Training Accuracy: 0.711 | Test Accuracy: 0.766 | Training Loss: 0.583 | Test Loss 0.519 
Epoch 1, Step 1900 | Training Accuracy: 0.703 | Test Accuracy: 0.672 | Training Loss: 0.547 | Test Loss 0.633 
Epoch 1, Step 2375 | Training Accuracy: 0.672 | Test Accuracy: 0.719 | Training Loss: 0.547 | Test Loss 0.501 
Epoch 1, Step 2850 | Training Accuracy: 0.750 | Test Accuracy: 0.750 | Training Loss: 0.525 | Test Loss 0.490 
Epoch 1, Step 3325 | Training Accuracy: 0.805 | Test Accuracy: 0.703 | Training Loss: 0.438 | Test Loss 0.517 
Epoch 1, Step 3800 | Training Accuracy: 0.789 | Test Accuracy: 0.758 | Training Loss: 0.458 | Test Loss 0.485 
(*) Entering Epoch 2 (194.167 s)
Epoch 2, Step 475 | Training Accuracy: 0.734 | Test Accuracy: 0.734 | Training Loss: 0.527 | Test Loss 0.512 
Epoch 2, Step 950 | Training Accuracy: 0.734 | Test Accuracy: 0.688 | Training Loss: 0.499 | Test Loss 0.559 
Epoch 2, Step 1425 | Training Accuracy: 0.750 | Test Accuracy: 0.781 | Training Loss: 0.491 | Test Loss 0.489 
Epoch 2, Step 1900 | Training Accuracy: 0.711 | Test Accuracy: 0.758 | Training Loss: 0.551 | Test Loss 0.528 
Epoch 2, Step 2375 | Training Accuracy: 0.797 | Test Accuracy: 0.766 | Training Loss: 0.438 | Test Loss 0.482 
Epoch 2, Step 2850 | Training Accuracy: 0.781 | Test Accuracy: 0.750 | Training Loss: 0.440 | Test Loss 0.510 
Epoch 2, Step 3325 | Training Accuracy: 0.703 | Test Accuracy: 0.680 | Training Loss: 0.540 | Test Loss 0.559 
Epoch 2, Step 3800 | Training Accuracy: 0.805 | Test Accuracy: 0.734 | Training Loss: 0.427 | Test Loss 0.507 
(*) Entering Epoch 3 (285.053 s)
Epoch 3, Step 475 | Training Accuracy: 0.781 | Test Accuracy: 0.766 | Training Loss: 0.484 | Test Loss 0.490 
Epoch 3, Step 950 | Training Accuracy: 0.734 | Test Accuracy: 0.773 | Training Loss: 0.517 | Test Loss 0.482 
Epoch 3, Step 1425 | Training Accuracy: 0.766 | Test Accuracy: 0.688 | Training Loss: 0.455 | Test Loss 0.588 
Epoch 3, Step 1900 | Training Accuracy: 0.797 | Test Accuracy: 0.781 | Training Loss: 0.445 | Test Loss 0.450 
Epoch 3, Step 2375 | Training Accuracy: 0.742 | Test Accuracy: 0.711 | Training Loss: 0.479 | Test Loss 0.505 
Epoch 3, Step 2850 | Training Accuracy: 0.664 | Test Accuracy: 0.820 | Training Loss: 0.579 | Test Loss 0.396 
Epoch 3, Step 3325 | Training Accuracy: 0.836 | Test Accuracy: 0.742 | Training Loss: 0.405 | Test Loss 0.512 
Epoch 3, Step 3800 | Training Accuracy: 0.805 | Test Accuracy: 0.766 | Training Loss: 0.435 | Test Loss 0.508 
(*) Entering Epoch 4 (375.873 s)
Epoch 4, Step 475 | Training Accuracy: 0.742 | Test Accuracy: 0.758 | Training Loss: 0.530 | Test Loss 0.452 
Epoch 4, Step 950 | Training Accuracy: 0.789 | Test Accuracy: 0.703 | Training Loss: 0.457 | Test Loss 0.574 
Epoch 4, Step 1425 | Training Accuracy: 0.766 | Test Accuracy: 0.719 | Training Loss: 0.474 | Test Loss 0.521 
Epoch 4, Step 1900 | Training Accuracy: 0.789 | Test Accuracy: 0.773 | Training Loss: 0.454 | Test Loss 0.500 
Epoch 4, Step 2375 | Training Accuracy: 0.781 | Test Accuracy: 0.672 | Training Loss: 0.463 | Test Loss 0.545 
Epoch 4, Step 2850 | Training Accuracy: 0.781 | Test Accuracy: 0.766 | Training Loss: 0.511 | Test Loss 0.503 
Epoch 4, Step 3325 | Training Accuracy: 0.781 | Test Accuracy: 0.805 | Training Loss: 0.454 | Test Loss 0.442 
Epoch 4, Step 3800 | Training Accuracy: 0.727 | Test Accuracy: 0.750 | Training Loss: 0.474 | Test Loss 0.460 
(*) Entering Epoch 5 (466.779 s)
Epoch 5, Step 475 | Training Accuracy: 0.758 | Test Accuracy: 0.734 | Training Loss: 0.533 | Test Loss 0.526 
Epoch 5, Step 950 | Training Accuracy: 0.805 | Test Accuracy: 0.664 | Training Loss: 0.446 | Test Loss 0.629 
Epoch 5, Step 1425 | Training Accuracy: 0.727 | Test Accuracy: 0.773 | Training Loss: 0.537 | Test Loss 0.481 
Epoch 5, Step 1900 | Training Accuracy: 0.734 | Test Accuracy: 0.742 | Training Loss: 0.510 | Test Loss 0.496 
Epoch 5, Step 2375 | Training Accuracy: 0.781 | Test Accuracy: 0.742 | Training Loss: 0.438 | Test Loss 0.468 
Epoch 5, Step 2850 | Training Accuracy: 0.766 | Test Accuracy: 0.797 | Training Loss: 0.463 | Test Loss 0.479 
Epoch 5, Step 3325 | Training Accuracy: 0.781 | Test Accuracy: 0.773 | Training Loss: 0.452 | Test Loss 0.480 
Epoch 5, Step 3800 | Training Accuracy: 0.758 | Test Accuracy: 0.820 | Training Loss: 0.480 | Test Loss 0.466 
(*) Entering Epoch 6 (557.764 s)
Epoch 6, Step 475 | Training Accuracy: 0.758 | Test Accuracy: 0.781 | Training Loss: 0.482 | Test Loss 0.462 *
Epoch 6, Step 950 | Training Accuracy: 0.766 | Test Accuracy: 0.805 | Training Loss: 0.506 | Test Loss 0.467 *
Epoch 6, Step 1425 | Training Accuracy: 0.750 | Test Accuracy: 0.789 | Training Loss: 0.514 | Test Loss 0.426 
Epoch 6, Step 1900 | Training Accuracy: 0.789 | Test Accuracy: 0.758 | Training Loss: 0.430 | Test Loss 0.520 
Epoch 6, Step 2375 | Training Accuracy: 0.805 | Test Accuracy: 0.688 | Training Loss: 0.441 | Test Loss 0.526 
Epoch 6, Step 2850 | Training Accuracy: 0.719 | Test Accuracy: 0.750 | Training Loss: 0.494 | Test Loss 0.512 
Epoch 6, Step 3325 | Training Accuracy: 0.828 | Test Accuracy: 0.820 | Training Loss: 0.393 | Test Loss 0.417 *
Epoch 6, Step 3800 | Training Accuracy: 0.828 | Test Accuracy: 0.758 | Training Loss: 0.396 | Test Loss 0.471 
(*) Entering Epoch 7 (649.173 s)
Epoch 7, Step 475 | Training Accuracy: 0.805 | Test Accuracy: 0.711 | Training Loss: 0.430 | Test Loss 0.520 
Epoch 7, Step 950 | Training Accuracy: 0.773 | Test Accuracy: 0.773 | Training Loss: 0.501 | Test Loss 0.454 
Epoch 7, Step 1425 | Training Accuracy: 0.781 | Test Accuracy: 0.805 | Training Loss: 0.452 | Test Loss 0.415 
Epoch 7, Step 1900 | Training Accuracy: 0.750 | Test Accuracy: 0.773 | Training Loss: 0.471 | Test Loss 0.464 
Epoch 7, Step 2375 | Training Accuracy: 0.766 | Test Accuracy: 0.859 | Training Loss: 0.503 | Test Loss 0.353 *
Epoch 7, Step 2850 | Training Accuracy: 0.773 | Test Accuracy: 0.727 | Training Loss: 0.472 | Test Loss 0.571 
Epoch 7, Step 3325 | Training Accuracy: 0.734 | Test Accuracy: 0.773 | Training Loss: 0.497 | Test Loss 0.450 
Epoch 7, Step 3800 | Training Accuracy: 0.836 | Test Accuracy: 0.875 | Training Loss: 0.461 | Test Loss 0.358 *
(*) Entering Epoch 8 (740.285 s)
Epoch 8, Step 475 | Training Accuracy: 0.820 | Test Accuracy: 0.820 | Training Loss: 0.384 | Test Loss 0.440 
Epoch 8, Step 950 | Training Accuracy: 0.789 | Test Accuracy: 0.773 | Training Loss: 0.497 | Test Loss 0.471 
Epoch 8, Step 1425 | Training Accuracy: 0.852 | Test Accuracy: 0.797 | Training Loss: 0.327 | Test Loss 0.436 
Epoch 8, Step 1900 | Training Accuracy: 0.789 | Test Accuracy: 0.789 | Training Loss: 0.416 | Test Loss 0.453 
Epoch 8, Step 2375 | Training Accuracy: 0.789 | Test Accuracy: 0.805 | Training Loss: 0.472 | Test Loss 0.403 
Epoch 8, Step 2850 | Training Accuracy: 0.758 | Test Accuracy: 0.781 | Training Loss: 0.473 | Test Loss 0.466 
Epoch 8, Step 3325 | Training Accuracy: 0.789 | Test Accuracy: 0.867 | Training Loss: 0.420 | Test Loss 0.328 
Epoch 8, Step 3800 | Training Accuracy: 0.828 | Test Accuracy: 0.828 | Training Loss: 0.424 | Test Loss 0.373 
(*) Entering Epoch 9 (831.050 s)
Epoch 9, Step 475 | Training Accuracy: 0.812 | Test Accuracy: 0.781 | Training Loss: 0.395 | Test Loss 0.459 
Epoch 9, Step 950 | Training Accuracy: 0.867 | Test Accuracy: 0.812 | Training Loss: 0.351 | Test Loss 0.370 
Epoch 9, Step 1425 | Training Accuracy: 0.750 | Test Accuracy: 0.812 | Training Loss: 0.481 | Test Loss 0.442 
Epoch 9, Step 1900 | Training Accuracy: 0.820 | Test Accuracy: 0.820 | Training Loss: 0.413 | Test Loss 0.427 
Epoch 9, Step 2375 | Training Accuracy: 0.844 | Test Accuracy: 0.812 | Training Loss: 0.391 | Test Loss 0.385 
Epoch 9, Step 2850 | Training Accuracy: 0.805 | Test Accuracy: 0.789 | Training Loss: 0.444 | Test Loss 0.445 
Epoch 9, Step 3325 | Training Accuracy: 0.805 | Test Accuracy: 0.773 | Training Loss: 0.433 | Test Loss 0.457 
Epoch 9, Step 3800 | Training Accuracy: 0.914 | Test Accuracy: 0.852 | Training Loss: 0.284 | Test Loss 0.389 
(*) Entering Epoch 10 (921.774 s)
Graph saved to file: checkpoints/biRNN_kst_rho0_epoch10.ckpt-10
Epoch 10, Step 475 | Training Accuracy: 0.867 | Test Accuracy: 0.812 | Training Loss: 0.291 | Test Loss 0.406 
Epoch 10, Step 950 | Training Accuracy: 0.766 | Test Accuracy: 0.836 | Training Loss: 0.415 | Test Loss 0.372 
Epoch 10, Step 1425 | Training Accuracy: 0.836 | Test Accuracy: 0.766 | Training Loss: 0.380 | Test Loss 0.472 
Epoch 10, Step 1900 | Training Accuracy: 0.781 | Test Accuracy: 0.836 | Training Loss: 0.439 | Test Loss 0.457 
Epoch 10, Step 2375 | Training Accuracy: 0.844 | Test Accuracy: 0.836 | Training Loss: 0.380 | Test Loss 0.399 
Epoch 10, Step 2850 | Training Accuracy: 0.859 | Test Accuracy: 0.836 | Training Loss: 0.337 | Test Loss 0.352 
Epoch 10, Step 3325 | Training Accuracy: 0.805 | Test Accuracy: 0.766 | Training Loss: 0.373 | Test Loss 0.467 
Epoch 10, Step 3800 | Training Accuracy: 0.812 | Test Accuracy: 0.766 | Training Loss: 0.414 | Test Loss 0.429 
(*) Entering Epoch 11 (1013.043 s)
Epoch 11, Step 475 | Training Accuracy: 0.789 | Test Accuracy: 0.852 | Training Loss: 0.470 | Test Loss 0.369 
Epoch 11, Step 950 | Training Accuracy: 0.828 | Test Accuracy: 0.867 | Training Loss: 0.402 | Test Loss 0.338 
Epoch 11, Step 1425 | Training Accuracy: 0.828 | Test Accuracy: 0.859 | Training Loss: 0.431 | Test Loss 0.374 
Epoch 11, Step 1900 | Training Accuracy: 0.805 | Test Accuracy: 0.820 | Training Loss: 0.383 | Test Loss 0.397 
Epoch 11, Step 2375 | Training Accuracy: 0.797 | Test Accuracy: 0.734 | Training Loss: 0.353 | Test Loss 0.457 
Epoch 11, Step 2850 | Training Accuracy: 0.844 | Test Accuracy: 0.758 | Training Loss: 0.345 | Test Loss 0.449 
Epoch 11, Step 3325 | Training Accuracy: 0.773 | Test Accuracy: 0.766 | Training Loss: 0.484 | Test Loss 0.478 
Epoch 11, Step 3800 | Training Accuracy: 0.844 | Test Accuracy: 0.750 | Training Loss: 0.333 | Test Loss 0.485 
(*) Entering Epoch 12 (1104.043 s)
Epoch 12, Step 475 | Training Accuracy: 0.867 | Test Accuracy: 0.773 | Training Loss: 0.349 | Test Loss 0.465 
Epoch 12, Step 950 | Training Accuracy: 0.812 | Test Accuracy: 0.797 | Training Loss: 0.413 | Test Loss 0.446 
Epoch 12, Step 1425 | Training Accuracy: 0.812 | Test Accuracy: 0.836 | Training Loss: 0.413 | Test Loss 0.350 
Epoch 12, Step 1900 | Training Accuracy: 0.844 | Test Accuracy: 0.836 | Training Loss: 0.375 | Test Loss 0.346 
Epoch 12, Step 2375 | Training Accuracy: 0.812 | Test Accuracy: 0.781 | Training Loss: 0.425 | Test Loss 0.484 
Epoch 12, Step 2850 | Training Accuracy: 0.789 | Test Accuracy: 0.844 | Training Loss: 0.453 | Test Loss 0.359 
Epoch 12, Step 3325 | Training Accuracy: 0.852 | Test Accuracy: 0.836 | Training Loss: 0.406 | Test Loss 0.380 
Epoch 12, Step 3800 | Training Accuracy: 0.781 | Test Accuracy: 0.820 | Training Loss: 0.418 | Test Loss 0.411 
(*) Entering Epoch 13 (1195.140 s)
Epoch 13, Step 475 | Training Accuracy: 0.836 | Test Accuracy: 0.789 | Training Loss: 0.393 | Test Loss 0.405 
Epoch 13, Step 950 | Training Accuracy: 0.836 | Test Accuracy: 0.844 | Training Loss: 0.443 | Test Loss 0.347 
Epoch 13, Step 1425 | Training Accuracy: 0.852 | Test Accuracy: 0.812 | Training Loss: 0.335 | Test Loss 0.440 
Epoch 13, Step 1900 | Training Accuracy: 0.797 | Test Accuracy: 0.781 | Training Loss: 0.368 | Test Loss 0.420 
Epoch 13, Step 2375 | Training Accuracy: 0.812 | Test Accuracy: 0.805 | Training Loss: 0.388 | Test Loss 0.414 
Epoch 13, Step 2850 | Training Accuracy: 0.766 | Test Accuracy: 0.867 | Training Loss: 0.431 | Test Loss 0.357 
Epoch 13, Step 3325 | Training Accuracy: 0.852 | Test Accuracy: 0.836 | Training Loss: 0.359 | Test Loss 0.399 
Epoch 13, Step 3800 | Training Accuracy: 0.789 | Test Accuracy: 0.727 | Training Loss: 0.440 | Test Loss 0.562 
(*) Entering Epoch 14 (1286.215 s)
Epoch 14, Step 475 | Training Accuracy: 0.859 | Test Accuracy: 0.844 | Training Loss: 0.328 | Test Loss 0.374 
Epoch 14, Step 950 | Training Accuracy: 0.844 | Test Accuracy: 0.789 | Training Loss: 0.389 | Test Loss 0.417 
Epoch 14, Step 1425 | Training Accuracy: 0.805 | Test Accuracy: 0.742 | Training Loss: 0.383 | Test Loss 0.424 
Epoch 14, Step 1900 | Training Accuracy: 0.852 | Test Accuracy: 0.828 | Training Loss: 0.363 | Test Loss 0.452 
Epoch 14, Step 2375 | Training Accuracy: 0.789 | Test Accuracy: 0.812 | Training Loss: 0.426 | Test Loss 0.414 
Epoch 14, Step 2850 | Training Accuracy: 0.844 | Test Accuracy: 0.828 | Training Loss: 0.375 | Test Loss 0.365 
Epoch 14, Step 3325 | Training Accuracy: 0.750 | Test Accuracy: 0.758 | Training Loss: 0.419 | Test Loss 0.428 
Epoch 14, Step 3800 | Training Accuracy: 0.805 | Test Accuracy: 0.828 | Training Loss: 0.409 | Test Loss 0.414 
(*) Entering Epoch 15 (1377.303 s)
Epoch 15, Step 475 | Training Accuracy: 0.859 | Test Accuracy: 0.875 | Training Loss: 0.370 | Test Loss 0.330 
Epoch 15, Step 950 | Training Accuracy: 0.812 | Test Accuracy: 0.789 | Training Loss: 0.380 | Test Loss 0.490 
Epoch 15, Step 1425 | Training Accuracy: 0.766 | Test Accuracy: 0.828 | Training Loss: 0.421 | Test Loss 0.351 
Epoch 15, Step 1900 | Training Accuracy: 0.859 | Test Accuracy: 0.797 | Training Loss: 0.340 | Test Loss 0.471 
Epoch 15, Step 2375 | Training Accuracy: 0.789 | Test Accuracy: 0.812 | Training Loss: 0.400 | Test Loss 0.405 
Epoch 15, Step 2850 | Training Accuracy: 0.836 | Test Accuracy: 0.820 | Training Loss: 0.379 | Test Loss 0.432 
Epoch 15, Step 3325 | Training Accuracy: 0.867 | Test Accuracy: 0.875 | Training Loss: 0.351 | Test Loss 0.406 
Epoch 15, Step 3800 | Training Accuracy: 0.844 | Test Accuracy: 0.852 | Training Loss: 0.392 | Test Loss 0.379 
(*) Entering Epoch 16 (1468.389 s)
Epoch 16, Step 475 | Training Accuracy: 0.844 | Test Accuracy: 0.805 | Training Loss: 0.365 | Test Loss 0.430 
Epoch 16, Step 950 | Training Accuracy: 0.805 | Test Accuracy: 0.773 | Training Loss: 0.433 | Test Loss 0.424 
Epoch 16, Step 1425 | Training Accuracy: 0.820 | Test Accuracy: 0.812 | Training Loss: 0.387 | Test Loss 0.424 
Epoch 16, Step 1900 | Training Accuracy: 0.820 | Test Accuracy: 0.781 | Training Loss: 0.425 | Test Loss 0.418 
Epoch 16, Step 2375 | Training Accuracy: 0.797 | Test Accuracy: 0.836 | Training Loss: 0.412 | Test Loss 0.412 
Epoch 16, Step 2850 | Training Accuracy: 0.836 | Test Accuracy: 0.828 | Training Loss: 0.394 | Test Loss 0.363 
Epoch 16, Step 3325 | Training Accuracy: 0.797 | Test Accuracy: 0.844 | Training Loss: 0.475 | Test Loss 0.380 
Epoch 16, Step 3800 | Training Accuracy: 0.844 | Test Accuracy: 0.789 | Training Loss: 0.422 | Test Loss 0.438 
(*) Entering Epoch 17 (1559.513 s)
Epoch 17, Step 475 | Training Accuracy: 0.836 | Test Accuracy: 0.805 | Training Loss: 0.403 | Test Loss 0.405 
Epoch 17, Step 950 | Training Accuracy: 0.836 | Test Accuracy: 0.867 | Training Loss: 0.381 | Test Loss 0.339 
Epoch 17, Step 1425 | Training Accuracy: 0.797 | Test Accuracy: 0.836 | Training Loss: 0.402 | Test Loss 0.363 
Epoch 17, Step 1900 | Training Accuracy: 0.828 | Test Accuracy: 0.797 | Training Loss: 0.393 | Test Loss 0.386 
Epoch 17, Step 2375 | Training Accuracy: 0.867 | Test Accuracy: 0.797 | Training Loss: 0.311 | Test Loss 0.396 
Epoch 17, Step 2850 | Training Accuracy: 0.859 | Test Accuracy: 0.789 | Training Loss: 0.409 | Test Loss 0.416 
Epoch 17, Step 3325 | Training Accuracy: 0.781 | Test Accuracy: 0.836 | Training Loss: 0.406 | Test Loss 0.347 
Epoch 17, Step 3800 | Training Accuracy: 0.828 | Test Accuracy: 0.781 | Training Loss: 0.387 | Test Loss 0.483 
(*) Entering Epoch 18 (1650.734 s)
Epoch 18, Step 475 | Training Accuracy: 0.844 | Test Accuracy: 0.781 | Training Loss: 0.412 | Test Loss 0.419 
Epoch 18, Step 950 | Training Accuracy: 0.820 | Test Accuracy: 0.797 | Training Loss: 0.353 | Test Loss 0.395 
Epoch 18, Step 1425 | Training Accuracy: 0.789 | Test Accuracy: 0.781 | Training Loss: 0.469 | Test Loss 0.426 
Epoch 18, Step 1900 | Training Accuracy: 0.883 | Test Accuracy: 0.758 | Training Loss: 0.319 | Test Loss 0.393 
Epoch 18, Step 2375 | Training Accuracy: 0.781 | Test Accuracy: 0.805 | Training Loss: 0.454 | Test Loss 0.406 
Epoch 18, Step 2850 | Training Accuracy: 0.820 | Test Accuracy: 0.844 | Training Loss: 0.383 | Test Loss 0.434 
Epoch 18, Step 3325 | Training Accuracy: 0.844 | Test Accuracy: 0.789 | Training Loss: 0.394 | Test Loss 0.420 
Epoch 18, Step 3800 | Training Accuracy: 0.852 | Test Accuracy: 0.805 | Training Loss: 0.395 | Test Loss 0.450 
(*) Entering Epoch 19 (1741.897 s)
Epoch 19, Step 475 | Training Accuracy: 0.805 | Test Accuracy: 0.805 | Training Loss: 0.399 | Test Loss 0.382 
Epoch 19, Step 950 | Training Accuracy: 0.812 | Test Accuracy: 0.805 | Training Loss: 0.446 | Test Loss 0.440 
Epoch 19, Step 1425 | Training Accuracy: 0.828 | Test Accuracy: 0.867 | Training Loss: 0.379 | Test Loss 0.312 
Epoch 19, Step 1900 | Training Accuracy: 0.789 | Test Accuracy: 0.836 | Training Loss: 0.387 | Test Loss 0.361 
Epoch 19, Step 2375 | Training Accuracy: 0.812 | Test Accuracy: 0.727 | Training Loss: 0.435 | Test Loss 0.490 
Epoch 19, Step 2850 | Training Accuracy: 0.828 | Test Accuracy: 0.828 | Training Loss: 0.428 | Test Loss 0.335 
Epoch 19, Step 3325 | Training Accuracy: 0.836 | Test Accuracy: 0.812 | Training Loss: 0.371 | Test Loss 0.346 
Epoch 19, Step 3800 | Training Accuracy: 0.836 | Test Accuracy: 0.867 | Training Loss: 0.335 | Test Loss 0.335 
(*) Entering Epoch 20 (1833.083 s)
Graph saved to file: checkpoints/biRNN_kst_rho0_epoch20.ckpt-20
Epoch 20, Step 475 | Training Accuracy: 0.836 | Test Accuracy: 0.867 | Training Loss: 0.444 | Test Loss 0.353 
Epoch 20, Step 950 | Training Accuracy: 0.836 | Test Accuracy: 0.758 | Training Loss: 0.340 | Test Loss 0.455 
Epoch 20, Step 1425 | Training Accuracy: 0.805 | Test Accuracy: 0.773 | Training Loss: 0.400 | Test Loss 0.406 
Epoch 20, Step 1900 | Training Accuracy: 0.836 | Test Accuracy: 0.891 | Training Loss: 0.359 | Test Loss 0.301 *
Epoch 20, Step 2375 | Training Accuracy: 0.805 | Test Accuracy: 0.797 | Training Loss: 0.418 | Test Loss 0.400 
Epoch 20, Step 2850 | Training Accuracy: 0.812 | Test Accuracy: 0.773 | Training Loss: 0.351 | Test Loss 0.435 
Epoch 20, Step 3325 | Training Accuracy: 0.828 | Test Accuracy: 0.742 | Training Loss: 0.404 | Test Loss 0.454 
Epoch 20, Step 3800 | Training Accuracy: 0.797 | Test Accuracy: 0.844 | Training Loss: 0.415 | Test Loss 0.342 
(*) Entering Epoch 21 (1924.588 s)
Epoch 21, Step 475 | Training Accuracy: 0.781 | Test Accuracy: 0.789 | Training Loss: 0.466 | Test Loss 0.500 
Epoch 21, Step 950 | Training Accuracy: 0.789 | Test Accuracy: 0.812 | Training Loss: 0.405 | Test Loss 0.426 
Epoch 21, Step 1425 | Training Accuracy: 0.844 | Test Accuracy: 0.805 | Training Loss: 0.319 | Test Loss 0.421 
Epoch 21, Step 1900 | Training Accuracy: 0.812 | Test Accuracy: 0.836 | Training Loss: 0.407 | Test Loss 0.371 
Epoch 21, Step 2375 | Training Accuracy: 0.812 | Test Accuracy: 0.852 | Training Loss: 0.390 | Test Loss 0.353 
Epoch 21, Step 2850 | Training Accuracy: 0.867 | Test Accuracy: 0.836 | Training Loss: 0.351 | Test Loss 0.418 
Epoch 21, Step 3325 | Training Accuracy: 0.836 | Test Accuracy: 0.750 | Training Loss: 0.404 | Test Loss 0.478 
Epoch 21, Step 3800 | Training Accuracy: 0.836 | Test Accuracy: 0.805 | Training Loss: 0.379 | Test Loss 0.392 
(*) Entering Epoch 22 (2015.635 s)
Epoch 22, Step 475 | Training Accuracy: 0.805 | Test Accuracy: 0.836 | Training Loss: 0.390 | Test Loss 0.413 
Epoch 22, Step 950 | Training Accuracy: 0.836 | Test Accuracy: 0.828 | Training Loss: 0.397 | Test Loss 0.434 
Epoch 22, Step 1425 | Training Accuracy: 0.836 | Test Accuracy: 0.859 | Training Loss: 0.387 | Test Loss 0.327 
Epoch 22, Step 1900 | Training Accuracy: 0.867 | Test Accuracy: 0.766 | Training Loss: 0.293 | Test Loss 0.417 
Epoch 22, Step 2375 | Training Accuracy: 0.797 | Test Accuracy: 0.766 | Training Loss: 0.415 | Test Loss 0.455 
Epoch 22, Step 2850 | Training Accuracy: 0.852 | Test Accuracy: 0.883 | Training Loss: 0.347 | Test Loss 0.333 
Epoch 22, Step 3325 | Training Accuracy: 0.828 | Test Accuracy: 0.781 | Training Loss: 0.391 | Test Loss 0.501 
Epoch 22, Step 3800 | Training Accuracy: 0.852 | Test Accuracy: 0.789 | Training Loss: 0.338 | Test Loss 0.462 
(*) Entering Epoch 23 (2106.636 s)
Epoch 23, Step 475 | Training Accuracy: 0.836 | Test Accuracy: 0.773 | Training Loss: 0.380 | Test Loss 0.446 
Epoch 23, Step 950 | Training Accuracy: 0.891 | Test Accuracy: 0.797 | Training Loss: 0.330 | Test Loss 0.416 
Epoch 23, Step 1425 | Training Accuracy: 0.797 | Test Accuracy: 0.828 | Training Loss: 0.383 | Test Loss 0.384 
Epoch 23, Step 1900 | Training Accuracy: 0.844 | Test Accuracy: 0.805 | Training Loss: 0.339 | Test Loss 0.419 
Epoch 23, Step 2375 | Training Accuracy: 0.797 | Test Accuracy: 0.805 | Training Loss: 0.440 | Test Loss 0.407 
Epoch 23, Step 2850 | Training Accuracy: 0.805 | Test Accuracy: 0.766 | Training Loss: 0.403 | Test Loss 0.461 
Epoch 23, Step 3325 | Training Accuracy: 0.812 | Test Accuracy: 0.789 | Training Loss: 0.426 | Test Loss 0.545 
Epoch 23, Step 3800 | Training Accuracy: 0.820 | Test Accuracy: 0.836 | Training Loss: 0.340 | Test Loss 0.351 
(*) Entering Epoch 24 (2197.780 s)
Epoch 24, Step 475 | Training Accuracy: 0.852 | Test Accuracy: 0.797 | Training Loss: 0.337 | Test Loss 0.416 
Epoch 24, Step 950 | Training Accuracy: 0.734 | Test Accuracy: 0.844 | Training Loss: 0.533 | Test Loss 0.363 
Epoch 24, Step 1425 | Training Accuracy: 0.844 | Test Accuracy: 0.828 | Training Loss: 0.421 | Test Loss 0.368 
Epoch 24, Step 1900 | Training Accuracy: 0.789 | Test Accuracy: 0.797 | Training Loss: 0.423 | Test Loss 0.477 
Epoch 24, Step 2375 | Training Accuracy: 0.750 | Test Accuracy: 0.844 | Training Loss: 0.450 | Test Loss 0.358 
Epoch 24, Step 2850 | Training Accuracy: 0.859 | Test Accuracy: 0.859 | Training Loss: 0.336 | Test Loss 0.332 
Epoch 24, Step 3325 | Training Accuracy: 0.820 | Test Accuracy: 0.867 | Training Loss: 0.410 | Test Loss 0.344 
Epoch 24, Step 3800 | Training Accuracy: 0.836 | Test Accuracy: 0.805 | Training Loss: 0.340 | Test Loss 0.416 
(*) Entering Epoch 25 (2288.870 s)
Epoch 25, Step 475 | Training Accuracy: 0.844 | Test Accuracy: 0.844 | Training Loss: 0.344 | Test Loss 0.418 
Epoch 25, Step 950 | Training Accuracy: 0.828 | Test Accuracy: 0.773 | Training Loss: 0.354 | Test Loss 0.484 
Epoch 25, Step 1425 | Training Accuracy: 0.836 | Test Accuracy: 0.789 | Training Loss: 0.350 | Test Loss 0.380 
Epoch 25, Step 1900 | Training Accuracy: 0.828 | Test Accuracy: 0.898 | Training Loss: 0.387 | Test Loss 0.326 *
Epoch 25, Step 2375 | Training Accuracy: 0.867 | Test Accuracy: 0.836 | Training Loss: 0.324 | Test Loss 0.386 
Epoch 25, Step 2850 | Training Accuracy: 0.820 | Test Accuracy: 0.797 | Training Loss: 0.359 | Test Loss 0.384 
Epoch 25, Step 3325 | Training Accuracy: 0.805 | Test Accuracy: 0.852 | Training Loss: 0.409 | Test Loss 0.307 
Epoch 25, Step 3800 | Training Accuracy: 0.820 | Test Accuracy: 0.766 | Training Loss: 0.428 | Test Loss 0.491 
(*) Entering Epoch 26 (2380.273 s)
Epoch 26, Step 475 | Training Accuracy: 0.781 | Test Accuracy: 0.805 | Training Loss: 0.433 | Test Loss 0.422 
Epoch 26, Step 950 | Training Accuracy: 0.773 | Test Accuracy: 0.812 | Training Loss: 0.446 | Test Loss 0.408 
Epoch 26, Step 1425 | Training Accuracy: 0.906 | Test Accuracy: 0.789 | Training Loss: 0.265 | Test Loss 0.424 
Epoch 26, Step 1900 | Training Accuracy: 0.781 | Test Accuracy: 0.773 | Training Loss: 0.463 | Test Loss 0.474 
Epoch 26, Step 2375 | Training Accuracy: 0.789 | Test Accuracy: 0.844 | Training Loss: 0.425 | Test Loss 0.345 
Epoch 26, Step 2850 | Training Accuracy: 0.875 | Test Accuracy: 0.812 | Training Loss: 0.371 | Test Loss 0.404 
Epoch 26, Step 3325 | Training Accuracy: 0.852 | Test Accuracy: 0.805 | Training Loss: 0.386 | Test Loss 0.374 
Epoch 26, Step 3800 | Training Accuracy: 0.812 | Test Accuracy: 0.805 | Training Loss: 0.399 | Test Loss 0.431 
(*) Entering Epoch 27 (2471.466 s)
Epoch 27, Step 475 | Training Accuracy: 0.805 | Test Accuracy: 0.828 | Training Loss: 0.412 | Test Loss 0.350 
Epoch 27, Step 950 | Training Accuracy: 0.836 | Test Accuracy: 0.797 | Training Loss: 0.375 | Test Loss 0.422 
Epoch 27, Step 1425 | Training Accuracy: 0.805 | Test Accuracy: 0.812 | Training Loss: 0.463 | Test Loss 0.403 
Epoch 27, Step 1900 | Training Accuracy: 0.828 | Test Accuracy: 0.758 | Training Loss: 0.392 | Test Loss 0.508 
Epoch 27, Step 2375 | Training Accuracy: 0.883 | Test Accuracy: 0.852 | Training Loss: 0.322 | Test Loss 0.330 
Epoch 27, Step 2850 | Training Accuracy: 0.859 | Test Accuracy: 0.859 | Training Loss: 0.342 | Test Loss 0.324 
Epoch 27, Step 3325 | Training Accuracy: 0.805 | Test Accuracy: 0.789 | Training Loss: 0.423 | Test Loss 0.469 
Epoch 27, Step 3800 | Training Accuracy: 0.781 | Test Accuracy: 0.859 | Training Loss: 0.410 | Test Loss 0.311 
(*) Entering Epoch 28 (2562.563 s)
Epoch 28, Step 475 | Training Accuracy: 0.836 | Test Accuracy: 0.859 | Training Loss: 0.376 | Test Loss 0.289 
Epoch 28, Step 950 | Training Accuracy: 0.836 | Test Accuracy: 0.836 | Training Loss: 0.389 | Test Loss 0.344 
Epoch 28, Step 1425 | Training Accuracy: 0.773 | Test Accuracy: 0.852 | Training Loss: 0.459 | Test Loss 0.347 
Epoch 28, Step 1900 | Training Accuracy: 0.812 | Test Accuracy: 0.781 | Training Loss: 0.421 | Test Loss 0.481 
Epoch 28, Step 2375 | Training Accuracy: 0.859 | Test Accuracy: 0.805 | Training Loss: 0.329 | Test Loss 0.429 
Epoch 28, Step 2850 | Training Accuracy: 0.789 | Test Accuracy: 0.820 | Training Loss: 0.394 | Test Loss 0.403 
Epoch 28, Step 3325 | Training Accuracy: 0.898 | Test Accuracy: 0.758 | Training Loss: 0.274 | Test Loss 0.451 
Epoch 28, Step 3800 | Training Accuracy: 0.852 | Test Accuracy: 0.844 | Training Loss: 0.355 | Test Loss 0.357 
(*) Entering Epoch 29 (2653.618 s)
Epoch 29, Step 475 | Training Accuracy: 0.812 | Test Accuracy: 0.852 | Training Loss: 0.368 | Test Loss 0.389 
Epoch 29, Step 950 | Training Accuracy: 0.781 | Test Accuracy: 0.789 | Training Loss: 0.392 | Test Loss 0.447 
Epoch 29, Step 1425 | Training Accuracy: 0.781 | Test Accuracy: 0.828 | Training Loss: 0.466 | Test Loss 0.436 
Epoch 29, Step 1900 | Training Accuracy: 0.836 | Test Accuracy: 0.867 | Training Loss: 0.391 | Test Loss 0.346 
Epoch 29, Step 2375 | Training Accuracy: 0.875 | Test Accuracy: 0.797 | Training Loss: 0.335 | Test Loss 0.418 
Epoch 29, Step 2850 | Training Accuracy: 0.805 | Test Accuracy: 0.820 | Training Loss: 0.448 | Test Loss 0.357 
Epoch 29, Step 3325 | Training Accuracy: 0.773 | Test Accuracy: 0.773 | Training Loss: 0.396 | Test Loss 0.430 
Epoch 29, Step 3800 | Training Accuracy: 0.836 | Test Accuracy: 0.812 | Training Loss: 0.376 | Test Loss 0.421 
(*) Entering Epoch 30 (2744.733 s)
Graph saved to file: checkpoints/biRNN_kst_rho0_epoch30.ckpt-30
Epoch 30, Step 475 | Training Accuracy: 0.836 | Test Accuracy: 0.812 | Training Loss: 0.373 | Test Loss 0.427 
Epoch 30, Step 950 | Training Accuracy: 0.805 | Test Accuracy: 0.820 | Training Loss: 0.427 | Test Loss 0.395 
Epoch 30, Step 1425 | Training Accuracy: 0.844 | Test Accuracy: 0.844 | Training Loss: 0.345 | Test Loss 0.380 
Epoch 30, Step 1900 | Training Accuracy: 0.844 | Test Accuracy: 0.805 | Training Loss: 0.374 | Test Loss 0.415 
Epoch 30, Step 2375 | Training Accuracy: 0.766 | Test Accuracy: 0.820 | Training Loss: 0.418 | Test Loss 0.383 
Epoch 30, Step 2850 | Training Accuracy: 0.836 | Test Accuracy: 0.766 | Training Loss: 0.354 | Test Loss 0.465 
Epoch 30, Step 3325 | Training Accuracy: 0.820 | Test Accuracy: 0.859 | Training Loss: 0.371 | Test Loss 0.323 
Epoch 30, Step 3800 | Training Accuracy: 0.820 | Test Accuracy: 0.805 | Training Loss: 0.392 | Test Loss 0.421 
(*) Entering Epoch 31 (2836.106 s)
Epoch 31, Step 475 | Training Accuracy: 0.859 | Test Accuracy: 0.820 | Training Loss: 0.329 | Test Loss 0.374 
Epoch 31, Step 950 | Training Accuracy: 0.859 | Test Accuracy: 0.844 | Training Loss: 0.355 | Test Loss 0.314 
Epoch 31, Step 1425 | Training Accuracy: 0.812 | Test Accuracy: 0.859 | Training Loss: 0.418 | Test Loss 0.325 
Epoch 31, Step 1900 | Training Accuracy: 0.898 | Test Accuracy: 0.766 | Training Loss: 0.317 | Test Loss 0.430 
Epoch 31, Step 2375 | Training Accuracy: 0.836 | Test Accuracy: 0.789 | Training Loss: 0.357 | Test Loss 0.436 
Epoch 31, Step 2850 | Training Accuracy: 0.844 | Test Accuracy: 0.891 | Training Loss: 0.350 | Test Loss 0.339 
Epoch 31, Step 3325 | Training Accuracy: 0.859 | Test Accuracy: 0.797 | Training Loss: 0.379 | Test Loss 0.440 
Epoch 31, Step 3800 | Training Accuracy: 0.828 | Test Accuracy: 0.797 | Training Loss: 0.349 | Test Loss 0.404 
(*) Entering Epoch 32 (2927.094 s)
Epoch 32, Step 475 | Training Accuracy: 0.844 | Test Accuracy: 0.852 | Training Loss: 0.363 | Test Loss 0.334 
Epoch 32, Step 950 | Training Accuracy: 0.836 | Test Accuracy: 0.781 | Training Loss: 0.375 | Test Loss 0.441 
Epoch 32, Step 1425 | Training Accuracy: 0.867 | Test Accuracy: 0.820 | Training Loss: 0.324 | Test Loss 0.411 
Epoch 32, Step 1900 | Training Accuracy: 0.844 | Test Accuracy: 0.867 | Training Loss: 0.362 | Test Loss 0.351 
Epoch 32, Step 2375 | Training Accuracy: 0.781 | Test Accuracy: 0.828 | Training Loss: 0.440 | Test Loss 0.380 
Epoch 32, Step 2850 | Training Accuracy: 0.852 | Test Accuracy: 0.805 | Training Loss: 0.354 | Test Loss 0.381 
Epoch 32, Step 3325 | Training Accuracy: 0.852 | Test Accuracy: 0.789 | Training Loss: 0.340 | Test Loss 0.436 
Epoch 32, Step 3800 | Training Accuracy: 0.789 | Test Accuracy: 0.859 | Training Loss: 0.393 | Test Loss 0.381 
(*) Entering Epoch 33 (3018.116 s)
Epoch 33, Step 475 | Training Accuracy: 0.773 | Test Accuracy: 0.797 | Training Loss: 0.470 | Test Loss 0.409 
Epoch 33, Step 950 | Training Accuracy: 0.805 | Test Accuracy: 0.812 | Training Loss: 0.413 | Test Loss 0.384 
Epoch 33, Step 1425 | Training Accuracy: 0.852 | Test Accuracy: 0.805 | Training Loss: 0.335 | Test Loss 0.399 
Epoch 33, Step 1900 | Training Accuracy: 0.844 | Test Accuracy: 0.773 | Training Loss: 0.420 | Test Loss 0.437 
Epoch 33, Step 2375 | Training Accuracy: 0.789 | Test Accuracy: 0.742 | Training Loss: 0.413 | Test Loss 0.461 
Epoch 33, Step 2850 | Training Accuracy: 0.797 | Test Accuracy: 0.750 | Training Loss: 0.415 | Test Loss 0.483 
Epoch 33, Step 3325 | Training Accuracy: 0.797 | Test Accuracy: 0.828 | Training Loss: 0.494 | Test Loss 0.434 
Epoch 33, Step 3800 | Training Accuracy: 0.859 | Test Accuracy: 0.867 | Training Loss: 0.343 | Test Loss 0.310 
(*) Entering Epoch 34 (3109.191 s)
Epoch 34, Step 475 | Training Accuracy: 0.828 | Test Accuracy: 0.852 | Training Loss: 0.385 | Test Loss 0.354 
Epoch 34, Step 950 | Training Accuracy: 0.820 | Test Accuracy: 0.844 | Training Loss: 0.398 | Test Loss 0.332 
Epoch 34, Step 1425 | Training Accuracy: 0.805 | Test Accuracy: 0.797 | Training Loss: 0.396 | Test Loss 0.372 
Epoch 34, Step 1900 | Training Accuracy: 0.844 | Test Accuracy: 0.859 | Training Loss: 0.329 | Test Loss 0.308 
Epoch 34, Step 2375 | Training Accuracy: 0.766 | Test Accuracy: 0.805 | Training Loss: 0.428 | Test Loss 0.414 
Epoch 34, Step 2850 | Training Accuracy: 0.820 | Test Accuracy: 0.805 | Training Loss: 0.353 | Test Loss 0.444 
Epoch 34, Step 3325 | Training Accuracy: 0.781 | Test Accuracy: 0.867 | Training Loss: 0.439 | Test Loss 0.332 
Epoch 34, Step 3800 | Training Accuracy: 0.859 | Test Accuracy: 0.789 | Training Loss: 0.325 | Test Loss 0.417 
(*) Entering Epoch 35 (3200.221 s)
Epoch 35, Step 475 | Training Accuracy: 0.859 | Test Accuracy: 0.859 | Training Loss: 0.329 | Test Loss 0.343 
Epoch 35, Step 950 | Training Accuracy: 0.852 | Test Accuracy: 0.852 | Training Loss: 0.320 | Test Loss 0.390 
Epoch 35, Step 1425 | Training Accuracy: 0.828 | Test Accuracy: 0.867 | Training Loss: 0.323 | Test Loss 0.333 
Epoch 35, Step 1900 | Training Accuracy: 0.867 | Test Accuracy: 0.867 | Training Loss: 0.330 | Test Loss 0.306 
Epoch 35, Step 2375 | Training Accuracy: 0.820 | Test Accuracy: 0.797 | Training Loss: 0.417 | Test Loss 0.406 
Epoch 35, Step 2850 | Training Accuracy: 0.859 | Test Accuracy: 0.820 | Training Loss: 0.346 | Test Loss 0.435 
Epoch 35, Step 3325 | Training Accuracy: 0.828 | Test Accuracy: 0.789 | Training Loss: 0.353 | Test Loss 0.403 
Epoch 35, Step 3800 | Training Accuracy: 0.820 | Test Accuracy: 0.805 | Training Loss: 0.386 | Test Loss 0.391 
(*) Entering Epoch 36 (3291.241 s)
Epoch 36, Step 475 | Training Accuracy: 0.859 | Test Accuracy: 0.828 | Training Loss: 0.314 | Test Loss 0.325 
Epoch 36, Step 950 | Training Accuracy: 0.844 | Test Accuracy: 0.844 | Training Loss: 0.300 | Test Loss 0.338 
Epoch 36, Step 1425 | Training Accuracy: 0.828 | Test Accuracy: 0.789 | Training Loss: 0.391 | Test Loss 0.431 
Epoch 36, Step 1900 | Training Accuracy: 0.836 | Test Accuracy: 0.805 | Training Loss: 0.361 | Test Loss 0.482 
Epoch 36, Step 2375 | Training Accuracy: 0.875 | Test Accuracy: 0.852 | Training Loss: 0.338 | Test Loss 0.417 
Epoch 36, Step 2850 | Training Accuracy: 0.844 | Test Accuracy: 0.781 | Training Loss: 0.333 | Test Loss 0.444 
Epoch 36, Step 3325 | Training Accuracy: 0.867 | Test Accuracy: 0.891 | Training Loss: 0.346 | Test Loss 0.305 
Epoch 36, Step 3800 | Training Accuracy: 0.828 | Test Accuracy: 0.812 | Training Loss: 0.355 | Test Loss 0.391 
(*) Entering Epoch 37 (3382.341 s)
Epoch 37, Step 475 | Training Accuracy: 0.844 | Test Accuracy: 0.820 | Training Loss: 0.351 | Test Loss 0.349 
Epoch 37, Step 950 | Training Accuracy: 0.859 | Test Accuracy: 0.828 | Training Loss: 0.333 | Test Loss 0.384 
Epoch 37, Step 1425 | Training Accuracy: 0.828 | Test Accuracy: 0.797 | Training Loss: 0.398 | Test Loss 0.422 
Epoch 37, Step 1900 | Training Accuracy: 0.820 | Test Accuracy: 0.773 | Training Loss: 0.384 | Test Loss 0.470 
Epoch 37, Step 2375 | Training Accuracy: 0.883 | Test Accuracy: 0.844 | Training Loss: 0.267 | Test Loss 0.392 
Epoch 37, Step 2850 | Training Accuracy: 0.812 | Test Accuracy: 0.859 | Training Loss: 0.378 | Test Loss 0.289 
Epoch 37, Step 3325 | Training Accuracy: 0.852 | Test Accuracy: 0.859 | Training Loss: 0.322 | Test Loss 0.359 
Epoch 37, Step 3800 | Training Accuracy: 0.867 | Test Accuracy: 0.820 | Training Loss: 0.341 | Test Loss 0.346 
(*) Entering Epoch 38 (3473.508 s)
Epoch 38, Step 475 | Training Accuracy: 0.797 | Test Accuracy: 0.781 | Training Loss: 0.448 | Test Loss 0.482 
Epoch 38, Step 950 | Training Accuracy: 0.766 | Test Accuracy: 0.797 | Training Loss: 0.478 | Test Loss 0.424 
Epoch 38, Step 1425 | Training Accuracy: 0.836 | Test Accuracy: 0.883 | Training Loss: 0.418 | Test Loss 0.300 
Epoch 38, Step 1900 | Training Accuracy: 0.836 | Test Accuracy: 0.812 | Training Loss: 0.315 | Test Loss 0.407 
Epoch 38, Step 2375 | Training Accuracy: 0.828 | Test Accuracy: 0.773 | Training Loss: 0.405 | Test Loss 0.431 
Epoch 38, Step 2850 | Training Accuracy: 0.867 | Test Accuracy: 0.797 | Training Loss: 0.338 | Test Loss 0.403 
Epoch 38, Step 3325 | Training Accuracy: 0.844 | Test Accuracy: 0.859 | Training Loss: 0.334 | Test Loss 0.275 
Epoch 38, Step 3800 | Training Accuracy: 0.805 | Test Accuracy: 0.812 | Training Loss: 0.418 | Test Loss 0.381 
(*) Entering Epoch 39 (3564.591 s)
Epoch 39, Step 475 | Training Accuracy: 0.844 | Test Accuracy: 0.781 | Training Loss: 0.305 | Test Loss 0.441 
Epoch 39, Step 950 | Training Accuracy: 0.812 | Test Accuracy: 0.820 | Training Loss: 0.348 | Test Loss 0.375 
Epoch 39, Step 1425 | Training Accuracy: 0.852 | Test Accuracy: 0.836 | Training Loss: 0.361 | Test Loss 0.431 
Epoch 39, Step 1900 | Training Accuracy: 0.797 | Test Accuracy: 0.852 | Training Loss: 0.409 | Test Loss 0.343 
Epoch 39, Step 2375 | Training Accuracy: 0.797 | Test Accuracy: 0.781 | Training Loss: 0.410 | Test Loss 0.406 
Epoch 39, Step 2850 | Training Accuracy: 0.820 | Test Accuracy: 0.859 | Training Loss: 0.360 | Test Loss 0.357 
Epoch 39, Step 3325 | Training Accuracy: 0.805 | Test Accuracy: 0.812 | Training Loss: 0.388 | Test Loss 0.420 
Epoch 39, Step 3800 | Training Accuracy: 0.883 | Test Accuracy: 0.828 | Training Loss: 0.317 | Test Loss 0.357 
(*) Entering Epoch 40 (3655.658 s)
Graph saved to file: checkpoints/biRNN_kst_rho0_epoch40.ckpt-40
Epoch 40, Step 475 | Training Accuracy: 0.797 | Test Accuracy: 0.797 | Training Loss: 0.398 | Test Loss 0.484 
Epoch 40, Step 950 | Training Accuracy: 0.820 | Test Accuracy: 0.758 | Training Loss: 0.383 | Test Loss 0.440 
Epoch 40, Step 1425 | Training Accuracy: 0.812 | Test Accuracy: 0.812 | Training Loss: 0.447 | Test Loss 0.342 
Epoch 40, Step 1900 | Training Accuracy: 0.844 | Test Accuracy: 0.844 | Training Loss: 0.351 | Test Loss 0.364 
Epoch 40, Step 2375 | Training Accuracy: 0.828 | Test Accuracy: 0.844 | Training Loss: 0.402 | Test Loss 0.406 
Epoch 40, Step 2850 | Training Accuracy: 0.797 | Test Accuracy: 0.867 | Training Loss: 0.428 | Test Loss 0.298 
Epoch 40, Step 3325 | Training Accuracy: 0.859 | Test Accuracy: 0.883 | Training Loss: 0.310 | Test Loss 0.347 
Epoch 40, Step 3800 | Training Accuracy: 0.797 | Test Accuracy: 0.844 | Training Loss: 0.379 | Test Loss 0.384 
(*) Entering Epoch 41 (3747.044 s)
Epoch 41, Step 475 | Training Accuracy: 0.812 | Test Accuracy: 0.836 | Training Loss: 0.348 | Test Loss 0.355 
Epoch 41, Step 950 | Training Accuracy: 0.852 | Test Accuracy: 0.805 | Training Loss: 0.312 | Test Loss 0.383 
Epoch 41, Step 1425 | Training Accuracy: 0.797 | Test Accuracy: 0.852 | Training Loss: 0.383 | Test Loss 0.367 
Epoch 41, Step 1900 | Training Accuracy: 0.773 | Test Accuracy: 0.875 | Training Loss: 0.402 | Test Loss 0.335 
Epoch 41, Step 2375 | Training Accuracy: 0.844 | Test Accuracy: 0.820 | Training Loss: 0.319 | Test Loss 0.420 
Epoch 41, Step 2850 | Training Accuracy: 0.844 | Test Accuracy: 0.789 | Training Loss: 0.337 | Test Loss 0.392 
Epoch 41, Step 3325 | Training Accuracy: 0.789 | Test Accuracy: 0.828 | Training Loss: 0.418 | Test Loss 0.380 
Epoch 41, Step 3800 | Training Accuracy: 0.852 | Test Accuracy: 0.805 | Training Loss: 0.386 | Test Loss 0.402 
(*) Entering Epoch 42 (3838.146 s)
Epoch 42, Step 475 | Training Accuracy: 0.805 | Test Accuracy: 0.891 | Training Loss: 0.394 | Test Loss 0.275 
Epoch 42, Step 950 | Training Accuracy: 0.812 | Test Accuracy: 0.820 | Training Loss: 0.438 | Test Loss 0.430 
Epoch 42, Step 1425 | Training Accuracy: 0.844 | Test Accuracy: 0.836 | Training Loss: 0.369 | Test Loss 0.402 
Epoch 42, Step 1900 | Training Accuracy: 0.859 | Test Accuracy: 0.828 | Training Loss: 0.346 | Test Loss 0.360 
Epoch 42, Step 2375 | Training Accuracy: 0.891 | Test Accuracy: 0.805 | Training Loss: 0.303 | Test Loss 0.435 
Epoch 42, Step 2850 | Training Accuracy: 0.820 | Test Accuracy: 0.852 | Training Loss: 0.420 | Test Loss 0.363 
Epoch 42, Step 3325 | Training Accuracy: 0.781 | Test Accuracy: 0.852 | Training Loss: 0.441 | Test Loss 0.364 
Epoch 42, Step 3800 | Training Accuracy: 0.828 | Test Accuracy: 0.773 | Training Loss: 0.394 | Test Loss 0.464 
(*) Entering Epoch 43 (3929.397 s)
Epoch 43, Step 475 | Training Accuracy: 0.883 | Test Accuracy: 0.867 | Training Loss: 0.315 | Test Loss 0.324 
Epoch 43, Step 950 | Training Accuracy: 0.789 | Test Accuracy: 0.859 | Training Loss: 0.395 | Test Loss 0.312 
Epoch 43, Step 1425 | Training Accuracy: 0.828 | Test Accuracy: 0.852 | Training Loss: 0.365 | Test Loss 0.295 
Epoch 43, Step 1900 | Training Accuracy: 0.828 | Test Accuracy: 0.898 | Training Loss: 0.381 | Test Loss 0.358 
Epoch 43, Step 2375 | Training Accuracy: 0.844 | Test Accuracy: 0.828 | Training Loss: 0.355 | Test Loss 0.394 
Epoch 43, Step 2850 | Training Accuracy: 0.930 | Test Accuracy: 0.844 | Training Loss: 0.224 | Test Loss 0.376 
Epoch 43, Step 3325 | Training Accuracy: 0.828 | Test Accuracy: 0.781 | Training Loss: 0.366 | Test Loss 0.426 
Epoch 43, Step 3800 | Training Accuracy: 0.891 | Test Accuracy: 0.797 | Training Loss: 0.327 | Test Loss 0.402 
(*) Entering Epoch 44 (4020.600 s)
Epoch 44, Step 475 | Training Accuracy: 0.812 | Test Accuracy: 0.844 | Training Loss: 0.394 | Test Loss 0.342 
Epoch 44, Step 950 | Training Accuracy: 0.852 | Test Accuracy: 0.836 | Training Loss: 0.333 | Test Loss 0.369 
Epoch 44, Step 1425 | Training Accuracy: 0.867 | Test Accuracy: 0.836 | Training Loss: 0.315 | Test Loss 0.356 
Epoch 44, Step 1900 | Training Accuracy: 0.867 | Test Accuracy: 0.805 | Training Loss: 0.323 | Test Loss 0.389 
Epoch 44, Step 2375 | Training Accuracy: 0.805 | Test Accuracy: 0.891 | Training Loss: 0.385 | Test Loss 0.244 
Epoch 44, Step 2850 | Training Accuracy: 0.828 | Test Accuracy: 0.852 | Training Loss: 0.380 | Test Loss 0.369 
Epoch 44, Step 3325 | Training Accuracy: 0.789 | Test Accuracy: 0.805 | Training Loss: 0.422 | Test Loss 0.438 
Epoch 44, Step 3800 | Training Accuracy: 0.875 | Test Accuracy: 0.844 | Training Loss: 0.292 | Test Loss 0.329 
(*) Entering Epoch 45 (4111.713 s)
Epoch 45, Step 475 | Training Accuracy: 0.836 | Test Accuracy: 0.867 | Training Loss: 0.351 | Test Loss 0.346 
Epoch 45, Step 950 | Training Accuracy: 0.836 | Test Accuracy: 0.758 | Training Loss: 0.332 | Test Loss 0.430 
Epoch 45, Step 1425 | Training Accuracy: 0.820 | Test Accuracy: 0.836 | Training Loss: 0.389 | Test Loss 0.363 
Epoch 45, Step 1900 | Training Accuracy: 0.906 | Test Accuracy: 0.844 | Training Loss: 0.320 | Test Loss 0.363 
Epoch 45, Step 2375 | Training Accuracy: 0.836 | Test Accuracy: 0.789 | Training Loss: 0.349 | Test Loss 0.444 
Epoch 45, Step 2850 | Training Accuracy: 0.773 | Test Accuracy: 0.859 | Training Loss: 0.469 | Test Loss 0.356 
Epoch 45, Step 3325 | Training Accuracy: 0.891 | Test Accuracy: 0.805 | Training Loss: 0.283 | Test Loss 0.430 
Epoch 45, Step 3800 | Training Accuracy: 0.828 | Test Accuracy: 0.836 | Training Loss: 0.403 | Test Loss 0.364 
(*) Entering Epoch 46 (4202.826 s)
Epoch 46, Step 475 | Training Accuracy: 0.797 | Test Accuracy: 0.820 | Training Loss: 0.448 | Test Loss 0.423 
Epoch 46, Step 950 | Training Accuracy: 0.836 | Test Accuracy: 0.828 | Training Loss: 0.401 | Test Loss 0.358 
Epoch 46, Step 1425 | Training Accuracy: 0.820 | Test Accuracy: 0.859 | Training Loss: 0.405 | Test Loss 0.378 
Epoch 46, Step 1900 | Training Accuracy: 0.789 | Test Accuracy: 0.836 | Training Loss: 0.413 | Test Loss 0.358 
Epoch 46, Step 2375 | Training Accuracy: 0.844 | Test Accuracy: 0.836 | Training Loss: 0.349 | Test Loss 0.449 
Epoch 46, Step 2850 | Training Accuracy: 0.867 | Test Accuracy: 0.844 | Training Loss: 0.351 | Test Loss 0.380 
Epoch 46, Step 3325 | Training Accuracy: 0.828 | Test Accuracy: 0.789 | Training Loss: 0.343 | Test Loss 0.461 
Epoch 46, Step 3800 | Training Accuracy: 0.852 | Test Accuracy: 0.828 | Training Loss: 0.318 | Test Loss 0.409 
(*) Entering Epoch 47 (4293.944 s)
Epoch 47, Step 475 | Training Accuracy: 0.805 | Test Accuracy: 0.805 | Training Loss: 0.438 | Test Loss 0.445 
Epoch 47, Step 950 | Training Accuracy: 0.797 | Test Accuracy: 0.828 | Training Loss: 0.401 | Test Loss 0.367 
Epoch 47, Step 1425 | Training Accuracy: 0.820 | Test Accuracy: 0.805 | Training Loss: 0.388 | Test Loss 0.366 
Epoch 47, Step 1900 | Training Accuracy: 0.883 | Test Accuracy: 0.805 | Training Loss: 0.324 | Test Loss 0.401 
Epoch 47, Step 2375 | Training Accuracy: 0.836 | Test Accuracy: 0.820 | Training Loss: 0.382 | Test Loss 0.418 
Epoch 47, Step 2850 | Training Accuracy: 0.859 | Test Accuracy: 0.875 | Training Loss: 0.313 | Test Loss 0.349 
Epoch 47, Step 3325 | Training Accuracy: 0.734 | Test Accuracy: 0.836 | Training Loss: 0.478 | Test Loss 0.347 
Epoch 47, Step 3800 | Training Accuracy: 0.883 | Test Accuracy: 0.805 | Training Loss: 0.291 | Test Loss 0.407 
(*) Entering Epoch 48 (4385.018 s)
Epoch 48, Step 475 | Training Accuracy: 0.758 | Test Accuracy: 0.852 | Training Loss: 0.381 | Test Loss 0.381 
Epoch 48, Step 950 | Training Accuracy: 0.836 | Test Accuracy: 0.852 | Training Loss: 0.321 | Test Loss 0.348 
Epoch 48, Step 1425 | Training Accuracy: 0.836 | Test Accuracy: 0.820 | Training Loss: 0.361 | Test Loss 0.368 
Epoch 48, Step 1900 | Training Accuracy: 0.836 | Test Accuracy: 0.844 | Training Loss: 0.374 | Test Loss 0.361 
Epoch 48, Step 2375 | Training Accuracy: 0.867 | Test Accuracy: 0.852 | Training Loss: 0.315 | Test Loss 0.345 
Epoch 48, Step 2850 | Training Accuracy: 0.844 | Test Accuracy: 0.828 | Training Loss: 0.347 | Test Loss 0.403 
Epoch 48, Step 3325 | Training Accuracy: 0.859 | Test Accuracy: 0.805 | Training Loss: 0.354 | Test Loss 0.413 
Epoch 48, Step 3800 | Training Accuracy: 0.875 | Test Accuracy: 0.812 | Training Loss: 0.343 | Test Loss 0.420 
(*) Entering Epoch 49 (4476.127 s)
Epoch 49, Step 475 | Training Accuracy: 0.789 | Test Accuracy: 0.805 | Training Loss: 0.396 | Test Loss 0.416 
Epoch 49, Step 950 | Training Accuracy: 0.883 | Test Accuracy: 0.844 | Training Loss: 0.308 | Test Loss 0.334 
Epoch 49, Step 1425 | Training Accuracy: 0.812 | Test Accuracy: 0.781 | Training Loss: 0.427 | Test Loss 0.475 
Epoch 49, Step 1900 | Training Accuracy: 0.867 | Test Accuracy: 0.820 | Training Loss: 0.303 | Test Loss 0.400 
Epoch 49, Step 2375 | Training Accuracy: 0.859 | Test Accuracy: 0.828 | Training Loss: 0.354 | Test Loss 0.414 
Epoch 49, Step 2850 | Training Accuracy: 0.859 | Test Accuracy: 0.852 | Training Loss: 0.325 | Test Loss 0.318 
Epoch 49, Step 3325 | Training Accuracy: 0.836 | Test Accuracy: 0.836 | Training Loss: 0.413 | Test Loss 0.362 
Epoch 49, Step 3800 | Training Accuracy: 0.883 | Test Accuracy: 0.812 | Training Loss: 0.343 | Test Loss 0.426 
(*) Entering Epoch 50 (4567.244 s)
Graph saved to file: checkpoints/biRNN_kst_rho0_epoch50.ckpt-50
Epoch 50, Step 475 | Training Accuracy: 0.820 | Test Accuracy: 0.828 | Training Loss: 0.348 | Test Loss 0.370 
Epoch 50, Step 950 | Training Accuracy: 0.867 | Test Accuracy: 0.805 | Training Loss: 0.356 | Test Loss 0.390 
Epoch 50, Step 1425 | Training Accuracy: 0.789 | Test Accuracy: 0.836 | Training Loss: 0.433 | Test Loss 0.352 
Epoch 50, Step 1900 | Training Accuracy: 0.883 | Test Accuracy: 0.883 | Training Loss: 0.324 | Test Loss 0.311 
Epoch 50, Step 2375 | Training Accuracy: 0.852 | Test Accuracy: 0.797 | Training Loss: 0.366 | Test Loss 0.389 
Epoch 50, Step 2850 | Training Accuracy: 0.867 | Test Accuracy: 0.797 | Training Loss: 0.333 | Test Loss 0.396 
Epoch 50, Step 3325 | Training Accuracy: 0.836 | Test Accuracy: 0.812 | Training Loss: 0.343 | Test Loss 0.405 
Epoch 50, Step 3800 | Training Accuracy: 0.875 | Test Accuracy: 0.828 | Training Loss: 0.275 | Test Loss 0.342 
(*) Entering Epoch 51 (4658.473 s)
Epoch 51, Step 475 | Training Accuracy: 0.812 | Test Accuracy: 0.836 | Training Loss: 0.385 | Test Loss 0.387 
Epoch 51, Step 950 | Training Accuracy: 0.844 | Test Accuracy: 0.883 | Training Loss: 0.350 | Test Loss 0.337 
Epoch 51, Step 1425 | Training Accuracy: 0.844 | Test Accuracy: 0.797 | Training Loss: 0.342 | Test Loss 0.397 
Epoch 51, Step 1900 | Training Accuracy: 0.891 | Test Accuracy: 0.828 | Training Loss: 0.267 | Test Loss 0.409 
Epoch 51, Step 2375 | Training Accuracy: 0.820 | Test Accuracy: 0.805 | Training Loss: 0.398 | Test Loss 0.413 
Epoch 51, Step 2850 | Training Accuracy: 0.844 | Test Accuracy: 0.852 | Training Loss: 0.307 | Test Loss 0.391 
Epoch 51, Step 3325 | Training Accuracy: 0.820 | Test Accuracy: 0.828 | Training Loss: 0.433 | Test Loss 0.356 
Epoch 51, Step 3800 | Training Accuracy: 0.859 | Test Accuracy: 0.836 | Training Loss: 0.345 | Test Loss 0.374 
(*) Entering Epoch 52 (4749.544 s)
Epoch 52, Step 475 | Training Accuracy: 0.812 | Test Accuracy: 0.812 | Training Loss: 0.402 | Test Loss 0.382 
Epoch 52, Step 950 | Training Accuracy: 0.797 | Test Accuracy: 0.758 | Training Loss: 0.416 | Test Loss 0.441 
Epoch 52, Step 1425 | Training Accuracy: 0.828 | Test Accuracy: 0.852 | Training Loss: 0.377 | Test Loss 0.339 
Epoch 52, Step 1900 | Training Accuracy: 0.797 | Test Accuracy: 0.836 | Training Loss: 0.396 | Test Loss 0.382 
Epoch 52, Step 2375 | Training Accuracy: 0.852 | Test Accuracy: 0.812 | Training Loss: 0.339 | Test Loss 0.379 
Epoch 52, Step 2850 | Training Accuracy: 0.859 | Test Accuracy: 0.828 | Training Loss: 0.334 | Test Loss 0.341 
Epoch 52, Step 3325 | Training Accuracy: 0.828 | Test Accuracy: 0.812 | Training Loss: 0.380 | Test Loss 0.392 
Epoch 52, Step 3800 | Training Accuracy: 0.875 | Test Accuracy: 0.844 | Training Loss: 0.324 | Test Loss 0.390 
(*) Entering Epoch 53 (4840.658 s)
Epoch 53, Step 475 | Training Accuracy: 0.844 | Test Accuracy: 0.836 | Training Loss: 0.361 | Test Loss 0.367 
Epoch 53, Step 950 | Training Accuracy: 0.812 | Test Accuracy: 0.844 | Training Loss: 0.381 | Test Loss 0.315 
Epoch 53, Step 1425 | Training Accuracy: 0.844 | Test Accuracy: 0.797 | Training Loss: 0.301 | Test Loss 0.448 
Epoch 53, Step 1900 | Training Accuracy: 0.898 | Test Accuracy: 0.875 | Training Loss: 0.281 | Test Loss 0.377 
Epoch 53, Step 2375 | Training Accuracy: 0.805 | Test Accuracy: 0.781 | Training Loss: 0.357 | Test Loss 0.419 
Epoch 53, Step 2850 | Training Accuracy: 0.828 | Test Accuracy: 0.797 | Training Loss: 0.353 | Test Loss 0.425 
Epoch 53, Step 3325 | Training Accuracy: 0.859 | Test Accuracy: 0.797 | Training Loss: 0.336 | Test Loss 0.422 
Epoch 53, Step 3800 | Training Accuracy: 0.836 | Test Accuracy: 0.789 | Training Loss: 0.368 | Test Loss 0.409 
(*) Entering Epoch 54 (4931.769 s)
Epoch 54, Step 475 | Training Accuracy: 0.773 | Test Accuracy: 0.875 | Training Loss: 0.493 | Test Loss 0.323 
Epoch 54, Step 950 | Training Accuracy: 0.875 | Test Accuracy: 0.734 | Training Loss: 0.342 | Test Loss 0.466 
Epoch 54, Step 1425 | Training Accuracy: 0.867 | Test Accuracy: 0.852 | Training Loss: 0.283 | Test Loss 0.363 
Epoch 54, Step 1900 | Training Accuracy: 0.852 | Test Accuracy: 0.828 | Training Loss: 0.330 | Test Loss 0.347 
Epoch 54, Step 2375 | Training Accuracy: 0.805 | Test Accuracy: 0.828 | Training Loss: 0.446 | Test Loss 0.359 
Epoch 54, Step 2850 | Training Accuracy: 0.820 | Test Accuracy: 0.883 | Training Loss: 0.380 | Test Loss 0.286 
Epoch 54, Step 3325 | Training Accuracy: 0.820 | Test Accuracy: 0.844 | Training Loss: 0.419 | Test Loss 0.331 
Epoch 54, Step 3800 | Training Accuracy: 0.844 | Test Accuracy: 0.773 | Training Loss: 0.336 | Test Loss 0.427 
(*) Entering Epoch 55 (5022.836 s)
Epoch 55, Step 475 | Training Accuracy: 0.883 | Test Accuracy: 0.812 | Training Loss: 0.308 | Test Loss 0.357 
Epoch 55, Step 950 | Training Accuracy: 0.836 | Test Accuracy: 0.836 | Training Loss: 0.314 | Test Loss 0.398 
Epoch 55, Step 1425 | Training Accuracy: 0.867 | Test Accuracy: 0.789 | Training Loss: 0.305 | Test Loss 0.391 
Epoch 55, Step 1900 | Training Accuracy: 0.820 | Test Accuracy: 0.852 | Training Loss: 0.341 | Test Loss 0.318 
Epoch 55, Step 2375 | Training Accuracy: 0.867 | Test Accuracy: 0.820 | Training Loss: 0.323 | Test Loss 0.390 
Epoch 55, Step 2850 | Training Accuracy: 0.883 | Test Accuracy: 0.906 | Training Loss: 0.303 | Test Loss 0.302 *
Epoch 55, Step 3325 | Training Accuracy: 0.891 | Test Accuracy: 0.859 | Training Loss: 0.274 | Test Loss 0.381 
Epoch 55, Step 3800 | Training Accuracy: 0.867 | Test Accuracy: 0.828 | Training Loss: 0.385 | Test Loss 0.401 
(*) Entering Epoch 56 (5114.172 s)
Epoch 56, Step 475 | Training Accuracy: 0.867 | Test Accuracy: 0.852 | Training Loss: 0.342 | Test Loss 0.326 
Epoch 56, Step 950 | Training Accuracy: 0.891 | Test Accuracy: 0.828 | Training Loss: 0.284 | Test Loss 0.344 
Epoch 56, Step 1425 | Training Accuracy: 0.883 | Test Accuracy: 0.773 | Training Loss: 0.302 | Test Loss 0.524 
Epoch 56, Step 1900 | Training Accuracy: 0.797 | Test Accuracy: 0.828 | Training Loss: 0.373 | Test Loss 0.391 
Epoch 56, Step 2375 | Training Accuracy: 0.875 | Test Accuracy: 0.797 | Training Loss: 0.316 | Test Loss 0.423 
Epoch 56, Step 2850 | Training Accuracy: 0.844 | Test Accuracy: 0.828 | Training Loss: 0.354 | Test Loss 0.329 
Epoch 56, Step 3325 | Training Accuracy: 0.836 | Test Accuracy: 0.867 | Training Loss: 0.350 | Test Loss 0.347 
Epoch 56, Step 3800 | Training Accuracy: 0.852 | Test Accuracy: 0.797 | Training Loss: 0.365 | Test Loss 0.373 
(*) Entering Epoch 57 (5205.262 s)
Epoch 57, Step 475 | Training Accuracy: 0.859 | Test Accuracy: 0.805 | Training Loss: 0.372 | Test Loss 0.379 
Epoch 57, Step 950 | Training Accuracy: 0.844 | Test Accuracy: 0.828 | Training Loss: 0.380 | Test Loss 0.364 
Epoch 57, Step 1425 | Training Accuracy: 0.875 | Test Accuracy: 0.828 | Training Loss: 0.302 | Test Loss 0.411 
Epoch 57, Step 1900 | Training Accuracy: 0.828 | Test Accuracy: 0.875 | Training Loss: 0.377 | Test Loss 0.363 
Epoch 57, Step 2375 | Training Accuracy: 0.844 | Test Accuracy: 0.820 | Training Loss: 0.303 | Test Loss 0.347 
Epoch 57, Step 2850 | Training Accuracy: 0.812 | Test Accuracy: 0.828 | Training Loss: 0.372 | Test Loss 0.364 
Epoch 57, Step 3325 | Training Accuracy: 0.797 | Test Accuracy: 0.867 | Training Loss: 0.471 | Test Loss 0.324 
Epoch 57, Step 3800 | Training Accuracy: 0.875 | Test Accuracy: 0.852 | Training Loss: 0.341 | Test Loss 0.362 
(*) Entering Epoch 58 (5296.392 s)
Epoch 58, Step 475 | Training Accuracy: 0.844 | Test Accuracy: 0.852 | Training Loss: 0.357 | Test Loss 0.356 
Epoch 58, Step 950 | Training Accuracy: 0.836 | Test Accuracy: 0.742 | Training Loss: 0.412 | Test Loss 0.478 
Epoch 58, Step 1425 | Training Accuracy: 0.820 | Test Accuracy: 0.844 | Training Loss: 0.385 | Test Loss 0.345 
Epoch 58, Step 1900 | Training Accuracy: 0.836 | Test Accuracy: 0.867 | Training Loss: 0.318 | Test Loss 0.329 
Epoch 58, Step 2375 | Training Accuracy: 0.812 | Test Accuracy: 0.820 | Training Loss: 0.410 | Test Loss 0.436 
Epoch 58, Step 2850 | Training Accuracy: 0.859 | Test Accuracy: 0.797 | Training Loss: 0.392 | Test Loss 0.423 
Epoch 58, Step 3325 | Training Accuracy: 0.812 | Test Accuracy: 0.820 | Training Loss: 0.379 | Test Loss 0.425 
Epoch 58, Step 3800 | Training Accuracy: 0.750 | Test Accuracy: 0.789 | Training Loss: 0.439 | Test Loss 0.447 
(*) Entering Epoch 59 (5387.562 s)
Epoch 59, Step 475 | Training Accuracy: 0.844 | Test Accuracy: 0.875 | Training Loss: 0.343 | Test Loss 0.337 
Epoch 59, Step 950 | Training Accuracy: 0.859 | Test Accuracy: 0.797 | Training Loss: 0.330 | Test Loss 0.415 
Epoch 59, Step 1425 | Training Accuracy: 0.891 | Test Accuracy: 0.828 | Training Loss: 0.293 | Test Loss 0.331 
Epoch 59, Step 1900 | Training Accuracy: 0.852 | Test Accuracy: 0.859 | Training Loss: 0.351 | Test Loss 0.380 
Epoch 59, Step 2375 | Training Accuracy: 0.875 | Test Accuracy: 0.797 | Training Loss: 0.389 | Test Loss 0.489 
Epoch 59, Step 2850 | Training Accuracy: 0.797 | Test Accuracy: 0.875 | Training Loss: 0.452 | Test Loss 0.358 
Epoch 59, Step 3325 | Training Accuracy: 0.852 | Test Accuracy: 0.820 | Training Loss: 0.351 | Test Loss 0.419 
Epoch 59, Step 3800 | Training Accuracy: 0.836 | Test Accuracy: 0.805 | Training Loss: 0.321 | Test Loss 0.417 
(*) Entering Epoch 60 (5478.776 s)
Graph saved to file: checkpoints/biRNN_kst_rho0_epoch60.ckpt-60
Epoch 60, Step 475 | Training Accuracy: 0.805 | Test Accuracy: 0.828 | Training Loss: 0.393 | Test Loss 0.357 
Epoch 60, Step 950 | Training Accuracy: 0.812 | Test Accuracy: 0.852 | Training Loss: 0.383 | Test Loss 0.347 
Epoch 60, Step 1425 | Training Accuracy: 0.828 | Test Accuracy: 0.836 | Training Loss: 0.342 | Test Loss 0.389 
Epoch 60, Step 1900 | Training Accuracy: 0.844 | Test Accuracy: 0.797 | Training Loss: 0.338 | Test Loss 0.459 
Epoch 60, Step 2375 | Training Accuracy: 0.859 | Test Accuracy: 0.828 | Training Loss: 0.346 | Test Loss 0.356 
Epoch 60, Step 2850 | Training Accuracy: 0.820 | Test Accuracy: 0.836 | Training Loss: 0.401 | Test Loss 0.341 
Epoch 60, Step 3325 | Training Accuracy: 0.828 | Test Accuracy: 0.875 | Training Loss: 0.396 | Test Loss 0.367 
Epoch 60, Step 3800 | Training Accuracy: 0.844 | Test Accuracy: 0.828 | Training Loss: 0.382 | Test Loss 0.417 
(*) Entering Epoch 61 (5570.253 s)
Epoch 61, Step 475 | Training Accuracy: 0.836 | Test Accuracy: 0.828 | Training Loss: 0.320 | Test Loss 0.362 
Epoch 61, Step 950 | Training Accuracy: 0.773 | Test Accuracy: 0.789 | Training Loss: 0.486 | Test Loss 0.428 
Epoch 61, Step 1425 | Training Accuracy: 0.781 | Test Accuracy: 0.875 | Training Loss: 0.405 | Test Loss 0.299 
Epoch 61, Step 1900 | Training Accuracy: 0.828 | Test Accuracy: 0.875 | Training Loss: 0.389 | Test Loss 0.296 
Epoch 61, Step 2375 | Training Accuracy: 0.867 | Test Accuracy: 0.836 | Training Loss: 0.327 | Test Loss 0.389 
Epoch 61, Step 2850 | Training Accuracy: 0.844 | Test Accuracy: 0.867 | Training Loss: 0.353 | Test Loss 0.332 
Epoch 61, Step 3325 | Training Accuracy: 0.789 | Test Accuracy: 0.797 | Training Loss: 0.403 | Test Loss 0.394 
Epoch 61, Step 3800 | Training Accuracy: 0.844 | Test Accuracy: 0.859 | Training Loss: 0.376 | Test Loss 0.333 
(*) Entering Epoch 62 (5661.325 s)
Epoch 62, Step 475 | Training Accuracy: 0.812 | Test Accuracy: 0.883 | Training Loss: 0.346 | Test Loss 0.323 
Epoch 62, Step 950 | Training Accuracy: 0.844 | Test Accuracy: 0.820 | Training Loss: 0.377 | Test Loss 0.433 
Epoch 62, Step 1425 | Training Accuracy: 0.875 | Test Accuracy: 0.875 | Training Loss: 0.300 | Test Loss 0.291 
Epoch 62, Step 1900 | Training Accuracy: 0.828 | Test Accuracy: 0.852 | Training Loss: 0.385 | Test Loss 0.386 
Epoch 62, Step 2375 | Training Accuracy: 0.836 | Test Accuracy: 0.812 | Training Loss: 0.385 | Test Loss 0.409 
Epoch 62, Step 2850 | Training Accuracy: 0.891 | Test Accuracy: 0.797 | Training Loss: 0.292 | Test Loss 0.448 
Epoch 62, Step 3325 | Training Accuracy: 0.781 | Test Accuracy: 0.844 | Training Loss: 0.433 | Test Loss 0.385 
Epoch 62, Step 3800 | Training Accuracy: 0.797 | Test Accuracy: 0.875 | Training Loss: 0.463 | Test Loss 0.275 
(*) Entering Epoch 63 (5752.367 s)
Epoch 63, Step 475 | Training Accuracy: 0.898 | Test Accuracy: 0.805 | Training Loss: 0.256 | Test Loss 0.385 
Epoch 63, Step 950 | Training Accuracy: 0.859 | Test Accuracy: 0.852 | Training Loss: 0.363 | Test Loss 0.338 
Epoch 63, Step 1425 | Training Accuracy: 0.844 | Test Accuracy: 0.812 | Training Loss: 0.323 | Test Loss 0.370 
Epoch 63, Step 1900 | Training Accuracy: 0.859 | Test Accuracy: 0.758 | Training Loss: 0.349 | Test Loss 0.428 
Epoch 63, Step 2375 | Training Accuracy: 0.836 | Test Accuracy: 0.859 | Training Loss: 0.372 | Test Loss 0.363 
Epoch 63, Step 2850 | Training Accuracy: 0.852 | Test Accuracy: 0.867 | Training Loss: 0.342 | Test Loss 0.344 
Epoch 63, Step 3325 | Training Accuracy: 0.836 | Test Accuracy: 0.891 | Training Loss: 0.368 | Test Loss 0.262 
Epoch 63, Step 3800 | Training Accuracy: 0.852 | Test Accuracy: 0.789 | Training Loss: 0.317 | Test Loss 0.485 
(*) Entering Epoch 64 (5843.432 s)
Epoch 64, Step 475 | Training Accuracy: 0.789 | Test Accuracy: 0.820 | Training Loss: 0.416 | Test Loss 0.358 
Epoch 64, Step 950 | Training Accuracy: 0.852 | Test Accuracy: 0.875 | Training Loss: 0.388 | Test Loss 0.355 
Epoch 64, Step 1425 | Training Accuracy: 0.859 | Test Accuracy: 0.852 | Training Loss: 0.392 | Test Loss 0.378 
Epoch 64, Step 1900 | Training Accuracy: 0.836 | Test Accuracy: 0.781 | Training Loss: 0.327 | Test Loss 0.429 
Epoch 64, Step 2375 | Training Accuracy: 0.828 | Test Accuracy: 0.820 | Training Loss: 0.397 | Test Loss 0.448 
Epoch 64, Step 2850 | Training Accuracy: 0.859 | Test Accuracy: 0.820 | Training Loss: 0.333 | Test Loss 0.442 
Epoch 64, Step 3325 | Training Accuracy: 0.805 | Test Accuracy: 0.852 | Training Loss: 0.377 | Test Loss 0.325 
Epoch 64, Step 3800 | Training Accuracy: 0.820 | Test Accuracy: 0.812 | Training Loss: 0.352 | Test Loss 0.413 
(*) Entering Epoch 65 (5934.315 s)
Epoch 65, Step 475 | Training Accuracy: 0.883 | Test Accuracy: 0.797 | Training Loss: 0.332 | Test Loss 0.414 
Epoch 65, Step 950 | Training Accuracy: 0.867 | Test Accuracy: 0.836 | Training Loss: 0.285 | Test Loss 0.376 
Epoch 65, Step 1425 | Training Accuracy: 0.867 | Test Accuracy: 0.883 | Training Loss: 0.280 | Test Loss 0.327 
Epoch 65, Step 1900 | Training Accuracy: 0.828 | Test Accuracy: 0.820 | Training Loss: 0.419 | Test Loss 0.338 
Epoch 65, Step 2375 | Training Accuracy: 0.766 | Test Accuracy: 0.797 | Training Loss: 0.449 | Test Loss 0.384 
Epoch 65, Step 2850 | Training Accuracy: 0.875 | Test Accuracy: 0.852 | Training Loss: 0.358 | Test Loss 0.344 
Epoch 65, Step 3325 | Training Accuracy: 0.859 | Test Accuracy: 0.828 | Training Loss: 0.309 | Test Loss 0.406 
Epoch 65, Step 3800 | Training Accuracy: 0.836 | Test Accuracy: 0.773 | Training Loss: 0.354 | Test Loss 0.397 
(*) Entering Epoch 66 (6025.145 s)
Epoch 66, Step 475 | Training Accuracy: 0.820 | Test Accuracy: 0.883 | Training Loss: 0.357 | Test Loss 0.303 
Epoch 66, Step 950 | Training Accuracy: 0.828 | Test Accuracy: 0.844 | Training Loss: 0.396 | Test Loss 0.359 
Epoch 66, Step 1425 | Training Accuracy: 0.836 | Test Accuracy: 0.797 | Training Loss: 0.334 | Test Loss 0.419 
Epoch 66, Step 1900 | Training Accuracy: 0.812 | Test Accuracy: 0.844 | Training Loss: 0.382 | Test Loss 0.315 
Epoch 66, Step 2375 | Training Accuracy: 0.812 | Test Accuracy: 0.859 | Training Loss: 0.356 | Test Loss 0.361 
Epoch 66, Step 2850 | Training Accuracy: 0.820 | Test Accuracy: 0.750 | Training Loss: 0.389 | Test Loss 0.435 
Epoch 66, Step 3325 | Training Accuracy: 0.828 | Test Accuracy: 0.820 | Training Loss: 0.389 | Test Loss 0.420 
Epoch 66, Step 3800 | Training Accuracy: 0.773 | Test Accuracy: 0.891 | Training Loss: 0.467 | Test Loss 0.313 
(*) Entering Epoch 67 (6116.034 s)
Epoch 67, Step 475 | Training Accuracy: 0.891 | Test Accuracy: 0.828 | Training Loss: 0.266 | Test Loss 0.344 
Epoch 67, Step 950 | Training Accuracy: 0.828 | Test Accuracy: 0.820 | Training Loss: 0.367 | Test Loss 0.442 
Epoch 67, Step 1425 | Training Accuracy: 0.844 | Test Accuracy: 0.812 | Training Loss: 0.359 | Test Loss 0.365 
Epoch 67, Step 1900 | Training Accuracy: 0.781 | Test Accuracy: 0.828 | Training Loss: 0.408 | Test Loss 0.402 
Epoch 67, Step 2375 | Training Accuracy: 0.836 | Test Accuracy: 0.844 | Training Loss: 0.329 | Test Loss 0.363 
Epoch 67, Step 2850 | Training Accuracy: 0.781 | Test Accuracy: 0.844 | Training Loss: 0.426 | Test Loss 0.388 
Epoch 67, Step 3325 | Training Accuracy: 0.883 | Test Accuracy: 0.805 | Training Loss: 0.289 | Test Loss 0.410 
Epoch 67, Step 3800 | Training Accuracy: 0.812 | Test Accuracy: 0.773 | Training Loss: 0.361 | Test Loss 0.467 
(*) Entering Epoch 68 (6206.964 s)
Epoch 68, Step 475 | Training Accuracy: 0.859 | Test Accuracy: 0.820 | Training Loss: 0.290 | Test Loss 0.417 
Epoch 68, Step 950 | Training Accuracy: 0.859 | Test Accuracy: 0.828 | Training Loss: 0.342 | Test Loss 0.440 
Epoch 68, Step 1425 | Training Accuracy: 0.797 | Test Accuracy: 0.844 | Training Loss: 0.440 | Test Loss 0.407 
Epoch 68, Step 1900 | Training Accuracy: 0.844 | Test Accuracy: 0.852 | Training Loss: 0.355 | Test Loss 0.335 
Epoch 68, Step 2375 | Training Accuracy: 0.859 | Test Accuracy: 0.805 | Training Loss: 0.321 | Test Loss 0.368 
Epoch 68, Step 2850 | Training Accuracy: 0.844 | Test Accuracy: 0.758 | Training Loss: 0.343 | Test Loss 0.489 
Epoch 68, Step 3325 | Training Accuracy: 0.859 | Test Accuracy: 0.836 | Training Loss: 0.297 | Test Loss 0.304 
Epoch 68, Step 3800 | Training Accuracy: 0.734 | Test Accuracy: 0.836 | Training Loss: 0.554 | Test Loss 0.342 
(*) Entering Epoch 69 (6297.756 s)
Epoch 69, Step 475 | Training Accuracy: 0.859 | Test Accuracy: 0.805 | Training Loss: 0.268 | Test Loss 0.458 
Epoch 69, Step 950 | Training Accuracy: 0.812 | Test Accuracy: 0.844 | Training Loss: 0.418 | Test Loss 0.347 
Epoch 69, Step 1425 | Training Accuracy: 0.812 | Test Accuracy: 0.883 | Training Loss: 0.366 | Test Loss 0.288 
Epoch 69, Step 1900 | Training Accuracy: 0.844 | Test Accuracy: 0.781 | Training Loss: 0.340 | Test Loss 0.437 
Epoch 69, Step 2375 | Training Accuracy: 0.828 | Test Accuracy: 0.797 | Training Loss: 0.360 | Test Loss 0.391 
Epoch 69, Step 2850 | Training Accuracy: 0.844 | Test Accuracy: 0.859 | Training Loss: 0.435 | Test Loss 0.312 
Epoch 69, Step 3325 | Training Accuracy: 0.828 | Test Accuracy: 0.859 | Training Loss: 0.379 | Test Loss 0.314 
Epoch 69, Step 3800 | Training Accuracy: 0.789 | Test Accuracy: 0.852 | Training Loss: 0.354 | Test Loss 0.346 
(*) Entering Epoch 70 (6388.632 s)
Graph saved to file: checkpoints/biRNN_kst_rho0_epoch70.ckpt-70
Epoch 70, Step 475 | Training Accuracy: 0.836 | Test Accuracy: 0.844 | Training Loss: 0.365 | Test Loss 0.414 
Epoch 70, Step 950 | Training Accuracy: 0.805 | Test Accuracy: 0.867 | Training Loss: 0.373 | Test Loss 0.277 
Epoch 70, Step 1425 | Training Accuracy: 0.852 | Test Accuracy: 0.789 | Training Loss: 0.378 | Test Loss 0.465 
Epoch 70, Step 1900 | Training Accuracy: 0.812 | Test Accuracy: 0.812 | Training Loss: 0.389 | Test Loss 0.370 
Epoch 70, Step 2375 | Training Accuracy: 0.875 | Test Accuracy: 0.820 | Training Loss: 0.323 | Test Loss 0.406 
Epoch 70, Step 2850 | Training Accuracy: 0.859 | Test Accuracy: 0.828 | Training Loss: 0.328 | Test Loss 0.406 
Epoch 70, Step 3325 | Training Accuracy: 0.797 | Test Accuracy: 0.867 | Training Loss: 0.447 | Test Loss 0.324 
Epoch 70, Step 3800 | Training Accuracy: 0.828 | Test Accuracy: 0.789 | Training Loss: 0.351 | Test Loss 0.437 
(*) Entering Epoch 71 (6479.699 s)
Epoch 71, Step 475 | Training Accuracy: 0.852 | Test Accuracy: 0.820 | Training Loss: 0.353 | Test Loss 0.393 
Epoch 71, Step 950 | Training Accuracy: 0.844 | Test Accuracy: 0.828 | Training Loss: 0.355 | Test Loss 0.388 
Epoch 71, Step 1425 | Training Accuracy: 0.859 | Test Accuracy: 0.781 | Training Loss: 0.342 | Test Loss 0.391 
Epoch 71, Step 1900 | Training Accuracy: 0.883 | Test Accuracy: 0.867 | Training Loss: 0.305 | Test Loss 0.322 
Epoch 71, Step 2375 | Training Accuracy: 0.852 | Test Accuracy: 0.844 | Training Loss: 0.340 | Test Loss 0.335 
Epoch 71, Step 2850 | Training Accuracy: 0.797 | Test Accuracy: 0.828 | Training Loss: 0.415 | Test Loss 0.354 
Epoch 71, Step 3325 | Training Accuracy: 0.797 | Test Accuracy: 0.820 | Training Loss: 0.397 | Test Loss 0.389 
Epoch 71, Step 3800 | Training Accuracy: 0.812 | Test Accuracy: 0.812 | Training Loss: 0.399 | Test Loss 0.425 
(*) Entering Epoch 72 (6570.501 s)
Epoch 72, Step 475 | Training Accuracy: 0.859 | Test Accuracy: 0.789 | Training Loss: 0.331 | Test Loss 0.459 
Epoch 72, Step 950 | Training Accuracy: 0.797 | Test Accuracy: 0.859 | Training Loss: 0.434 | Test Loss 0.360 
Epoch 72, Step 1425 | Training Accuracy: 0.852 | Test Accuracy: 0.812 | Training Loss: 0.346 | Test Loss 0.409 
Epoch 72, Step 1900 | Training Accuracy: 0.750 | Test Accuracy: 0.805 | Training Loss: 0.452 | Test Loss 0.407 
Epoch 72, Step 2375 | Training Accuracy: 0.867 | Test Accuracy: 0.805 | Training Loss: 0.306 | Test Loss 0.365 
Epoch 72, Step 2850 | Training Accuracy: 0.844 | Test Accuracy: 0.859 | Training Loss: 0.367 | Test Loss 0.361 
Epoch 72, Step 3325 | Training Accuracy: 0.836 | Test Accuracy: 0.844 | Training Loss: 0.401 | Test Loss 0.347 
Epoch 72, Step 3800 | Training Accuracy: 0.805 | Test Accuracy: 0.820 | Training Loss: 0.358 | Test Loss 0.382 
(*) Entering Epoch 73 (6661.354 s)
Epoch 73, Step 475 | Training Accuracy: 0.875 | Test Accuracy: 0.789 | Training Loss: 0.308 | Test Loss 0.428 
Epoch 73, Step 950 | Training Accuracy: 0.859 | Test Accuracy: 0.828 | Training Loss: 0.364 | Test Loss 0.319 
Epoch 73, Step 1425 | Training Accuracy: 0.859 | Test Accuracy: 0.828 | Training Loss: 0.325 | Test Loss 0.353 
Epoch 73, Step 1900 | Training Accuracy: 0.883 | Test Accuracy: 0.844 | Training Loss: 0.285 | Test Loss 0.427 
Epoch 73, Step 2375 | Training Accuracy: 0.852 | Test Accuracy: 0.812 | Training Loss: 0.336 | Test Loss 0.416 
Epoch 73, Step 2850 | Training Accuracy: 0.922 | Test Accuracy: 0.766 | Training Loss: 0.269 | Test Loss 0.456 
Epoch 73, Step 3325 | Training Accuracy: 0.820 | Test Accuracy: 0.844 | Training Loss: 0.463 | Test Loss 0.374 
Epoch 73, Step 3800 | Training Accuracy: 0.797 | Test Accuracy: 0.844 | Training Loss: 0.379 | Test Loss 0.351 
(*) Entering Epoch 74 (6752.258 s)
Epoch 74, Step 475 | Training Accuracy: 0.844 | Test Accuracy: 0.828 | Training Loss: 0.350 | Test Loss 0.399 
Epoch 74, Step 950 | Training Accuracy: 0.820 | Test Accuracy: 0.789 | Training Loss: 0.395 | Test Loss 0.405 
Epoch 74, Step 1425 | Training Accuracy: 0.805 | Test Accuracy: 0.781 | Training Loss: 0.381 | Test Loss 0.470 
Epoch 74, Step 1900 | Training Accuracy: 0.891 | Test Accuracy: 0.922 | Training Loss: 0.297 | Test Loss 0.283 *
Epoch 74, Step 2375 | Training Accuracy: 0.883 | Test Accuracy: 0.875 | Training Loss: 0.256 | Test Loss 0.277 
Epoch 74, Step 2850 | Training Accuracy: 0.805 | Test Accuracy: 0.852 | Training Loss: 0.389 | Test Loss 0.362 
Epoch 74, Step 3325 | Training Accuracy: 0.812 | Test Accuracy: 0.781 | Training Loss: 0.357 | Test Loss 0.417 
Epoch 74, Step 3800 | Training Accuracy: 0.797 | Test Accuracy: 0.852 | Training Loss: 0.383 | Test Loss 0.355 
(*) Entering Epoch 75 (6843.304 s)
Epoch 75, Step 475 | Training Accuracy: 0.820 | Test Accuracy: 0.844 | Training Loss: 0.402 | Test Loss 0.373 
Epoch 75, Step 950 | Training Accuracy: 0.883 | Test Accuracy: 0.828 | Training Loss: 0.354 | Test Loss 0.375 
Epoch 75, Step 1425 | Training Accuracy: 0.844 | Test Accuracy: 0.844 | Training Loss: 0.366 | Test Loss 0.355 
Epoch 75, Step 1900 | Training Accuracy: 0.852 | Test Accuracy: 0.844 | Training Loss: 0.363 | Test Loss 0.379 
Epoch 75, Step 2375 | Training Accuracy: 0.844 | Test Accuracy: 0.867 | Training Loss: 0.376 | Test Loss 0.325 
Epoch 75, Step 2850 | Training Accuracy: 0.805 | Test Accuracy: 0.867 | Training Loss: 0.329 | Test Loss 0.360 
Epoch 75, Step 3325 | Training Accuracy: 0.867 | Test Accuracy: 0.828 | Training Loss: 0.339 | Test Loss 0.373 
Epoch 75, Step 3800 | Training Accuracy: 0.836 | Test Accuracy: 0.805 | Training Loss: 0.362 | Test Loss 0.372 
(*) Entering Epoch 76 (6934.193 s)
Epoch 76, Step 475 | Training Accuracy: 0.859 | Test Accuracy: 0.781 | Training Loss: 0.330 | Test Loss 0.458 
Epoch 76, Step 950 | Training Accuracy: 0.867 | Test Accuracy: 0.891 | Training Loss: 0.301 | Test Loss 0.300 
Epoch 76, Step 1425 | Training Accuracy: 0.773 | Test Accuracy: 0.859 | Training Loss: 0.441 | Test Loss 0.291 
Epoch 76, Step 1900 | Training Accuracy: 0.883 | Test Accuracy: 0.812 | Training Loss: 0.336 | Test Loss 0.450 
Epoch 76, Step 2375 | Training Accuracy: 0.797 | Test Accuracy: 0.828 | Training Loss: 0.349 | Test Loss 0.412 
Epoch 76, Step 2850 | Training Accuracy: 0.805 | Test Accuracy: 0.844 | Training Loss: 0.362 | Test Loss 0.360 
Epoch 76, Step 3325 | Training Accuracy: 0.844 | Test Accuracy: 0.836 | Training Loss: 0.341 | Test Loss 0.344 
Epoch 76, Step 3800 | Training Accuracy: 0.820 | Test Accuracy: 0.836 | Training Loss: 0.358 | Test Loss 0.335 
(*) Entering Epoch 77 (7025.101 s)
Epoch 77, Step 475 | Training Accuracy: 0.836 | Test Accuracy: 0.883 | Training Loss: 0.400 | Test Loss 0.319 
Epoch 77, Step 950 | Training Accuracy: 0.867 | Test Accuracy: 0.812 | Training Loss: 0.308 | Test Loss 0.428 
Epoch 77, Step 1425 | Training Accuracy: 0.914 | Test Accuracy: 0.852 | Training Loss: 0.290 | Test Loss 0.284 
Epoch 77, Step 1900 | Training Accuracy: 0.797 | Test Accuracy: 0.812 | Training Loss: 0.415 | Test Loss 0.412 
Epoch 77, Step 2375 | Training Accuracy: 0.805 | Test Accuracy: 0.844 | Training Loss: 0.430 | Test Loss 0.372 
Epoch 77, Step 2850 | Training Accuracy: 0.844 | Test Accuracy: 0.828 | Training Loss: 0.334 | Test Loss 0.369 
Epoch 77, Step 3325 | Training Accuracy: 0.812 | Test Accuracy: 0.820 | Training Loss: 0.428 | Test Loss 0.376 
Epoch 77, Step 3800 | Training Accuracy: 0.867 | Test Accuracy: 0.867 | Training Loss: 0.331 | Test Loss 0.350 
(*) Entering Epoch 78 (7116.169 s)
Epoch 78, Step 475 | Training Accuracy: 0.898 | Test Accuracy: 0.836 | Training Loss: 0.270 | Test Loss 0.353 
Epoch 78, Step 950 | Training Accuracy: 0.812 | Test Accuracy: 0.852 | Training Loss: 0.339 | Test Loss 0.341 
Epoch 78, Step 1425 | Training Accuracy: 0.766 | Test Accuracy: 0.852 | Training Loss: 0.439 | Test Loss 0.343 
Epoch 78, Step 1900 | Training Accuracy: 0.828 | Test Accuracy: 0.773 | Training Loss: 0.341 | Test Loss 0.449 
Epoch 78, Step 2375 | Training Accuracy: 0.852 | Test Accuracy: 0.828 | Training Loss: 0.316 | Test Loss 0.380 
Epoch 78, Step 2850 | Training Accuracy: 0.883 | Test Accuracy: 0.844 | Training Loss: 0.282 | Test Loss 0.328 
Epoch 78, Step 3325 | Training Accuracy: 0.805 | Test Accuracy: 0.836 | Training Loss: 0.386 | Test Loss 0.334 
Epoch 78, Step 3800 | Training Accuracy: 0.867 | Test Accuracy: 0.797 | Training Loss: 0.297 | Test Loss 0.409 
(*) Entering Epoch 79 (7207.069 s)
Epoch 79, Step 475 | Training Accuracy: 0.797 | Test Accuracy: 0.805 | Training Loss: 0.456 | Test Loss 0.405 
Epoch 79, Step 950 | Training Accuracy: 0.852 | Test Accuracy: 0.859 | Training Loss: 0.352 | Test Loss 0.356 
Epoch 79, Step 1425 | Training Accuracy: 0.906 | Test Accuracy: 0.844 | Training Loss: 0.266 | Test Loss 0.326 
Epoch 79, Step 1900 | Training Accuracy: 0.859 | Test Accuracy: 0.828 | Training Loss: 0.323 | Test Loss 0.360 
Epoch 79, Step 2375 | Training Accuracy: 0.836 | Test Accuracy: 0.820 | Training Loss: 0.290 | Test Loss 0.368 
Epoch 79, Step 2850 | Training Accuracy: 0.844 | Test Accuracy: 0.812 | Training Loss: 0.411 | Test Loss 0.406 
Epoch 79, Step 3325 | Training Accuracy: 0.875 | Test Accuracy: 0.805 | Training Loss: 0.367 | Test Loss 0.412 
Epoch 79, Step 3800 | Training Accuracy: 0.797 | Test Accuracy: 0.797 | Training Loss: 0.400 | Test Loss 0.432 
(*) Entering Epoch 80 (7297.949 s)
Graph saved to file: checkpoints/biRNN_kst_rho0_epoch80.ckpt-80
Epoch 80, Step 475 | Training Accuracy: 0.836 | Test Accuracy: 0.844 | Training Loss: 0.324 | Test Loss 0.328 
Epoch 80, Step 950 | Training Accuracy: 0.836 | Test Accuracy: 0.789 | Training Loss: 0.354 | Test Loss 0.399 
Epoch 80, Step 1425 | Training Accuracy: 0.914 | Test Accuracy: 0.844 | Training Loss: 0.255 | Test Loss 0.349 
Epoch 80, Step 1900 | Training Accuracy: 0.836 | Test Accuracy: 0.789 | Training Loss: 0.350 | Test Loss 0.386 
Epoch 80, Step 2375 | Training Accuracy: 0.812 | Test Accuracy: 0.836 | Training Loss: 0.387 | Test Loss 0.382 
Epoch 80, Step 2850 | Training Accuracy: 0.867 | Test Accuracy: 0.828 | Training Loss: 0.345 | Test Loss 0.367 
Epoch 80, Step 3325 | Training Accuracy: 0.859 | Test Accuracy: 0.820 | Training Loss: 0.395 | Test Loss 0.376 
Epoch 80, Step 3800 | Training Accuracy: 0.844 | Test Accuracy: 0.922 | Training Loss: 0.368 | Test Loss 0.323 
(*) Entering Epoch 81 (7389.064 s)
Epoch 81, Step 475 | Training Accuracy: 0.875 | Test Accuracy: 0.789 | Training Loss: 0.323 | Test Loss 0.507 
Epoch 81, Step 950 | Training Accuracy: 0.867 | Test Accuracy: 0.797 | Training Loss: 0.386 | Test Loss 0.418 
Epoch 81, Step 1425 | Training Accuracy: 0.852 | Test Accuracy: 0.844 | Training Loss: 0.323 | Test Loss 0.363 
Epoch 81, Step 1900 | Training Accuracy: 0.852 | Test Accuracy: 0.828 | Training Loss: 0.328 | Test Loss 0.404 
Epoch 81, Step 2375 | Training Accuracy: 0.836 | Test Accuracy: 0.844 | Training Loss: 0.377 | Test Loss 0.333 
Epoch 81, Step 2850 | Training Accuracy: 0.859 | Test Accuracy: 0.867 | Training Loss: 0.336 | Test Loss 0.331 
Epoch 81, Step 3325 | Training Accuracy: 0.883 | Test Accuracy: 0.820 | Training Loss: 0.291 | Test Loss 0.407 
Epoch 81, Step 3800 | Training Accuracy: 0.898 | Test Accuracy: 0.891 | Training Loss: 0.266 | Test Loss 0.266 
(*) Entering Epoch 82 (7479.990 s)
Epoch 82, Step 475 | Training Accuracy: 0.859 | Test Accuracy: 0.750 | Training Loss: 0.342 | Test Loss 0.484 
Epoch 82, Step 950 | Training Accuracy: 0.805 | Test Accuracy: 0.859 | Training Loss: 0.383 | Test Loss 0.326 
Epoch 82, Step 1425 | Training Accuracy: 0.797 | Test Accuracy: 0.812 | Training Loss: 0.359 | Test Loss 0.544 
Epoch 82, Step 1900 | Training Accuracy: 0.805 | Test Accuracy: 0.781 | Training Loss: 0.388 | Test Loss 0.424 
Epoch 82, Step 2375 | Training Accuracy: 0.836 | Test Accuracy: 0.875 | Training Loss: 0.379 | Test Loss 0.307 
Epoch 82, Step 2850 | Training Accuracy: 0.852 | Test Accuracy: 0.844 | Training Loss: 0.422 | Test Loss 0.338 
Epoch 82, Step 3325 | Training Accuracy: 0.883 | Test Accuracy: 0.867 | Training Loss: 0.281 | Test Loss 0.340 
Epoch 82, Step 3800 | Training Accuracy: 0.852 | Test Accuracy: 0.859 | Training Loss: 0.365 | Test Loss 0.360 
(*) Entering Epoch 83 (7570.922 s)
Epoch 83, Step 475 | Training Accuracy: 0.828 | Test Accuracy: 0.805 | Training Loss: 0.373 | Test Loss 0.400 
Epoch 83, Step 950 | Training Accuracy: 0.844 | Test Accuracy: 0.844 | Training Loss: 0.342 | Test Loss 0.380 
Epoch 83, Step 1425 | Training Accuracy: 0.773 | Test Accuracy: 0.789 | Training Loss: 0.429 | Test Loss 0.470 
Epoch 83, Step 1900 | Training Accuracy: 0.805 | Test Accuracy: 0.750 | Training Loss: 0.411 | Test Loss 0.459 
Epoch 83, Step 2375 | Training Accuracy: 0.852 | Test Accuracy: 0.836 | Training Loss: 0.317 | Test Loss 0.381 
Epoch 83, Step 2850 | Training Accuracy: 0.875 | Test Accuracy: 0.859 | Training Loss: 0.325 | Test Loss 0.342 
Epoch 83, Step 3325 | Training Accuracy: 0.773 | Test Accuracy: 0.805 | Training Loss: 0.487 | Test Loss 0.409 
Epoch 83, Step 3800 | Training Accuracy: 0.828 | Test Accuracy: 0.812 | Training Loss: 0.364 | Test Loss 0.393 
(*) Entering Epoch 84 (7661.860 s)
Epoch 84, Step 475 | Training Accuracy: 0.766 | Test Accuracy: 0.852 | Training Loss: 0.408 | Test Loss 0.318 
Epoch 84, Step 950 | Training Accuracy: 0.852 | Test Accuracy: 0.852 | Training Loss: 0.307 | Test Loss 0.352 
Epoch 84, Step 1425 | Training Accuracy: 0.820 | Test Accuracy: 0.797 | Training Loss: 0.397 | Test Loss 0.358 
Epoch 84, Step 1900 | Training Accuracy: 0.844 | Test Accuracy: 0.836 | Training Loss: 0.311 | Test Loss 0.379 
Epoch 84, Step 2375 | Training Accuracy: 0.805 | Test Accuracy: 0.789 | Training Loss: 0.398 | Test Loss 0.384 
Epoch 84, Step 2850 | Training Accuracy: 0.836 | Test Accuracy: 0.812 | Training Loss: 0.373 | Test Loss 0.371 
Epoch 84, Step 3325 | Training Accuracy: 0.906 | Test Accuracy: 0.805 | Training Loss: 0.245 | Test Loss 0.446 
Epoch 84, Step 3800 | Training Accuracy: 0.898 | Test Accuracy: 0.875 | Training Loss: 0.291 | Test Loss 0.387 
(*) Entering Epoch 85 (7752.708 s)
Epoch 85, Step 475 | Training Accuracy: 0.812 | Test Accuracy: 0.867 | Training Loss: 0.391 | Test Loss 0.312 
Epoch 85, Step 950 | Training Accuracy: 0.852 | Test Accuracy: 0.844 | Training Loss: 0.336 | Test Loss 0.373 
Epoch 85, Step 1425 | Training Accuracy: 0.828 | Test Accuracy: 0.766 | Training Loss: 0.393 | Test Loss 0.493 
Epoch 85, Step 1900 | Training Accuracy: 0.867 | Test Accuracy: 0.844 | Training Loss: 0.279 | Test Loss 0.341 
Epoch 85, Step 2375 | Training Accuracy: 0.805 | Test Accuracy: 0.836 | Training Loss: 0.403 | Test Loss 0.364 
Epoch 85, Step 2850 | Training Accuracy: 0.875 | Test Accuracy: 0.852 | Training Loss: 0.295 | Test Loss 0.401 
Epoch 85, Step 3325 | Training Accuracy: 0.859 | Test Accuracy: 0.875 | Training Loss: 0.344 | Test Loss 0.318 
Epoch 85, Step 3800 | Training Accuracy: 0.883 | Test Accuracy: 0.859 | Training Loss: 0.278 | Test Loss 0.348 
(*) Entering Epoch 86 (7843.657 s)
Epoch 86, Step 475 | Training Accuracy: 0.820 | Test Accuracy: 0.789 | Training Loss: 0.369 | Test Loss 0.407 
Epoch 86, Step 950 | Training Accuracy: 0.797 | Test Accuracy: 0.844 | Training Loss: 0.429 | Test Loss 0.345 
Epoch 86, Step 1425 | Training Accuracy: 0.805 | Test Accuracy: 0.789 | Training Loss: 0.392 | Test Loss 0.438 
Epoch 86, Step 1900 | Training Accuracy: 0.836 | Test Accuracy: 0.859 | Training Loss: 0.359 | Test Loss 0.325 
Epoch 86, Step 2375 | Training Accuracy: 0.820 | Test Accuracy: 0.812 | Training Loss: 0.366 | Test Loss 0.434 
Epoch 86, Step 2850 | Training Accuracy: 0.852 | Test Accuracy: 0.828 | Training Loss: 0.355 | Test Loss 0.439 
Epoch 86, Step 3325 | Training Accuracy: 0.828 | Test Accuracy: 0.820 | Training Loss: 0.367 | Test Loss 0.373 
Epoch 86, Step 3800 | Training Accuracy: 0.797 | Test Accuracy: 0.844 | Training Loss: 0.426 | Test Loss 0.326 
(*) Entering Epoch 87 (7934.589 s)
Epoch 87, Step 475 | Training Accuracy: 0.891 | Test Accuracy: 0.852 | Training Loss: 0.286 | Test Loss 0.361 
Epoch 87, Step 950 | Training Accuracy: 0.805 | Test Accuracy: 0.828 | Training Loss: 0.357 | Test Loss 0.405 
Epoch 87, Step 1425 | Training Accuracy: 0.789 | Test Accuracy: 0.766 | Training Loss: 0.410 | Test Loss 0.498 
Epoch 87, Step 1900 | Training Accuracy: 0.828 | Test Accuracy: 0.859 | Training Loss: 0.468 | Test Loss 0.338 
Epoch 87, Step 2375 | Training Accuracy: 0.867 | Test Accuracy: 0.828 | Training Loss: 0.312 | Test Loss 0.385 
Epoch 87, Step 2850 | Training Accuracy: 0.828 | Test Accuracy: 0.883 | Training Loss: 0.402 | Test Loss 0.315 
Epoch 87, Step 3325 | Training Accuracy: 0.836 | Test Accuracy: 0.836 | Training Loss: 0.345 | Test Loss 0.415 
Epoch 87, Step 3800 | Training Accuracy: 0.789 | Test Accuracy: 0.781 | Training Loss: 0.393 | Test Loss 0.435 
(*) Entering Epoch 88 (8025.555 s)
Epoch 88, Step 475 | Training Accuracy: 0.805 | Test Accuracy: 0.805 | Training Loss: 0.393 | Test Loss 0.466 
Epoch 88, Step 950 | Training Accuracy: 0.805 | Test Accuracy: 0.820 | Training Loss: 0.437 | Test Loss 0.384 
Epoch 88, Step 1425 | Training Accuracy: 0.828 | Test Accuracy: 0.875 | Training Loss: 0.343 | Test Loss 0.332 
Epoch 88, Step 1900 | Training Accuracy: 0.852 | Test Accuracy: 0.820 | Training Loss: 0.332 | Test Loss 0.410 
Epoch 88, Step 2375 | Training Accuracy: 0.867 | Test Accuracy: 0.836 | Training Loss: 0.339 | Test Loss 0.409 
Epoch 88, Step 2850 | Training Accuracy: 0.859 | Test Accuracy: 0.797 | Training Loss: 0.365 | Test Loss 0.420 
Epoch 88, Step 3325 | Training Accuracy: 0.836 | Test Accuracy: 0.836 | Training Loss: 0.311 | Test Loss 0.334 
Epoch 88, Step 3800 | Training Accuracy: 0.797 | Test Accuracy: 0.805 | Training Loss: 0.405 | Test Loss 0.432 
(*) Entering Epoch 89 (8116.480 s)
Epoch 89, Step 475 | Training Accuracy: 0.844 | Test Accuracy: 0.773 | Training Loss: 0.363 | Test Loss 0.498 
Epoch 89, Step 950 | Training Accuracy: 0.781 | Test Accuracy: 0.867 | Training Loss: 0.426 | Test Loss 0.315 
Epoch 89, Step 1425 | Training Accuracy: 0.891 | Test Accuracy: 0.852 | Training Loss: 0.283 | Test Loss 0.356 
Epoch 89, Step 1900 | Training Accuracy: 0.875 | Test Accuracy: 0.758 | Training Loss: 0.287 | Test Loss 0.510 
Epoch 89, Step 2375 | Training Accuracy: 0.828 | Test Accuracy: 0.852 | Training Loss: 0.341 | Test Loss 0.363 
Epoch 89, Step 2850 | Training Accuracy: 0.852 | Test Accuracy: 0.812 | Training Loss: 0.331 | Test Loss 0.396 
Epoch 89, Step 3325 | Training Accuracy: 0.836 | Test Accuracy: 0.820 | Training Loss: 0.383 | Test Loss 0.365 
Epoch 89, Step 3800 | Training Accuracy: 0.852 | Test Accuracy: 0.812 | Training Loss: 0.394 | Test Loss 0.459 
(*) Entering Epoch 90 (8207.479 s)
Graph saved to file: checkpoints/biRNN_kst_rho0_epoch90.ckpt-90
Epoch 90, Step 475 | Training Accuracy: 0.891 | Test Accuracy: 0.828 | Training Loss: 0.254 | Test Loss 0.418 
Epoch 90, Step 950 | Training Accuracy: 0.852 | Test Accuracy: 0.812 | Training Loss: 0.358 | Test Loss 0.368 
Epoch 90, Step 1425 | Training Accuracy: 0.852 | Test Accuracy: 0.867 | Training Loss: 0.351 | Test Loss 0.312 
Epoch 90, Step 1900 | Training Accuracy: 0.844 | Test Accuracy: 0.773 | Training Loss: 0.348 | Test Loss 0.489 
Epoch 90, Step 2375 | Training Accuracy: 0.820 | Test Accuracy: 0.828 | Training Loss: 0.360 | Test Loss 0.394 
Epoch 90, Step 2850 | Training Accuracy: 0.898 | Test Accuracy: 0.789 | Training Loss: 0.317 | Test Loss 0.420 
Epoch 90, Step 3325 | Training Accuracy: 0.852 | Test Accuracy: 0.906 | Training Loss: 0.350 | Test Loss 0.283 
Epoch 90, Step 3800 | Training Accuracy: 0.852 | Test Accuracy: 0.836 | Training Loss: 0.356 | Test Loss 0.402 
(*) Entering Epoch 91 (8298.597 s)
Epoch 91, Step 475 | Training Accuracy: 0.836 | Test Accuracy: 0.789 | Training Loss: 0.337 | Test Loss 0.410 
Epoch 91, Step 950 | Training Accuracy: 0.875 | Test Accuracy: 0.867 | Training Loss: 0.292 | Test Loss 0.306 
Epoch 91, Step 1425 | Training Accuracy: 0.867 | Test Accuracy: 0.812 | Training Loss: 0.294 | Test Loss 0.389 
Epoch 91, Step 1900 | Training Accuracy: 0.891 | Test Accuracy: 0.758 | Training Loss: 0.286 | Test Loss 0.442 
Epoch 91, Step 2375 | Training Accuracy: 0.789 | Test Accuracy: 0.844 | Training Loss: 0.383 | Test Loss 0.427 
Epoch 91, Step 2850 | Training Accuracy: 0.828 | Test Accuracy: 0.844 | Training Loss: 0.356 | Test Loss 0.362 
Epoch 91, Step 3325 | Training Accuracy: 0.852 | Test Accuracy: 0.867 | Training Loss: 0.329 | Test Loss 0.337 
Epoch 91, Step 3800 | Training Accuracy: 0.859 | Test Accuracy: 0.828 | Training Loss: 0.306 | Test Loss 0.357 
(*) Entering Epoch 92 (8389.520 s)
Epoch 92, Step 475 | Training Accuracy: 0.812 | Test Accuracy: 0.781 | Training Loss: 0.367 | Test Loss 0.438 
Epoch 92, Step 950 | Training Accuracy: 0.812 | Test Accuracy: 0.820 | Training Loss: 0.405 | Test Loss 0.383 
Epoch 92, Step 1425 | Training Accuracy: 0.820 | Test Accuracy: 0.773 | Training Loss: 0.415 | Test Loss 0.427 
Epoch 92, Step 1900 | Training Accuracy: 0.789 | Test Accuracy: 0.875 | Training Loss: 0.391 | Test Loss 0.303 
Epoch 92, Step 2375 | Training Accuracy: 0.836 | Test Accuracy: 0.758 | Training Loss: 0.319 | Test Loss 0.449 
Epoch 92, Step 2850 | Training Accuracy: 0.883 | Test Accuracy: 0.852 | Training Loss: 0.314 | Test Loss 0.357 
Epoch 92, Step 3325 | Training Accuracy: 0.898 | Test Accuracy: 0.883 | Training Loss: 0.286 | Test Loss 0.277 
Epoch 92, Step 3800 | Training Accuracy: 0.812 | Test Accuracy: 0.828 | Training Loss: 0.307 | Test Loss 0.413 
(*) Entering Epoch 93 (8480.338 s)
Epoch 93, Step 475 | Training Accuracy: 0.875 | Test Accuracy: 0.797 | Training Loss: 0.297 | Test Loss 0.437 
Epoch 93, Step 950 | Training Accuracy: 0.828 | Test Accuracy: 0.844 | Training Loss: 0.345 | Test Loss 0.340 
Epoch 93, Step 1425 | Training Accuracy: 0.891 | Test Accuracy: 0.820 | Training Loss: 0.304 | Test Loss 0.366 
Epoch 93, Step 1900 | Training Accuracy: 0.828 | Test Accuracy: 0.852 | Training Loss: 0.336 | Test Loss 0.324 
Epoch 93, Step 2375 | Training Accuracy: 0.852 | Test Accuracy: 0.828 | Training Loss: 0.309 | Test Loss 0.346 
Epoch 93, Step 2850 | Training Accuracy: 0.883 | Test Accuracy: 0.859 | Training Loss: 0.338 | Test Loss 0.313 
Epoch 93, Step 3325 | Training Accuracy: 0.875 | Test Accuracy: 0.703 | Training Loss: 0.319 | Test Loss 0.483 
Epoch 93, Step 3800 | Training Accuracy: 0.852 | Test Accuracy: 0.828 | Training Loss: 0.316 | Test Loss 0.363 
(*) Entering Epoch 94 (8571.291 s)
Epoch 94, Step 475 | Training Accuracy: 0.852 | Test Accuracy: 0.844 | Training Loss: 0.371 | Test Loss 0.387 
Epoch 94, Step 950 | Training Accuracy: 0.844 | Test Accuracy: 0.844 | Training Loss: 0.360 | Test Loss 0.408 
Epoch 94, Step 1425 | Training Accuracy: 0.875 | Test Accuracy: 0.883 | Training Loss: 0.319 | Test Loss 0.303 
Epoch 94, Step 1900 | Training Accuracy: 0.867 | Test Accuracy: 0.844 | Training Loss: 0.327 | Test Loss 0.370 
Epoch 94, Step 2375 | Training Accuracy: 0.859 | Test Accuracy: 0.883 | Training Loss: 0.328 | Test Loss 0.335 
Epoch 94, Step 2850 | Training Accuracy: 0.828 | Test Accuracy: 0.867 | Training Loss: 0.376 | Test Loss 0.349 
Epoch 94, Step 3325 | Training Accuracy: 0.859 | Test Accuracy: 0.836 | Training Loss: 0.375 | Test Loss 0.375 
Epoch 94, Step 3800 | Training Accuracy: 0.828 | Test Accuracy: 0.836 | Training Loss: 0.329 | Test Loss 0.423 
(*) Entering Epoch 95 (8662.202 s)
Epoch 95, Step 475 | Training Accuracy: 0.781 | Test Accuracy: 0.789 | Training Loss: 0.472 | Test Loss 0.477 
Epoch 95, Step 950 | Training Accuracy: 0.812 | Test Accuracy: 0.812 | Training Loss: 0.372 | Test Loss 0.378 
Epoch 95, Step 1425 | Training Accuracy: 0.867 | Test Accuracy: 0.836 | Training Loss: 0.359 | Test Loss 0.298 
Epoch 95, Step 1900 | Training Accuracy: 0.906 | Test Accuracy: 0.844 | Training Loss: 0.285 | Test Loss 0.414 
Epoch 95, Step 2375 | Training Accuracy: 0.844 | Test Accuracy: 0.844 | Training Loss: 0.373 | Test Loss 0.402 
Epoch 95, Step 2850 | Training Accuracy: 0.859 | Test Accuracy: 0.820 | Training Loss: 0.311 | Test Loss 0.425 
Epoch 95, Step 3325 | Training Accuracy: 0.805 | Test Accuracy: 0.836 | Training Loss: 0.364 | Test Loss 0.348 
Epoch 95, Step 3800 | Training Accuracy: 0.852 | Test Accuracy: 0.836 | Training Loss: 0.337 | Test Loss 0.341 
(*) Entering Epoch 96 (8753.089 s)
Epoch 96, Step 475 | Training Accuracy: 0.797 | Test Accuracy: 0.797 | Training Loss: 0.415 | Test Loss 0.424 
Epoch 96, Step 950 | Training Accuracy: 0.859 | Test Accuracy: 0.781 | Training Loss: 0.316 | Test Loss 0.440 
Epoch 96, Step 1425 | Training Accuracy: 0.828 | Test Accuracy: 0.867 | Training Loss: 0.386 | Test Loss 0.331 
Epoch 96, Step 1900 | Training Accuracy: 0.852 | Test Accuracy: 0.836 | Training Loss: 0.292 | Test Loss 0.361 
Epoch 96, Step 2375 | Training Accuracy: 0.844 | Test Accuracy: 0.812 | Training Loss: 0.330 | Test Loss 0.374 
Epoch 96, Step 2850 | Training Accuracy: 0.828 | Test Accuracy: 0.789 | Training Loss: 0.331 | Test Loss 0.412 
Epoch 96, Step 3325 | Training Accuracy: 0.875 | Test Accuracy: 0.883 | Training Loss: 0.350 | Test Loss 0.360 
Epoch 96, Step 3800 | Training Accuracy: 0.859 | Test Accuracy: 0.820 | Training Loss: 0.351 | Test Loss 0.432 
(*) Entering Epoch 97 (8844.074 s)
Epoch 97, Step 475 | Training Accuracy: 0.805 | Test Accuracy: 0.805 | Training Loss: 0.364 | Test Loss 0.431 
Epoch 97, Step 950 | Training Accuracy: 0.812 | Test Accuracy: 0.867 | Training Loss: 0.375 | Test Loss 0.326 
Epoch 97, Step 1425 | Training Accuracy: 0.883 | Test Accuracy: 0.859 | Training Loss: 0.286 | Test Loss 0.302 
Epoch 97, Step 1900 | Training Accuracy: 0.836 | Test Accuracy: 0.852 | Training Loss: 0.381 | Test Loss 0.354 
Epoch 97, Step 2375 | Training Accuracy: 0.898 | Test Accuracy: 0.852 | Training Loss: 0.288 | Test Loss 0.317 
Epoch 97, Step 2850 | Training Accuracy: 0.836 | Test Accuracy: 0.852 | Training Loss: 0.381 | Test Loss 0.387 
Epoch 97, Step 3325 | Training Accuracy: 0.844 | Test Accuracy: 0.828 | Training Loss: 0.396 | Test Loss 0.348 
Epoch 97, Step 3800 | Training Accuracy: 0.828 | Test Accuracy: 0.875 | Training Loss: 0.369 | Test Loss 0.308 
(*) Entering Epoch 98 (8935.067 s)
Epoch 98, Step 475 | Training Accuracy: 0.859 | Test Accuracy: 0.883 | Training Loss: 0.340 | Test Loss 0.298 
Epoch 98, Step 950 | Training Accuracy: 0.844 | Test Accuracy: 0.812 | Training Loss: 0.332 | Test Loss 0.387 
Epoch 98, Step 1425 | Training Accuracy: 0.859 | Test Accuracy: 0.844 | Training Loss: 0.277 | Test Loss 0.357 
Epoch 98, Step 1900 | Training Accuracy: 0.836 | Test Accuracy: 0.867 | Training Loss: 0.330 | Test Loss 0.326 
Epoch 98, Step 2375 | Training Accuracy: 0.844 | Test Accuracy: 0.898 | Training Loss: 0.349 | Test Loss 0.264 
Epoch 98, Step 2850 | Training Accuracy: 0.852 | Test Accuracy: 0.758 | Training Loss: 0.370 | Test Loss 0.470 
Epoch 98, Step 3325 | Training Accuracy: 0.844 | Test Accuracy: 0.844 | Training Loss: 0.372 | Test Loss 0.363 
Epoch 98, Step 3800 | Training Accuracy: 0.820 | Test Accuracy: 0.820 | Training Loss: 0.394 | Test Loss 0.376 
(*) Entering Epoch 99 (9025.974 s)
Epoch 99, Step 475 | Training Accuracy: 0.859 | Test Accuracy: 0.742 | Training Loss: 0.325 | Test Loss 0.460 
Epoch 99, Step 950 | Training Accuracy: 0.852 | Test Accuracy: 0.844 | Training Loss: 0.341 | Test Loss 0.333 
Epoch 99, Step 1425 | Training Accuracy: 0.859 | Test Accuracy: 0.867 | Training Loss: 0.331 | Test Loss 0.290 
Epoch 99, Step 1900 | Training Accuracy: 0.812 | Test Accuracy: 0.852 | Training Loss: 0.392 | Test Loss 0.381 
Epoch 99, Step 2375 | Training Accuracy: 0.805 | Test Accuracy: 0.812 | Training Loss: 0.457 | Test Loss 0.444 
Epoch 99, Step 2850 | Training Accuracy: 0.820 | Test Accuracy: 0.906 | Training Loss: 0.363 | Test Loss 0.324 
Epoch 99, Step 3325 | Training Accuracy: 0.867 | Test Accuracy: 0.820 | Training Loss: 0.342 | Test Loss 0.403 
Epoch 99, Step 3800 | Training Accuracy: 0.781 | Test Accuracy: 0.891 | Training Loss: 0.491 | Test Loss 0.268 
(*) Entering Epoch 100 (9116.812 s)
Graph saved to file: checkpoints/biRNN_kst_rho0_epoch100.ckpt-100
Epoch 100, Step 475 | Training Accuracy: 0.836 | Test Accuracy: 0.828 | Training Loss: 0.343 | Test Loss 0.334 
Epoch 100, Step 950 | Training Accuracy: 0.836 | Test Accuracy: 0.875 | Training Loss: 0.327 | Test Loss 0.334 
Epoch 100, Step 1425 | Training Accuracy: 0.836 | Test Accuracy: 0.859 | Training Loss: 0.372 | Test Loss 0.345 
Epoch 100, Step 1900 | Training Accuracy: 0.852 | Test Accuracy: 0.844 | Training Loss: 0.355 | Test Loss 0.407 
Epoch 100, Step 2375 | Training Accuracy: 0.820 | Test Accuracy: 0.828 | Training Loss: 0.388 | Test Loss 0.390 
Epoch 100, Step 2850 | Training Accuracy: 0.812 | Test Accuracy: 0.836 | Training Loss: 0.457 | Test Loss 0.343 
Epoch 100, Step 3325 | Training Accuracy: 0.859 | Test Accuracy: 0.781 | Training Loss: 0.347 | Test Loss 0.444 
Epoch 100, Step 3800 | Training Accuracy: 0.758 | Test Accuracy: 0.859 | Training Loss: 0.486 | Test Loss 0.382 
(*) Entering Epoch 101 (9207.849 s)
Epoch 101, Step 475 | Training Accuracy: 0.844 | Test Accuracy: 0.852 | Training Loss: 0.359 | Test Loss 0.390 
Epoch 101, Step 950 | Training Accuracy: 0.828 | Test Accuracy: 0.883 | Training Loss: 0.384 | Test Loss 0.320 
Epoch 101, Step 1425 | Training Accuracy: 0.828 | Test Accuracy: 0.820 | Training Loss: 0.374 | Test Loss 0.397 
Epoch 101, Step 1900 | Training Accuracy: 0.797 | Test Accuracy: 0.789 | Training Loss: 0.356 | Test Loss 0.453 
Epoch 101, Step 2375 | Training Accuracy: 0.828 | Test Accuracy: 0.789 | Training Loss: 0.369 | Test Loss 0.439 
Epoch 101, Step 2850 | Training Accuracy: 0.797 | Test Accuracy: 0.852 | Training Loss: 0.376 | Test Loss 0.293 
Epoch 101, Step 3325 | Training Accuracy: 0.867 | Test Accuracy: 0.789 | Training Loss: 0.284 | Test Loss 0.414 
Epoch 101, Step 3800 | Training Accuracy: 0.836 | Test Accuracy: 0.875 | Training Loss: 0.395 | Test Loss 0.293 
(*) Entering Epoch 102 (9298.705 s)
Epoch 102, Step 475 | Training Accuracy: 0.836 | Test Accuracy: 0.844 | Training Loss: 0.393 | Test Loss 0.366 
Epoch 102, Step 950 | Training Accuracy: 0.805 | Test Accuracy: 0.859 | Training Loss: 0.452 | Test Loss 0.326 
Epoch 102, Step 1425 | Training Accuracy: 0.859 | Test Accuracy: 0.836 | Training Loss: 0.302 | Test Loss 0.371 
Epoch 102, Step 1900 | Training Accuracy: 0.828 | Test Accuracy: 0.805 | Training Loss: 0.357 | Test Loss 0.438 
Epoch 102, Step 2375 | Training Accuracy: 0.852 | Test Accuracy: 0.859 | Training Loss: 0.334 | Test Loss 0.336 
Epoch 102, Step 2850 | Training Accuracy: 0.844 | Test Accuracy: 0.844 | Training Loss: 0.311 | Test Loss 0.326 
Epoch 102, Step 3325 | Training Accuracy: 0.883 | Test Accuracy: 0.773 | Training Loss: 0.291 | Test Loss 0.538 
Epoch 102, Step 3800 | Training Accuracy: 0.891 | Test Accuracy: 0.867 | Training Loss: 0.280 | Test Loss 0.403 
(*) Entering Epoch 103 (9389.611 s)
Epoch 103, Step 475 | Training Accuracy: 0.805 | Test Accuracy: 0.797 | Training Loss: 0.385 | Test Loss 0.403 
Epoch 103, Step 950 | Training Accuracy: 0.859 | Test Accuracy: 0.805 | Training Loss: 0.325 | Test Loss 0.419 
Epoch 103, Step 1425 | Training Accuracy: 0.766 | Test Accuracy: 0.859 | Training Loss: 0.464 | Test Loss 0.367 
Epoch 103, Step 1900 | Training Accuracy: 0.859 | Test Accuracy: 0.906 | Training Loss: 0.365 | Test Loss 0.292 
Epoch 103, Step 2375 | Training Accuracy: 0.844 | Test Accuracy: 0.805 | Training Loss: 0.354 | Test Loss 0.461 
Epoch 103, Step 2850 | Training Accuracy: 0.859 | Test Accuracy: 0.875 | Training Loss: 0.309 | Test Loss 0.304 
Epoch 103, Step 3325 | Training Accuracy: 0.867 | Test Accuracy: 0.883 | Training Loss: 0.359 | Test Loss 0.304 
Epoch 103, Step 3800 | Training Accuracy: 0.836 | Test Accuracy: 0.836 | Training Loss: 0.362 | Test Loss 0.319 
(*) Entering Epoch 104 (9480.482 s)
Epoch 104, Step 475 | Training Accuracy: 0.836 | Test Accuracy: 0.789 | Training Loss: 0.366 | Test Loss 0.366 
Epoch 104, Step 950 | Training Accuracy: 0.812 | Test Accuracy: 0.773 | Training Loss: 0.361 | Test Loss 0.514 
Epoch 104, Step 1425 | Training Accuracy: 0.797 | Test Accuracy: 0.852 | Training Loss: 0.414 | Test Loss 0.312 
Epoch 104, Step 1900 | Training Accuracy: 0.828 | Test Accuracy: 0.836 | Training Loss: 0.344 | Test Loss 0.436 
Epoch 104, Step 2375 | Training Accuracy: 0.898 | Test Accuracy: 0.859 | Training Loss: 0.347 | Test Loss 0.345 
Epoch 104, Step 2850 | Training Accuracy: 0.812 | Test Accuracy: 0.820 | Training Loss: 0.359 | Test Loss 0.388 
Epoch 104, Step 3325 | Training Accuracy: 0.859 | Test Accuracy: 0.867 | Training Loss: 0.344 | Test Loss 0.308 
Epoch 104, Step 3800 | Training Accuracy: 0.820 | Test Accuracy: 0.805 | Training Loss: 0.362 | Test Loss 0.442 
(*) Entering Epoch 105 (9571.372 s)
Epoch 105, Step 475 | Training Accuracy: 0.836 | Test Accuracy: 0.789 | Training Loss: 0.353 | Test Loss 0.415 
Epoch 105, Step 950 | Training Accuracy: 0.859 | Test Accuracy: 0.852 | Training Loss: 0.293 | Test Loss 0.366 
Epoch 105, Step 1425 | Training Accuracy: 0.836 | Test Accuracy: 0.828 | Training Loss: 0.332 | Test Loss 0.400 
Epoch 105, Step 1900 | Training Accuracy: 0.836 | Test Accuracy: 0.766 | Training Loss: 0.325 | Test Loss 0.456 
Epoch 105, Step 2375 | Training Accuracy: 0.828 | Test Accuracy: 0.805 | Training Loss: 0.381 | Test Loss 0.480 
Epoch 105, Step 2850 | Training Accuracy: 0.852 | Test Accuracy: 0.836 | Training Loss: 0.336 | Test Loss 0.362 
Epoch 105, Step 3325 | Training Accuracy: 0.859 | Test Accuracy: 0.867 | Training Loss: 0.361 | Test Loss 0.308 
Epoch 105, Step 3800 | Training Accuracy: 0.859 | Test Accuracy: 0.844 | Training Loss: 0.369 | Test Loss 0.364 
(*) Entering Epoch 106 (9662.235 s)
Epoch 106, Step 475 | Training Accuracy: 0.844 | Test Accuracy: 0.820 | Training Loss: 0.318 | Test Loss 0.374 
Epoch 106, Step 950 | Training Accuracy: 0.867 | Test Accuracy: 0.734 | Training Loss: 0.320 | Test Loss 0.552 
Epoch 106, Step 1425 | Training Accuracy: 0.836 | Test Accuracy: 0.852 | Training Loss: 0.312 | Test Loss 0.354 
Epoch 106, Step 1900 | Training Accuracy: 0.789 | Test Accuracy: 0.820 | Training Loss: 0.408 | Test Loss 0.434 
Epoch 106, Step 2375 | Training Accuracy: 0.812 | Test Accuracy: 0.820 | Training Loss: 0.380 | Test Loss 0.450 
Epoch 106, Step 2850 | Training Accuracy: 0.859 | Test Accuracy: 0.875 | Training Loss: 0.322 | Test Loss 0.307 
Epoch 106, Step 3325 | Training Accuracy: 0.875 | Test Accuracy: 0.766 | Training Loss: 0.317 | Test Loss 0.431 
Epoch 106, Step 3800 | Training Accuracy: 0.891 | Test Accuracy: 0.836 | Training Loss: 0.285 | Test Loss 0.383 
(*) Entering Epoch 107 (9753.089 s)
Epoch 107, Step 475 | Training Accuracy: 0.828 | Test Accuracy: 0.805 | Training Loss: 0.349 | Test Loss 0.428 
Epoch 107, Step 950 | Training Accuracy: 0.828 | Test Accuracy: 0.797 | Training Loss: 0.349 | Test Loss 0.417 
Epoch 107, Step 1425 | Training Accuracy: 0.883 | Test Accuracy: 0.836 | Training Loss: 0.339 | Test Loss 0.396 
Epoch 107, Step 1900 | Training Accuracy: 0.836 | Test Accuracy: 0.805 | Training Loss: 0.391 | Test Loss 0.392 
Epoch 107, Step 2375 | Training Accuracy: 0.836 | Test Accuracy: 0.805 | Training Loss: 0.410 | Test Loss 0.432 
Epoch 107, Step 2850 | Training Accuracy: 0.844 | Test Accuracy: 0.875 | Training Loss: 0.322 | Test Loss 0.322 
Epoch 107, Step 3325 | Training Accuracy: 0.852 | Test Accuracy: 0.820 | Training Loss: 0.337 | Test Loss 0.407 
Epoch 107, Step 3800 | Training Accuracy: 0.844 | Test Accuracy: 0.828 | Training Loss: 0.328 | Test Loss 0.370 
(*) Entering Epoch 108 (9843.992 s)
Epoch 108, Step 475 | Training Accuracy: 0.836 | Test Accuracy: 0.812 | Training Loss: 0.376 | Test Loss 0.386 
Epoch 108, Step 950 | Training Accuracy: 0.797 | Test Accuracy: 0.781 | Training Loss: 0.450 | Test Loss 0.441 
Epoch 108, Step 1425 | Training Accuracy: 0.797 | Test Accuracy: 0.828 | Training Loss: 0.432 | Test Loss 0.358 
Epoch 108, Step 1900 | Training Accuracy: 0.859 | Test Accuracy: 0.805 | Training Loss: 0.322 | Test Loss 0.447 
Epoch 108, Step 2375 | Training Accuracy: 0.859 | Test Accuracy: 0.797 | Training Loss: 0.357 | Test Loss 0.375 
Epoch 108, Step 2850 | Training Accuracy: 0.883 | Test Accuracy: 0.820 | Training Loss: 0.279 | Test Loss 0.364 
Epoch 108, Step 3325 | Training Accuracy: 0.797 | Test Accuracy: 0.820 | Training Loss: 0.454 | Test Loss 0.442 
Epoch 108, Step 3800 | Training Accuracy: 0.836 | Test Accuracy: 0.883 | Training Loss: 0.359 | Test Loss 0.305 
(*) Entering Epoch 109 (9934.874 s)
Epoch 109, Step 475 | Training Accuracy: 0.844 | Test Accuracy: 0.828 | Training Loss: 0.382 | Test Loss 0.394 
Epoch 109, Step 950 | Training Accuracy: 0.867 | Test Accuracy: 0.820 | Training Loss: 0.289 | Test Loss 0.412 
Epoch 109, Step 1425 | Training Accuracy: 0.867 | Test Accuracy: 0.812 | Training Loss: 0.308 | Test Loss 0.453 
Epoch 109, Step 1900 | Training Accuracy: 0.828 | Test Accuracy: 0.773 | Training Loss: 0.359 | Test Loss 0.413 
Epoch 109, Step 2375 | Training Accuracy: 0.805 | Test Accuracy: 0.836 | Training Loss: 0.386 | Test Loss 0.348 
Epoch 109, Step 2850 | Training Accuracy: 0.852 | Test Accuracy: 0.781 | Training Loss: 0.297 | Test Loss 0.432 
Epoch 109, Step 3325 | Training Accuracy: 0.844 | Test Accuracy: 0.758 | Training Loss: 0.305 | Test Loss 0.480 
Epoch 109, Step 3800 | Training Accuracy: 0.867 | Test Accuracy: 0.914 | Training Loss: 0.333 | Test Loss 0.288 
(*) Entering Epoch 110 (10025.764 s)
Graph saved to file: checkpoints/biRNN_kst_rho0_epoch110.ckpt-110
Epoch 110, Step 475 | Training Accuracy: 0.852 | Test Accuracy: 0.914 | Training Loss: 0.280 | Test Loss 0.258 
Epoch 110, Step 950 | Training Accuracy: 0.852 | Test Accuracy: 0.789 | Training Loss: 0.378 | Test Loss 0.458 
Epoch 110, Step 1425 | Training Accuracy: 0.820 | Test Accuracy: 0.828 | Training Loss: 0.367 | Test Loss 0.427 
Epoch 110, Step 1900 | Training Accuracy: 0.797 | Test Accuracy: 0.836 | Training Loss: 0.427 | Test Loss 0.344 
Epoch 110, Step 2375 | Training Accuracy: 0.844 | Test Accuracy: 0.789 | Training Loss: 0.412 | Test Loss 0.393 
Epoch 110, Step 2850 | Training Accuracy: 0.859 | Test Accuracy: 0.883 | Training Loss: 0.339 | Test Loss 0.342 
Epoch 110, Step 3325 | Training Accuracy: 0.797 | Test Accuracy: 0.789 | Training Loss: 0.448 | Test Loss 0.387 
Epoch 110, Step 3800 | Training Accuracy: 0.820 | Test Accuracy: 0.828 | Training Loss: 0.337 | Test Loss 0.390 
(*) Entering Epoch 111 (10116.921 s)
Epoch 111, Step 475 | Training Accuracy: 0.836 | Test Accuracy: 0.867 | Training Loss: 0.361 | Test Loss 0.382 
Epoch 111, Step 950 | Training Accuracy: 0.875 | Test Accuracy: 0.852 | Training Loss: 0.325 | Test Loss 0.345 
Epoch 111, Step 1425 | Training Accuracy: 0.898 | Test Accuracy: 0.812 | Training Loss: 0.278 | Test Loss 0.376 
Epoch 111, Step 1900 | Training Accuracy: 0.828 | Test Accuracy: 0.812 | Training Loss: 0.377 | Test Loss 0.333 
Epoch 111, Step 2375 | Training Accuracy: 0.859 | Test Accuracy: 0.898 | Training Loss: 0.299 | Test Loss 0.286 
Epoch 111, Step 2850 | Training Accuracy: 0.828 | Test Accuracy: 0.859 | Training Loss: 0.374 | Test Loss 0.360 
Epoch 111, Step 3325 | Training Accuracy: 0.852 | Test Accuracy: 0.891 | Training Loss: 0.320 | Test Loss 0.282 
Epoch 111, Step 3800 | Training Accuracy: 0.859 | Test Accuracy: 0.859 | Training Loss: 0.330 | Test Loss 0.306 
(*) Entering Epoch 112 (10207.701 s)
Epoch 112, Step 475 | Training Accuracy: 0.852 | Test Accuracy: 0.898 | Training Loss: 0.385 | Test Loss 0.323 
Epoch 112, Step 950 | Training Accuracy: 0.844 | Test Accuracy: 0.820 | Training Loss: 0.322 | Test Loss 0.362 
Epoch 112, Step 1425 | Training Accuracy: 0.797 | Test Accuracy: 0.734 | Training Loss: 0.363 | Test Loss 0.485 
Epoch 112, Step 1900 | Training Accuracy: 0.766 | Test Accuracy: 0.891 | Training Loss: 0.455 | Test Loss 0.325 
Epoch 112, Step 2375 | Training Accuracy: 0.867 | Test Accuracy: 0.836 | Training Loss: 0.269 | Test Loss 0.396 
Epoch 112, Step 2850 | Training Accuracy: 0.859 | Test Accuracy: 0.867 | Training Loss: 0.302 | Test Loss 0.302 
Epoch 112, Step 3325 | Training Accuracy: 0.883 | Test Accuracy: 0.789 | Training Loss: 0.283 | Test Loss 0.474 
Epoch 112, Step 3800 | Training Accuracy: 0.812 | Test Accuracy: 0.859 | Training Loss: 0.439 | Test Loss 0.369 
(*) Entering Epoch 113 (10298.549 s)
Epoch 113, Step 475 | Training Accuracy: 0.828 | Test Accuracy: 0.805 | Training Loss: 0.412 | Test Loss 0.405 
Epoch 113, Step 950 | Training Accuracy: 0.844 | Test Accuracy: 0.805 | Training Loss: 0.380 | Test Loss 0.436 
Epoch 113, Step 1425 | Training Accuracy: 0.820 | Test Accuracy: 0.852 | Training Loss: 0.413 | Test Loss 0.330 
Epoch 113, Step 1900 | Training Accuracy: 0.812 | Test Accuracy: 0.828 | Training Loss: 0.370 | Test Loss 0.397 
Epoch 113, Step 2375 | Training Accuracy: 0.891 | Test Accuracy: 0.797 | Training Loss: 0.282 | Test Loss 0.382 
Epoch 113, Step 2850 | Training Accuracy: 0.844 | Test Accuracy: 0.875 | Training Loss: 0.374 | Test Loss 0.324 
Epoch 113, Step 3325 | Training Accuracy: 0.805 | Test Accuracy: 0.773 | Training Loss: 0.430 | Test Loss 0.402 
Epoch 113, Step 3800 | Training Accuracy: 0.852 | Test Accuracy: 0.891 | Training Loss: 0.391 | Test Loss 0.312 
(*) Entering Epoch 114 (10389.435 s)
Epoch 114, Step 475 | Training Accuracy: 0.820 | Test Accuracy: 0.836 | Training Loss: 0.390 | Test Loss 0.363 
Epoch 114, Step 950 | Training Accuracy: 0.852 | Test Accuracy: 0.820 | Training Loss: 0.324 | Test Loss 0.362 
Epoch 114, Step 1425 | Training Accuracy: 0.805 | Test Accuracy: 0.836 | Training Loss: 0.360 | Test Loss 0.383 
Epoch 114, Step 1900 | Training Accuracy: 0.844 | Test Accuracy: 0.797 | Training Loss: 0.371 | Test Loss 0.402 
Epoch 114, Step 2375 | Training Accuracy: 0.891 | Test Accuracy: 0.867 | Training Loss: 0.315 | Test Loss 0.305 
Epoch 114, Step 2850 | Training Accuracy: 0.867 | Test Accuracy: 0.773 | Training Loss: 0.296 | Test Loss 0.421 
Epoch 114, Step 3325 | Training Accuracy: 0.844 | Test Accuracy: 0.898 | Training Loss: 0.333 | Test Loss 0.325 
Epoch 114, Step 3800 | Training Accuracy: 0.906 | Test Accuracy: 0.852 | Training Loss: 0.306 | Test Loss 0.320 
(*) Entering Epoch 115 (10480.267 s)
Epoch 115, Step 475 | Training Accuracy: 0.867 | Test Accuracy: 0.789 | Training Loss: 0.315 | Test Loss 0.387 
Epoch 115, Step 950 | Training Accuracy: 0.875 | Test Accuracy: 0.758 | Training Loss: 0.316 | Test Loss 0.517 
Epoch 115, Step 1425 | Training Accuracy: 0.820 | Test Accuracy: 0.820 | Training Loss: 0.337 | Test Loss 0.440 
Epoch 115, Step 1900 | Training Accuracy: 0.875 | Test Accuracy: 0.836 | Training Loss: 0.334 | Test Loss 0.384 
Epoch 115, Step 2375 | Training Accuracy: 0.844 | Test Accuracy: 0.805 | Training Loss: 0.340 | Test Loss 0.381 
Epoch 115, Step 2850 | Training Accuracy: 0.836 | Test Accuracy: 0.844 | Training Loss: 0.355 | Test Loss 0.341 
Epoch 115, Step 3325 | Training Accuracy: 0.914 | Test Accuracy: 0.781 | Training Loss: 0.274 | Test Loss 0.479 
Epoch 115, Step 3800 | Training Accuracy: 0.867 | Test Accuracy: 0.852 | Training Loss: 0.327 | Test Loss 0.388 
(*) Entering Epoch 116 (10571.140 s)
Epoch 116, Step 475 | Training Accuracy: 0.906 | Test Accuracy: 0.805 | Training Loss: 0.250 | Test Loss 0.390 
Epoch 116, Step 950 | Training Accuracy: 0.852 | Test Accuracy: 0.844 | Training Loss: 0.365 | Test Loss 0.363 
Epoch 116, Step 1425 | Training Accuracy: 0.875 | Test Accuracy: 0.852 | Training Loss: 0.283 | Test Loss 0.404 
Epoch 116, Step 1900 | Training Accuracy: 0.883 | Test Accuracy: 0.805 | Training Loss: 0.351 | Test Loss 0.412 
Epoch 116, Step 2375 | Training Accuracy: 0.859 | Test Accuracy: 0.789 | Training Loss: 0.333 | Test Loss 0.409 
Epoch 116, Step 2850 | Training Accuracy: 0.836 | Test Accuracy: 0.836 | Training Loss: 0.361 | Test Loss 0.321 
Epoch 116, Step 3325 | Training Accuracy: 0.875 | Test Accuracy: 0.836 | Training Loss: 0.319 | Test Loss 0.434 
Epoch 116, Step 3800 | Training Accuracy: 0.867 | Test Accuracy: 0.867 | Training Loss: 0.266 | Test Loss 0.351 
(*) Entering Epoch 117 (10662.020 s)
Epoch 117, Step 475 | Training Accuracy: 0.867 | Test Accuracy: 0.875 | Training Loss: 0.348 | Test Loss 0.297 
Epoch 117, Step 950 | Training Accuracy: 0.883 | Test Accuracy: 0.852 | Training Loss: 0.291 | Test Loss 0.310 
Epoch 117, Step 1425 | Training Accuracy: 0.859 | Test Accuracy: 0.758 | Training Loss: 0.337 | Test Loss 0.445 
Epoch 117, Step 1900 | Training Accuracy: 0.820 | Test Accuracy: 0.828 | Training Loss: 0.353 | Test Loss 0.353 
Epoch 117, Step 2375 | Training Accuracy: 0.859 | Test Accuracy: 0.898 | Training Loss: 0.298 | Test Loss 0.327 
Epoch 117, Step 2850 | Training Accuracy: 0.859 | Test Accuracy: 0.844 | Training Loss: 0.322 | Test Loss 0.333 
Epoch 117, Step 3325 | Training Accuracy: 0.867 | Test Accuracy: 0.867 | Training Loss: 0.314 | Test Loss 0.302 
Epoch 117, Step 3800 | Training Accuracy: 0.867 | Test Accuracy: 0.836 | Training Loss: 0.405 | Test Loss 0.363 
(*) Entering Epoch 118 (10752.830 s)
Epoch 118, Step 475 | Training Accuracy: 0.805 | Test Accuracy: 0.805 | Training Loss: 0.410 | Test Loss 0.403 
Epoch 118, Step 950 | Training Accuracy: 0.852 | Test Accuracy: 0.875 | Training Loss: 0.379 | Test Loss 0.277 
Epoch 118, Step 1425 | Training Accuracy: 0.797 | Test Accuracy: 0.844 | Training Loss: 0.363 | Test Loss 0.341 
Epoch 118, Step 1900 | Training Accuracy: 0.812 | Test Accuracy: 0.812 | Training Loss: 0.354 | Test Loss 0.372 
Epoch 118, Step 2375 | Training Accuracy: 0.859 | Test Accuracy: 0.773 | Training Loss: 0.350 | Test Loss 0.407 
Epoch 118, Step 2850 | Training Accuracy: 0.867 | Test Accuracy: 0.773 | Training Loss: 0.345 | Test Loss 0.439 
Epoch 118, Step 3325 | Training Accuracy: 0.914 | Test Accuracy: 0.844 | Training Loss: 0.263 | Test Loss 0.361 
Epoch 118, Step 3800 | Training Accuracy: 0.852 | Test Accuracy: 0.859 | Training Loss: 0.325 | Test Loss 0.394 
(*) Entering Epoch 119 (10843.700 s)
Epoch 119, Step 475 | Training Accuracy: 0.828 | Test Accuracy: 0.867 | Training Loss: 0.323 | Test Loss 0.363 
Epoch 119, Step 950 | Training Accuracy: 0.805 | Test Accuracy: 0.742 | Training Loss: 0.399 | Test Loss 0.481 
Epoch 119, Step 1425 | Training Accuracy: 0.797 | Test Accuracy: 0.789 | Training Loss: 0.340 | Test Loss 0.423 
Epoch 119, Step 1900 | Training Accuracy: 0.891 | Test Accuracy: 0.781 | Training Loss: 0.288 | Test Loss 0.406 
Epoch 119, Step 2375 | Training Accuracy: 0.852 | Test Accuracy: 0.820 | Training Loss: 0.312 | Test Loss 0.451 
Epoch 119, Step 2850 | Training Accuracy: 0.844 | Test Accuracy: 0.859 | Training Loss: 0.370 | Test Loss 0.341 
Epoch 119, Step 3325 | Training Accuracy: 0.875 | Test Accuracy: 0.852 | Training Loss: 0.286 | Test Loss 0.318 
Epoch 119, Step 3800 | Training Accuracy: 0.875 | Test Accuracy: 0.789 | Training Loss: 0.289 | Test Loss 0.372 
(*) Entering Epoch 120 (10934.532 s)
Graph saved to file: checkpoints/biRNN_kst_rho0_epoch120.ckpt-120
Epoch 120, Step 475 | Training Accuracy: 0.906 | Test Accuracy: 0.828 | Training Loss: 0.266 | Test Loss 0.442 
Epoch 120, Step 950 | Training Accuracy: 0.820 | Test Accuracy: 0.836 | Training Loss: 0.363 | Test Loss 0.402 
Epoch 120, Step 1425 | Training Accuracy: 0.852 | Test Accuracy: 0.852 | Training Loss: 0.323 | Test Loss 0.317 
Epoch 120, Step 1900 | Training Accuracy: 0.812 | Test Accuracy: 0.844 | Training Loss: 0.355 | Test Loss 0.332 
Epoch 120, Step 2375 | Training Accuracy: 0.797 | Test Accuracy: 0.859 | Training Loss: 0.401 | Test Loss 0.328 
Epoch 120, Step 2850 | Training Accuracy: 0.867 | Test Accuracy: 0.781 | Training Loss: 0.313 | Test Loss 0.460 
Epoch 120, Step 3325 | Training Accuracy: 0.883 | Test Accuracy: 0.820 | Training Loss: 0.275 | Test Loss 0.354 
Epoch 120, Step 3800 | Training Accuracy: 0.844 | Test Accuracy: 0.852 | Training Loss: 0.333 | Test Loss 0.315 
(*) Entering Epoch 121 (11025.694 s)
Epoch 121, Step 475 | Training Accuracy: 0.844 | Test Accuracy: 0.805 | Training Loss: 0.366 | Test Loss 0.397 
Epoch 121, Step 950 | Training Accuracy: 0.812 | Test Accuracy: 0.867 | Training Loss: 0.373 | Test Loss 0.331 
Epoch 121, Step 1425 | Training Accuracy: 0.797 | Test Accuracy: 0.828 | Training Loss: 0.400 | Test Loss 0.376 
Epoch 121, Step 1900 | Training Accuracy: 0.859 | Test Accuracy: 0.758 | Training Loss: 0.374 | Test Loss 0.501 
Epoch 121, Step 2375 | Training Accuracy: 0.883 | Test Accuracy: 0.867 | Training Loss: 0.254 | Test Loss 0.324 
Epoch 121, Step 2850 | Training Accuracy: 0.859 | Test Accuracy: 0.727 | Training Loss: 0.375 | Test Loss 0.475 
Epoch 121, Step 3325 | Training Accuracy: 0.891 | Test Accuracy: 0.859 | Training Loss: 0.318 | Test Loss 0.364 
Epoch 121, Step 3800 | Training Accuracy: 0.820 | Test Accuracy: 0.797 | Training Loss: 0.347 | Test Loss 0.351 
(*) Entering Epoch 122 (11116.445 s)
Epoch 122, Step 475 | Training Accuracy: 0.820 | Test Accuracy: 0.805 | Training Loss: 0.388 | Test Loss 0.504 
Epoch 122, Step 950 | Training Accuracy: 0.820 | Test Accuracy: 0.836 | Training Loss: 0.384 | Test Loss 0.328 
Epoch 122, Step 1425 | Training Accuracy: 0.867 | Test Accuracy: 0.820 | Training Loss: 0.313 | Test Loss 0.374 
Epoch 122, Step 1900 | Training Accuracy: 0.859 | Test Accuracy: 0.828 | Training Loss: 0.325 | Test Loss 0.329 
Epoch 122, Step 2375 | Training Accuracy: 0.828 | Test Accuracy: 0.867 | Training Loss: 0.358 | Test Loss 0.376 
Epoch 122, Step 2850 | Training Accuracy: 0.844 | Test Accuracy: 0.820 | Training Loss: 0.382 | Test Loss 0.413 
Epoch 122, Step 3325 | Training Accuracy: 0.867 | Test Accuracy: 0.797 | Training Loss: 0.279 | Test Loss 0.433 
Epoch 122, Step 3800 | Training Accuracy: 0.883 | Test Accuracy: 0.852 | Training Loss: 0.360 | Test Loss 0.381 
(*) Entering Epoch 123 (11207.330 s)
Epoch 123, Step 475 | Training Accuracy: 0.812 | Test Accuracy: 0.781 | Training Loss: 0.406 | Test Loss 0.466 
Epoch 123, Step 950 | Training Accuracy: 0.805 | Test Accuracy: 0.844 | Training Loss: 0.421 | Test Loss 0.371 
Epoch 123, Step 1425 | Training Accuracy: 0.828 | Test Accuracy: 0.844 | Training Loss: 0.329 | Test Loss 0.292 
Epoch 123, Step 1900 | Training Accuracy: 0.875 | Test Accuracy: 0.836 | Training Loss: 0.301 | Test Loss 0.330 
Epoch 123, Step 2375 | Training Accuracy: 0.859 | Test Accuracy: 0.852 | Training Loss: 0.342 | Test Loss 0.375 
Epoch 123, Step 2850 | Training Accuracy: 0.867 | Test Accuracy: 0.805 | Training Loss: 0.283 | Test Loss 0.438 
Epoch 123, Step 3325 | Training Accuracy: 0.797 | Test Accuracy: 0.836 | Training Loss: 0.407 | Test Loss 0.372 
Epoch 123, Step 3800 | Training Accuracy: 0.859 | Test Accuracy: 0.836 | Training Loss: 0.312 | Test Loss 0.418 
(*) Entering Epoch 124 (11298.238 s)
Epoch 124, Step 475 | Training Accuracy: 0.828 | Test Accuracy: 0.852 | Training Loss: 0.394 | Test Loss 0.342 
Epoch 124, Step 950 | Training Accuracy: 0.836 | Test Accuracy: 0.820 | Training Loss: 0.335 | Test Loss 0.380 
Epoch 124, Step 1425 | Training Accuracy: 0.906 | Test Accuracy: 0.820 | Training Loss: 0.256 | Test Loss 0.378 
Epoch 124, Step 1900 | Training Accuracy: 0.852 | Test Accuracy: 0.875 | Training Loss: 0.360 | Test Loss 0.294 
Epoch 124, Step 2375 | Training Accuracy: 0.852 | Test Accuracy: 0.820 | Training Loss: 0.332 | Test Loss 0.400 
Epoch 124, Step 2850 | Training Accuracy: 0.867 | Test Accuracy: 0.875 | Training Loss: 0.339 | Test Loss 0.291 
Epoch 124, Step 3325 | Training Accuracy: 0.852 | Test Accuracy: 0.859 | Training Loss: 0.390 | Test Loss 0.353 
Epoch 124, Step 3800 | Training Accuracy: 0.898 | Test Accuracy: 0.828 | Training Loss: 0.287 | Test Loss 0.381 
(*) Entering Epoch 125 (11389.104 s)
Epoch 125, Step 475 | Training Accuracy: 0.797 | Test Accuracy: 0.758 | Training Loss: 0.401 | Test Loss 0.475 
Epoch 125, Step 950 | Training Accuracy: 0.859 | Test Accuracy: 0.742 | Training Loss: 0.322 | Test Loss 0.519 
Epoch 125, Step 1425 | Training Accuracy: 0.859 | Test Accuracy: 0.828 | Training Loss: 0.324 | Test Loss 0.362 
Epoch 125, Step 1900 | Training Accuracy: 0.836 | Test Accuracy: 0.859 | Training Loss: 0.375 | Test Loss 0.328 
Epoch 125, Step 2375 | Training Accuracy: 0.828 | Test Accuracy: 0.812 | Training Loss: 0.363 | Test Loss 0.393 
Epoch 125, Step 2850 | Training Accuracy: 0.867 | Test Accuracy: 0.828 | Training Loss: 0.358 | Test Loss 0.376 
Epoch 125, Step 3325 | Training Accuracy: 0.883 | Test Accuracy: 0.836 | Training Loss: 0.282 | Test Loss 0.360 
Epoch 125, Step 3800 | Training Accuracy: 0.859 | Test Accuracy: 0.844 | Training Loss: 0.345 | Test Loss 0.358 
(*) Entering Epoch 126 (11479.965 s)
Epoch 126, Step 475 | Training Accuracy: 0.812 | Test Accuracy: 0.859 | Training Loss: 0.320 | Test Loss 0.336 
Epoch 126, Step 950 | Training Accuracy: 0.883 | Test Accuracy: 0.820 | Training Loss: 0.302 | Test Loss 0.459 
Epoch 126, Step 1425 | Training Accuracy: 0.875 | Test Accuracy: 0.812 | Training Loss: 0.323 | Test Loss 0.419 
Epoch 126, Step 1900 | Training Accuracy: 0.820 | Test Accuracy: 0.812 | Training Loss: 0.361 | Test Loss 0.371 
Epoch 126, Step 2375 | Training Accuracy: 0.836 | Test Accuracy: 0.797 | Training Loss: 0.344 | Test Loss 0.384 
Epoch 126, Step 2850 | Training Accuracy: 0.844 | Test Accuracy: 0.844 | Training Loss: 0.368 | Test Loss 0.343 
Epoch 126, Step 3325 | Training Accuracy: 0.883 | Test Accuracy: 0.820 | Training Loss: 0.304 | Test Loss 0.367 
Epoch 126, Step 3800 | Training Accuracy: 0.875 | Test Accuracy: 0.773 | Training Loss: 0.323 | Test Loss 0.450 
(*) Entering Epoch 127 (11570.920 s)
Epoch 127, Step 475 | Training Accuracy: 0.875 | Test Accuracy: 0.906 | Training Loss: 0.272 | Test Loss 0.321 
Epoch 127, Step 950 | Training Accuracy: 0.812 | Test Accuracy: 0.828 | Training Loss: 0.416 | Test Loss 0.362 
Epoch 127, Step 1425 | Training Accuracy: 0.859 | Test Accuracy: 0.844 | Training Loss: 0.326 | Test Loss 0.317 
Epoch 127, Step 1900 | Training Accuracy: 0.836 | Test Accuracy: 0.711 | Training Loss: 0.338 | Test Loss 0.547 
Epoch 127, Step 2375 | Training Accuracy: 0.852 | Test Accuracy: 0.867 | Training Loss: 0.338 | Test Loss 0.304 
Epoch 127, Step 2850 | Training Accuracy: 0.852 | Test Accuracy: 0.852 | Training Loss: 0.357 | Test Loss 0.366 
Epoch 127, Step 3325 | Training Accuracy: 0.867 | Test Accuracy: 0.867 | Training Loss: 0.300 | Test Loss 0.326 
Epoch 127, Step 3800 | Training Accuracy: 0.828 | Test Accuracy: 0.805 | Training Loss: 0.378 | Test Loss 0.394 
(*) Entering Epoch 128 (11661.833 s)
Epoch 128, Step 475 | Training Accuracy: 0.867 | Test Accuracy: 0.859 | Training Loss: 0.340 | Test Loss 0.320 
Epoch 128, Step 950 | Training Accuracy: 0.836 | Test Accuracy: 0.820 | Training Loss: 0.344 | Test Loss 0.426 
Epoch 128, Step 1425 | Training Accuracy: 0.852 | Test Accuracy: 0.867 | Training Loss: 0.324 | Test Loss 0.357 
Epoch 128, Step 1900 | Training Accuracy: 0.867 | Test Accuracy: 0.789 | Training Loss: 0.301 | Test Loss 0.426 
Epoch 128, Step 2375 | Training Accuracy: 0.805 | Test Accuracy: 0.820 | Training Loss: 0.387 | Test Loss 0.490 
Epoch 128, Step 2850 | Training Accuracy: 0.844 | Test Accuracy: 0.797 | Training Loss: 0.363 | Test Loss 0.388 
Epoch 128, Step 3325 | Training Accuracy: 0.812 | Test Accuracy: 0.797 | Training Loss: 0.374 | Test Loss 0.425 
Epoch 128, Step 3800 | Training Accuracy: 0.852 | Test Accuracy: 0.766 | Training Loss: 0.349 | Test Loss 0.453 
(*) Entering Epoch 129 (11752.726 s)
Epoch 129, Step 475 | Training Accuracy: 0.836 | Test Accuracy: 0.828 | Training Loss: 0.385 | Test Loss 0.376 
Epoch 129, Step 950 | Training Accuracy: 0.805 | Test Accuracy: 0.844 | Training Loss: 0.433 | Test Loss 0.374 
Epoch 129, Step 1425 | Training Accuracy: 0.875 | Test Accuracy: 0.836 | Training Loss: 0.333 | Test Loss 0.368 
Epoch 129, Step 1900 | Training Accuracy: 0.844 | Test Accuracy: 0.836 | Training Loss: 0.318 | Test Loss 0.389 
Epoch 129, Step 2375 | Training Accuracy: 0.891 | Test Accuracy: 0.828 | Training Loss: 0.307 | Test Loss 0.339 
Epoch 129, Step 2850 | Training Accuracy: 0.844 | Test Accuracy: 0.852 | Training Loss: 0.361 | Test Loss 0.354 
Epoch 129, Step 3325 | Training Accuracy: 0.805 | Test Accuracy: 0.797 | Training Loss: 0.427 | Test Loss 0.419 
Epoch 129, Step 3800 | Training Accuracy: 0.836 | Test Accuracy: 0.773 | Training Loss: 0.364 | Test Loss 0.504 
(*) Entering Epoch 130 (11843.559 s)
Graph saved to file: checkpoints/biRNN_kst_rho0_epoch130.ckpt-130
Epoch 130, Step 475 | Training Accuracy: 0.883 | Test Accuracy: 0.789 | Training Loss: 0.281 | Test Loss 0.478 
Epoch 130, Step 950 | Training Accuracy: 0.828 | Test Accuracy: 0.875 | Training Loss: 0.404 | Test Loss 0.301 
Epoch 130, Step 1425 | Training Accuracy: 0.875 | Test Accuracy: 0.734 | Training Loss: 0.326 | Test Loss 0.451 
Epoch 130, Step 1900 | Training Accuracy: 0.844 | Test Accuracy: 0.797 | Training Loss: 0.348 | Test Loss 0.450 
Epoch 130, Step 2375 | Training Accuracy: 0.836 | Test Accuracy: 0.766 | Training Loss: 0.360 | Test Loss 0.478 
Epoch 130, Step 2850 | Training Accuracy: 0.836 | Test Accuracy: 0.898 | Training Loss: 0.344 | Test Loss 0.321 
Epoch 130, Step 3325 | Training Accuracy: 0.852 | Test Accuracy: 0.805 | Training Loss: 0.344 | Test Loss 0.405 
Epoch 130, Step 3800 | Training Accuracy: 0.906 | Test Accuracy: 0.852 | Training Loss: 0.297 | Test Loss 0.315 
(*) Entering Epoch 131 (11934.714 s)
Epoch 131, Step 475 | Training Accuracy: 0.883 | Test Accuracy: 0.883 | Training Loss: 0.279 | Test Loss 0.370 
Epoch 131, Step 950 | Training Accuracy: 0.773 | Test Accuracy: 0.797 | Training Loss: 0.459 | Test Loss 0.426 
Epoch 131, Step 1425 | Training Accuracy: 0.859 | Test Accuracy: 0.805 | Training Loss: 0.322 | Test Loss 0.459 
Epoch 131, Step 1900 | Training Accuracy: 0.789 | Test Accuracy: 0.883 | Training Loss: 0.357 | Test Loss 0.268 
Epoch 131, Step 2375 | Training Accuracy: 0.875 | Test Accuracy: 0.844 | Training Loss: 0.309 | Test Loss 0.332 
Epoch 131, Step 2850 | Training Accuracy: 0.859 | Test Accuracy: 0.859 | Training Loss: 0.314 | Test Loss 0.306 
Epoch 131, Step 3325 | Training Accuracy: 0.859 | Test Accuracy: 0.836 | Training Loss: 0.307 | Test Loss 0.325 
Epoch 131, Step 3800 | Training Accuracy: 0.812 | Test Accuracy: 0.805 | Training Loss: 0.368 | Test Loss 0.433 
(*) Entering Epoch 132 (12025.587 s)
Epoch 132, Step 475 | Training Accuracy: 0.820 | Test Accuracy: 0.805 | Training Loss: 0.377 | Test Loss 0.457 
Epoch 132, Step 950 | Training Accuracy: 0.805 | Test Accuracy: 0.836 | Training Loss: 0.413 | Test Loss 0.375 
Epoch 132, Step 1425 | Training Accuracy: 0.867 | Test Accuracy: 0.836 | Training Loss: 0.293 | Test Loss 0.359 
Epoch 132, Step 1900 | Training Accuracy: 0.820 | Test Accuracy: 0.812 | Training Loss: 0.365 | Test Loss 0.358 
Epoch 132, Step 2375 | Training Accuracy: 0.852 | Test Accuracy: 0.828 | Training Loss: 0.358 | Test Loss 0.406 
Epoch 132, Step 2850 | Training Accuracy: 0.789 | Test Accuracy: 0.914 | Training Loss: 0.398 | Test Loss 0.279 
Epoch 132, Step 3325 | Training Accuracy: 0.883 | Test Accuracy: 0.812 | Training Loss: 0.344 | Test Loss 0.464 
Epoch 132, Step 3800 | Training Accuracy: 0.867 | Test Accuracy: 0.773 | Training Loss: 0.303 | Test Loss 0.448 
(*) Entering Epoch 133 (12116.520 s)
Epoch 133, Step 475 | Training Accuracy: 0.867 | Test Accuracy: 0.852 | Training Loss: 0.351 | Test Loss 0.359 
Epoch 133, Step 950 | Training Accuracy: 0.820 | Test Accuracy: 0.805 | Training Loss: 0.426 | Test Loss 0.438 
Epoch 133, Step 1425 | Training Accuracy: 0.867 | Test Accuracy: 0.805 | Training Loss: 0.314 | Test Loss 0.358 
Epoch 133, Step 1900 | Training Accuracy: 0.859 | Test Accuracy: 0.867 | Training Loss: 0.337 | Test Loss 0.322 
Epoch 133, Step 2375 | Training Accuracy: 0.797 | Test Accuracy: 0.828 | Training Loss: 0.371 | Test Loss 0.350 
Epoch 133, Step 2850 | Training Accuracy: 0.844 | Test Accuracy: 0.859 | Training Loss: 0.350 | Test Loss 0.370 
Epoch 133, Step 3325 | Training Accuracy: 0.820 | Test Accuracy: 0.781 | Training Loss: 0.376 | Test Loss 0.568 
Epoch 133, Step 3800 | Training Accuracy: 0.805 | Test Accuracy: 0.836 | Training Loss: 0.374 | Test Loss 0.308 
(*) Entering Epoch 134 (12207.361 s)
Epoch 134, Step 475 | Training Accuracy: 0.891 | Test Accuracy: 0.867 | Training Loss: 0.253 | Test Loss 0.345 
Epoch 134, Step 950 | Training Accuracy: 0.844 | Test Accuracy: 0.859 | Training Loss: 0.356 | Test Loss 0.294 
Epoch 134, Step 1425 | Training Accuracy: 0.875 | Test Accuracy: 0.820 | Training Loss: 0.285 | Test Loss 0.424 
Epoch 134, Step 1900 | Training Accuracy: 0.875 | Test Accuracy: 0.914 | Training Loss: 0.330 | Test Loss 0.227 
Epoch 134, Step 2375 | Training Accuracy: 0.852 | Test Accuracy: 0.812 | Training Loss: 0.333 | Test Loss 0.413 
Epoch 134, Step 2850 | Training Accuracy: 0.805 | Test Accuracy: 0.750 | Training Loss: 0.338 | Test Loss 0.499 
Epoch 134, Step 3325 | Training Accuracy: 0.898 | Test Accuracy: 0.812 | Training Loss: 0.268 | Test Loss 0.378 
Epoch 134, Step 3800 | Training Accuracy: 0.875 | Test Accuracy: 0.836 | Training Loss: 0.388 | Test Loss 0.373 
(*) Entering Epoch 135 (12298.255 s)
Epoch 135, Step 475 | Training Accuracy: 0.797 | Test Accuracy: 0.773 | Training Loss: 0.418 | Test Loss 0.493 
Epoch 135, Step 950 | Training Accuracy: 0.844 | Test Accuracy: 0.812 | Training Loss: 0.330 | Test Loss 0.426 
Epoch 135, Step 1425 | Training Accuracy: 0.805 | Test Accuracy: 0.828 | Training Loss: 0.370 | Test Loss 0.362 
Epoch 135, Step 1900 | Training Accuracy: 0.812 | Test Accuracy: 0.797 | Training Loss: 0.364 | Test Loss 0.358 
Epoch 135, Step 2375 | Training Accuracy: 0.867 | Test Accuracy: 0.852 | Training Loss: 0.310 | Test Loss 0.366 
Epoch 135, Step 2850 | Training Accuracy: 0.875 | Test Accuracy: 0.789 | Training Loss: 0.295 | Test Loss 0.448 
Epoch 135, Step 3325 | Training Accuracy: 0.828 | Test Accuracy: 0.820 | Training Loss: 0.356 | Test Loss 0.465 
Epoch 135, Step 3800 | Training Accuracy: 0.867 | Test Accuracy: 0.867 | Training Loss: 0.345 | Test Loss 0.326 
(*) Entering Epoch 136 (12389.130 s)
Epoch 136, Step 475 | Training Accuracy: 0.828 | Test Accuracy: 0.805 | Training Loss: 0.335 | Test Loss 0.411 
Epoch 136, Step 950 | Training Accuracy: 0.859 | Test Accuracy: 0.828 | Training Loss: 0.344 | Test Loss 0.354 
Epoch 136, Step 1425 | Training Accuracy: 0.805 | Test Accuracy: 0.797 | Training Loss: 0.395 | Test Loss 0.406 
Epoch 136, Step 1900 | Training Accuracy: 0.875 | Test Accuracy: 0.805 | Training Loss: 0.294 | Test Loss 0.476 
Epoch 136, Step 2375 | Training Accuracy: 0.852 | Test Accuracy: 0.820 | Training Loss: 0.309 | Test Loss 0.419 
Epoch 136, Step 2850 | Training Accuracy: 0.828 | Test Accuracy: 0.836 | Training Loss: 0.371 | Test Loss 0.404 
Epoch 136, Step 3325 | Training Accuracy: 0.852 | Test Accuracy: 0.859 | Training Loss: 0.316 | Test Loss 0.359 
Epoch 136, Step 3800 | Training Accuracy: 0.945 | Test Accuracy: 0.852 | Training Loss: 0.247 | Test Loss 0.364 
(*) Entering Epoch 137 (12480.173 s)
Epoch 137, Step 475 | Training Accuracy: 0.836 | Test Accuracy: 0.805 | Training Loss: 0.307 | Test Loss 0.383 
Epoch 137, Step 950 | Training Accuracy: 0.867 | Test Accuracy: 0.828 | Training Loss: 0.281 | Test Loss 0.363 
Epoch 137, Step 1425 | Training Accuracy: 0.836 | Test Accuracy: 0.742 | Training Loss: 0.320 | Test Loss 0.491 
Epoch 137, Step 1900 | Training Accuracy: 0.852 | Test Accuracy: 0.844 | Training Loss: 0.311 | Test Loss 0.346 
Epoch 137, Step 2375 | Training Accuracy: 0.852 | Test Accuracy: 0.828 | Training Loss: 0.346 | Test Loss 0.389 
Epoch 137, Step 2850 | Training Accuracy: 0.820 | Test Accuracy: 0.836 | Training Loss: 0.365 | Test Loss 0.371 
Epoch 137, Step 3325 | Training Accuracy: 0.875 | Test Accuracy: 0.828 | Training Loss: 0.284 | Test Loss 0.473 
Epoch 137, Step 3800 | Training Accuracy: 0.828 | Test Accuracy: 0.836 | Training Loss: 0.344 | Test Loss 0.371 
(*) Entering Epoch 138 (12571.093 s)
Epoch 138, Step 475 | Training Accuracy: 0.836 | Test Accuracy: 0.844 | Training Loss: 0.335 | Test Loss 0.371 
Epoch 138, Step 950 | Training Accuracy: 0.852 | Test Accuracy: 0.867 | Training Loss: 0.322 | Test Loss 0.325 
Epoch 138, Step 1425 | Training Accuracy: 0.797 | Test Accuracy: 0.805 | Training Loss: 0.389 | Test Loss 0.426 
Epoch 138, Step 1900 | Training Accuracy: 0.836 | Test Accuracy: 0.773 | Training Loss: 0.344 | Test Loss 0.425 
Epoch 138, Step 2375 | Training Accuracy: 0.797 | Test Accuracy: 0.766 | Training Loss: 0.387 | Test Loss 0.501 
Epoch 138, Step 2850 | Training Accuracy: 0.859 | Test Accuracy: 0.891 | Training Loss: 0.332 | Test Loss 0.346 
Epoch 138, Step 3325 | Training Accuracy: 0.852 | Test Accuracy: 0.867 | Training Loss: 0.347 | Test Loss 0.338 
Epoch 138, Step 3800 | Training Accuracy: 0.781 | Test Accuracy: 0.781 | Training Loss: 0.478 | Test Loss 0.496 
(*) Entering Epoch 139 (12661.975 s)
Epoch 139, Step 475 | Training Accuracy: 0.852 | Test Accuracy: 0.828 | Training Loss: 0.336 | Test Loss 0.403 
Epoch 139, Step 950 | Training Accuracy: 0.844 | Test Accuracy: 0.805 | Training Loss: 0.361 | Test Loss 0.428 
Epoch 139, Step 1425 | Training Accuracy: 0.828 | Test Accuracy: 0.836 | Training Loss: 0.380 | Test Loss 0.388 
Epoch 139, Step 1900 | Training Accuracy: 0.852 | Test Accuracy: 0.867 | Training Loss: 0.302 | Test Loss 0.337 
Epoch 139, Step 2375 | Training Accuracy: 0.875 | Test Accuracy: 0.805 | Training Loss: 0.304 | Test Loss 0.381 
Epoch 139, Step 2850 | Training Accuracy: 0.844 | Test Accuracy: 0.789 | Training Loss: 0.339 | Test Loss 0.528 
Epoch 139, Step 3325 | Training Accuracy: 0.859 | Test Accuracy: 0.781 | Training Loss: 0.411 | Test Loss 0.437 
Epoch 139, Step 3800 | Training Accuracy: 0.883 | Test Accuracy: 0.828 | Training Loss: 0.273 | Test Loss 0.373 
(*) Entering Epoch 140 (12752.792 s)
Graph saved to file: checkpoints/biRNN_kst_rho0_epoch140.ckpt-140
Epoch 140, Step 475 | Training Accuracy: 0.844 | Test Accuracy: 0.844 | Training Loss: 0.326 | Test Loss 0.310 
Epoch 140, Step 950 | Training Accuracy: 0.852 | Test Accuracy: 0.859 | Training Loss: 0.334 | Test Loss 0.362 
Epoch 140, Step 1425 | Training Accuracy: 0.844 | Test Accuracy: 0.820 | Training Loss: 0.308 | Test Loss 0.465 
Epoch 140, Step 1900 | Training Accuracy: 0.906 | Test Accuracy: 0.820 | Training Loss: 0.267 | Test Loss 0.399 
Epoch 140, Step 2375 | Training Accuracy: 0.852 | Test Accuracy: 0.844 | Training Loss: 0.329 | Test Loss 0.359 
Epoch 140, Step 2850 | Training Accuracy: 0.883 | Test Accuracy: 0.875 | Training Loss: 0.338 | Test Loss 0.325 
Epoch 140, Step 3325 | Training Accuracy: 0.797 | Test Accuracy: 0.914 | Training Loss: 0.397 | Test Loss 0.245 
Epoch 140, Step 3800 | Training Accuracy: 0.828 | Test Accuracy: 0.859 | Training Loss: 0.332 | Test Loss 0.313 
(*) Entering Epoch 141 (12843.893 s)
Epoch 141, Step 475 | Training Accuracy: 0.859 | Test Accuracy: 0.820 | Training Loss: 0.276 | Test Loss 0.392 
Epoch 141, Step 950 | Training Accuracy: 0.789 | Test Accuracy: 0.844 | Training Loss: 0.457 | Test Loss 0.342 
Epoch 141, Step 1425 | Training Accuracy: 0.906 | Test Accuracy: 0.836 | Training Loss: 0.294 | Test Loss 0.341 
Epoch 141, Step 1900 | Training Accuracy: 0.852 | Test Accuracy: 0.812 | Training Loss: 0.302 | Test Loss 0.376 
Epoch 141, Step 2375 | Training Accuracy: 0.805 | Test Accuracy: 0.820 | Training Loss: 0.441 | Test Loss 0.371 
Epoch 141, Step 2850 | Training Accuracy: 0.852 | Test Accuracy: 0.734 | Training Loss: 0.335 | Test Loss 0.527 
Epoch 141, Step 3325 | Training Accuracy: 0.859 | Test Accuracy: 0.773 | Training Loss: 0.325 | Test Loss 0.458 
Epoch 141, Step 3800 | Training Accuracy: 0.797 | Test Accuracy: 0.805 | Training Loss: 0.443 | Test Loss 0.389 
(*) Entering Epoch 142 (12934.781 s)
Epoch 142, Step 475 | Training Accuracy: 0.844 | Test Accuracy: 0.836 | Training Loss: 0.310 | Test Loss 0.347 
Epoch 142, Step 950 | Training Accuracy: 0.859 | Test Accuracy: 0.828 | Training Loss: 0.283 | Test Loss 0.370 
Epoch 142, Step 1425 | Training Accuracy: 0.867 | Test Accuracy: 0.828 | Training Loss: 0.302 | Test Loss 0.408 
Epoch 142, Step 1900 | Training Accuracy: 0.836 | Test Accuracy: 0.820 | Training Loss: 0.368 | Test Loss 0.386 
Epoch 142, Step 2375 | Training Accuracy: 0.859 | Test Accuracy: 0.844 | Training Loss: 0.323 | Test Loss 0.368 
Epoch 142, Step 2850 | Training Accuracy: 0.836 | Test Accuracy: 0.789 | Training Loss: 0.327 | Test Loss 0.417 
Epoch 142, Step 3325 | Training Accuracy: 0.867 | Test Accuracy: 0.836 | Training Loss: 0.316 | Test Loss 0.362 
Epoch 142, Step 3800 | Training Accuracy: 0.891 | Test Accuracy: 0.789 | Training Loss: 0.271 | Test Loss 0.469 
(*) Entering Epoch 143 (13025.595 s)
Epoch 143, Step 475 | Training Accuracy: 0.797 | Test Accuracy: 0.844 | Training Loss: 0.452 | Test Loss 0.356 
Epoch 143, Step 950 | Training Accuracy: 0.867 | Test Accuracy: 0.867 | Training Loss: 0.276 | Test Loss 0.331 
Epoch 143, Step 1425 | Training Accuracy: 0.859 | Test Accuracy: 0.812 | Training Loss: 0.354 | Test Loss 0.415 
Epoch 143, Step 1900 | Training Accuracy: 0.805 | Test Accuracy: 0.844 | Training Loss: 0.378 | Test Loss 0.391 
Epoch 143, Step 2375 | Training Accuracy: 0.906 | Test Accuracy: 0.852 | Training Loss: 0.270 | Test Loss 0.435 
Epoch 143, Step 2850 | Training Accuracy: 0.875 | Test Accuracy: 0.797 | Training Loss: 0.279 | Test Loss 0.421 
Epoch 143, Step 3325 | Training Accuracy: 0.906 | Test Accuracy: 0.820 | Training Loss: 0.256 | Test Loss 0.389 
Epoch 143, Step 3800 | Training Accuracy: 0.883 | Test Accuracy: 0.781 | Training Loss: 0.321 | Test Loss 0.418 
(*) Entering Epoch 144 (13116.426 s)
Epoch 144, Step 475 | Training Accuracy: 0.859 | Test Accuracy: 0.875 | Training Loss: 0.296 | Test Loss 0.331 
Epoch 144, Step 950 | Training Accuracy: 0.844 | Test Accuracy: 0.773 | Training Loss: 0.293 | Test Loss 0.416 
Epoch 144, Step 1425 | Training Accuracy: 0.836 | Test Accuracy: 0.859 | Training Loss: 0.310 | Test Loss 0.315 
Epoch 144, Step 1900 | Training Accuracy: 0.898 | Test Accuracy: 0.805 | Training Loss: 0.317 | Test Loss 0.401 
Epoch 144, Step 2375 | Training Accuracy: 0.883 | Test Accuracy: 0.797 | Training Loss: 0.308 | Test Loss 0.420 
Epoch 144, Step 2850 | Training Accuracy: 0.875 | Test Accuracy: 0.812 | Training Loss: 0.313 | Test Loss 0.419 
Epoch 144, Step 3325 | Training Accuracy: 0.820 | Test Accuracy: 0.781 | Training Loss: 0.390 | Test Loss 0.403 
Epoch 144, Step 3800 | Training Accuracy: 0.875 | Test Accuracy: 0.820 | Training Loss: 0.338 | Test Loss 0.380 
(*) Entering Epoch 145 (13207.297 s)
Epoch 145, Step 475 | Training Accuracy: 0.844 | Test Accuracy: 0.812 | Training Loss: 0.342 | Test Loss 0.377 
Epoch 145, Step 950 | Training Accuracy: 0.820 | Test Accuracy: 0.820 | Training Loss: 0.355 | Test Loss 0.430 
Epoch 145, Step 1425 | Training Accuracy: 0.797 | Test Accuracy: 0.852 | Training Loss: 0.431 | Test Loss 0.332 
Epoch 145, Step 1900 | Training Accuracy: 0.820 | Test Accuracy: 0.875 | Training Loss: 0.351 | Test Loss 0.349 
Epoch 145, Step 2375 | Training Accuracy: 0.836 | Test Accuracy: 0.891 | Training Loss: 0.371 | Test Loss 0.284 
Epoch 145, Step 2850 | Training Accuracy: 0.805 | Test Accuracy: 0.812 | Training Loss: 0.381 | Test Loss 0.388 
Epoch 145, Step 3325 | Training Accuracy: 0.852 | Test Accuracy: 0.812 | Training Loss: 0.323 | Test Loss 0.413 
Epoch 145, Step 3800 | Training Accuracy: 0.859 | Test Accuracy: 0.828 | Training Loss: 0.325 | Test Loss 0.453 
(*) Entering Epoch 146 (13298.161 s)
Epoch 146, Step 475 | Training Accuracy: 0.883 | Test Accuracy: 0.789 | Training Loss: 0.308 | Test Loss 0.433 
Epoch 146, Step 950 | Training Accuracy: 0.820 | Test Accuracy: 0.859 | Training Loss: 0.368 | Test Loss 0.304 
Epoch 146, Step 1425 | Training Accuracy: 0.883 | Test Accuracy: 0.898 | Training Loss: 0.271 | Test Loss 0.299 
Epoch 146, Step 1900 | Training Accuracy: 0.828 | Test Accuracy: 0.844 | Training Loss: 0.335 | Test Loss 0.377 
Epoch 146, Step 2375 | Training Accuracy: 0.875 | Test Accuracy: 0.750 | Training Loss: 0.328 | Test Loss 0.493 
Epoch 146, Step 2850 | Training Accuracy: 0.883 | Test Accuracy: 0.820 | Training Loss: 0.315 | Test Loss 0.355 
Epoch 146, Step 3325 | Training Accuracy: 0.859 | Test Accuracy: 0.789 | Training Loss: 0.301 | Test Loss 0.472 
Epoch 146, Step 3800 | Training Accuracy: 0.805 | Test Accuracy: 0.773 | Training Loss: 0.394 | Test Loss 0.409 
(*) Entering Epoch 147 (13388.999 s)
Epoch 147, Step 475 | Training Accuracy: 0.766 | Test Accuracy: 0.891 | Training Loss: 0.416 | Test Loss 0.268 
Epoch 147, Step 950 | Training Accuracy: 0.883 | Test Accuracy: 0.820 | Training Loss: 0.261 | Test Loss 0.440 
Epoch 147, Step 1425 | Training Accuracy: 0.898 | Test Accuracy: 0.820 | Training Loss: 0.282 | Test Loss 0.370 
Epoch 147, Step 1900 | Training Accuracy: 0.859 | Test Accuracy: 0.844 | Training Loss: 0.316 | Test Loss 0.420 
Epoch 147, Step 2375 | Training Accuracy: 0.820 | Test Accuracy: 0.797 | Training Loss: 0.371 | Test Loss 0.429 
Epoch 147, Step 2850 | Training Accuracy: 0.898 | Test Accuracy: 0.789 | Training Loss: 0.340 | Test Loss 0.429 
Epoch 147, Step 3325 | Training Accuracy: 0.898 | Test Accuracy: 0.828 | Training Loss: 0.302 | Test Loss 0.374 
Epoch 147, Step 3800 | Training Accuracy: 0.828 | Test Accuracy: 0.805 | Training Loss: 0.344 | Test Loss 0.426 
(*) Entering Epoch 148 (13479.825 s)
Epoch 148, Step 475 | Training Accuracy: 0.797 | Test Accuracy: 0.836 | Training Loss: 0.415 | Test Loss 0.391 
Epoch 148, Step 950 | Training Accuracy: 0.828 | Test Accuracy: 0.883 | Training Loss: 0.391 | Test Loss 0.355 
Epoch 148, Step 1425 | Training Accuracy: 0.875 | Test Accuracy: 0.844 | Training Loss: 0.294 | Test Loss 0.351 
Epoch 148, Step 1900 | Training Accuracy: 0.875 | Test Accuracy: 0.797 | Training Loss: 0.275 | Test Loss 0.386 
Epoch 148, Step 2375 | Training Accuracy: 0.875 | Test Accuracy: 0.836 | Training Loss: 0.294 | Test Loss 0.375 
Epoch 148, Step 2850 | Training Accuracy: 0.852 | Test Accuracy: 0.859 | Training Loss: 0.363 | Test Loss 0.344 
Epoch 148, Step 3325 | Training Accuracy: 0.836 | Test Accuracy: 0.750 | Training Loss: 0.362 | Test Loss 0.504 
Epoch 148, Step 3800 | Training Accuracy: 0.867 | Test Accuracy: 0.789 | Training Loss: 0.301 | Test Loss 0.489 
(*) Entering Epoch 149 (13570.652 s)
Epoch 149, Step 475 | Training Accuracy: 0.906 | Test Accuracy: 0.875 | Training Loss: 0.264 | Test Loss 0.273 
Epoch 149, Step 950 | Training Accuracy: 0.836 | Test Accuracy: 0.805 | Training Loss: 0.359 | Test Loss 0.414 
Epoch 149, Step 1425 | Training Accuracy: 0.867 | Test Accuracy: 0.828 | Training Loss: 0.316 | Test Loss 0.378 
Epoch 149, Step 1900 | Training Accuracy: 0.867 | Test Accuracy: 0.812 | Training Loss: 0.338 | Test Loss 0.399 
Epoch 149, Step 2375 | Training Accuracy: 0.805 | Test Accuracy: 0.852 | Training Loss: 0.363 | Test Loss 0.401 
Epoch 149, Step 2850 | Training Accuracy: 0.859 | Test Accuracy: 0.883 | Training Loss: 0.334 | Test Loss 0.300 
Epoch 149, Step 3325 | Training Accuracy: 0.836 | Test Accuracy: 0.797 | Training Loss: 0.371 | Test Loss 0.378 
Epoch 149, Step 3800 | Training Accuracy: 0.828 | Test Accuracy: 0.805 | Training Loss: 0.385 | Test Loss 0.518 
(*) Entering Epoch 150 (13661.521 s)
Graph saved to file: checkpoints/biRNN_kst_rho0_epoch150.ckpt-150
Epoch 150, Step 475 | Training Accuracy: 0.844 | Test Accuracy: 0.781 | Training Loss: 0.357 | Test Loss 0.400 
Epoch 150, Step 950 | Training Accuracy: 0.883 | Test Accuracy: 0.836 | Training Loss: 0.295 | Test Loss 0.385 
Epoch 150, Step 1425 | Training Accuracy: 0.812 | Test Accuracy: 0.867 | Training Loss: 0.373 | Test Loss 0.383 
Epoch 150, Step 1900 | Training Accuracy: 0.852 | Test Accuracy: 0.758 | Training Loss: 0.328 | Test Loss 0.434 
Epoch 150, Step 2375 | Training Accuracy: 0.875 | Test Accuracy: 0.828 | Training Loss: 0.260 | Test Loss 0.378 
Epoch 150, Step 2850 | Training Accuracy: 0.852 | Test Accuracy: 0.789 | Training Loss: 0.270 | Test Loss 0.495 
Epoch 150, Step 3325 | Training Accuracy: 0.891 | Test Accuracy: 0.781 | Training Loss: 0.298 | Test Loss 0.418 
Epoch 150, Step 3800 | Training Accuracy: 0.797 | Test Accuracy: 0.859 | Training Loss: 0.438 | Test Loss 0.332 
(*) Entering Epoch 151 (13752.627 s)
Epoch 151, Step 475 | Training Accuracy: 0.852 | Test Accuracy: 0.820 | Training Loss: 0.323 | Test Loss 0.354 
Epoch 151, Step 950 | Training Accuracy: 0.859 | Test Accuracy: 0.844 | Training Loss: 0.315 | Test Loss 0.347 
Epoch 151, Step 1425 | Training Accuracy: 0.828 | Test Accuracy: 0.867 | Training Loss: 0.355 | Test Loss 0.296 
Epoch 151, Step 1900 | Training Accuracy: 0.836 | Test Accuracy: 0.875 | Training Loss: 0.382 | Test Loss 0.296 
Epoch 151, Step 2375 | Training Accuracy: 0.859 | Test Accuracy: 0.781 | Training Loss: 0.316 | Test Loss 0.453 
Epoch 151, Step 2850 | Training Accuracy: 0.805 | Test Accuracy: 0.812 | Training Loss: 0.341 | Test Loss 0.364 
Epoch 151, Step 3325 | Training Accuracy: 0.836 | Test Accuracy: 0.836 | Training Loss: 0.378 | Test Loss 0.337 
Epoch 151, Step 3800 | Training Accuracy: 0.820 | Test Accuracy: 0.828 | Training Loss: 0.374 | Test Loss 0.483 
(*) Entering Epoch 152 (13843.363 s)
Epoch 152, Step 475 | Training Accuracy: 0.812 | Test Accuracy: 0.859 | Training Loss: 0.349 | Test Loss 0.363 
Epoch 152, Step 950 | Training Accuracy: 0.914 | Test Accuracy: 0.773 | Training Loss: 0.282 | Test Loss 0.436 
Epoch 152, Step 1425 | Training Accuracy: 0.844 | Test Accuracy: 0.836 | Training Loss: 0.348 | Test Loss 0.393 
Epoch 152, Step 1900 | Training Accuracy: 0.789 | Test Accuracy: 0.789 | Training Loss: 0.390 | Test Loss 0.378 
Epoch 152, Step 2375 | Training Accuracy: 0.867 | Test Accuracy: 0.805 | Training Loss: 0.275 | Test Loss 0.496 
Epoch 152, Step 2850 | Training Accuracy: 0.828 | Test Accuracy: 0.852 | Training Loss: 0.369 | Test Loss 0.310 
Epoch 152, Step 3325 | Training Accuracy: 0.891 | Test Accuracy: 0.805 | Training Loss: 0.256 | Test Loss 0.517 
Epoch 152, Step 3800 | Training Accuracy: 0.859 | Test Accuracy: 0.844 | Training Loss: 0.309 | Test Loss 0.350 
(*) Entering Epoch 153 (13934.199 s)
Epoch 153, Step 475 | Training Accuracy: 0.867 | Test Accuracy: 0.836 | Training Loss: 0.310 | Test Loss 0.366 
Epoch 153, Step 950 | Training Accuracy: 0.852 | Test Accuracy: 0.828 | Training Loss: 0.331 | Test Loss 0.440 
Epoch 153, Step 1425 | Training Accuracy: 0.891 | Test Accuracy: 0.781 | Training Loss: 0.288 | Test Loss 0.430 
Epoch 153, Step 1900 | Training Accuracy: 0.859 | Test Accuracy: 0.797 | Training Loss: 0.339 | Test Loss 0.417 
Epoch 153, Step 2375 | Training Accuracy: 0.844 | Test Accuracy: 0.844 | Training Loss: 0.337 | Test Loss 0.322 
Epoch 153, Step 2850 | Training Accuracy: 0.844 | Test Accuracy: 0.844 | Training Loss: 0.366 | Test Loss 0.387 
Epoch 153, Step 3325 | Training Accuracy: 0.859 | Test Accuracy: 0.828 | Training Loss: 0.302 | Test Loss 0.383 
Epoch 153, Step 3800 | Training Accuracy: 0.836 | Test Accuracy: 0.820 | Training Loss: 0.331 | Test Loss 0.440 
(*) Entering Epoch 154 (14025.138 s)
Epoch 154, Step 475 | Training Accuracy: 0.867 | Test Accuracy: 0.828 | Training Loss: 0.327 | Test Loss 0.440 
Epoch 154, Step 950 | Training Accuracy: 0.883 | Test Accuracy: 0.891 | Training Loss: 0.289 | Test Loss 0.273 
Epoch 154, Step 1425 | Training Accuracy: 0.883 | Test Accuracy: 0.789 | Training Loss: 0.287 | Test Loss 0.381 
Epoch 154, Step 1900 | Training Accuracy: 0.859 | Test Accuracy: 0.828 | Training Loss: 0.327 | Test Loss 0.336 
Epoch 154, Step 2375 | Training Accuracy: 0.852 | Test Accuracy: 0.867 | Training Loss: 0.415 | Test Loss 0.325 
Epoch 154, Step 2850 | Training Accuracy: 0.852 | Test Accuracy: 0.836 | Training Loss: 0.288 | Test Loss 0.460 
Epoch 154, Step 3325 | Training Accuracy: 0.859 | Test Accuracy: 0.836 | Training Loss: 0.341 | Test Loss 0.388 
Epoch 154, Step 3800 | Training Accuracy: 0.875 | Test Accuracy: 0.844 | Training Loss: 0.295 | Test Loss 0.387 
(*) Entering Epoch 155 (14116.002 s)
Epoch 155, Step 475 | Training Accuracy: 0.883 | Test Accuracy: 0.828 | Training Loss: 0.266 | Test Loss 0.321 
Epoch 155, Step 950 | Training Accuracy: 0.828 | Test Accuracy: 0.836 | Training Loss: 0.363 | Test Loss 0.361 
Epoch 155, Step 1425 | Training Accuracy: 0.852 | Test Accuracy: 0.836 | Training Loss: 0.331 | Test Loss 0.380 
Epoch 155, Step 1900 | Training Accuracy: 0.844 | Test Accuracy: 0.844 | Training Loss: 0.336 | Test Loss 0.411 
Epoch 155, Step 2375 | Training Accuracy: 0.867 | Test Accuracy: 0.789 | Training Loss: 0.306 | Test Loss 0.481 
Epoch 155, Step 2850 | Training Accuracy: 0.844 | Test Accuracy: 0.906 | Training Loss: 0.371 | Test Loss 0.263 
Epoch 155, Step 3325 | Training Accuracy: 0.836 | Test Accuracy: 0.805 | Training Loss: 0.391 | Test Loss 0.359 
Epoch 155, Step 3800 | Training Accuracy: 0.766 | Test Accuracy: 0.820 | Training Loss: 0.424 | Test Loss 0.431 
(*) Entering Epoch 156 (14206.859 s)
Epoch 156, Step 475 | Training Accuracy: 0.875 | Test Accuracy: 0.852 | Training Loss: 0.264 | Test Loss 0.353 
Epoch 156, Step 950 | Training Accuracy: 0.828 | Test Accuracy: 0.859 | Training Loss: 0.343 | Test Loss 0.353 
Epoch 156, Step 1425 | Training Accuracy: 0.891 | Test Accuracy: 0.812 | Training Loss: 0.330 | Test Loss 0.425 
Epoch 156, Step 1900 | Training Accuracy: 0.922 | Test Accuracy: 0.836 | Training Loss: 0.245 | Test Loss 0.406 
Epoch 156, Step 2375 | Training Accuracy: 0.828 | Test Accuracy: 0.828 | Training Loss: 0.366 | Test Loss 0.444 
Epoch 156, Step 2850 | Training Accuracy: 0.844 | Test Accuracy: 0.859 | Training Loss: 0.331 | Test Loss 0.388 
Epoch 156, Step 3325 | Training Accuracy: 0.914 | Test Accuracy: 0.852 | Training Loss: 0.287 | Test Loss 0.371 
Epoch 156, Step 3800 | Training Accuracy: 0.898 | Test Accuracy: 0.836 | Training Loss: 0.325 | Test Loss 0.369 
(*) Entering Epoch 157 (14297.886 s)
Epoch 157, Step 475 | Training Accuracy: 0.867 | Test Accuracy: 0.781 | Training Loss: 0.335 | Test Loss 0.428 
Epoch 157, Step 950 | Training Accuracy: 0.852 | Test Accuracy: 0.773 | Training Loss: 0.376 | Test Loss 0.442 
Epoch 157, Step 1425 | Training Accuracy: 0.820 | Test Accuracy: 0.844 | Training Loss: 0.429 | Test Loss 0.357 
Epoch 157, Step 1900 | Training Accuracy: 0.812 | Test Accuracy: 0.875 | Training Loss: 0.399 | Test Loss 0.325 
Epoch 157, Step 2375 | Training Accuracy: 0.820 | Test Accuracy: 0.820 | Training Loss: 0.424 | Test Loss 0.392 
Epoch 157, Step 2850 | Training Accuracy: 0.875 | Test Accuracy: 0.789 | Training Loss: 0.299 | Test Loss 0.448 
Epoch 157, Step 3325 | Training Accuracy: 0.914 | Test Accuracy: 0.852 | Training Loss: 0.276 | Test Loss 0.364 
Epoch 157, Step 3800 | Training Accuracy: 0.875 | Test Accuracy: 0.852 | Training Loss: 0.286 | Test Loss 0.356 
(*) Entering Epoch 158 (14388.805 s)
Epoch 158, Step 475 | Training Accuracy: 0.797 | Test Accuracy: 0.836 | Training Loss: 0.396 | Test Loss 0.445 
Epoch 158, Step 950 | Training Accuracy: 0.867 | Test Accuracy: 0.781 | Training Loss: 0.326 | Test Loss 0.381 
Epoch 158, Step 1425 | Training Accuracy: 0.852 | Test Accuracy: 0.727 | Training Loss: 0.328 | Test Loss 0.554 
Epoch 158, Step 1900 | Training Accuracy: 0.844 | Test Accuracy: 0.852 | Training Loss: 0.363 | Test Loss 0.330 
Epoch 158, Step 2375 | Training Accuracy: 0.883 | Test Accuracy: 0.812 | Training Loss: 0.321 | Test Loss 0.449 
Epoch 158, Step 2850 | Training Accuracy: 0.844 | Test Accuracy: 0.859 | Training Loss: 0.290 | Test Loss 0.408 
Epoch 158, Step 3325 | Training Accuracy: 0.797 | Test Accuracy: 0.844 | Training Loss: 0.419 | Test Loss 0.371 
Epoch 158, Step 3800 | Training Accuracy: 0.852 | Test Accuracy: 0.805 | Training Loss: 0.308 | Test Loss 0.415 
(*) Entering Epoch 159 (14479.628 s)
Epoch 159, Step 475 | Training Accuracy: 0.922 | Test Accuracy: 0.750 | Training Loss: 0.219 | Test Loss 0.525 
Epoch 159, Step 950 | Training Accuracy: 0.844 | Test Accuracy: 0.844 | Training Loss: 0.335 | Test Loss 0.402 
Epoch 159, Step 1425 | Training Accuracy: 0.836 | Test Accuracy: 0.797 | Training Loss: 0.388 | Test Loss 0.482 
Epoch 159, Step 1900 | Training Accuracy: 0.836 | Test Accuracy: 0.789 | Training Loss: 0.345 | Test Loss 0.470 
Epoch 159, Step 2375 | Training Accuracy: 0.836 | Test Accuracy: 0.836 | Training Loss: 0.367 | Test Loss 0.351 
Epoch 159, Step 2850 | Training Accuracy: 0.867 | Test Accuracy: 0.797 | Training Loss: 0.311 | Test Loss 0.497 
Epoch 159, Step 3325 | Training Accuracy: 0.883 | Test Accuracy: 0.828 | Training Loss: 0.280 | Test Loss 0.331 
Epoch 159, Step 3800 | Training Accuracy: 0.875 | Test Accuracy: 0.797 | Training Loss: 0.308 | Test Loss 0.402 
(*) Entering Epoch 160 (14570.555 s)
Graph saved to file: checkpoints/biRNN_kst_rho0_epoch160.ckpt-160
Epoch 160, Step 475 | Training Accuracy: 0.875 | Test Accuracy: 0.844 | Training Loss: 0.309 | Test Loss 0.341 
Epoch 160, Step 950 | Training Accuracy: 0.836 | Test Accuracy: 0.820 | Training Loss: 0.321 | Test Loss 0.457 
Epoch 160, Step 1425 | Training Accuracy: 0.836 | Test Accuracy: 0.844 | Training Loss: 0.375 | Test Loss 0.347 
Epoch 160, Step 1900 | Training Accuracy: 0.883 | Test Accuracy: 0.773 | Training Loss: 0.316 | Test Loss 0.503 
Epoch 160, Step 2375 | Training Accuracy: 0.859 | Test Accuracy: 0.781 | Training Loss: 0.302 | Test Loss 0.378 
Epoch 160, Step 2850 | Training Accuracy: 0.820 | Test Accuracy: 0.812 | Training Loss: 0.379 | Test Loss 0.420 
Epoch 160, Step 3325 | Training Accuracy: 0.844 | Test Accuracy: 0.828 | Training Loss: 0.318 | Test Loss 0.354 
Epoch 160, Step 3800 | Training Accuracy: 0.867 | Test Accuracy: 0.805 | Training Loss: 0.270 | Test Loss 0.448 
(*) Entering Epoch 161 (14661.601 s)
Epoch 161, Step 475 | Training Accuracy: 0.883 | Test Accuracy: 0.836 | Training Loss: 0.311 | Test Loss 0.365 
Epoch 161, Step 950 | Training Accuracy: 0.867 | Test Accuracy: 0.758 | Training Loss: 0.286 | Test Loss 0.462 
Epoch 161, Step 1425 | Training Accuracy: 0.844 | Test Accuracy: 0.828 | Training Loss: 0.311 | Test Loss 0.432 
Epoch 161, Step 1900 | Training Accuracy: 0.852 | Test Accuracy: 0.852 | Training Loss: 0.386 | Test Loss 0.331 
Epoch 161, Step 2375 | Training Accuracy: 0.875 | Test Accuracy: 0.789 | Training Loss: 0.291 | Test Loss 0.489 
Epoch 161, Step 2850 | Training Accuracy: 0.844 | Test Accuracy: 0.875 | Training Loss: 0.313 | Test Loss 0.371 
Epoch 161, Step 3325 | Training Accuracy: 0.898 | Test Accuracy: 0.844 | Training Loss: 0.269 | Test Loss 0.399 
Epoch 161, Step 3800 | Training Accuracy: 0.828 | Test Accuracy: 0.805 | Training Loss: 0.346 | Test Loss 0.428 
(*) Entering Epoch 162 (14752.458 s)
Epoch 162, Step 475 | Training Accuracy: 0.789 | Test Accuracy: 0.844 | Training Loss: 0.417 | Test Loss 0.401 
Epoch 162, Step 950 | Training Accuracy: 0.828 | Test Accuracy: 0.789 | Training Loss: 0.384 | Test Loss 0.479 
Epoch 162, Step 1425 | Training Accuracy: 0.828 | Test Accuracy: 0.812 | Training Loss: 0.374 | Test Loss 0.448 
Epoch 162, Step 1900 | Training Accuracy: 0.875 | Test Accuracy: 0.828 | Training Loss: 0.325 | Test Loss 0.366 
Epoch 162, Step 2375 | Training Accuracy: 0.922 | Test Accuracy: 0.836 | Training Loss: 0.239 | Test Loss 0.369 
Epoch 162, Step 2850 | Training Accuracy: 0.867 | Test Accuracy: 0.828 | Training Loss: 0.322 | Test Loss 0.406 
Epoch 162, Step 3325 | Training Accuracy: 0.852 | Test Accuracy: 0.867 | Training Loss: 0.335 | Test Loss 0.345 
Epoch 162, Step 3800 | Training Accuracy: 0.883 | Test Accuracy: 0.781 | Training Loss: 0.296 | Test Loss 0.477 
(*) Entering Epoch 163 (14843.295 s)
Epoch 163, Step 475 | Training Accuracy: 0.883 | Test Accuracy: 0.781 | Training Loss: 0.297 | Test Loss 0.452 
Epoch 163, Step 950 | Training Accuracy: 0.852 | Test Accuracy: 0.836 | Training Loss: 0.333 | Test Loss 0.370 
Epoch 163, Step 1425 | Training Accuracy: 0.867 | Test Accuracy: 0.805 | Training Loss: 0.289 | Test Loss 0.468 
Epoch 163, Step 1900 | Training Accuracy: 0.891 | Test Accuracy: 0.844 | Training Loss: 0.292 | Test Loss 0.358 
Epoch 163, Step 2375 | Training Accuracy: 0.805 | Test Accuracy: 0.836 | Training Loss: 0.417 | Test Loss 0.356 
Epoch 163, Step 2850 | Training Accuracy: 0.844 | Test Accuracy: 0.812 | Training Loss: 0.345 | Test Loss 0.444 
Epoch 163, Step 3325 | Training Accuracy: 0.891 | Test Accuracy: 0.805 | Training Loss: 0.247 | Test Loss 0.406 
Epoch 163, Step 3800 | Training Accuracy: 0.859 | Test Accuracy: 0.828 | Training Loss: 0.300 | Test Loss 0.364 
(*) Entering Epoch 164 (14934.167 s)
Epoch 164, Step 475 | Training Accuracy: 0.883 | Test Accuracy: 0.828 | Training Loss: 0.277 | Test Loss 0.381 
Epoch 164, Step 950 | Training Accuracy: 0.867 | Test Accuracy: 0.852 | Training Loss: 0.291 | Test Loss 0.390 
Epoch 164, Step 1425 | Training Accuracy: 0.867 | Test Accuracy: 0.812 | Training Loss: 0.324 | Test Loss 0.368 
Epoch 164, Step 1900 | Training Accuracy: 0.875 | Test Accuracy: 0.852 | Training Loss: 0.294 | Test Loss 0.430 
Epoch 164, Step 2375 | Training Accuracy: 0.836 | Test Accuracy: 0.805 | Training Loss: 0.373 | Test Loss 0.397 
Epoch 164, Step 2850 | Training Accuracy: 0.805 | Test Accuracy: 0.844 | Training Loss: 0.353 | Test Loss 0.380 
Epoch 164, Step 3325 | Training Accuracy: 0.852 | Test Accuracy: 0.820 | Training Loss: 0.301 | Test Loss 0.407 
Epoch 164, Step 3800 | Training Accuracy: 0.914 | Test Accuracy: 0.828 | Training Loss: 0.236 | Test Loss 0.390 
(*) Entering Epoch 165 (15024.992 s)
Epoch 165, Step 475 | Training Accuracy: 0.922 | Test Accuracy: 0.883 | Training Loss: 0.241 | Test Loss 0.320 
Epoch 165, Step 950 | Training Accuracy: 0.828 | Test Accuracy: 0.875 | Training Loss: 0.404 | Test Loss 0.423 
Epoch 165, Step 1425 | Training Accuracy: 0.898 | Test Accuracy: 0.844 | Training Loss: 0.266 | Test Loss 0.376 
Epoch 165, Step 1900 | Training Accuracy: 0.914 | Test Accuracy: 0.758 | Training Loss: 0.238 | Test Loss 0.498 
Epoch 165, Step 2375 | Training Accuracy: 0.867 | Test Accuracy: 0.781 | Training Loss: 0.306 | Test Loss 0.397 
Epoch 165, Step 2850 | Training Accuracy: 0.883 | Test Accuracy: 0.805 | Training Loss: 0.264 | Test Loss 0.416 
Epoch 165, Step 3325 | Training Accuracy: 0.875 | Test Accuracy: 0.883 | Training Loss: 0.290 | Test Loss 0.350 
Epoch 165, Step 3800 | Training Accuracy: 0.922 | Test Accuracy: 0.789 | Training Loss: 0.187 | Test Loss 0.424 
(*) Entering Epoch 166 (15115.775 s)
Epoch 166, Step 475 | Training Accuracy: 0.867 | Test Accuracy: 0.844 | Training Loss: 0.322 | Test Loss 0.328 
Epoch 166, Step 950 | Training Accuracy: 0.867 | Test Accuracy: 0.805 | Training Loss: 0.282 | Test Loss 0.448 
Epoch 166, Step 1425 | Training Accuracy: 0.852 | Test Accuracy: 0.844 | Training Loss: 0.363 | Test Loss 0.346 
Epoch 166, Step 1900 | Training Accuracy: 0.836 | Test Accuracy: 0.828 | Training Loss: 0.341 | Test Loss 0.372 
Epoch 166, Step 2375 | Training Accuracy: 0.797 | Test Accuracy: 0.820 | Training Loss: 0.381 | Test Loss 0.347 
Epoch 166, Step 2850 | Training Accuracy: 0.852 | Test Accuracy: 0.828 | Training Loss: 0.321 | Test Loss 0.415 
Epoch 166, Step 3325 | Training Accuracy: 0.820 | Test Accuracy: 0.820 | Training Loss: 0.358 | Test Loss 0.464 
Epoch 166, Step 3800 | Training Accuracy: 0.867 | Test Accuracy: 0.805 | Training Loss: 0.325 | Test Loss 0.385 
(*) Entering Epoch 167 (15206.612 s)
Epoch 167, Step 475 | Training Accuracy: 0.906 | Test Accuracy: 0.867 | Training Loss: 0.281 | Test Loss 0.324 
Epoch 167, Step 950 | Training Accuracy: 0.828 | Test Accuracy: 0.805 | Training Loss: 0.320 | Test Loss 0.393 
Epoch 167, Step 1425 | Training Accuracy: 0.844 | Test Accuracy: 0.820 | Training Loss: 0.268 | Test Loss 0.391 
Epoch 167, Step 1900 | Training Accuracy: 0.883 | Test Accuracy: 0.812 | Training Loss: 0.267 | Test Loss 0.384 
Epoch 167, Step 2375 | Training Accuracy: 0.875 | Test Accuracy: 0.820 | Training Loss: 0.320 | Test Loss 0.404 
Epoch 167, Step 2850 | Training Accuracy: 0.867 | Test Accuracy: 0.852 | Training Loss: 0.314 | Test Loss 0.318 
Epoch 167, Step 3325 | Training Accuracy: 0.797 | Test Accuracy: 0.805 | Training Loss: 0.442 | Test Loss 0.471 
Epoch 167, Step 3800 | Training Accuracy: 0.875 | Test Accuracy: 0.812 | Training Loss: 0.328 | Test Loss 0.432 
(*) Entering Epoch 168 (15297.493 s)
Epoch 168, Step 475 | Training Accuracy: 0.852 | Test Accuracy: 0.805 | Training Loss: 0.310 | Test Loss 0.415 
Epoch 168, Step 950 | Training Accuracy: 0.836 | Test Accuracy: 0.883 | Training Loss: 0.373 | Test Loss 0.284 
Epoch 168, Step 1425 | Training Accuracy: 0.812 | Test Accuracy: 0.766 | Training Loss: 0.338 | Test Loss 0.411 
Epoch 168, Step 1900 | Training Accuracy: 0.922 | Test Accuracy: 0.836 | Training Loss: 0.247 | Test Loss 0.368 
Epoch 168, Step 2375 | Training Accuracy: 0.914 | Test Accuracy: 0.836 | Training Loss: 0.217 | Test Loss 0.430 
Epoch 168, Step 2850 | Training Accuracy: 0.883 | Test Accuracy: 0.781 | Training Loss: 0.286 | Test Loss 0.457 
Epoch 168, Step 3325 | Training Accuracy: 0.898 | Test Accuracy: 0.820 | Training Loss: 0.281 | Test Loss 0.365 
Epoch 168, Step 3800 | Training Accuracy: 0.867 | Test Accuracy: 0.805 | Training Loss: 0.360 | Test Loss 0.560 
(*) Entering Epoch 169 (15388.413 s)
Epoch 169, Step 475 | Training Accuracy: 0.859 | Test Accuracy: 0.852 | Training Loss: 0.369 | Test Loss 0.335 
Epoch 169, Step 950 | Training Accuracy: 0.875 | Test Accuracy: 0.852 | Training Loss: 0.300 | Test Loss 0.356 
Epoch 169, Step 1425 | Training Accuracy: 0.820 | Test Accuracy: 0.797 | Training Loss: 0.378 | Test Loss 0.412 
Epoch 169, Step 1900 | Training Accuracy: 0.820 | Test Accuracy: 0.867 | Training Loss: 0.349 | Test Loss 0.301 
Epoch 169, Step 2375 | Training Accuracy: 0.867 | Test Accuracy: 0.820 | Training Loss: 0.306 | Test Loss 0.485 
Epoch 169, Step 2850 | Training Accuracy: 0.859 | Test Accuracy: 0.789 | Training Loss: 0.285 | Test Loss 0.471 
Epoch 169, Step 3325 | Training Accuracy: 0.859 | Test Accuracy: 0.781 | Training Loss: 0.305 | Test Loss 0.456 
Epoch 169, Step 3800 | Training Accuracy: 0.789 | Test Accuracy: 0.828 | Training Loss: 0.425 | Test Loss 0.372 
(*) Entering Epoch 170 (15479.253 s)
Graph saved to file: checkpoints/biRNN_kst_rho0_epoch170.ckpt-170
Epoch 170, Step 475 | Training Accuracy: 0.883 | Test Accuracy: 0.789 | Training Loss: 0.310 | Test Loss 0.420 
Epoch 170, Step 950 | Training Accuracy: 0.906 | Test Accuracy: 0.820 | Training Loss: 0.252 | Test Loss 0.376 
Epoch 170, Step 1425 | Training Accuracy: 0.797 | Test Accuracy: 0.812 | Training Loss: 0.390 | Test Loss 0.402 
Epoch 170, Step 1900 | Training Accuracy: 0.898 | Test Accuracy: 0.781 | Training Loss: 0.286 | Test Loss 0.440 
Epoch 170, Step 2375 | Training Accuracy: 0.828 | Test Accuracy: 0.766 | Training Loss: 0.364 | Test Loss 0.455 
Epoch 170, Step 2850 | Training Accuracy: 0.898 | Test Accuracy: 0.859 | Training Loss: 0.262 | Test Loss 0.303 
Epoch 170, Step 3325 | Training Accuracy: 0.828 | Test Accuracy: 0.906 | Training Loss: 0.335 | Test Loss 0.251 
Epoch 170, Step 3800 | Training Accuracy: 0.898 | Test Accuracy: 0.820 | Training Loss: 0.243 | Test Loss 0.404 
(*) Entering Epoch 171 (15570.405 s)
Epoch 171, Step 475 | Training Accuracy: 0.859 | Test Accuracy: 0.773 | Training Loss: 0.345 | Test Loss 0.412 
Epoch 171, Step 950 | Training Accuracy: 0.875 | Test Accuracy: 0.773 | Training Loss: 0.285 | Test Loss 0.456 
Epoch 171, Step 1425 | Training Accuracy: 0.859 | Test Accuracy: 0.742 | Training Loss: 0.352 | Test Loss 0.484 
Epoch 171, Step 1900 | Training Accuracy: 0.844 | Test Accuracy: 0.867 | Training Loss: 0.377 | Test Loss 0.428 
Epoch 171, Step 2375 | Training Accuracy: 0.875 | Test Accuracy: 0.859 | Training Loss: 0.325 | Test Loss 0.336 
Epoch 171, Step 2850 | Training Accuracy: 0.859 | Test Accuracy: 0.820 | Training Loss: 0.311 | Test Loss 0.387 
Epoch 171, Step 3325 | Training Accuracy: 0.852 | Test Accuracy: 0.781 | Training Loss: 0.432 | Test Loss 0.541 
Epoch 171, Step 3800 | Training Accuracy: 0.836 | Test Accuracy: 0.758 | Training Loss: 0.331 | Test Loss 0.508 
(*) Entering Epoch 172 (15661.187 s)
Epoch 172, Step 475 | Training Accuracy: 0.891 | Test Accuracy: 0.805 | Training Loss: 0.309 | Test Loss 0.429 
Epoch 172, Step 950 | Training Accuracy: 0.852 | Test Accuracy: 0.828 | Training Loss: 0.328 | Test Loss 0.420 
Epoch 172, Step 1425 | Training Accuracy: 0.875 | Test Accuracy: 0.859 | Training Loss: 0.297 | Test Loss 0.372 
Epoch 172, Step 1900 | Training Accuracy: 0.867 | Test Accuracy: 0.812 | Training Loss: 0.287 | Test Loss 0.391 
Epoch 172, Step 2375 | Training Accuracy: 0.820 | Test Accuracy: 0.836 | Training Loss: 0.308 | Test Loss 0.335 
Epoch 172, Step 2850 | Training Accuracy: 0.922 | Test Accuracy: 0.797 | Training Loss: 0.224 | Test Loss 0.462 
Epoch 172, Step 3325 | Training Accuracy: 0.852 | Test Accuracy: 0.812 | Training Loss: 0.326 | Test Loss 0.413 
Epoch 172, Step 3800 | Training Accuracy: 0.844 | Test Accuracy: 0.820 | Training Loss: 0.362 | Test Loss 0.432 
(*) Entering Epoch 173 (15752.044 s)
Epoch 173, Step 475 | Training Accuracy: 0.859 | Test Accuracy: 0.828 | Training Loss: 0.245 | Test Loss 0.358 
Epoch 173, Step 950 | Training Accuracy: 0.852 | Test Accuracy: 0.844 | Training Loss: 0.319 | Test Loss 0.354 
Epoch 173, Step 1425 | Training Accuracy: 0.836 | Test Accuracy: 0.828 | Training Loss: 0.341 | Test Loss 0.346 
Epoch 173, Step 1900 | Training Accuracy: 0.875 | Test Accuracy: 0.828 | Training Loss: 0.310 | Test Loss 0.390 
Epoch 173, Step 2375 | Training Accuracy: 0.812 | Test Accuracy: 0.828 | Training Loss: 0.433 | Test Loss 0.385 
Epoch 173, Step 2850 | Training Accuracy: 0.844 | Test Accuracy: 0.828 | Training Loss: 0.310 | Test Loss 0.414 
Epoch 173, Step 3325 | Training Accuracy: 0.859 | Test Accuracy: 0.812 | Training Loss: 0.360 | Test Loss 0.399 
Epoch 173, Step 3800 | Training Accuracy: 0.812 | Test Accuracy: 0.750 | Training Loss: 0.389 | Test Loss 0.560 
(*) Entering Epoch 174 (15842.968 s)
Epoch 174, Step 475 | Training Accuracy: 0.883 | Test Accuracy: 0.859 | Training Loss: 0.242 | Test Loss 0.283 
Epoch 174, Step 950 | Training Accuracy: 0.922 | Test Accuracy: 0.812 | Training Loss: 0.250 | Test Loss 0.423 
Epoch 174, Step 1425 | Training Accuracy: 0.773 | Test Accuracy: 0.852 | Training Loss: 0.386 | Test Loss 0.326 
Epoch 174, Step 1900 | Training Accuracy: 0.891 | Test Accuracy: 0.844 | Training Loss: 0.271 | Test Loss 0.421 
Epoch 174, Step 2375 | Training Accuracy: 0.883 | Test Accuracy: 0.805 | Training Loss: 0.332 | Test Loss 0.464 
Epoch 174, Step 2850 | Training Accuracy: 0.852 | Test Accuracy: 0.867 | Training Loss: 0.337 | Test Loss 0.294 
Epoch 174, Step 3325 | Training Accuracy: 0.852 | Test Accuracy: 0.828 | Training Loss: 0.296 | Test Loss 0.381 
Epoch 174, Step 3800 | Training Accuracy: 0.867 | Test Accuracy: 0.750 | Training Loss: 0.284 | Test Loss 0.544 
(*) Entering Epoch 175 (15933.828 s)
Epoch 175, Step 475 | Training Accuracy: 0.859 | Test Accuracy: 0.805 | Training Loss: 0.302 | Test Loss 0.401 
Epoch 175, Step 950 | Training Accuracy: 0.867 | Test Accuracy: 0.773 | Training Loss: 0.275 | Test Loss 0.494 
Epoch 175, Step 1425 | Training Accuracy: 0.906 | Test Accuracy: 0.852 | Training Loss: 0.245 | Test Loss 0.370 
Epoch 175, Step 1900 | Training Accuracy: 0.789 | Test Accuracy: 0.820 | Training Loss: 0.427 | Test Loss 0.573 
Epoch 175, Step 2375 | Training Accuracy: 0.859 | Test Accuracy: 0.805 | Training Loss: 0.316 | Test Loss 0.419 
Epoch 175, Step 2850 | Training Accuracy: 0.852 | Test Accuracy: 0.734 | Training Loss: 0.320 | Test Loss 0.488 
Epoch 175, Step 3325 | Training Accuracy: 0.883 | Test Accuracy: 0.844 | Training Loss: 0.275 | Test Loss 0.330 
Epoch 175, Step 3800 | Training Accuracy: 0.820 | Test Accuracy: 0.852 | Training Loss: 0.347 | Test Loss 0.332 
(*) Entering Epoch 176 (16024.712 s)
Epoch 176, Step 475 | Training Accuracy: 0.898 | Test Accuracy: 0.836 | Training Loss: 0.251 | Test Loss 0.358 
Epoch 176, Step 950 | Training Accuracy: 0.859 | Test Accuracy: 0.812 | Training Loss: 0.313 | Test Loss 0.407 
Epoch 176, Step 1425 | Training Accuracy: 0.820 | Test Accuracy: 0.820 | Training Loss: 0.374 | Test Loss 0.387 
Epoch 176, Step 1900 | Training Accuracy: 0.859 | Test Accuracy: 0.875 | Training Loss: 0.307 | Test Loss 0.397 
Epoch 176, Step 2375 | Training Accuracy: 0.883 | Test Accuracy: 0.805 | Training Loss: 0.243 | Test Loss 0.428 
Epoch 176, Step 2850 | Training Accuracy: 0.820 | Test Accuracy: 0.805 | Training Loss: 0.311 | Test Loss 0.476 
Epoch 176, Step 3325 | Training Accuracy: 0.812 | Test Accuracy: 0.836 | Training Loss: 0.401 | Test Loss 0.352 
Epoch 176, Step 3800 | Training Accuracy: 0.875 | Test Accuracy: 0.859 | Training Loss: 0.276 | Test Loss 0.341 
(*) Entering Epoch 177 (16115.734 s)
Epoch 177, Step 475 | Training Accuracy: 0.875 | Test Accuracy: 0.852 | Training Loss: 0.286 | Test Loss 0.381 
Epoch 177, Step 950 | Training Accuracy: 0.922 | Test Accuracy: 0.836 | Training Loss: 0.222 | Test Loss 0.388 
Epoch 177, Step 1425 | Training Accuracy: 0.844 | Test Accuracy: 0.844 | Training Loss: 0.336 | Test Loss 0.413 
Epoch 177, Step 1900 | Training Accuracy: 0.852 | Test Accuracy: 0.797 | Training Loss: 0.327 | Test Loss 0.445 
Epoch 177, Step 2375 | Training Accuracy: 0.883 | Test Accuracy: 0.867 | Training Loss: 0.278 | Test Loss 0.331 
Epoch 177, Step 2850 | Training Accuracy: 0.805 | Test Accuracy: 0.828 | Training Loss: 0.395 | Test Loss 0.375 
Epoch 177, Step 3325 | Training Accuracy: 0.844 | Test Accuracy: 0.812 | Training Loss: 0.290 | Test Loss 0.451 
Epoch 177, Step 3800 | Training Accuracy: 0.875 | Test Accuracy: 0.852 | Training Loss: 0.267 | Test Loss 0.313 
(*) Entering Epoch 178 (16206.562 s)
Epoch 178, Step 475 | Training Accuracy: 0.844 | Test Accuracy: 0.859 | Training Loss: 0.273 | Test Loss 0.425 
Epoch 178, Step 950 | Training Accuracy: 0.836 | Test Accuracy: 0.781 | Training Loss: 0.323 | Test Loss 0.444 
Epoch 178, Step 1425 | Training Accuracy: 0.859 | Test Accuracy: 0.812 | Training Loss: 0.324 | Test Loss 0.431 
Epoch 178, Step 1900 | Training Accuracy: 0.875 | Test Accuracy: 0.820 | Training Loss: 0.288 | Test Loss 0.414 
Epoch 178, Step 2375 | Training Accuracy: 0.883 | Test Accuracy: 0.766 | Training Loss: 0.274 | Test Loss 0.557 
Epoch 178, Step 2850 | Training Accuracy: 0.867 | Test Accuracy: 0.867 | Training Loss: 0.288 | Test Loss 0.343 
Epoch 178, Step 3325 | Training Accuracy: 0.875 | Test Accuracy: 0.852 | Training Loss: 0.316 | Test Loss 0.394 
Epoch 178, Step 3800 | Training Accuracy: 0.844 | Test Accuracy: 0.828 | Training Loss: 0.342 | Test Loss 0.411 
(*) Entering Epoch 179 (16297.419 s)
Epoch 179, Step 475 | Training Accuracy: 0.883 | Test Accuracy: 0.797 | Training Loss: 0.274 | Test Loss 0.424 
Epoch 179, Step 950 | Training Accuracy: 0.844 | Test Accuracy: 0.844 | Training Loss: 0.390 | Test Loss 0.367 
Epoch 179, Step 1425 | Training Accuracy: 0.859 | Test Accuracy: 0.836 | Training Loss: 0.293 | Test Loss 0.342 
Epoch 179, Step 1900 | Training Accuracy: 0.852 | Test Accuracy: 0.797 | Training Loss: 0.318 | Test Loss 0.404 
Epoch 179, Step 2375 | Training Accuracy: 0.867 | Test Accuracy: 0.742 | Training Loss: 0.267 | Test Loss 0.519 
Epoch 179, Step 2850 | Training Accuracy: 0.867 | Test Accuracy: 0.820 | Training Loss: 0.328 | Test Loss 0.463 
Epoch 179, Step 3325 | Training Accuracy: 0.805 | Test Accuracy: 0.836 | Training Loss: 0.368 | Test Loss 0.330 
Epoch 179, Step 3800 | Training Accuracy: 0.883 | Test Accuracy: 0.797 | Training Loss: 0.306 | Test Loss 0.408 
(*) Entering Epoch 180 (16388.330 s)
Graph saved to file: checkpoints/biRNN_kst_rho0_epoch180.ckpt-180
Epoch 180, Step 475 | Training Accuracy: 0.836 | Test Accuracy: 0.797 | Training Loss: 0.361 | Test Loss 0.459 
Epoch 180, Step 950 | Training Accuracy: 0.820 | Test Accuracy: 0.828 | Training Loss: 0.384 | Test Loss 0.471 
Epoch 180, Step 1425 | Training Accuracy: 0.812 | Test Accuracy: 0.797 | Training Loss: 0.411 | Test Loss 0.408 
Epoch 180, Step 1900 | Training Accuracy: 0.891 | Test Accuracy: 0.828 | Training Loss: 0.274 | Test Loss 0.352 
Epoch 180, Step 2375 | Training Accuracy: 0.781 | Test Accuracy: 0.852 | Training Loss: 0.415 | Test Loss 0.397 
Epoch 180, Step 2850 | Training Accuracy: 0.852 | Test Accuracy: 0.867 | Training Loss: 0.335 | Test Loss 0.378 
Epoch 180, Step 3325 | Training Accuracy: 0.836 | Test Accuracy: 0.852 | Training Loss: 0.354 | Test Loss 0.386 
Epoch 180, Step 3800 | Training Accuracy: 0.844 | Test Accuracy: 0.789 | Training Loss: 0.377 | Test Loss 0.470 
(*) Entering Epoch 181 (16479.512 s)
Epoch 181, Step 475 | Training Accuracy: 0.906 | Test Accuracy: 0.789 | Training Loss: 0.277 | Test Loss 0.418 
Epoch 181, Step 950 | Training Accuracy: 0.867 | Test Accuracy: 0.867 | Training Loss: 0.272 | Test Loss 0.349 
Epoch 181, Step 1425 | Training Accuracy: 0.828 | Test Accuracy: 0.875 | Training Loss: 0.348 | Test Loss 0.352 
Epoch 181, Step 1900 | Training Accuracy: 0.859 | Test Accuracy: 0.836 | Training Loss: 0.321 | Test Loss 0.402 
Epoch 181, Step 2375 | Training Accuracy: 0.898 | Test Accuracy: 0.766 | Training Loss: 0.249 | Test Loss 0.440 
Epoch 181, Step 2850 | Training Accuracy: 0.836 | Test Accuracy: 0.828 | Training Loss: 0.323 | Test Loss 0.382 
Epoch 181, Step 3325 | Training Accuracy: 0.844 | Test Accuracy: 0.781 | Training Loss: 0.308 | Test Loss 0.438 
Epoch 181, Step 3800 | Training Accuracy: 0.852 | Test Accuracy: 0.805 | Training Loss: 0.299 | Test Loss 0.439 
(*) Entering Epoch 182 (16570.383 s)
Epoch 182, Step 475 | Training Accuracy: 0.844 | Test Accuracy: 0.773 | Training Loss: 0.312 | Test Loss 0.443 
Epoch 182, Step 950 | Training Accuracy: 0.852 | Test Accuracy: 0.805 | Training Loss: 0.318 | Test Loss 0.417 
Epoch 182, Step 1425 | Training Accuracy: 0.820 | Test Accuracy: 0.883 | Training Loss: 0.382 | Test Loss 0.347 
Epoch 182, Step 1900 | Training Accuracy: 0.875 | Test Accuracy: 0.789 | Training Loss: 0.306 | Test Loss 0.485 
Epoch 182, Step 2375 | Training Accuracy: 0.859 | Test Accuracy: 0.805 | Training Loss: 0.341 | Test Loss 0.415 
Epoch 182, Step 2850 | Training Accuracy: 0.836 | Test Accuracy: 0.836 | Training Loss: 0.344 | Test Loss 0.353 
Epoch 182, Step 3325 | Training Accuracy: 0.898 | Test Accuracy: 0.789 | Training Loss: 0.260 | Test Loss 0.479 
Epoch 182, Step 3800 | Training Accuracy: 0.828 | Test Accuracy: 0.750 | Training Loss: 0.354 | Test Loss 0.595 
(*) Entering Epoch 183 (16661.193 s)
Epoch 183, Step 475 | Training Accuracy: 0.836 | Test Accuracy: 0.859 | Training Loss: 0.332 | Test Loss 0.408 
Epoch 183, Step 950 | Training Accuracy: 0.828 | Test Accuracy: 0.797 | Training Loss: 0.314 | Test Loss 0.517 
Epoch 183, Step 1425 | Training Accuracy: 0.883 | Test Accuracy: 0.789 | Training Loss: 0.303 | Test Loss 0.439 
Epoch 183, Step 1900 | Training Accuracy: 0.891 | Test Accuracy: 0.781 | Training Loss: 0.337 | Test Loss 0.498 
Epoch 183, Step 2375 | Training Accuracy: 0.883 | Test Accuracy: 0.820 | Training Loss: 0.332 | Test Loss 0.475 
Epoch 183, Step 2850 | Training Accuracy: 0.859 | Test Accuracy: 0.859 | Training Loss: 0.314 | Test Loss 0.371 
Epoch 183, Step 3325 | Training Accuracy: 0.836 | Test Accuracy: 0.828 | Training Loss: 0.360 | Test Loss 0.379 
Epoch 183, Step 3800 | Training Accuracy: 0.867 | Test Accuracy: 0.797 | Training Loss: 0.262 | Test Loss 0.427 
(*) Entering Epoch 184 (16752.116 s)
Epoch 184, Step 475 | Training Accuracy: 0.828 | Test Accuracy: 0.797 | Training Loss: 0.374 | Test Loss 0.438 
Epoch 184, Step 950 | Training Accuracy: 0.867 | Test Accuracy: 0.820 | Training Loss: 0.317 | Test Loss 0.405 
Epoch 184, Step 1425 | Training Accuracy: 0.836 | Test Accuracy: 0.805 | Training Loss: 0.399 | Test Loss 0.395 
Epoch 184, Step 1900 | Training Accuracy: 0.812 | Test Accuracy: 0.836 | Training Loss: 0.406 | Test Loss 0.426 
Epoch 184, Step 2375 | Training Accuracy: 0.875 | Test Accuracy: 0.812 | Training Loss: 0.279 | Test Loss 0.422 
Epoch 184, Step 2850 | Training Accuracy: 0.844 | Test Accuracy: 0.852 | Training Loss: 0.273 | Test Loss 0.342 
Epoch 184, Step 3325 | Training Accuracy: 0.898 | Test Accuracy: 0.805 | Training Loss: 0.238 | Test Loss 0.414 
Epoch 184, Step 3800 | Training Accuracy: 0.891 | Test Accuracy: 0.805 | Training Loss: 0.306 | Test Loss 0.380 
(*) Entering Epoch 185 (16842.980 s)
Epoch 185, Step 475 | Training Accuracy: 0.906 | Test Accuracy: 0.867 | Training Loss: 0.253 | Test Loss 0.335 
Epoch 185, Step 950 | Training Accuracy: 0.883 | Test Accuracy: 0.812 | Training Loss: 0.278 | Test Loss 0.409 
Epoch 185, Step 1425 | Training Accuracy: 0.844 | Test Accuracy: 0.758 | Training Loss: 0.306 | Test Loss 0.498 
Epoch 185, Step 1900 | Training Accuracy: 0.891 | Test Accuracy: 0.828 | Training Loss: 0.261 | Test Loss 0.343 
Epoch 185, Step 2375 | Training Accuracy: 0.875 | Test Accuracy: 0.797 | Training Loss: 0.306 | Test Loss 0.392



In [6]:

    
train(config)#, restore = True)









    



(*) Entering Epoch 0 (11.676 s)
Graph saved to file: checkpoints/biRNN_kst_rho0_epoch0.ckpt-0
Epoch 0, Step 475 | Training Accuracy: 0.609 | Test Accuracy: 0.562 | Training Loss: 0.665 | Test Loss 0.670 
Epoch 0, Step 950 | Training Accuracy: 0.734 | Test Accuracy: 0.555 | Training Loss: 0.610 | Test Loss 0.665 
Epoch 0, Step 1425 | Training Accuracy: 0.664 | Test Accuracy: 0.539 | Training Loss: 0.605 | Test Loss 0.675 
Epoch 0, Step 1900 | Training Accuracy: 0.664 | Test Accuracy: 0.633 | Training Loss: 0.612 | Test Loss 0.646 
Epoch 0, Step 2375 | Training Accuracy: 0.648 | Test Accuracy: 0.711 | Training Loss: 0.585 | Test Loss 0.637 
Epoch 0, Step 2850 | Training Accuracy: 0.742 | Test Accuracy: 0.766 | Training Loss: 0.510 | Test Loss 0.562 
Epoch 0, Step 3325 | Training Accuracy: 0.672 | Test Accuracy: 0.641 | Training Loss: 0.572 | Test Loss 0.632 
Epoch 0, Step 3800 | Training Accuracy: 0.703 | Test Accuracy: 0.656 | Training Loss: 0.547 | Test Loss 0.598 
(*) Entering Epoch 1 (146.900 s)
Epoch 1, Step 475 | Training Accuracy: 0.719 | Test Accuracy: 0.711 | Training Loss: 0.543 | Test Loss 0.550 
Epoch 1, Step 950 | Training Accuracy: 0.703 | Test Accuracy: 0.688 | Training Loss: 0.516 | Test Loss 0.569 
Epoch 1, Step 1425 | Training Accuracy: 0.742 | Test Accuracy: 0.727 | Training Loss: 0.519 | Test Loss 0.534 
Epoch 1, Step 1900 | Training Accuracy: 0.789 | Test Accuracy: 0.688 | Training Loss: 0.494 | Test Loss 0.608 
Epoch 1, Step 2375 | Training Accuracy: 0.703 | Test Accuracy: 0.766 | Training Loss: 0.518 | Test Loss 0.452 
Epoch 1, Step 2850 | Training Accuracy: 0.758 | Test Accuracy: 0.711 | Training Loss: 0.525 | Test Loss 0.567 
Epoch 1, Step 3325 | Training Accuracy: 0.680 | Test Accuracy: 0.758 | Training Loss: 0.586 | Test Loss 0.534 
Epoch 1, Step 3800 | Training Accuracy: 0.695 | Test Accuracy: 0.836 | Training Loss: 0.557 | Test Loss 0.441 
(*) Entering Epoch 2 (280.963 s)
Epoch 2, Step 475 | Training Accuracy: 0.734 | Test Accuracy: 0.734 | Training Loss: 0.522 | Test Loss 0.524 
Epoch 2, Step 950 | Training Accuracy: 0.727 | Test Accuracy: 0.742 | Training Loss: 0.522 | Test Loss 0.566 
Epoch 2, Step 1425 | Training Accuracy: 0.797 | Test Accuracy: 0.766 | Training Loss: 0.468 | Test Loss 0.501 
Epoch 2, Step 1900 | Training Accuracy: 0.758 | Test Accuracy: 0.758 | Training Loss: 0.511 | Test Loss 0.492 
Epoch 2, Step 2375 | Training Accuracy: 0.727 | Test Accuracy: 0.781 | Training Loss: 0.588 | Test Loss 0.451 
Epoch 2, Step 2850 | Training Accuracy: 0.727 | Test Accuracy: 0.719 | Training Loss: 0.539 | Test Loss 0.551 
Epoch 2, Step 3325 | Training Accuracy: 0.734 | Test Accuracy: 0.758 | Training Loss: 0.540 | Test Loss 0.481 
Epoch 2, Step 3800 | Training Accuracy: 0.797 | Test Accuracy: 0.695 | Training Loss: 0.450 | Test Loss 0.589 
(*) Entering Epoch 3 (414.921 s)
Epoch 3, Step 475 | Training Accuracy: 0.727 | Test Accuracy: 0.734 | Training Loss: 0.485 | Test Loss 0.537 
Epoch 3, Step 950 | Training Accuracy: 0.766 | Test Accuracy: 0.781 | Training Loss: 0.466 | Test Loss 0.485 
Epoch 3, Step 1425 | Training Accuracy: 0.719 | Test Accuracy: 0.758 | Training Loss: 0.525 | Test Loss 0.471 
Epoch 3, Step 1900 | Training Accuracy: 0.781 | Test Accuracy: 0.812 | Training Loss: 0.417 | Test Loss 0.446 
Epoch 3, Step 2375 | Training Accuracy: 0.750 | Test Accuracy: 0.703 | Training Loss: 0.500 | Test Loss 0.547 
Epoch 3, Step 2850 | Training Accuracy: 0.781 | Test Accuracy: 0.781 | Training Loss: 0.487 | Test Loss 0.445 
Epoch 3, Step 3325 | Training Accuracy: 0.773 | Test Accuracy: 0.797 | Training Loss: 0.491 | Test Loss 0.478 
Epoch 3, Step 3800 | Training Accuracy: 0.734 | Test Accuracy: 0.828 | Training Loss: 0.496 | Test Loss 0.362 
(*) Entering Epoch 4 (548.802 s)
Epoch 4, Step 475 | Training Accuracy: 0.805 | Test Accuracy: 0.773 | Training Loss: 0.469 | Test Loss 0.455 
Epoch 4, Step 950 | Training Accuracy: 0.750 | Test Accuracy: 0.805 | Training Loss: 0.506 | Test Loss 0.444 
Epoch 4, Step 1425 | Training Accuracy: 0.695 | Test Accuracy: 0.781 | Training Loss: 0.495 | Test Loss 0.462 
Epoch 4, Step 1900 | Training Accuracy: 0.812 | Test Accuracy: 0.836 | Training Loss: 0.362 | Test Loss 0.401 
Epoch 4, Step 2375 | Training Accuracy: 0.859 | Test Accuracy: 0.773 | Training Loss: 0.387 | Test Loss 0.447 
Epoch 4, Step 2850 | Training Accuracy: 0.805 | Test Accuracy: 0.828 | Training Loss: 0.422 | Test Loss 0.377 
Epoch 4, Step 3325 | Training Accuracy: 0.789 | Test Accuracy: 0.828 | Training Loss: 0.454 | Test Loss 0.421 
Epoch 4, Step 3800 | Training Accuracy: 0.750 | Test Accuracy: 0.820 | Training Loss: 0.525 | Test Loss 0.357 
(*) Entering Epoch 5 (682.715 s)
Epoch 5, Step 475 | Training Accuracy: 0.836 | Test Accuracy: 0.781 | Training Loss: 0.386 | Test Loss 0.474 
Epoch 5, Step 950 | Training Accuracy: 0.742 | Test Accuracy: 0.781 | Training Loss: 0.458 | Test Loss 0.458 
Epoch 5, Step 1425 | Training Accuracy: 0.812 | Test Accuracy: 0.820 | Training Loss: 0.466 | Test Loss 0.394 
Epoch 5, Step 1900 | Training Accuracy: 0.812 | Test Accuracy: 0.797 | Training Loss: 0.426 | Test Loss 0.430 
Epoch 5, Step 2375 | Training Accuracy: 0.789 | Test Accuracy: 0.797 | Training Loss: 0.408 | Test Loss 0.434 
Epoch 5, Step 2850 | Training Accuracy: 0.766 | Test Accuracy: 0.789 | Training Loss: 0.510 | Test Loss 0.400 
Epoch 5, Step 3325 | Training Accuracy: 0.805 | Test Accuracy: 0.789 | Training Loss: 0.442 | Test Loss 0.399 
Epoch 5, Step 3800 | Training Accuracy: 0.820 | Test Accuracy: 0.750 | Training Loss: 0.373 | Test Loss 0.498 
(*) Entering Epoch 6 (816.670 s)
Epoch 6, Step 475 | Training Accuracy: 0.797 | Test Accuracy: 0.789 | Training Loss: 0.413 | Test Loss 0.458 *
Epoch 6, Step 950 | Training Accuracy: 0.773 | Test Accuracy: 0.750 | Training Loss: 0.433 | Test Loss 0.443 
Epoch 6, Step 1425 | Training Accuracy: 0.734 | Test Accuracy: 0.836 | Training Loss: 0.485 | Test Loss 0.400 *
Epoch 6, Step 1900 | Training Accuracy: 0.750 | Test Accuracy: 0.789 | Training Loss: 0.451 | Test Loss 0.411 
Epoch 6, Step 2375 | Training Accuracy: 0.836 | Test Accuracy: 0.789 | Training Loss: 0.390 | Test Loss 0.479 
Epoch 6, Step 2850 | Training Accuracy: 0.844 | Test Accuracy: 0.750 | Training Loss: 0.424 | Test Loss 0.514 
Epoch 6, Step 3325 | Training Accuracy: 0.789 | Test Accuracy: 0.812 | Training Loss: 0.417 | Test Loss 0.380 
Epoch 6, Step 3800 | Training Accuracy: 0.773 | Test Accuracy: 0.812 | Training Loss: 0.439 | Test Loss 0.387 
(*) Entering Epoch 7 (951.275 s)
Epoch 7, Step 475 | Training Accuracy: 0.766 | Test Accuracy: 0.797 | Training Loss: 0.428 | Test Loss 0.472 
Epoch 7, Step 950 | Training Accuracy: 0.859 | Test Accuracy: 0.797 | Training Loss: 0.308 | Test Loss 0.425 
Epoch 7, Step 1425 | Training Accuracy: 0.773 | Test Accuracy: 0.852 | Training Loss: 0.461 | Test Loss 0.428 *
Epoch 7, Step 1900 | Training Accuracy: 0.758 | Test Accuracy: 0.820 | Training Loss: 0.471 | Test Loss 0.406 
Epoch 7, Step 2375 | Training Accuracy: 0.734 | Test Accuracy: 0.828 | Training Loss: 0.465 | Test Loss 0.369 
Epoch 7, Step 2850 | Training Accuracy: 0.781 | Test Accuracy: 0.875 | Training Loss: 0.419 | Test Loss 0.322 *
Epoch 7, Step 3325 | Training Accuracy: 0.844 | Test Accuracy: 0.789 | Training Loss: 0.371 | Test Loss 0.417 
Epoch 7, Step 3800 | Training Accuracy: 0.820 | Test Accuracy: 0.812 | Training Loss: 0.402 | Test Loss 0.392 
(*) Entering Epoch 8 (1085.909 s)
Epoch 8, Step 475 | Training Accuracy: 0.844 | Test Accuracy: 0.836 | Training Loss: 0.352 | Test Loss 0.405 
Epoch 8, Step 950 | Training Accuracy: 0.789 | Test Accuracy: 0.766 | Training Loss: 0.416 | Test Loss 0.470 
Epoch 8, Step 1425 | Training Accuracy: 0.781 | Test Accuracy: 0.820 | Training Loss: 0.446 | Test Loss 0.422 
Epoch 8, Step 1900 | Training Accuracy: 0.766 | Test Accuracy: 0.797 | Training Loss: 0.427 | Test Loss 0.441 
Epoch 8, Step 2375 | Training Accuracy: 0.742 | Test Accuracy: 0.766 | Training Loss: 0.506 | Test Loss 0.461 
Epoch 8, Step 2850 | Training Accuracy: 0.773 | Test Accuracy: 0.859 | Training Loss: 0.465 | Test Loss 0.374 
Epoch 8, Step 3325 | Training Accuracy: 0.750 | Test Accuracy: 0.750 | Training Loss: 0.480 | Test Loss 0.510 
Epoch 8, Step 3800 | Training Accuracy: 0.828 | Test Accuracy: 0.875 | Training Loss: 0.387 | Test Loss 0.357 
(*) Entering Epoch 9 (1219.827 s)
Epoch 9, Step 475 | Training Accuracy: 0.828 | Test Accuracy: 0.828 | Training Loss: 0.394 | Test Loss 0.364 
Epoch 9, Step 950 | Training Accuracy: 0.836 | Test Accuracy: 0.805 | Training Loss: 0.418 | Test Loss 0.408 
Epoch 9, Step 1425 | Training Accuracy: 0.844 | Test Accuracy: 0.789 | Training Loss: 0.366 | Test Loss 0.465 
Epoch 9, Step 1900 | Training Accuracy: 0.820 | Test Accuracy: 0.820 | Training Loss: 0.396 | Test Loss 0.405 
Epoch 9, Step 2375 | Training Accuracy: 0.758 | Test Accuracy: 0.781 | Training Loss: 0.455 | Test Loss 0.444 
Epoch 9, Step 2850 | Training Accuracy: 0.789 | Test Accuracy: 0.750 | Training Loss: 0.420 | Test Loss 0.466 
Epoch 9, Step 3325 | Training Accuracy: 0.797 | Test Accuracy: 0.852 | Training Loss: 0.423 | Test Loss 0.376 
Epoch 9, Step 3800 | Training Accuracy: 0.789 | Test Accuracy: 0.844 | Training Loss: 0.435 | Test Loss 0.372 
(*) Entering Epoch 10 (1353.732 s)
Graph saved to file: checkpoints/biRNN_kst_rho0_epoch10.ckpt-10






    



---------------------------------------------------------------------------
KeyboardInterrupt                         Traceback (most recent call last)
<ipython-input-6-c10c650b3059> in <module>()
----> 1 train(config)#, restore = True)

<ipython-input-5-0e3568aabfe4> in train(config, restore)
     40                 feed_dict_train = {biRNN.inputs: x_train.values, biRNN.targets: y_train.values, biRNN.keep_prob: config.keep_prob, 
     41                                    biRNN.training_phase: True}
---> 42                 t_op = sess.run(biRNN.train_op, feed_dict = feed_dict_train)
     43                 step += 1
     44 

/home/jtan/anaconda3/lib/python3.6/site-packages/tensorflow/python/client/session.py in run(self, fetches, feed_dict, options, run_metadata)
    894     try:
    895       result = self._run(None, fetches, feed_dict, options_ptr,
--> 896                          run_metadata_ptr)
    897       if run_metadata:
    898         proto_data = tf_session.TF_GetBuffer(run_metadata_ptr)

/home/jtan/anaconda3/lib/python3.6/site-packages/tensorflow/python/client/session.py in _run(self, handle, fetches, feed_dict, options, run_metadata)
   1122     if final_fetches or final_targets or (handle and feed_dict_tensor):
   1123       results = self._do_run(handle, final_targets, final_fetches,
-> 1124                              feed_dict_tensor, options, run_metadata)
   1125     else:
   1126       results = []

/home/jtan/anaconda3/lib/python3.6/site-packages/tensorflow/python/client/session.py in _do_run(self, handle, target_list, fetch_list, feed_dict, options, run_metadata)
   1277     if handle is None:
   1278       return self._do_call(_run_fn, self._session, feeds, fetches, targets,
-> 1279                            options, run_metadata)
   1280     else:
   1281       return self._do_call(_prun_fn, self._session, handle, feeds, fetches)

/home/jtan/anaconda3/lib/python3.6/site-packages/tensorflow/python/client/session.py in _do_call(self, fn, *args)
   1283   def _do_call(self, fn, *args):
   1284     try:
-> 1285       return fn(*args)
   1286     except errors.OpError as e:
   1287       message = compat.as_text(e.message)

/home/jtan/anaconda3/lib/python3.6/site-packages/tensorflow/python/client/session.py in _run_fn(session, feed_dict, fetch_list, target_list, options, run_metadata)
   1262           return tf_session.TF_Run(session, options,
   1263                                    feed_dict, fetch_list, target_list,
-> 1264                                    status, run_metadata)
   1265 
   1266     def _prun_fn(session, handle, feed_dict, fetch_list):

KeyboardInterrupt:



In [7]:

    
ckpt = tf.train.get_checkpoint_state(directories.checkpoints)
biRNN = BiRNN(config, training = False)
network_output = biRNN.predict(ckpt)

np.save(os.path.join(directories.checkpoints, '{}_{}_y_pred.npy'.format(config.channel, config.mode)), network_output)
np.save(os.path.join(directories.checkpoints, '{}_{}_y_test.npy'.format(config.channel, config.mode)), df_y_test.values)









    



---------------------------------------------------------------------------
AttributeError                            Traceback (most recent call last)
<ipython-input-7-34612811a47f> in <module>()
      1 ckpt = tf.train.get_checkpoint_state(directories.checkpoints)
      2 biRNN = BiRNN(config, training = False)
----> 3 network_output = biRNN.predict(ckpt)
      4 
      5 np.save(os.path.join(directories.checkpoints, '{}_{}_y_pred.npy'.format(config.channel, config.mode)), network_output)

<ipython-input-4-4874e1b61e56> in predict(self, ckpt, metaGraph)
    109         # Restore the moving average version of the learned variables for eval.
    110         #variable_averages = tf.train.ExponentialMovingAverage(config.ema_decay)
--> 111         variables_to_restore = self.ema.variables_to_restore()
    112         #variables_to_restore = variable_averages.variables_to_restore()
    113         saver = tf.train.Saver(variables_to_restore)

AttributeError: 'BiRNN' object has no attribute 'ema'