One of a Basic TensorFlow Tutorial for CNN

1. Data Preparation

  • The './dogImages' direcory has three directories; 'train', 'test' and 'valid'.
  • All of these directories have directiries containing images. These directories' names like '001.Affenpinsher'.
  • So, it's necessary to make sets of labels and filepaths. This is easily done by using Keras. But I'll try other approach.

In [64]:
DATADIR = './dogImages'
OUTDIR = './model-k'
import os
import re
from glob import glob

def make_sample_dict(sample_dir):
    """Return the dictionaries between dog_breeds and number"""
    breed_list = []
    samples = [f for f in os.listdir(sample_dir) if os.path.isdir(os.path.join(sample_dir, f))]
    samples.sort()
    for sample in samples:
        breed_list.append(sample.split(".")[1])
    id2name = {i: name for i, name in enumerate(breed_list)}
    name2id = {name: i for i, name in id2name.items()}
    print('Number of dictionary is {}'.format(len(breed_list)))
    print('Example: {}'.format(breed_list[0]))
    return id2name, name2id

id2name, name2id = make_sample_dict(os.path.join(DATADIR, 'test'))

def load_data(data_dir):
    pattern = re.compile("(.+)\/(.+)\/([0-9][0-9][0-9]).(.+)\/(.+)jpg")
    print(pattern)
    all_files = glob(os.path.join(data_dir, "*/*/*jpg"))
    
    train, val, test = [], [], []
    for entry in all_files:
        r = re.match(pattern, entry)
        if r:
            regime, kind= r.group(2),r.group(4)
            kind_number = name2id[kind]
            sample = (entry, kind_number)
            
            if regime == 'train':
                train.append(sample)
            elif regime == 'valid':
                val.append(sample)
            elif regime == 'test':
                test.append(sample)
            else:
                raise ValueError('The regime does not much. Regime: {}'.format(regime))
                
    print('There are {} train, {} valid and {} test samples.'.format(len(train), len(val), len(test)))
    return train, val, test
                
trainset, valset, testset = load_data(DATADIR)


Number of dictionary is 133
Example: Affenpinscher
re.compile('(.+)\\/(.+)\\/([0-9][0-9][0-9]).(.+)\\/(.+)jpg')
There are 6680 train, 835 valid and 836 test samples.

In [66]:
print(trainset[1000])
print(trainset[6000])


('./dogImages/train/017.Bearded_collie/Bearded_collie_01252.jpg', 16)
('./dogImages/train/115.Papillon/Papillon_07504.jpg', 114)

In [67]:
num_classes = len(id2name)

In [127]:
def extract_data(dataset):
    """The feature possibly filepath now. In that case, it's necessary to convert it to data."""
    feature_data, label_data = [], []
    for feature, label in dataset:
        feature_data.append(feature)
        label_data.append(label)
    return feature_data, label_data
"""
train_data_path, train_label = extract_data(trainset)
valid_data_path, valid_label = extract_data(valset)
test_data_path, test_label = extract_data(testset)
"""

In [126]:
def file2resized_img(filepath):
    """Return image converted and resized to ndarray from filepath.
    Args:
        :filepath: filepath to image file.
    Returns:
        resized ndarray from the filepath.
    """
    # img: PIL Image instance.
    img = tf.keras.preprocessing.image.load_img(filepath, target_size=(DATA_HEIGHT, DATA_WIDTH))
    #plt.imshow(img)
    img_array = tf.keras.preprocessing.image.img_to_array(img)
    return img_array

In [145]:
def normarizer(feature_data):
    """
    Args:
        :feature_data: 3-D ndarray.
    Returns:
        3-D ndarray divided 255.
    """
    img_max = 255
    resized_data = []
    for data in feature_data:
        resized_data.append(data/img_max)
    resized_data = np.array(resized_data)
    return resized_data

In [136]:
def dataset_to_feature_and_label(dataset):
    feature_data, label_data = [], []
    for filepath, label in dataset:
        try:
            feature_data.append(file2resized_img(filepath))
            label_data.append(label)
        except:
            continue
    return feature_data, label_data

In [138]:
train_data, train_label = dataset_to_feature_and_label(trainset)
valid_data, valid_label = dataset_to_feature_and_label(valset)
test_data, test_label = dataset_to_feature_and_label(testset)

In [148]:
train_data = normarizer(train_data)
valid_data = normarizer(valid_data)

In [147]:
test_data = normarizer(test_data)

In [159]:
train_label = np.asarray(train_label, dtype=np.int32)

In [160]:
valid_label = np.asarray(valid_label, dtype=np.int32)
test_label = np.asarray(test_label, dtype=np.int32)

In [161]:
type(train_label[0])


Out[161]:
numpy.int32

In [149]:
train_data[0]


Out[149]:
array([[[ 0.28235295,  0.33725491,  0.19607843],
        [ 0.09411765,  0.19215687,  0.03921569],
        [ 0.50588238,  0.62352943,  0.48235294],
        ..., 
        [ 0.26274511,  0.33333334,  0.24705882],
        [ 0.36470589,  0.3764706 ,  0.27058825],
        [ 0.09019608,  0.12941177,  0.09411765]],

       [[ 0.18431373,  0.29019609,  0.15294118],
        [ 0.10980392,  0.23921569,  0.05490196],
        [ 0.46666667,  0.57647061,  0.59215689],
        ..., 
        [ 0.23137255,  0.27843139,  0.23137255],
        [ 0.41568628,  0.42352942,  0.33725491],
        [ 0.09411765,  0.14117648,  0.09411765]],

       [[ 0.11764706,  0.23529412,  0.09411765],
        [ 0.14117648,  0.26274511,  0.10196079],
        [ 0.11764706,  0.21176471,  0.16078432],
        ..., 
        [ 0.18431373,  0.21960784,  0.14509805],
        [ 0.41568628,  0.41176471,  0.32941177],
        [ 0.29411766,  0.35294119,  0.34117648]],

       ..., 
       [[ 0.94509804,  0.80392158,  0.75686276],
        [ 0.9254902 ,  0.80000001,  0.74901962],
        [ 0.94117647,  0.78431374,  0.74509805],
        ..., 
        [ 0.83137256,  0.68235296,  0.60784316],
        [ 0.93333334,  0.75294119,  0.6901961 ],
        [ 0.94117647,  0.78039217,  0.70980394]],

       [[ 0.89411765,  0.74509805,  0.7019608 ],
        [ 0.87450981,  0.74901962,  0.69803923],
        [ 0.93333334,  0.7764706 ,  0.73725492],
        ..., 
        [ 0.87058824,  0.75686276,  0.7019608 ],
        [ 0.8509804 ,  0.7019608 ,  0.65882355],
        [ 0.84313726,  0.70980394,  0.66274512]],

       [[ 0.87450981,  0.71764708,  0.67843139],
        [ 0.90588236,  0.7647059 ,  0.71764708],
        [ 0.88627452,  0.71372551,  0.67843139],
        ..., 
        [ 0.78039217,  0.69803923,  0.67843139],
        [ 0.76862746,  0.65882355,  0.64705884],
        [ 0.84705883,  0.75294119,  0.73725492]]], dtype=float32)

In [32]:
check_str = ['hello', 'hello/world', 'dogImages/test/001.Affenpinsher/Alaska_001.jpg']
pattern = re.compile("(.+)\/(.+)\/([0-9][0-9][0-9]).(.+)\/(.+)jpg")
print(pattern)
for entry in check_str:
    r = re.match(pattern, entry)
    if r:
        print(entry)
        print(r.group(0), r.group(1), r.group(4))


re.compile('(.+)\\/(.+)\\/([0-9][0-9][0-9]).(.+)\\/(.+)jpg')
dogImages/test/001.Affenpinsher/Alaska_001.jpg
dogImages/test/001.Affenpinsher/Alaska_001.jpg dogImages Affenpinsher

One-hot encodeing

  • I made this function, but it's may be not necessary.
  • In my trial, it's necessary to change labels into one-hot encoding.

In [51]:
import numpy as np
def one_hot(dataset, num_classes):
    """Change the label of the data into one-hot
    Args:
        dataset: A list of tuples. Each label is like (path_to_the_file, int_label)
    Returns:
        A list of tuples. Each label is like (path_to_the_file, int_label, ndarray-one-hot_label)"""
    ret_list = []
    for item in dataset:
        path_to_file, int_label = item
        one_hot_label = np.zeros(num_classes)
        one_hot_label[int_label] = 1
        ret_list.append((path_to_file, int_label, one_hot_label))
    return ret_list

In [57]:
"""
trainset = one_hot(trainset, num_classes)
valset = one_hot(valset, num_classes)
testset = one_hot(testset, num_classes)
"""

2. Make a Model


In [122]:
DATA_WIDTH = 64
DATA_HEIGHT = 64

In [92]:
import tensorflow as tf
import matplotlib.pyplot as plt
import matplotlib.image as mpimg
%matplotlib inline
tf.logging.set_verbosity(tf.logging.INFO)

In [168]:
def flatten(x_tensor):
    """
    Flatten x_tensor to (Batch Size, Flattened Image Size)
    Args:
        x_tensor: A Tensor of size (Batch Size, ...), where ... are the image dimensions.
    Returns:
        A tensor of size (Batch Size, Flattened Image Size)
    """
    tensor_size = x_tensor.get_shape().as_list()
    flatten_image_size = tensor_size[1] * tensor_size[2] * tensor_size[3]
    flatten_tensor = tf.reshape(x_tensor, [-1, flatten_image_size])
    return flatten_tensor

In [170]:
def cnn_model_fn(features, labels, mode):
    input_layer = tf.reshape(features["x"], [-1, DATA_HEIGHT, DATA_WIDTH, 3])
    
    # Conv Layer 1
    conv1 = tf.layers.conv2d(
        inputs=input_layer,
        filters=16,
        kernel_size=[3, 3],
        padding="same",
        activation=tf.nn.elu)
    pool1 = tf.layers.max_pooling2d(inputs=conv1, pool_size=[2,2], strides=2)
    
    # Conv Layer 2
    conv2 = tf.layers.conv2d(
        inputs=pool1,
        filters=32,
        kernel_size=[3, 3],
        padding="same",
        activation=tf.nn.elu)
    pool2 = tf.layers.max_pooling2d(inputs=conv2, pool_size=[2, 2], strides=2)
    
    # Dense Layer
    pool2_flat = flatten(pool2)
    dense = tf.layers.dense(inputs=pool2_flat, units=1024, activation=tf.nn.elu)
    dropout = tf.layers.dropout(inputs=dense, rate=0.4, training=mode == tf.estimator.ModeKeys.TRAIN)
    
    # Logits Layer
    logits = tf.layers.dense(inputs=dropout, units=num_classes)
    
    predictions = {
            "classes":  tf.argmax(input=logits, axis=1),
            "probabilities": tf.nn.softmax(logits, name="softmax_tensor")
    }
    
    if mode == tf.estimator.ModeKeys.PREDICT:
        return tf.estimator.EstimatorSpec(mode=mode, predictions=predictions)
    
    onehot_labels = tf.one_hot(indices=tf.cast(labels, tf.int32), depth = num_classes)
    loss = tf.losses.softmax_cross_entropy(
        onehot_labels=onehot_labels, logits=logits)
    
    if mode == tf.estimator.ModeKeys.TRAIN:
        optimizer = tf.train.GradientDescentOptimizer(learning_rate=0.001)
        train_op = optimizer.minimize(
            loss=loss,
            global_step=tf.train.get_global_step())
        return tf.estimator.EstimatorSpec(mode=mode, loss=loss, train_op=train_op)
    
    eval_metric_ops = {
        "accuracy": tf.metrics.accuracy(
            labels=labels, predictions=predictions["classes"])
    }
    return tf.estimator.EstimatorSpec(
        mode=mode, loss=loss, eval_metric_ops=eval_metric_ops)

In [163]:
def main(train_data, train_labels, valid_data, valid_labels):
    
    image_classifier = tf.estimator.Estimator(
        model_fn=cnn_model_fn, model_dir=model_dir)
    
    tensors_to_log = {"probabilities": "softmax_tensor"}
    logging_hook = tf.train.LoggingTensorHook(
        tensors=tensors_to_log, every_n_iter=50)
    
    train_input_fn = tf.estimator.inputs.numpy_input_fn(
        x={"x": train_data},
        y=train_labels,
        batch_size=100,
        num_epochs=None,
        shuffle=True)
    
    image_classifier.train(
        input_fn = train_input_fn,
        steps=20000,
        hooks=[logging_hook])
    
    eval_input_fn = tf.estimator.inputs.numpy_input_fn(
        x={"x": valid_data},
        y=valid_labels,
        num_epochs=1,
        shuffle=False)
    eval_results = image_classifier.evaluate(input_fn=eval_input_fn)
    print(eval_results)

In [72]:
os.makedirs(os.path.join(OUTDIR, 'eval'), exist_ok=True)
model_dir=OUTDIR

In [171]:
tf.app.run(main=main(train_data, train_label, valid_data, valid_label))


INFO:tensorflow:Using default config.
INFO:tensorflow:Using config: {'_service': None, '_log_step_count_steps': 100, '_session_config': None, '_num_ps_replicas': 0, '_task_type': 'worker', '_save_summary_steps': 100, '_master': '', '_keep_checkpoint_max': 5, '_keep_checkpoint_every_n_hours': 10000, '_task_id': 0, '_is_chief': True, '_tf_random_seed': None, '_model_dir': './model-k', '_save_checkpoints_secs': 600, '_num_worker_replicas': 1, '_cluster_spec': <tensorflow.python.training.server_lib.ClusterSpec object at 0x119689320>, '_save_checkpoints_steps': None}
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Saving checkpoints for 1 into ./model-k/model.ckpt.
INFO:tensorflow:probabilities = [[ 0.00829009  0.00798683  0.01092685 ...,  0.00618864  0.00900721
   0.00817501]
 [ 0.00765856  0.0083816   0.01144291 ...,  0.00711043  0.00608659
   0.00709406]
 [ 0.01248204  0.00612857  0.01340027 ...,  0.00528602  0.01148211
   0.00692579]
 ..., 
 [ 0.00247995  0.00427993  0.00904863 ...,  0.00622858  0.01121965
   0.00926932]
 [ 0.00330715  0.01542109  0.01783622 ...,  0.00611996  0.00798405
   0.00600053]
 [ 0.00370269  0.00646594  0.01015122 ...,  0.00632706  0.0090754
   0.00646842]]
INFO:tensorflow:step = 1, loss = 4.92306
INFO:tensorflow:probabilities = [[ 0.00714438  0.00796602  0.01006101 ...,  0.00370336  0.00996522
   0.00614475]
 [ 0.00536618  0.00843333  0.00779172 ...,  0.00787241  0.0072143
   0.00810826]
 [ 0.0078765   0.0090879   0.01226727 ...,  0.00479266  0.00913073
   0.00844719]
 ..., 
 [ 0.01303061  0.00728909  0.01347617 ...,  0.00965148  0.0069239
   0.00572017]
 [ 0.00628832  0.00486255  0.0108908  ...,  0.00772505  0.0073514
   0.01175372]
 [ 0.00470536  0.00645719  0.01496327 ...,  0.00560617  0.0066014
   0.00604429]] (26.301 sec)
INFO:tensorflow:global_step/sec: 1.88792
INFO:tensorflow:probabilities = [[ 0.00692486  0.00941347  0.01183608 ...,  0.00673231  0.00808974
   0.01203638]
 [ 0.00462694  0.00626504  0.01230663 ...,  0.00394956  0.00695347
   0.00705881]
 [ 0.00536613  0.00861865  0.01225488 ...,  0.00428575  0.00736771
   0.00649444]
 ..., 
 [ 0.0058743   0.01040832  0.01039916 ...,  0.00421104  0.00859935
   0.0066412 ]
 [ 0.01012546  0.00818471  0.00902638 ...,  0.00660091  0.01019165
   0.00596235]
 [ 0.00795523  0.00926561  0.00554836 ...,  0.00553922  0.00693393
   0.00778002]] (26.670 sec)
INFO:tensorflow:step = 101, loss = 4.87993 (52.971 sec)
INFO:tensorflow:probabilities = [[ 0.00532651  0.0058712   0.00635767 ...,  0.00405646  0.00774134
   0.00602082]
 [ 0.00450802  0.00747991  0.01001006 ...,  0.00621124  0.00641261
   0.00382585]
 [ 0.00677299  0.004396    0.01243712 ...,  0.00556439  0.00933519
   0.01024177]
 ..., 
 [ 0.00742428  0.01062874  0.0064331  ...,  0.00643559  0.00836769
   0.00792642]
 [ 0.01081562  0.00905823  0.0106613  ...,  0.0044883   0.0082033
   0.00518666]
 [ 0.00587857  0.00871278  0.00749967 ...,  0.00530637  0.00736855
   0.00786093]] (29.617 sec)
INFO:tensorflow:global_step/sec: 1.72453
INFO:tensorflow:probabilities = [[ 0.00827876  0.00854643  0.00874166 ...,  0.00423948  0.00826827
   0.00902241]
 [ 0.00650566  0.00948646  0.00683756 ...,  0.00658664  0.00687814
   0.00901944]
 [ 0.00662519  0.00745271  0.00599747 ...,  0.00559014  0.00825888
   0.00764907]
 ..., 
 [ 0.00791218  0.00908799  0.00694751 ...,  0.00643473  0.00708597
   0.00634886]
 [ 0.00546636  0.00552205  0.00847275 ...,  0.00711717  0.00725636
   0.00821497]
 [ 0.00602782  0.00837897  0.01025907 ...,  0.00444062  0.00721075
   0.00623174]] (28.370 sec)
INFO:tensorflow:step = 201, loss = 4.85656 (57.988 sec)
INFO:tensorflow:probabilities = [[ 0.00723842  0.00951295  0.00543065 ...,  0.00397558  0.00476438
   0.00856418]
 [ 0.00480377  0.00967356  0.00872135 ...,  0.00587084  0.00503313
   0.00876255]
 [ 0.00719089  0.01058718  0.00749282 ...,  0.00321387  0.00696146
   0.00989014]
 ..., 
 [ 0.00836395  0.00676951  0.00835643 ...,  0.00755665  0.00900455
   0.00689931]
 [ 0.00603534  0.0046702   0.0105712  ...,  0.00513934  0.0070195
   0.01000958]
 [ 0.00964635  0.01269753  0.00638426 ...,  0.00375965  0.01058367
   0.00965811]] (25.973 sec)
INFO:tensorflow:global_step/sec: 1.88822
INFO:tensorflow:probabilities = [[ 0.00632901  0.00959198  0.00738173 ...,  0.006003    0.00703142
   0.0067093 ]
 [ 0.00863818  0.00694794  0.01054588 ...,  0.00722459  0.01025521
   0.00922803]
 [ 0.00529313  0.00733752  0.00696576 ...,  0.00493251  0.0058311
   0.00956022]
 ..., 
 [ 0.00899368  0.00745362  0.00897222 ...,  0.00532606  0.006457
   0.00892166]
 [ 0.01011471  0.00960624  0.00628946 ...,  0.00516439  0.00960915
   0.00651254]
 [ 0.00687544  0.00869733  0.00845287 ...,  0.00811076  0.01020768
   0.00609415]] (26.987 sec)
INFO:tensorflow:step = 301, loss = 4.88928 (52.959 sec)
INFO:tensorflow:probabilities = [[ 0.00610328  0.0056509   0.00776062 ...,  0.00397359  0.00774484
   0.00510808]
 [ 0.00819264  0.00861994  0.00718636 ...,  0.00603638  0.00750728
   0.00631165]
 [ 0.00582768  0.00926535  0.00705645 ...,  0.00476993  0.00620945
   0.00603007]
 ..., 
 [ 0.0062342   0.00699253  0.00783215 ...,  0.00695935  0.01020941
   0.00759905]
 [ 0.00520422  0.00650757  0.00972989 ...,  0.00482467  0.00494553
   0.00511782]
 [ 0.00497234  0.00698234  0.00792227 ...,  0.00497671  0.00594864
   0.00901304]] (27.146 sec)
INFO:tensorflow:global_step/sec: 1.90932
INFO:tensorflow:probabilities = [[ 0.00718624  0.00628033  0.01060461 ...,  0.00514175  0.00657409
   0.00464627]
 [ 0.00979687  0.0081315   0.01093234 ...,  0.00451562  0.00509898
   0.00399608]
 [ 0.0071632   0.00692978  0.00852083 ...,  0.00455828  0.00914753
   0.00894902]
 ..., 
 [ 0.00726498  0.00737018  0.005804   ...,  0.00550122  0.00644349
   0.0064024 ]
 [ 0.00749424  0.01027027  0.005485   ...,  0.00478201  0.00701673
   0.00588294]
 [ 0.00861927  0.00791445  0.01315919 ...,  0.00469027  0.00570552
   0.00607993]] (25.228 sec)
INFO:tensorflow:step = 401, loss = 4.84949 (52.374 sec)
INFO:tensorflow:probabilities = [[ 0.01072135  0.00731149  0.01035824 ...,  0.00610807  0.0072389
   0.00361141]
 [ 0.00636472  0.00835013  0.00933572 ...,  0.00682604  0.00585245
   0.00729075]
 [ 0.01098914  0.00969811  0.01031247 ...,  0.00705363  0.00740387
   0.00535559]
 ..., 
 [ 0.00639339  0.00988131  0.00893452 ...,  0.00611696  0.00751862
   0.00537237]
 [ 0.00825075  0.00751788  0.00764282 ...,  0.00815168  0.00461758
   0.00544704]
 [ 0.01053305  0.00686779  0.01264118 ...,  0.00659022  0.00438819
   0.00687598]] (24.945 sec)
INFO:tensorflow:global_step/sec: 1.99798
INFO:tensorflow:probabilities = [[ 0.00647229  0.00655559  0.00682901 ...,  0.0065146   0.00741423
   0.0082564 ]
 [ 0.00742944  0.00736039  0.01077078 ...,  0.0067886   0.00517739
   0.00771692]
 [ 0.00666571  0.00722118  0.00499639 ...,  0.006988    0.00939474
   0.00795686]
 ..., 
 [ 0.00747169  0.0067604   0.00782247 ...,  0.00582836  0.00561789
   0.00571476]
 [ 0.00729648  0.0063359   0.01610502 ...,  0.00776904  0.00524329
   0.00746941]
 [ 0.00615408  0.00503321  0.00925519 ...,  0.00532406  0.00665365
   0.0104558 ]] (25.106 sec)
INFO:tensorflow:step = 501, loss = 4.83445 (50.052 sec)
INFO:tensorflow:probabilities = [[ 0.00691791  0.01133302  0.00830613 ...,  0.00522201  0.00585629
   0.00587774]
 [ 0.00572726  0.00803534  0.00879287 ...,  0.00567115  0.00652882
   0.00810682]
 [ 0.00873417  0.01134334  0.00963701 ...,  0.00620396  0.00688     0.00943193]
 ..., 
 [ 0.00901508  0.00695366  0.005174   ...,  0.00560029  0.00571006
   0.00565676]
 [ 0.00766234  0.008489    0.00730391 ...,  0.00594487  0.0057114
   0.00672455]
 [ 0.00667068  0.00704537  0.00810608 ...,  0.00433876  0.0064657
   0.00663853]] (24.928 sec)
INFO:tensorflow:global_step/sec: 2.00055
INFO:tensorflow:probabilities = [[ 0.00661362  0.00652984  0.00732652 ...,  0.00570852  0.00808699
   0.00736243]
 [ 0.00779762  0.00835989  0.0093139  ...,  0.00357324  0.00781314
   0.00797481]
 [ 0.00762679  0.00906777  0.00675989 ...,  0.00630572  0.00623976
   0.00672695]
 ..., 
 [ 0.00779605  0.00915984  0.00933796 ...,  0.00531179  0.00523137
   0.00740865]
 [ 0.00887227  0.00794491  0.00948976 ...,  0.00663088  0.00738209
   0.00854459]
 [ 0.00673016  0.00698577  0.00975247 ...,  0.00613388  0.00649684
   0.00632474]] (25.060 sec)
INFO:tensorflow:step = 601, loss = 4.83609 (49.987 sec)
INFO:tensorflow:probabilities = [[ 0.00657236  0.007141    0.00834913 ...,  0.00545731  0.00565862
   0.00652797]
 [ 0.00893562  0.00843633  0.00710737 ...,  0.0047814   0.00735586
   0.006234  ]
 [ 0.00640312  0.0095952   0.00841922 ...,  0.00613071  0.00585402
   0.00777439]
 ..., 
 [ 0.00887259  0.01029922  0.0081745  ...,  0.00436165  0.00618346
   0.00489515]
 [ 0.00973156  0.00606408  0.00630562 ...,  0.00477275  0.00570878
   0.00637125]
 [ 0.00795132  0.00720952  0.01003331 ...,  0.00523765  0.00671252
   0.00671387]] (25.166 sec)
INFO:tensorflow:global_step/sec: 1.9942
INFO:tensorflow:probabilities = [[ 0.00506551  0.0055885   0.00814662 ...,  0.0046085   0.00710148
   0.00486403]
 [ 0.0115566   0.00731593  0.00861287 ...,  0.0071535   0.00759295
   0.00723553]
 [ 0.00791506  0.0089504   0.01112035 ...,  0.00472295  0.00582104
   0.00691264]
 ..., 
 [ 0.01198934  0.00839803  0.00798185 ...,  0.00515045  0.00623468
   0.0048153 ]
 [ 0.00467052  0.0065773   0.00697893 ...,  0.00537878  0.0094119
   0.00554335]
 [ 0.00603417  0.00892787  0.00609144 ...,  0.00745891  0.00683688
   0.00556902]] (24.979 sec)
INFO:tensorflow:step = 701, loss = 4.87702 (50.144 sec)
INFO:tensorflow:probabilities = [[ 0.00745746  0.00591527  0.00928447 ...,  0.00843161  0.00564621
   0.00863155]
 [ 0.00513582  0.00859956  0.00927107 ...,  0.00508167  0.0043877
   0.00596542]
 [ 0.00798989  0.01092068  0.01147958 ...,  0.00598234  0.0045888
   0.00516456]
 ..., 
 [ 0.00821567  0.00816838  0.00868873 ...,  0.00654371  0.00605072  0.00811   ]
 [ 0.0087758   0.01052808  0.00661953 ...,  0.00568043  0.00491625
   0.00668561]
 [ 0.01052687  0.00908214  0.00883797 ...,  0.00772469  0.00570333
   0.00805224]] (25.203 sec)
INFO:tensorflow:global_step/sec: 1.99149
INFO:tensorflow:probabilities = [[ 0.00789538  0.00744799  0.00639547 ...,  0.0047652   0.00656287
   0.00772528]
 [ 0.00846752  0.00691859  0.00992828 ...,  0.00444414  0.00554892
   0.00598763]
 [ 0.00760126  0.00834527  0.00687212 ...,  0.00669512  0.00624889
   0.00679425]
 ..., 
 [ 0.00555293  0.00896026  0.00833375 ...,  0.00455284  0.00614248
   0.00723415]
 [ 0.00848616  0.01020555  0.00792877 ...,  0.00434786  0.00537413
   0.0051486 ]
 [ 0.00594623  0.00920868  0.00957509 ...,  0.00660079  0.00651305
   0.00472314]] (25.011 sec)
INFO:tensorflow:step = 801, loss = 4.84915 (50.214 sec)
INFO:tensorflow:probabilities = [[ 0.00812151  0.00929704  0.00749819 ...,  0.00573955  0.00654535
   0.00702999]
 [ 0.00685561  0.00781984  0.00753126 ...,  0.0064594   0.00489088
   0.00520221]
 [ 0.00982457  0.00598179  0.01172453 ...,  0.00403146  0.00773249
   0.0036662 ]
 ..., 
 [ 0.0073257   0.00721643  0.00674595 ...,  0.00430328  0.00621851
   0.0041262 ]
 [ 0.0091635   0.00789397  0.00918396 ...,  0.00676219  0.00659368
   0.00667999]
 [ 0.0081706   0.00612122  0.00791651 ...,  0.00616208  0.0058624
   0.0054119 ]] (24.966 sec)
INFO:tensorflow:global_step/sec: 2.00022
INFO:tensorflow:probabilities = [[ 0.00778873  0.00871201  0.00511136 ...,  0.00385849  0.00374903
   0.00624613]
 [ 0.00571039  0.00767415  0.00696549 ...,  0.00410771  0.00366992
   0.00515258]
 [ 0.00882005  0.00840661  0.00766154 ...,  0.00627538  0.00604761
   0.00544588]
 ..., 
 [ 0.0068078   0.00772432  0.00579578 ...,  0.0059343   0.00677875
   0.00553114]
 [ 0.00585712  0.00833887  0.00575144 ...,  0.00433533  0.00587631
   0.00474058]
 [ 0.00719704  0.00795799  0.00827554 ...,  0.00444264  0.00541191
   0.00660541]] (25.030 sec)
INFO:tensorflow:step = 901, loss = 4.92935 (49.996 sec)
INFO:tensorflow:probabilities = [[ 0.00840875  0.00644316  0.00914355 ...,  0.00557422  0.00570812
   0.00848329]
 [ 0.00606503  0.00864309  0.00684932 ...,  0.00317046  0.00401726
   0.00573898]
 [ 0.00842224  0.00742189  0.00862602 ...,  0.00645682  0.00562775
   0.00623147]
 ..., 
 [ 0.00689184  0.00742288  0.00790716 ...,  0.00487925  0.00696753
   0.00625615]
 [ 0.00809127  0.00908371  0.00531841 ...,  0.0057544   0.00677127
   0.00704328]
 [ 0.00702379  0.00784521  0.00952655 ...,  0.00495062  0.00533301
   0.00597779]] (24.907 sec)
INFO:tensorflow:global_step/sec: 2.00627
INFO:tensorflow:probabilities = [[ 0.00653014  0.00571122  0.0109342  ...,  0.00505368  0.00527332
   0.00669897]
 [ 0.00833067  0.00998133  0.00591496 ...,  0.00491164  0.00389242
   0.00673648]
 [ 0.00964025  0.00802946  0.00721227 ...,  0.00373442  0.00657771
   0.00880863]
 ..., 
 [ 0.01328592  0.00937122  0.00939302 ...,  0.00539411  0.00448525
   0.00678667]
 [ 0.01289123  0.00842612  0.01015561 ...,  0.00415433  0.00824204
   0.00548707]
 [ 0.00626772  0.00782952  0.00753577 ...,  0.00726987  0.00542075
   0.00809254]] (24.936 sec)
INFO:tensorflow:step = 1001, loss = 4.79878 (49.842 sec)
INFO:tensorflow:probabilities = [[ 0.00942684  0.00672769  0.005455   ...,  0.00517007  0.00633509
   0.00538832]
 [ 0.00773438  0.00852139  0.00746555 ...,  0.00710533  0.00493252
   0.00549987]
 [ 0.01261446  0.01119683  0.0096582  ...,  0.00595092  0.00682307
   0.00526766]
 ..., 
 [ 0.0117109   0.00943527  0.00679126 ...,  0.0069304   0.00513853
   0.00594242]
 [ 0.01554392  0.00712629  0.0112172  ...,  0.00629975  0.00590756
   0.00638364]
 [ 0.00775075  0.011125    0.00678733 ...,  0.00527552  0.00570933
   0.00831908]] (25.034 sec)
INFO:tensorflow:global_step/sec: 2.00364
INFO:tensorflow:probabilities = [[ 0.0061468   0.00916658  0.00556784 ...,  0.00445691  0.00474021
   0.00752582]
 [ 0.00750396  0.00642741  0.00657992 ...,  0.00519211  0.00425844
   0.00570354]
 [ 0.00789034  0.0089671   0.00548662 ...,  0.0041663   0.00509599
   0.00514312]
 ..., 
 [ 0.01127557  0.00830602  0.00726675 ...,  0.00564104  0.00814257
   0.0054109 ]
 [ 0.00962008  0.01105881  0.0069168  ...,  0.0037989   0.00554717
   0.00602573]
 [ 0.00937887  0.0078756   0.00630167 ...,  0.00570892  0.00572057
   0.00700784]] (24.875 sec)
INFO:tensorflow:step = 1101, loss = 4.89505 (49.909 sec)
INFO:tensorflow:probabilities = [[ 0.00611781  0.00848277  0.00786891 ...,  0.00458597  0.00442915
   0.005628  ]
 [ 0.00984291  0.00778631  0.00528998 ...,  0.00624786  0.00562942
   0.00667467]
 [ 0.00701094  0.00874179  0.00627027 ...,  0.00401855  0.00496176
   0.00527536]
 ..., 
 [ 0.00924105  0.00946764  0.00651385 ...,  0.00652391  0.0043424
   0.00710689]
 [ 0.00647862  0.00739951  0.00676599 ...,  0.00475834  0.00412094
   0.00547937]
 [ 0.00710519  0.00672342  0.00631465 ...,  0.00314993  0.00412307
   0.00536597]] (24.897 sec)
INFO:tensorflow:Saving checkpoints for 1168 into ./model-k/model.ckpt.
INFO:tensorflow:global_step/sec: 1.9861
INFO:tensorflow:probabilities = [[ 0.00997955  0.00868045  0.0081842  ...,  0.00498156  0.00576555
   0.0060107 ]
 [ 0.00633407  0.00799641  0.01028462 ...,  0.00514521  0.00581225
   0.0058607 ]
 [ 0.00959677  0.00789574  0.00649761 ...,  0.00461092  0.00490435
   0.00515955]
 ..., 
 [ 0.007201    0.00885727  0.00644091 ...,  0.0042522   0.00559592
   0.00577801]
 [ 0.01057518  0.0076231   0.00909962 ...,  0.00555691  0.00652773
   0.00604051]
 [ 0.00932943  0.00760461  0.00897298 ...,  0.00630744  0.00404648
   0.00721725]] (25.453 sec)
INFO:tensorflow:step = 1201, loss = 4.7793 (50.350 sec)
INFO:tensorflow:probabilities = [[ 0.00724194  0.01070295  0.00775198 ...,  0.00539889  0.00569305
   0.00597682]
 [ 0.01027712  0.01161817  0.00995646 ...,  0.00601468  0.00520106
   0.00403567]
 [ 0.00718952  0.00971541  0.0061379  ...,  0.00529876  0.00483169
   0.00647577]
 ..., 
 [ 0.0099583   0.01132114  0.01060177 ...,  0.00577809  0.00775909
   0.00620058]
 [ 0.00720031  0.01124497  0.00607273 ...,  0.00497196  0.00526641
   0.00601107]
 [ 0.00971099  0.00745881  0.01075968 ...,  0.00723869  0.00502872
   0.00490211]] (24.867 sec)
INFO:tensorflow:global_step/sec: 2.01015
INFO:tensorflow:probabilities = [[ 0.00752011  0.00609912  0.00683376 ...,  0.00534693  0.00662795
   0.00678219]
 [ 0.0098232   0.00707318  0.00626602 ...,  0.00485123  0.00580809
   0.00433539]
 [ 0.00749397  0.00754162  0.00438081 ...,  0.0045891   0.00502869
   0.00733379]
 ..., 
 [ 0.00885103  0.01168621  0.00571874 ...,  0.00398848  0.00451783
   0.00600617]
 [ 0.00811206  0.00723595  0.00808648 ...,  0.00626846  0.00583518
   0.00699735]
 [ 0.00972883  0.00821213  0.0079414  ...,  0.00501054  0.00440782
   0.00701929]] (24.880 sec)
INFO:tensorflow:step = 1301, loss = 4.90504 (49.748 sec)
INFO:tensorflow:probabilities = [[ 0.00677033  0.00663414  0.00961696 ...,  0.00346816  0.00464082
   0.00451521]
 [ 0.00715773  0.00761663  0.00716028 ...,  0.00600374  0.00568165
   0.00603482]
 [ 0.01348909  0.00906182  0.00884456 ...,  0.00527854  0.0064018
   0.00570073]
 ..., 
 [ 0.00828363  0.00839996  0.00773828 ...,  0.0052368   0.004784
   0.00640633]
 [ 0.00429116  0.00798876  0.00873348 ...,  0.00438932  0.00410553
   0.00534562]
 [ 0.00675059  0.00844396  0.00787973 ...,  0.00503919  0.00444365
   0.00535669]] (25.331 sec)
INFO:tensorflow:global_step/sec: 1.99033
INFO:tensorflow:probabilities = [[ 0.01265824  0.00528468  0.00978169 ...,  0.00773927  0.00410075
   0.00548072]
 [ 0.01475458  0.01399734  0.00855399 ...,  0.00510223  0.00466531
   0.00495582]
 [ 0.00439506  0.00699602  0.00890396 ...,  0.00371546  0.00431617
   0.00450741]
 ..., 
 [ 0.00792858  0.00862459  0.0087825  ...,  0.00415118  0.00584239
   0.00579473]
 [ 0.01236873  0.0066786   0.0069841  ...,  0.00571168  0.005848
   0.00709817]
 [ 0.00898334  0.00834397  0.00726361 ...,  0.00522158  0.00529864
   0.00554969]] (24.912 sec)
INFO:tensorflow:step = 1401, loss = 4.74534 (50.243 sec)
INFO:tensorflow:probabilities = [[ 0.00731042  0.00872964  0.01042748 ...,  0.00628739  0.00410064
   0.00550186]
 [ 0.01161431  0.00740759  0.01008535 ...,  0.00458777  0.00550307
   0.0067253 ]
 [ 0.00720031  0.00857833  0.00763248 ...,  0.00463252  0.00487374
   0.00526413]
 ..., 
 [ 0.01171017  0.00931665  0.00936929 ...,  0.00645852  0.00738036
   0.00395377]
 [ 0.00464119  0.00758537  0.00727041 ...,  0.00843568  0.00610564
   0.00636975]
 [ 0.00747861  0.0061418   0.00806424 ...,  0.0075605   0.00745     0.00693897]] (24.891 sec)
INFO:tensorflow:global_step/sec: 2.00823
INFO:tensorflow:probabilities = [[ 0.00875473  0.00968658  0.0062382  ...,  0.00574445  0.00538257
   0.00543215]
 [ 0.00678041  0.0065416   0.00851863 ...,  0.00581647  0.0082264
   0.00710253]
 [ 0.00835933  0.00884602  0.00827757 ...,  0.00547174  0.00547405
   0.00416015]
 ..., 
 [ 0.00714309  0.00588108  0.00531555 ...,  0.00359009  0.00475602
   0.00474237]
 [ 0.00834257  0.00713257  0.00711318 ...,  0.0054024   0.00540868
   0.00455005]
 [ 0.007907    0.00725272  0.00631384 ...,  0.00452649  0.00437305
   0.0055008 ]] (24.906 sec)
INFO:tensorflow:step = 1501, loss = 4.89594 (49.796 sec)
INFO:tensorflow:probabilities = [[ 0.0079268   0.00781942  0.00637774 ...,  0.00377554  0.00501809
   0.00750462]
 [ 0.00740784  0.00880642  0.00579745 ...,  0.00403829  0.00502955
   0.00550236]
 [ 0.0114636   0.00848963  0.00749567 ...,  0.00534007  0.00450466
   0.00765949]
 ..., 
 [ 0.00789387  0.00787754  0.00550932 ...,  0.00453371  0.0037014
   0.00668114]
 [ 0.01071893  0.0083261   0.00502422 ...,  0.0050656   0.00456874
   0.00733877]
 [ 0.00990901  0.00683661  0.00722949 ...,  0.00419433  0.00965771
   0.00450299]] (24.893 sec)
INFO:tensorflow:global_step/sec: 2.00105
INFO:tensorflow:probabilities = [[ 0.00931765  0.00804925  0.01209701 ...,  0.00514754  0.0045252
   0.00488334]
 [ 0.01041519  0.00941363  0.00674071 ...,  0.00434839  0.00580709
   0.00649473]
 [ 0.00474986  0.01081722  0.00679618 ...,  0.00446856  0.00403945
   0.00711414]
 ..., 
 [ 0.00947971  0.00876255  0.01072423 ...,  0.00629099  0.00640217
   0.005821  ]
 [ 0.01077091  0.01335882  0.00892556 ...,  0.00580737  0.00391254
   0.00607673]
 [ 0.00545299  0.00776429  0.00789109 ...,  0.00321884  0.00396533
   0.00665357]] (25.080 sec)
INFO:tensorflow:step = 1601, loss = 4.70602 (49.973 sec)
INFO:tensorflow:probabilities = [[ 0.00733406  0.00620545  0.00872673 ...,  0.00498792  0.0050441
   0.00624117]
 [ 0.0143279   0.00961343  0.00814135 ...,  0.00582662  0.00428248
   0.00447165]
 [ 0.00933149  0.00667657  0.007546   ...,  0.00717102  0.00572509
   0.00650901]
 ..., 
 [ 0.00902935  0.01093835  0.00559803 ...,  0.00433571  0.00524037
   0.00503641]
 [ 0.00471603  0.00546586  0.00782912 ...,  0.00434761  0.00500498
   0.00791349]
 [ 0.0121586   0.00986294  0.00839217 ...,  0.00443234  0.00545418
   0.00488843]] (25.072 sec)
INFO:tensorflow:global_step/sec: 2.00079
INFO:tensorflow:probabilities = [[ 0.00778826  0.00778977  0.00671984 ...,  0.00576579  0.00676038
   0.00350336]
 [ 0.00596691  0.0092816   0.00723399 ...,  0.00461764  0.0036934
   0.00542581]
 [ 0.00730847  0.00717593  0.00758645 ...,  0.00400719  0.0039702
   0.00491809]
 ..., 
 [ 0.00984225  0.01254199  0.00959014 ...,  0.00517814  0.00514513
   0.00576019]
 [ 0.01305797  0.00723365  0.00711059 ...,  0.00566909  0.00386192
   0.00472089]
 [ 0.00659762  0.0096478   0.00901501 ...,  0.00474143  0.00498295
   0.00410772]] (24.908 sec)
INFO:tensorflow:step = 1701, loss = 4.92975 (49.980 sec)
INFO:tensorflow:probabilities = [[ 0.00848588  0.00744915  0.00621113 ...,  0.004891    0.01029836
   0.00497591]
 [ 0.00552336  0.00895861  0.0079945  ...,  0.00602481  0.00614683
   0.00634727]
 [ 0.00563729  0.00755574  0.00645534 ...,  0.00636159  0.00312889
   0.00346247]
 ..., 
 [ 0.0147735   0.00697407  0.00893878 ...,  0.00703174  0.00367605
   0.00494164]
 [ 0.01002759  0.009466    0.00630331 ...,  0.00499014  0.00527391
   0.00517099]
 [ 0.0063577   0.0080213   0.00793979 ...,  0.00512277  0.00453469
   0.00454595]] (26.455 sec)
INFO:tensorflow:global_step/sec: 1.92137
INFO:tensorflow:probabilities = [[ 0.00870405  0.00800878  0.00729951 ...,  0.00525097  0.00295587
   0.00566286]
 [ 0.0078025   0.00862712  0.00792312 ...,  0.00242914  0.00517722
   0.00322385]
 [ 0.00856946  0.00618172  0.00884212 ...,  0.00501963  0.00344247
   0.00483123]
 ..., 
 [ 0.00671405  0.00892938  0.00656397 ...,  0.00474889  0.0050204
   0.00580778]
 [ 0.01094547  0.00749921  0.01013024 ...,  0.00448649  0.00551042
   0.00492726]
 [ 0.00796106  0.00646977  0.008843   ...,  0.00463064  0.00459649
   0.00525205]] (25.592 sec)
INFO:tensorflow:step = 1801, loss = 4.71465 (52.047 sec)
INFO:tensorflow:probabilities = [[ 0.01448632  0.01006159  0.00653251 ...,  0.00541658  0.00399442
   0.00555913]
 [ 0.0088738   0.00806573  0.008191   ...,  0.00611483  0.00372822
   0.00401268]
 [ 0.0180922   0.01066446  0.00841239 ...,  0.00492191  0.00536653
   0.0034139 ]
 ..., 
 [ 0.00682876  0.00798961  0.00589847 ...,  0.00532554  0.00589756
   0.0062375 ]
 [ 0.01061027  0.0087086   0.00846398 ...,  0.00442475  0.00726894
   0.00503405]
 [ 0.00816212  0.00945659  0.00534869 ...,  0.00331238  0.00499871
   0.00686251]] (25.125 sec)
INFO:tensorflow:global_step/sec: 1.99738
INFO:tensorflow:probabilities = [[ 0.00653773  0.00825361  0.00848462 ...,  0.0041813   0.00447666
   0.00268925]
 [ 0.00685859  0.00906875  0.0078758  ...,  0.00455622  0.00412546
   0.00633417]
 [ 0.00840774  0.00942361  0.00736172 ...,  0.00664956  0.00837911
   0.00367863]
 ..., 
 [ 0.00860429  0.00813035  0.00929525 ...,  0.00558313  0.00708654
   0.00439429]
 [ 0.005758    0.00942193  0.00656592 ...,  0.00390034  0.00360481
   0.00447639]
 [ 0.01098341  0.0077505   0.00829771 ...,  0.00709208  0.00634887
   0.00486515]] (24.940 sec)
INFO:tensorflow:step = 1901, loss = 4.97435 (50.064 sec)
INFO:tensorflow:probabilities = [[ 0.00427112  0.01020819  0.00868721 ...,  0.0031979   0.00486959
   0.00406261]
 [ 0.01054678  0.00980307  0.00625364 ...,  0.0057817   0.0039674
   0.00601517]
 [ 0.00992239  0.0075304   0.00578363 ...,  0.00467703  0.00473515
   0.00638079]
 ..., 
 [ 0.00908375  0.00594623  0.00600887 ...,  0.00432301  0.00456286
   0.00362129]
 [ 0.01071434  0.00746515  0.00836787 ...,  0.00325293  0.0042812
   0.00340354]
 [ 0.00937519  0.00832101  0.00786706 ...,  0.00422177  0.00574304
   0.00753539]] (25.156 sec)
INFO:tensorflow:global_step/sec: 1.99495
INFO:tensorflow:probabilities = [[ 0.00695344  0.00732074  0.0077295  ...,  0.00511994  0.00464988
   0.00629762]
 [ 0.00710042  0.00730741  0.00692614 ...,  0.00520973  0.00462318
   0.00825268]
 [ 0.00786282  0.00929526  0.00784134 ...,  0.00571265  0.00446673
   0.00540017]
 ..., 
 [ 0.00731784  0.00825236  0.00657569 ...,  0.00525527  0.00531794
   0.0058507 ]
 [ 0.00895876  0.01109323  0.0074118  ...,  0.00494695  0.00466671
   0.00746024]
 [ 0.01468023  0.01115038  0.00656027 ...,  0.00466249  0.00278346
   0.00586049]] (24.971 sec)
INFO:tensorflow:step = 2001, loss = 4.70255 (50.127 sec)
INFO:tensorflow:probabilities = [[ 0.01148435  0.01027599  0.01065919 ...,  0.00428832  0.00384219
   0.00523026]
 [ 0.00717515  0.00761265  0.0053726  ...,  0.00356508  0.00471163
   0.00677159]
 [ 0.00654039  0.00800357  0.00591984 ...,  0.00557938  0.00684714
   0.00632502]
 ..., 
 [ 0.00828716  0.00789633  0.00684144 ...,  0.00500009  0.00508801
   0.00622976]
 [ 0.0222917   0.00947786  0.00686286 ...,  0.00711564  0.00414528
   0.00336611]
 [ 0.01278007  0.01179818  0.01116875 ...,  0.00662944  0.00498604
   0.0063259 ]] (24.944 sec)
INFO:tensorflow:global_step/sec: 2.00273
INFO:tensorflow:probabilities = [[ 0.00477993  0.00732233  0.006514   ...,  0.00328282  0.00383941
   0.0059155 ]
 [ 0.01251568  0.00902526  0.01205655 ...,  0.00482193  0.00329251
   0.00293423]
 [ 0.00953632  0.01165059  0.00833433 ...,  0.00546439  0.00462875
   0.00513503]
 ..., 
 [ 0.00755803  0.00819341  0.00678469 ...,  0.00499742  0.0049729
   0.0054396 ]
 [ 0.00704512  0.0097722   0.00822101 ...,  0.0054859   0.00507537
   0.00525153]
 [ 0.0122879   0.01256257  0.00738347 ...,  0.00549042  0.00413914
   0.00218781]] (24.989 sec)
INFO:tensorflow:step = 2101, loss = 4.91241 (49.933 sec)
INFO:tensorflow:probabilities = [[ 0.00557635  0.00779024  0.01250801 ...,  0.00368881  0.00656861
   0.00459419]
 [ 0.00979571  0.0057344   0.00782859 ...,  0.00326042  0.00545383
   0.00472879]
 [ 0.01049972  0.00637651  0.00597295 ...,  0.00515095  0.00493935
   0.00514828]
 ..., 
 [ 0.00738746  0.00926432  0.00655345 ...,  0.004454    0.00425397
   0.00493122]
 [ 0.01378928  0.00987589  0.00578571 ...,  0.00532287  0.00415052
   0.00312576]
 [ 0.00489152  0.00698671  0.00599248 ...,  0.00333473  0.00354151
   0.00549189]] (24.972 sec)
INFO:tensorflow:global_step/sec: 1.9996
INFO:tensorflow:probabilities = [[ 0.01026467  0.00978817  0.00722885 ...,  0.00615161  0.00367098
   0.00602367]
 [ 0.01103132  0.00927486  0.00828977 ...,  0.00467968  0.00350027
   0.00427441]
 [ 0.01098358  0.00860951  0.00728498 ...,  0.00423279  0.00488828
   0.00443864]
 ..., 
 [ 0.00892775  0.00784283  0.00662833 ...,  0.00478486  0.00383798
   0.00595109]
 [ 0.00396167  0.00722443  0.00561572 ...,  0.00655825  0.00399969
   0.00845577]
 [ 0.00513446  0.00988918  0.00689623 ...,  0.00457946  0.00387334
   0.00663008]] (25.037 sec)
INFO:tensorflow:step = 2201, loss = 4.6746 (50.009 sec)
INFO:tensorflow:probabilities = [[ 0.01273028  0.01163795  0.00671619 ...,  0.00386113  0.00409589
   0.00360109]
 [ 0.02011194  0.00515888  0.00911408 ...,  0.00702141  0.00815997
   0.00321167]
 [ 0.01470017  0.0091739   0.00564018 ...,  0.00610177  0.00421688
   0.00526651]
 ..., 
 [ 0.00904722  0.00955098  0.00642544 ...,  0.00394166  0.00729516
   0.0052014 ]
 [ 0.00866035  0.00931945  0.00751969 ...,  0.00625755  0.00561674
   0.00509596]
 [ 0.00731624  0.00742565  0.00730718 ...,  0.00418995  0.0029299
   0.00570439]] (24.973 sec)
INFO:tensorflow:global_step/sec: 1.99722
INFO:tensorflow:probabilities = [[ 0.0061079   0.00648998  0.00887897 ...,  0.00505044  0.00512437
   0.00682757]
 [ 0.01753642  0.00783873  0.00700913 ...,  0.00473383  0.00526573
   0.00371043]
 [ 0.01402936  0.00534122  0.00809973 ...,  0.00333171  0.00633833
   0.00280947]
 ..., 
 [ 0.00377716  0.00449377  0.00916065 ...,  0.00312673  0.00443595
   0.00505851]
 [ 0.01203987  0.00966137  0.0093284  ...,  0.00671203  0.00547601
   0.00491041]
 [ 0.00534693  0.00568843  0.00737022 ...,  0.00295513  0.00358213
   0.00406063]] (25.096 sec)
INFO:tensorflow:step = 2301, loss = 4.94805 (50.070 sec)
INFO:tensorflow:probabilities = [[ 0.00947415  0.01053313  0.00469476 ...,  0.00649401  0.00320792
   0.00601762]
 [ 0.01082166  0.00952157  0.00760445 ...,  0.00296368  0.00287838
   0.0041452 ]
 [ 0.00722833  0.00842994  0.00695382 ...,  0.00341538  0.00400948
   0.00561408]
 ..., 
 [ 0.0053077   0.00564635  0.00628057 ...,  0.00311905  0.00550517
   0.0067715 ]
 [ 0.006465    0.00722965  0.00774699 ...,  0.00495856  0.00424547
   0.0042632 ]
 [ 0.0062881   0.00978201  0.00658667 ...,  0.00434473  0.00411628
   0.00447392]] (25.507 sec)
INFO:tensorflow:Saving checkpoints for 2361 into ./model-k/model.ckpt.
INFO:tensorflow:global_step/sec: 1.78575
INFO:tensorflow:probabilities = [[ 0.00734701  0.0067196   0.007433   ...,  0.00403777  0.00448589
   0.00509156]
 [ 0.00987513  0.00952386  0.00653769 ...,  0.00489076  0.00565986
   0.00561515]
 [ 0.00673361  0.00697494  0.00595845 ...,  0.00478738  0.00486654
   0.00468973]
 ..., 
 [ 0.01058896  0.01063999  0.00919544 ...,  0.00374979  0.00393032
   0.00494026]
 [ 0.01239961  0.01169483  0.0082656  ...,  0.00282843  0.00467566
   0.00545052]
 [ 0.0161118   0.00616312  0.00602467 ...,  0.00351408  0.00495178
   0.00314272]] (30.492 sec)
INFO:tensorflow:step = 2401, loss = 4.65474 (55.999 sec)
INFO:tensorflow:probabilities = [[ 0.00701217  0.00456538  0.0038273  ...,  0.00440589  0.00480107
   0.00583186]
 [ 0.0134063   0.01078114  0.00491804 ...,  0.0041243   0.00294851
   0.00403298]
 [ 0.00934952  0.0075984   0.00730019 ...,  0.00281307  0.00351652
   0.00558266]
 ..., 
 [ 0.01509019  0.01128259  0.00788383 ...,  0.00349964  0.00310477
   0.00515196]
 [ 0.00468497  0.0077849   0.0041955  ...,  0.00297625  0.00435457
   0.00599734]
 [ 0.0119264   0.00777468  0.00893423 ...,  0.00717773  0.0045907
   0.00433869]] (25.081 sec)
INFO:tensorflow:global_step/sec: 2.00412
INFO:tensorflow:probabilities = [[ 0.01502662  0.00960442  0.00708364 ...,  0.00347332  0.00344072
   0.00587358]
 [ 0.00591067  0.00834675  0.00765746 ...,  0.00336064  0.00348285
   0.00488048]
 [ 0.01340561  0.0091582   0.00804518 ...,  0.00416559  0.0037312
   0.00480693]
 ..., 
 [ 0.0083547   0.00721439  0.00902474 ...,  0.00412372  0.00459977
   0.00512148]
 [ 0.01374595  0.00777487  0.00650617 ...,  0.0052129   0.00605221
   0.00531949]
 [ 0.01289121  0.00553248  0.00712068 ...,  0.00564078  0.00403516
   0.00306859]] (24.817 sec)
INFO:tensorflow:step = 2501, loss = 4.91841 (49.897 sec)
INFO:tensorflow:probabilities = [[ 0.01011634  0.0107315   0.00672264 ...,  0.00354798  0.00394138
   0.00420591]
 [ 0.00902935  0.00793422  0.00742512 ...,  0.00886804  0.00414372
   0.00573093]
 [ 0.00643756  0.00758532  0.00722127 ...,  0.00390258  0.0050023
   0.00433059]
 ..., 
 [ 0.00967802  0.00814808  0.00859249 ...,  0.00396992  0.00574164
   0.00368515]
 [ 0.00824863  0.007107    0.00876735 ...,  0.00435554  0.00623923
   0.00341298]
 [ 0.00509323  0.01056715  0.00771469 ...,  0.00465886  0.00379938
   0.00591887]] (25.127 sec)
INFO:tensorflow:global_step/sec: 2.00386
INFO:tensorflow:probabilities = [[ 0.00567021  0.00631909  0.00825569 ...,  0.00418843  0.00521043
   0.00338848]
 [ 0.01403727  0.00735023  0.0058663  ...,  0.0055195   0.00674622
   0.00536428]
 [ 0.0142107   0.01008666  0.01210072 ...,  0.00459345  0.00476027
   0.00291592]
 ..., 
 [ 0.01303459  0.0147594   0.00554164 ...,  0.00417634  0.00467477
   0.00245085]
 [ 0.00944111  0.01049057  0.00555174 ...,  0.00423263  0.00443236
   0.00545059]
 [ 0.01651128  0.01053073  0.00835843 ...,  0.00717114  0.00540044
   0.00392209]] (24.776 sec)
INFO:tensorflow:step = 2601, loss = 4.72277 (49.904 sec)
INFO:tensorflow:probabilities = [[ 0.00845464  0.01291369  0.00778155 ...,  0.00551337  0.0036713
   0.00464903]
 [ 0.01578433  0.01012829  0.00597507 ...,  0.00588293  0.00314041
   0.00631325]
 [ 0.00595834  0.00649492  0.00774057 ...,  0.00597646  0.00561449
   0.00498761]
 ..., 
 [ 0.0108899   0.01141723  0.00838235 ...,  0.00499705  0.00437533
   0.00462186]
 [ 0.00878434  0.00919622  0.00607916 ...,  0.00437074  0.00475307
   0.00315942]
 [ 0.00905706  0.00636763  0.00632189 ...,  0.00495695  0.00367085
   0.00780484]] (24.817 sec)
INFO:tensorflow:global_step/sec: 2.01205
INFO:tensorflow:probabilities = [[ 0.0114601   0.01368799  0.00717082 ...,  0.00532098  0.00341077
   0.00466776]
 [ 0.02257954  0.00795012  0.00997407 ...,  0.00704708  0.00542808
   0.00435466]
 [ 0.01002245  0.0098628   0.00784305 ...,  0.00541725  0.00390656
   0.0023545 ]
 ..., 
 [ 0.00543701  0.00807144  0.00780716 ...,  0.00321756  0.00496052
   0.00551779]
 [ 0.01747633  0.0138886   0.00765281 ...,  0.00709315  0.00703371
   0.00426002]
 [ 0.00357431  0.00528451  0.00698011 ...,  0.00280202  0.00340705
   0.00357983]] (24.883 sec)
INFO:tensorflow:step = 2701, loss = 4.95172 (49.700 sec)
INFO:tensorflow:probabilities = [[ 0.00915505  0.01253982  0.00702692 ...,  0.00516481  0.00492831
   0.00484788]
 [ 0.00818214  0.00496675  0.0090989  ...,  0.00288532  0.00485862
   0.00477425]
 [ 0.00577734  0.01373382  0.00903282 ...,  0.00426346  0.00579347
   0.00451452]
 ..., 
 [ 0.01679352  0.00690311  0.00815108 ...,  0.00332601  0.00647269
   0.00478474]
 [ 0.00785743  0.00660237  0.00693443 ...,  0.00541304  0.00317971
   0.00405653]
 [ 0.01631458  0.01143129  0.00864198 ...,  0.00437509  0.0046246
   0.00397088]] (24.800 sec)
INFO:tensorflow:global_step/sec: 2.01216
INFO:tensorflow:probabilities = [[ 0.00987501  0.00683506  0.01189521 ...,  0.00572171  0.00449765
   0.00415144]
 [ 0.0093108   0.01067599  0.01172774 ...,  0.00461455  0.00534077
   0.00429754]
 [ 0.00508134  0.00887955  0.00769076 ...,  0.003179    0.00366134
   0.00641032]
 ..., 
 [ 0.01147194  0.00751386  0.0056844  ...,  0.00638076  0.00422655
   0.00587599]
 [ 0.00998123  0.01102078  0.00705244 ...,  0.00433287  0.0034121
   0.00368835]
 [ 0.00701243  0.00976502  0.00656322 ...,  0.00299432  0.00405908
   0.00576179]] (24.898 sec)
INFO:tensorflow:step = 2801, loss = 4.63569 (49.698 sec)
INFO:tensorflow:probabilities = [[ 0.00936833  0.00481045  0.0148817  ...,  0.00425196  0.00477186
   0.00338126]
 [ 0.02225148  0.00731623  0.00784828 ...,  0.00560817  0.00696972
   0.00355966]
 [ 0.01297731  0.00989193  0.00967416 ...,  0.00499876  0.00408402
   0.00333539]
 ..., 
 [ 0.00914203  0.00916256  0.00884516 ...,  0.00502984  0.00366745
   0.00416398]
 [ 0.01123792  0.00999619  0.006505   ...,  0.00602111  0.00514856
   0.00439997]
 [ 0.02475164  0.00662018  0.00710929 ...,  0.00422947  0.008893
   0.00416171]] (24.813 sec)
INFO:tensorflow:global_step/sec: 2.01464
INFO:tensorflow:probabilities = [[ 0.00629093  0.00625478  0.00619348 ...,  0.003837    0.00290519
   0.00499709]
 [ 0.00402134  0.00776875  0.00830439 ...,  0.00251105  0.00271337
   0.00407834]
 [ 0.00447301  0.00885224  0.00585683 ...,  0.0050767   0.00420988
   0.00696358]
 ..., 
 [ 0.0053712   0.00745737  0.00888193 ...,  0.00315261  0.00345544
   0.00387704]
 [ 0.00286004  0.00629455  0.00690423 ...,  0.0034662   0.00455796
   0.00533185]
 [ 0.0175601   0.00932728  0.00620887 ...,  0.00685409  0.00529018
   0.004922  ]] (24.823 sec)
INFO:tensorflow:step = 2901, loss = 4.98508 (49.637 sec)
INFO:tensorflow:probabilities = [[ 0.00412746  0.00746371  0.00534063 ...,  0.00558679  0.00394671
   0.00516499]
 [ 0.00437034  0.00645304  0.00820204 ...,  0.00703305  0.00532613
   0.00490733]
 [ 0.0203011   0.00581076  0.01157278 ...,  0.00331499  0.00383735
   0.00217956]
 ..., 
 [ 0.00518931  0.00816898  0.01111193 ...,  0.00257677  0.00580236
   0.00377023]
 [ 0.00341054  0.00934464  0.00603948 ...,  0.00262601  0.00427125
   0.00513054]
 [ 0.01611872  0.00693718  0.00494022 ...,  0.00443337  0.0041996
   0.00430758]] (24.819 sec)
INFO:tensorflow:global_step/sec: 2.01225
INFO:tensorflow:probabilities = [[ 0.01704064  0.01192518  0.00556821 ...,  0.0022795   0.00321198
   0.00279264]
 [ 0.01255029  0.01025854  0.00893872 ...,  0.0040585   0.00243556
   0.00353558]
 [ 0.01156882  0.00831956  0.00844424 ...,  0.00399983  0.00375088
   0.00394682]
 ..., 
 [ 0.0118959   0.00553192  0.00700236 ...,  0.00609207  0.00393775
   0.0034713 ]
 [ 0.00697726  0.00993401  0.00842896 ...,  0.00697232  0.00382058
   0.00454837]
 [ 0.00277359  0.00845926  0.0053404  ...,  0.0042235   0.00459509
   0.00884394]] (24.876 sec)
INFO:tensorflow:step = 3001, loss = 4.66923 (49.696 sec)
INFO:tensorflow:probabilities = [[ 0.00982812  0.00884592  0.00981293 ...,  0.00278611  0.00432577
   0.00517761]
 [ 0.00505726  0.00776447  0.00483642 ...,  0.00321101  0.00329562
   0.00571591]
 [ 0.00444625  0.01041554  0.00881333 ...,  0.00409395  0.00383115
   0.00533093]
 ..., 
 [ 0.00752914  0.00695333  0.00810852 ...,  0.00350676  0.0056146
   0.00497366]
 [ 0.01239736  0.00749478  0.00832299 ...,  0.00238389  0.00270273
   0.00228503]
 [ 0.00560643  0.0085184   0.01127753 ...,  0.00383362  0.00347741
   0.00469879]] (24.872 sec)
INFO:tensorflow:global_step/sec: 2.00825
INFO:tensorflow:probabilities = [[ 0.01302836  0.00697576  0.00968472 ...,  0.0051436   0.00410168
   0.00367904]
 [ 0.00109773  0.00655477  0.00552029 ...,  0.00475959  0.00367558
   0.01047279]
 [ 0.00368634  0.00872624  0.00818144 ...,  0.00666174  0.00490823
   0.00420433]
 ..., 
 [ 0.01136654  0.00866947  0.00630684 ...,  0.00580158  0.00473906
   0.00545719]
 [ 0.00338362  0.00622218  0.00806947 ...,  0.00489248  0.00377682
   0.00344001]
 [ 0.00426217  0.00721755  0.00801202 ...,  0.0033165   0.0043043
   0.00446298]] (24.922 sec)
INFO:tensorflow:step = 3101, loss = 4.86615 (49.794 sec)
INFO:tensorflow:probabilities = [[ 0.01048553  0.00877276  0.00791681 ...,  0.00341481  0.00531366
   0.00281962]
 [ 0.00803302  0.01285158  0.01249815 ...,  0.00494924  0.00376346
   0.00220537]
 [ 0.00749795  0.0085013   0.00667355 ...,  0.00416252  0.0037276
   0.00623338]
 ..., 
 [ 0.01137459  0.00905859  0.01019069 ...,  0.00519435  0.00357719
   0.0040333 ]
 [ 0.00376026  0.00687863  0.00683432 ...,  0.00342955  0.00427076
   0.00526486]
 [ 0.00462332  0.00738294  0.00812354 ...,  0.00361345  0.00352554
   0.00585393]] (25.269 sec)
INFO:tensorflow:global_step/sec: 1.99594
INFO:tensorflow:probabilities = [[ 0.00758888  0.01047977  0.01160742 ...,  0.00505442  0.00477804
   0.00354872]
 [ 0.00519761  0.00907919  0.00511473 ...,  0.00528897  0.0048311
   0.00471505]
 [ 0.00274432  0.00834047  0.00677384 ...,  0.0029055   0.00443169
   0.00645041]
 ..., 
 [ 0.02153379  0.01501123  0.00940879 ...,  0.00369967  0.0029578
   0.00254776]
 [ 0.01997056  0.01047572  0.00754074 ...,  0.00683292  0.00409918
   0.00467981]
 [ 0.00668635  0.00662815  0.01382546 ...,  0.0039175   0.0033819
   0.00361109]] (24.832 sec)
INFO:tensorflow:step = 3201, loss = 4.61197 (50.102 sec)
INFO:tensorflow:probabilities = [[ 0.0019076   0.00461457  0.00405264 ...,  0.00366797  0.00508967
   0.00822006]
 [ 0.03043636  0.01458315  0.0070397  ...,  0.00425171  0.00440413
   0.00294239]
 [ 0.01063323  0.01031309  0.01308214 ...,  0.00424939  0.00258437
   0.00272746]
 ..., 
 [ 0.0174039   0.00839901  0.0077313  ...,  0.00608484  0.00703668
   0.00612427]
 [ 0.00483268  0.00758057  0.00720358 ...,  0.00401795  0.0040746
   0.00483772]
 [ 0.00799169  0.00816423  0.00573798 ...,  0.00435251  0.00522535
   0.00586131]] (24.941 sec)
INFO:tensorflow:global_step/sec: 2.01105
INFO:tensorflow:probabilities = [[ 0.0026197   0.00692013  0.00357317 ...,  0.0023883   0.00356897
   0.00583406]
 [ 0.00597797  0.00918472  0.00598263 ...,  0.00389552  0.00545968
   0.00474714]
 [ 0.00480624  0.0118746   0.00739072 ...,  0.00254979  0.0037241
   0.00509013]
 ..., 
 [ 0.00365894  0.00397306  0.01203863 ...,  0.00350603  0.00396219
   0.00543338]
 [ 0.0112034   0.01005944  0.01360778 ...,  0.00352214  0.00457194
   0.00516716]
 [ 0.00589612  0.00898679  0.00592975 ...,  0.00438046  0.00483951
   0.0051845 ]] (24.784 sec)
INFO:tensorflow:step = 3301, loss = 4.86401 (49.725 sec)
INFO:tensorflow:probabilities = [[ 0.00269924  0.00666659  0.008187   ...,  0.00474838  0.00434168
   0.00503822]
 [ 0.0081204   0.00928321  0.00844065 ...,  0.00474828  0.00645177
   0.00392184]
 [ 0.01894995  0.01115747  0.00432599 ...,  0.00234566  0.00321867
   0.00212485]
 ..., 
 [ 0.00922431  0.00546144  0.00628712 ...,  0.00281129  0.00364802
   0.0044501 ]
 [ 0.00338347  0.0062021   0.00413291 ...,  0.00327507  0.00594681
   0.00523943]
 [ 0.00452336  0.00693515  0.00677615 ...,  0.00513723  0.00333074
   0.00391636]] (24.898 sec)
INFO:tensorflow:global_step/sec: 2.00879
INFO:tensorflow:probabilities = [[ 0.00474735  0.01400843  0.00739145 ...,  0.00452232  0.00379751
   0.00753111]
 [ 0.01469465  0.01064606  0.00664969 ...,  0.00583734  0.00399848
   0.00353165]
 [ 0.00696932  0.0083377   0.01269689 ...,  0.00371727  0.00470677
   0.00524934]
 ..., 
 [ 0.00915689  0.00924539  0.00641682 ...,  0.00373496  0.00446223
   0.00401561]
 [ 0.00854412  0.00590595  0.00742025 ...,  0.00314347  0.0065889
   0.00287899]
 [ 0.00470465  0.00789925  0.00710803 ...,  0.0032217   0.00414363
   0.00446755]] (24.884 sec)
INFO:tensorflow:step = 3401, loss = 4.59802 (49.782 sec)
INFO:tensorflow:probabilities = [[ 0.0040522   0.00448161  0.00639811 ...,  0.00405621  0.00303223
   0.00752077]
 [ 0.00954499  0.00690953  0.00501643 ...,  0.00335229  0.00512476
   0.00540269]
 [ 0.01650993  0.01206143  0.01082893 ...,  0.00327952  0.00455772
   0.00389493]
 ..., 
 [ 0.01276134  0.00950545  0.0076344  ...,  0.00305101  0.0037546
   0.00253508]
 [ 0.00747538  0.00781103  0.00765955 ...,  0.00574391  0.00448044
   0.00417829]
 [ 0.00448133  0.0072753   0.00714104 ...,  0.0046101   0.00223639
   0.00554424]] (24.792 sec)
INFO:tensorflow:global_step/sec: 2.01155
INFO:tensorflow:probabilities = [[ 0.00461121  0.00528217  0.00653097 ...,  0.00605923  0.00286685
   0.00388184]
 [ 0.02783958  0.00809211  0.00810311 ...,  0.00430311  0.00388919
   0.0036962 ]
 [ 0.00402791  0.01118104  0.00379615 ...,  0.0054845   0.00174374
   0.0046704 ]
 ..., 
 [ 0.00475637  0.0063968   0.00685595 ...,  0.00261151  0.00404591
   0.00474794]
 [ 0.00534508  0.01353236  0.00774069 ...,  0.00285711  0.00352883
   0.00350851]
 [ 0.00600589  0.00953546  0.00665886 ...,  0.00382553  0.00441795
   0.00598785]] (24.921 sec)
INFO:tensorflow:step = 3501, loss = 4.87491 (49.712 sec)
INFO:tensorflow:probabilities = [[ 0.01005709  0.00792299  0.00830646 ...,  0.00585679  0.00716503
   0.00454067]
 [ 0.00970636  0.00608891  0.00938903 ...,  0.0032192   0.00328177
   0.00243951]
 [ 0.0077496   0.00969333  0.01097459 ...,  0.00329055  0.00386273
   0.00308465]
 ..., 
 [ 0.00240502  0.00622553  0.00762051 ...,  0.00433322  0.00419507
   0.00790099]
 [ 0.00309874  0.00679274  0.00385639 ...,  0.00276139  0.00332873
   0.00593405]
 [ 0.0067981   0.00828041  0.00531369 ...,  0.00389133  0.00418476
   0.00639552]] (24.808 sec)
INFO:tensorflow:Saving checkpoints for 3558 into ./model-k/model.ckpt.
INFO:tensorflow:global_step/sec: 1.99278
INFO:tensorflow:probabilities = [[ 0.00245585  0.00706816  0.00878176 ...,  0.0033208   0.00613652
   0.00878445]
 [ 0.01390122  0.00797115  0.0047823  ...,  0.00458345  0.00196047
   0.0032217 ]
 [ 0.00729394  0.00982879  0.00531791 ...,  0.00328415  0.00313495
   0.00387242]
 ..., 
 [ 0.02348851  0.0189436   0.00564114 ...,  0.00587717  0.00532509
   0.0037836 ]
 [ 0.01115105  0.01269971  0.0087861  ...,  0.0055754   0.00561695
   0.00254193]
 [ 0.00548343  0.00732548  0.00829762 ...,  0.00581226  0.00495045
   0.00705148]] (25.373 sec)
INFO:tensorflow:step = 3601, loss = 4.59368 (50.181 sec)
INFO:tensorflow:probabilities = [[ 0.00943417  0.01430801  0.00564294 ...,  0.00367854  0.00346707
   0.00307809]
 [ 0.00245588  0.00612035  0.00749218 ...,  0.00525448  0.00482515
   0.00673457]
 [ 0.00759659  0.01083485  0.00460127 ...,  0.00381838  0.00271427
   0.0062226 ]
 ..., 
 [ 0.00832841  0.01114762  0.00651966 ...,  0.01028357  0.00178337
   0.00323823]
 [ 0.00110135  0.00520456  0.004698   ...,  0.00211836  0.00417457
   0.00412989]
 [ 0.01934782  0.01261754  0.00905954 ...,  0.00271046  0.0017163
   0.0043132 ]] (24.824 sec)
INFO:tensorflow:global_step/sec: 2.01332
INFO:tensorflow:probabilities = [[ 0.00341509  0.00464622  0.00404544 ...,  0.00169502  0.00470947
   0.00582192]
 [ 0.00289669  0.00933226  0.00619628 ...,  0.00251556  0.0028302
   0.00426531]
 [ 0.00669075  0.00799801  0.00573934 ...,  0.00379766  0.00455049
   0.00640308]
 ..., 
 [ 0.00492043  0.00642704  0.00579636 ...,  0.00242765  0.00327269
   0.00401202]
 [ 0.00139529  0.0076525   0.00449688 ...,  0.00357063  0.00318833
   0.00746659]
 [ 0.00793173  0.00784303  0.00921589 ...,  0.00213273  0.00289562
   0.00323308]] (24.845 sec)
INFO:tensorflow:step = 3701, loss = 4.79988 (49.669 sec)
INFO:tensorflow:probabilities = [[ 0.01143401  0.00782413  0.01132877 ...,  0.00619692  0.00401775  0.00319   ]
 [ 0.01719506  0.00743321  0.01021895 ...,  0.00355319  0.00597395
   0.00465667]
 [ 0.00641958  0.00670302  0.0073072  ...,  0.00297119  0.00482745
   0.00350567]
 ..., 
 [ 0.00115355  0.00689075  0.01674947 ...,  0.00370945  0.0026699
   0.00374198]
 [ 0.0026868   0.00490627  0.00634918 ...,  0.00398579  0.00224724
   0.00474325]
 [ 0.00838678  0.01203332  0.00365454 ...,  0.00537215  0.00376534
   0.00386267]] (25.124 sec)
INFO:tensorflow:global_step/sec: 2.00219
INFO:tensorflow:probabilities = [[ 0.00219831  0.006153    0.00395818 ...,  0.00165619  0.00227893
   0.00643451]
 [ 0.00507327  0.00697489  0.01256881 ...,  0.00447416  0.00452096
   0.00307023]
 [ 0.00312095  0.00884312  0.01106312 ...,  0.00457463  0.00272975
   0.0032193 ]
 ..., 
 [ 0.00658896  0.00385119  0.00577812 ...,  0.0061715   0.0057213
   0.00587427]
 [ 0.00404703  0.00746672  0.00285746 ...,  0.00317646  0.0033605
   0.00481685]
 [ 0.00113316  0.00506509  0.01724811 ...,  0.0031473   0.0026159
   0.00572645]] (24.821 sec)
INFO:tensorflow:step = 3801, loss = 4.55912 (49.945 sec)
INFO:tensorflow:probabilities = [[ 0.00139936  0.0087425   0.00411244 ...,  0.00413338  0.00295222
   0.00519313]
 [ 0.00087193  0.00654324  0.01382006 ...,  0.0023859   0.00409993
   0.00437338]
 [ 0.00328618  0.00708633  0.00461812 ...,  0.00467889  0.00316263
   0.00734982]
 ..., 
 [ 0.002663    0.00639749  0.00465358 ...,  0.00223262  0.00247709
   0.00629002]
 [ 0.00608797  0.00643761  0.01144148 ...,  0.00539493  0.00358218
   0.00407064]
 [ 0.00526752  0.00932993  0.00561342 ...,  0.00408116  0.00340256
   0.00534674]] (24.898 sec)
INFO:tensorflow:global_step/sec: 2.00863
INFO:tensorflow:probabilities = [[ 0.00649296  0.00812049  0.00871769 ...,  0.00394369  0.00491151
   0.00431727]
 [ 0.00558155  0.00768679  0.00700954 ...,  0.0058087   0.00497383
   0.00548301]
 [ 0.00615941  0.00740319  0.00616628 ...,  0.00400059  0.0031916
   0.00312367]
 ..., 
 [ 0.00143648  0.00569298  0.0077791  ...,  0.0043037   0.00479972
   0.00699891]
 [ 0.02896089  0.01244354  0.01113764 ...,  0.00371244  0.00696132
   0.00194394]
 [ 0.002127    0.00828556  0.00543099 ...,  0.00392237  0.0035285
   0.0080497 ]] (24.887 sec)
INFO:tensorflow:step = 3901, loss = 4.83381 (49.785 sec)
INFO:tensorflow:probabilities = [[ 0.00620079  0.00638247  0.00729278 ...,  0.00468541  0.00298821
   0.00445021]
 [ 0.00090232  0.00555039  0.02175912 ...,  0.00299195  0.00158507
   0.00289907]
 [ 0.00491346  0.00760744  0.00566006 ...,  0.0042367   0.00463738
   0.0045476 ]
 ..., 
 [ 0.0182501   0.00522109  0.00680951 ...,  0.00603159  0.00564089
   0.00254902]
 [ 0.01006196  0.00861397  0.00730514 ...,  0.00441254  0.00507256
   0.00317076]
 [ 0.00318761  0.00889517  0.00583774 ...,  0.00279732  0.00320922
   0.00747282]] (24.824 sec)
INFO:tensorflow:global_step/sec: 1.99273
INFO:tensorflow:probabilities = [[ 0.00224243  0.00696654  0.00441815 ...,  0.00289413  0.00222413
   0.00606339]
 [ 0.00249875  0.00866765  0.00388607 ...,  0.00267802  0.00268515
   0.00584717]
 [ 0.00325679  0.00681838  0.00342461 ...,  0.00370397  0.00324042
   0.00719591]
 ..., 
 [ 0.00681545  0.0079758   0.01284578 ...,  0.00416902  0.00292905
   0.00380904]
 [ 0.00513237  0.00995412  0.00568715 ...,  0.00280023  0.00431257
   0.00623275]
 [ 0.00500152  0.00880872  0.00512786 ...,  0.0050703   0.00650841
   0.00339973]] (25.359 sec)
INFO:tensorflow:step = 4001, loss = 4.56423 (50.183 sec)
INFO:tensorflow:probabilities = [[ 0.01746168  0.01363159  0.01200418 ...,  0.0035651   0.00329591
   0.00197209]
 [ 0.01135514  0.01062652  0.00639307 ...,  0.00569823  0.00603735
   0.00429599]
 [ 0.03402872  0.01405398  0.01215908 ...,  0.00354556  0.00703578
   0.00222531]
 ..., 
 [ 0.01192505  0.00772658  0.00638581 ...,  0.00300149  0.00664244
   0.00373481]
 [ 0.01250985  0.01449308  0.00658121 ...,  0.00330471  0.00281574
   0.00263543]
 [ 0.0067181   0.01305961  0.01064259 ...,  0.0042104   0.00421577
   0.00398547]] (24.956 sec)
INFO:tensorflow:global_step/sec: 2.00824
INFO:tensorflow:probabilities = [[ 0.00280823  0.00578877  0.00560138 ...,  0.00476511  0.00545572
   0.00383004]
 [ 0.00680181  0.0072766   0.0149331  ...,  0.00419545  0.00698306
   0.00290987]
 [ 0.00193467  0.01393219  0.00936864 ...,  0.00218752  0.00146315
   0.00327709]
 ..., 
 [ 0.00190884  0.00647855  0.0062613  ...,  0.00437853  0.00197767
   0.00831387]
 [ 0.00192028  0.00539355  0.00504199 ...,  0.00225969  0.00331324
   0.00571544]
 [ 0.00943879  0.00398081  0.00592137 ...,  0.00326441  0.00387078
   0.00273284]] (24.839 sec)
INFO:tensorflow:step = 4101, loss = 4.79199 (49.797 sec)
INFO:tensorflow:probabilities = [[ 0.00320729  0.00704722  0.00431616 ...,  0.00235627  0.00398999
   0.00534264]
 [ 0.00209789  0.01276436  0.00562154 ...,  0.0037854   0.00329362
   0.00710987]
 [ 0.02271052  0.0093218   0.0087162  ...,  0.00380819  0.00577541
   0.00306571]
 ..., 
 [ 0.00725834  0.0061684   0.01119893 ...,  0.00661029  0.00514994
   0.0030964 ]
 [ 0.00705456  0.00956932  0.0043183  ...,  0.00241163  0.00414696
   0.00289635]
 [ 0.00054229  0.0038275   0.00458099 ...,  0.00256753  0.00113598
   0.01276006]] (25.003 sec)
INFO:tensorflow:global_step/sec: 1.99937
INFO:tensorflow:probabilities = [[ 0.00550375  0.00693772  0.00521911 ...,  0.00350222  0.00503853
   0.00555161]
 [ 0.04372443  0.00659192  0.00566607 ...,  0.00492589  0.00696911
   0.00215276]
 [ 0.00456273  0.00549834  0.00642954 ...,  0.00551588  0.0044172
   0.00552644]
 ..., 
 [ 0.01616189  0.01928452  0.00765455 ...,  0.00322632  0.00620014
   0.00150675]
 [ 0.02152407  0.00994067  0.00477308 ...,  0.00851185  0.00458393
   0.00486684]
 [ 0.00129226  0.00509882  0.00412627 ...,  0.00306856  0.00241723
   0.00615661]] (25.012 sec)
INFO:tensorflow:step = 4201, loss = 4.52844 (50.013 sec)
INFO:tensorflow:probabilities = [[ 0.02327785  0.01485694  0.01163321 ...,  0.00438356  0.00294086
   0.00286006]
 [ 0.00732341  0.01186358  0.00533395 ...,  0.00300758  0.00399919
   0.0056299 ]
 [ 0.00052534  0.0094706   0.00273508 ...,  0.00160872  0.00211406
   0.00586385]
 ..., 
 [ 0.00157649  0.00756462  0.01123374 ...,  0.0035844   0.00212825
   0.00380616]
 [ 0.06127237  0.01584145  0.01237637 ...,  0.00466047  0.01146252
   0.00111228]
 [ 0.00113432  0.00724896  0.032953   ...,  0.00527434  0.00233061
   0.00273915]] (24.534 sec)
INFO:tensorflow:global_step/sec: 2.043
INFO:tensorflow:probabilities = [[ 0.0089952   0.01061198  0.00877053 ...,  0.00458343  0.00261373
   0.00280953]
 [ 0.04525691  0.00824818  0.00356682 ...,  0.00472695  0.00287354
   0.00157551]
 [ 0.02071107  0.00993594  0.0067316  ...,  0.00309419  0.00326503
   0.00297123]
 ..., 
 [ 0.0007268   0.00429823  0.00430149 ...,  0.00208568  0.00439865
   0.00840519]
 [ 0.00235768  0.00651024  0.01598974 ...,  0.00258546  0.00517272
   0.00430735]
 [ 0.00120101  0.00508599  0.00252737 ...,  0.00129416  0.00159604
   0.00606399]] (24.414 sec)
INFO:tensorflow:step = 4301, loss = 4.66504 (48.948 sec)
INFO:tensorflow:probabilities = [[ 0.01323604  0.01244374  0.00708696 ...,  0.00494744  0.00427039
   0.0037194 ]
 [ 0.01400781  0.01350757  0.0088692  ...,  0.0060585   0.00278053
   0.00158798]
 [ 0.00210426  0.0065738   0.01023724 ...,  0.00486944  0.00282067
   0.00400553]
 ..., 
 [ 0.01238936  0.0105333   0.00785188 ...,  0.00441709  0.00455658
   0.00329605]
 [ 0.00583559  0.00678515  0.00946272 ...,  0.00318634  0.00781261
   0.00409146]
 [ 0.00650082  0.00383844  0.00762569 ...,  0.00421981  0.00360666
   0.00228294]] (24.615 sec)
INFO:tensorflow:global_step/sec: 2.02997
INFO:tensorflow:probabilities = [[ 0.00930317  0.01920391  0.0094882  ...,  0.00354489  0.00262709
   0.00321909]
 [ 0.00334189  0.009195    0.00612365 ...,  0.00247922  0.00464883
   0.00630684]
 [ 0.00382922  0.00694492  0.00660263 ...,  0.00572047  0.0045827
   0.00606265]
 ..., 
 [ 0.01920575  0.01650916  0.01710375 ...,  0.00334378  0.00248057
   0.00139976]
 [ 0.00279367  0.00639678  0.00659618 ...,  0.00462959  0.00413763
   0.00580829]
 [ 0.00291387  0.00712509  0.00440263 ...,  0.00128903  0.00200398
   0.00466033]] (24.647 sec)
INFO:tensorflow:step = 4401, loss = 4.44572 (49.261 sec)
INFO:tensorflow:probabilities = [[ 0.00921033  0.01869475  0.01249893 ...,  0.00406425  0.00399636
   0.00277491]
 [ 0.00081152  0.01090799  0.00468724 ...,  0.00210729  0.00222261
   0.00459363]
 [ 0.03055483  0.0097147   0.00560501 ...,  0.00794934  0.00639663
   0.00191351]
 ..., 
 [ 0.0116707   0.01109991  0.00890899 ...,  0.00526046  0.00243647
   0.00352381]
 [ 0.00364797  0.00877715  0.00723853 ...,  0.00440763  0.00456012
   0.00858073]
 [ 0.00405359  0.00854793  0.00579712 ...,  0.00565483  0.00549912
   0.00395345]] (24.475 sec)
INFO:tensorflow:global_step/sec: 2.04298
INFO:tensorflow:probabilities = [[ 0.00894753  0.00648433  0.00227891 ...,  0.00396455  0.0029998
   0.00261593]
 [ 0.00100672  0.00432058  0.00219407 ...,  0.00150408  0.00135718
   0.00170188]
 [ 0.00259145  0.0036742   0.00525539 ...,  0.00267377  0.00278224
   0.00380804]
 ..., 
 [ 0.00500454  0.00578746  0.00816614 ...,  0.005271    0.00411955
   0.00652606]
 [ 0.00186385  0.00586765  0.00431226 ...,  0.00396125  0.00287174
   0.00807228]
 [ 0.00596434  0.00710307  0.00567534 ...,  0.00290927  0.00379659
   0.00353882]] (24.473 sec)
INFO:tensorflow:step = 4501, loss = 4.81014 (48.948 sec)
INFO:tensorflow:probabilities = [[ 0.00231857  0.00838833  0.0111055  ...,  0.00341368  0.00295289
   0.00344063]
 [ 0.00670057  0.00916875  0.01008807 ...,  0.00442542  0.00576999
   0.00274164]
 [ 0.00102313  0.00769012  0.00976124 ...,  0.00233899  0.0045131
   0.00451673]
 ..., 
 [ 0.00571804  0.00647695  0.00571516 ...,  0.0042257   0.00115695
   0.00706433]
 [ 0.01618227  0.00883975  0.00377842 ...,  0.00635022  0.00626867
   0.00184509]
 [ 0.09775006  0.01386575  0.00979235 ...,  0.00625277  0.0042241
   0.0010795 ]] (24.613 sec)
INFO:tensorflow:global_step/sec: 2.0354
INFO:tensorflow:probabilities = [[ 0.00789737  0.00420587  0.00743443 ...,  0.00659484  0.00357666
   0.00431703]
 [ 0.00156264  0.00974656  0.00749472 ...,  0.0039174   0.00224634
   0.00443152]
 [ 0.04540004  0.0108258   0.00337098 ...,  0.00694398  0.00874407
   0.00220028]
 ..., 
 [ 0.06104513  0.0107397   0.01300192 ...,  0.00758559  0.00354091
   0.00146854]
 [ 0.00172282  0.00710348  0.01207027 ...,  0.00579982  0.00273329
   0.00855101]
 [ 0.00167118  0.00355636  0.00328471 ...,  0.0028751   0.00178705
   0.00418445]] (24.518 sec)
INFO:tensorflow:step = 4601, loss = 4.4325 (49.131 sec)
INFO:tensorflow:probabilities = [[ 0.00400882  0.00690601  0.01009465 ...,  0.00446832  0.00482437
   0.00655573]
 [ 0.00779946  0.0146557   0.0102576  ...,  0.00286399  0.00313955
   0.00392904]
 [ 0.00279771  0.01054784  0.00889658 ...,  0.00347148  0.00299138
   0.00400193]
 ..., 
 [ 0.00405077  0.01211372  0.00651483 ...,  0.00321849  0.0025246
   0.00477629]
 [ 0.00469258  0.00700289  0.00813346 ...,  0.0057073   0.00400623
   0.0052593 ]
 [ 0.00364915  0.00654047  0.01017866 ...,  0.00574567  0.00518043
   0.00481196]] (24.669 sec)
INFO:tensorflow:global_step/sec: 2.00707
INFO:tensorflow:probabilities = [[ 0.00111133  0.00848807  0.00475708 ...,  0.00186223  0.00109105
   0.00486074]
 [ 0.00142812  0.01051699  0.01254581 ...,  0.00451031  0.0052894
   0.00323109]
 [ 0.00777294  0.00585494  0.00490314 ...,  0.00275745  0.00418168
   0.00222921]
 ..., 
 [ 0.00831692  0.00880326  0.00852406 ...,  0.0025495   0.00863888
   0.00371025]
 [ 0.00509986  0.00695929  0.00549203 ...,  0.00412967  0.00290976
   0.00379739]
 [ 0.00115625  0.00360708  0.0041748  ...,  0.00279684  0.00199974
   0.00630565]] (25.154 sec)
INFO:tensorflow:step = 4701, loss = 4.8212 (49.824 sec)
INFO:tensorflow:probabilities = [[ 0.00145331  0.00515417  0.00446688 ...,  0.00338687  0.00318622
   0.0094816 ]
 [ 0.01208881  0.00724971  0.00674156 ...,  0.0046094   0.00599175
   0.00515566]
 [ 0.00211787  0.00595572  0.00275315 ...,  0.00306189  0.00550187
   0.00474744]
 ..., 
 [ 0.00893414  0.01330614  0.00358639 ...,  0.0018375   0.00405459
   0.00477261]
 [ 0.00703153  0.0101859   0.00666515 ...,  0.0019032   0.00316012
   0.00145834]
 [ 0.00220799  0.00617814  0.00378769 ...,  0.0034817   0.00248666
   0.00333134]] (25.103 sec)
INFO:tensorflow:Saving checkpoints for 4766 into ./model-k/model.ckpt.
INFO:tensorflow:global_step/sec: 1.93376
INFO:tensorflow:probabilities = [[ 0.00511802  0.00839304  0.00559115 ...,  0.00212539  0.00279756
   0.0037092 ]
 [ 0.16491252  0.00969773  0.0042665  ...,  0.0041921   0.00529659
   0.0007165 ]
 [ 0.00281489  0.00625295  0.02143122 ...,  0.00530825  0.00419177
   0.00531253]
 ..., 
 [ 0.00269141  0.00610432  0.01403245 ...,  0.00623206  0.00763068
   0.00319908]
 [ 0.10975502  0.00985407  0.00911946 ...,  0.0040222   0.00612826
   0.00150785]
 [ 0.00209265  0.0059104   0.00786581 ...,  0.00520641  0.00316263
   0.00368598]] (26.610 sec)
INFO:tensorflow:step = 4801, loss = 4.49295 (51.712 sec)
INFO:tensorflow:probabilities = [[ 0.00225382  0.00536056  0.00443403 ...,  0.00406472  0.00246597
   0.01088929]
 [ 0.00676044  0.0051607   0.01285848 ...,  0.00577744  0.00436771
   0.00454098]
 [ 0.00341775  0.00606146  0.02201348 ...,  0.00624137  0.00529393
   0.00306393]
 ..., 
 [ 0.00416354  0.0141066   0.01430168 ...,  0.00444256  0.00296058
   0.00626163]
 [ 0.00441824  0.0089896   0.009228   ...,  0.00610089  0.00456634
   0.00224474]
 [ 0.00028444  0.00553827  0.00462953 ...,  0.00197429  0.00191964
   0.01280081]] (25.036 sec)
INFO:tensorflow:global_step/sec: 1.9981
INFO:tensorflow:probabilities = [[ 0.00104963  0.0094719   0.01028922 ...,  0.00567398  0.00321181
   0.00781365]
 [ 0.00471651  0.01089384  0.00413725 ...,  0.00597631  0.0057247
   0.00320359]
 [ 0.04558283  0.01549609  0.00896069 ...,  0.00728557  0.01062298
   0.00095705]
 ..., 
 [ 0.00034743  0.01110706  0.00476935 ...,  0.0013406   0.00255655
   0.00411766]
 [ 0.00058251  0.00606312  0.00892697 ...,  0.0028748   0.00347483
   0.0049873 ]
 [ 0.00275755  0.0085289   0.01145888 ...,  0.00452079  0.00273321
   0.00414031]] (25.011 sec)
INFO:tensorflow:step = 4901, loss = 4.69777 (50.048 sec)
INFO:tensorflow:probabilities = [[ 0.0018747   0.00603996  0.01429399 ...,  0.00396933  0.00422296
   0.0042709 ]
 [ 0.05592967  0.00516005  0.00376254 ...,  0.00745603  0.00379538
   0.00216586]
 [ 0.00076246  0.00447476  0.0048103  ...,  0.00367689  0.00311061
   0.00726014]
 ..., 
 [ 0.02831944  0.0097472   0.00528996 ...,  0.00644941  0.00431119
   0.0031287 ]
 [ 0.0088144   0.01105662  0.00744995 ...,  0.0049941   0.00696358
   0.00185167]
 [ 0.00052452  0.00401326  0.00413723 ...,  0.00150311  0.0017999
   0.00447383]] (25.408 sec)
INFO:tensorflow:global_step/sec: 1.97618
INFO:tensorflow:probabilities = [[ 0.00242395  0.00670507  0.00256588 ...,  0.00521335  0.00521278
   0.00970525]
 [ 0.01011103  0.0106843   0.00949    ...,  0.00322976  0.00373546
   0.00309664]
 [ 0.00957408  0.01608312  0.00965293 ...,  0.00537739  0.0038911
   0.00505674]
 ..., 
 [ 0.00328893  0.00772701  0.0087359  ...,  0.00331769  0.00208406
   0.00559844]
 [ 0.00205011  0.00795205  0.0036518  ...,  0.00319482  0.00227127
   0.00672992]
 [ 0.00283188  0.00998921  0.00995854 ...,  0.00483739  0.00540148
   0.00333712]] (25.194 sec)
INFO:tensorflow:step = 5001, loss = 4.38621 (50.602 sec)
INFO:tensorflow:probabilities = [[ 0.0030081   0.0100344   0.00339759 ...,  0.00517285  0.00551703
   0.00489746]
 [ 0.00125745  0.00694401  0.0103998  ...,  0.00215087  0.00482358
   0.00684491]
 [ 0.0006129   0.00982487  0.00821446 ...,  0.00350911  0.00231963
   0.00775462]
 ..., 
 [ 0.00208961  0.00709757  0.00797662 ...,  0.00632379  0.00377168
   0.00405071]
 [ 0.0164354   0.00730582  0.00532042 ...,  0.00599408  0.00813515
   0.00596966]
 [ 0.01699638  0.01482414  0.00840361 ...,  0.0064276   0.00475988
   0.00222758]] (25.014 sec)
INFO:tensorflow:global_step/sec: 1.9964
INFO:tensorflow:probabilities = [[ 0.00131326  0.00765766  0.00677028 ...,  0.00244642  0.002795
   0.00430145]
 [ 0.00158693  0.00488761  0.0031213  ...,  0.00293192  0.00506808
   0.00453051]
 [ 0.00282718  0.00519619  0.00935548 ...,  0.00448685  0.00272044
   0.00363692]
 ..., 
 [ 0.00119818  0.00546759  0.0026367  ...,  0.00334197  0.0045787
   0.00663211]
 [ 0.00063057  0.00267448  0.00601209 ...,  0.00240185  0.00460269
   0.00374977]
 [ 0.00330922  0.00599923  0.00378128 ...,  0.00331839  0.00399833
   0.00165615]] (25.077 sec)
INFO:tensorflow:step = 5101, loss = 4.54328 (50.090 sec)
INFO:tensorflow:probabilities = [[ 0.00217802  0.01344629  0.0074818  ...,  0.00551286  0.00146732
   0.00665817]
 [ 0.00879276  0.00334683  0.00575298 ...,  0.00639791  0.00549662
   0.00494244]
 [ 0.03368269  0.01402295  0.00510897 ...,  0.00501939  0.00641197
   0.00331691]
 ..., 
 [ 0.0010913   0.00947973  0.00435621 ...,  0.00203109  0.00283171
   0.0031648 ]
 [ 0.00009523  0.0048966   0.0069921  ...,  0.00306782  0.00418105
   0.0098117 ]
 [ 0.00253723  0.00703233  0.00190733 ...,  0.00321225  0.00765985
   0.007823  ]] (25.107 sec)
INFO:tensorflow:global_step/sec: 1.99106
INFO:tensorflow:probabilities = [[ 0.01098721  0.00595677  0.00447682 ...,  0.00633261  0.00585678
   0.00365709]
 [ 0.00561284  0.00702554  0.00122671 ...,  0.00385538  0.00412926
   0.00402044]
 [ 0.0021676   0.01036745  0.00833108 ...,  0.00447764  0.00622395
   0.00268728]
 ..., 
 [ 0.01249101  0.0053318   0.00338033 ...,  0.0035607   0.00301944
   0.00346469]
 [ 0.01166462  0.00761166  0.00705059 ...,  0.00630097  0.00464921
   0.00287959]
 [ 0.1561617   0.00558427  0.00252731 ...,  0.00285267  0.02564973
   0.0006683 ]] (25.117 sec)
INFO:tensorflow:step = 5201, loss = 4.41566 (50.224 sec)
INFO:tensorflow:probabilities = [[ 0.00099442  0.01207066  0.00513386 ...,  0.00270735  0.00233468
   0.00304087]
 [ 0.00760887  0.01773602  0.02206357 ...,  0.01003252  0.00361008
   0.00250504]
 [ 0.0819414   0.00832271  0.0091168  ...,  0.00454723  0.00375599
   0.00200069]
 ..., 
 [ 0.00771918  0.0111812   0.00316304 ...,  0.00746939  0.00542548
   0.00487205]
 [ 0.00187559  0.01040725  0.00424102 ...,  0.00294145  0.00431099
   0.0064366 ]
 [ 0.09321385  0.00880841  0.00894127 ...,  0.00589613  0.00566638
   0.00085504]] (25.012 sec)
INFO:tensorflow:global_step/sec: 1.99388
INFO:tensorflow:probabilities = [[ 0.00127143  0.01021446  0.00187646 ...,  0.00291037  0.00284076
   0.00353954]
 [ 0.01537674  0.0117606   0.00670983 ...,  0.00167397  0.00282493
   0.00067301]
 [ 0.00180041  0.00530601  0.00357549 ...,  0.00375465  0.00404487
   0.00561228]
 ..., 
 [ 0.02126864  0.00751618  0.00446066 ...,  0.00460433  0.00394939
   0.00161959]
 [ 0.02688681  0.00668598  0.00438266 ...,  0.00387329  0.00673482
   0.00245534]
 [ 0.03368773  0.00587868  0.00437042 ...,  0.00755713  0.00425598
   0.00238758]] (25.142 sec)
INFO:tensorflow:step = 5301, loss = 4.63494 (50.154 sec)
INFO:tensorflow:probabilities = [[ 0.00825935  0.01748768  0.00422108 ...,  0.00805384  0.00877802
   0.0052277 ]
 [ 0.00147207  0.00701277  0.01156196 ...,  0.0045803   0.00317155
   0.00526254]
 [ 0.00796005  0.00315431  0.00949389 ...,  0.0114607   0.00745728
   0.00142471]
 ..., 
 [ 0.01640316  0.01429378  0.00343203 ...,  0.00184499  0.00398907
   0.00277145]
 [ 0.00467849  0.0069989   0.00228357 ...,  0.00166925  0.00294967
   0.00286423]
 [ 0.00040989  0.00927948  0.00593736 ...,  0.00290942  0.00478603
   0.00398818]] (25.188 sec)
INFO:tensorflow:global_step/sec: 1.9912
INFO:tensorflow:probabilities = [[ 0.00128744  0.00569259  0.00334274 ...,  0.00370068  0.00201179
   0.00549085]
 [ 0.03350368  0.01075108  0.00386849 ...,  0.00783933  0.00502464
   0.00092286]
 [ 0.00115659  0.00802072  0.00644247 ...,  0.001536    0.00297478
   0.00542731]
 ..., 
 [ 0.0007453   0.00220995  0.00117542 ...,  0.00492296  0.00228088
   0.01074321]
 [ 0.00246372  0.00760115  0.00378198 ...,  0.00398084  0.0037975
   0.00405211]
 [ 0.00626525  0.01111197  0.00333983 ...,  0.00365501  0.00386329
   0.00434533]] (25.033 sec)
INFO:tensorflow:step = 5401, loss = 4.46212 (50.221 sec)
INFO:tensorflow:probabilities = [[ 0.00026951  0.00422488  0.00313143 ...,  0.00234041  0.00260109
   0.00439807]
 [ 0.00354368  0.00803766  0.0042594  ...,  0.00447486  0.00623258
   0.00496203]
 [ 0.01997377  0.01453792  0.00875473 ...,  0.00490261  0.0062647
   0.00152991]
 ..., 
 [ 0.00003335  0.00461189  0.00112138 ...,  0.00144489  0.00076166
   0.00551944]
 [ 0.002794    0.00455716  0.00390185 ...,  0.0021677   0.00220462
   0.00844391]
 [ 0.00281996  0.0058907   0.01091142 ...,  0.00421621  0.00475396
   0.00582536]] (25.185 sec)
INFO:tensorflow:global_step/sec: 1.98862
INFO:tensorflow:probabilities = [[ 0.00290966  0.00724707  0.01658623 ...,  0.0068359   0.0029459
   0.00103547]
 [ 0.000762    0.00346156  0.00574622 ...,  0.00340262  0.00232943
   0.00319373]
 [ 0.00796664  0.00551581  0.00351446 ...,  0.00852844  0.00121759
   0.00291016]
 ..., 
 [ 0.00404533  0.00616169  0.01209609 ...,  0.00640663  0.00553183
   0.00301744]
 [ 0.01639678  0.00713977  0.00645062 ...,  0.00402402  0.00620572
   0.0027151 ]
 [ 0.00592857  0.00327349  0.00973981 ...,  0.00291858  0.00321376
   0.00298509]] (25.101 sec)
INFO:tensorflow:step = 5501, loss = 4.53509 (50.286 sec)
INFO:tensorflow:probabilities = [[ 0.00109509  0.01463869  0.00936433 ...,  0.00475072  0.00448947
   0.0033985 ]
 [ 0.00048528  0.00754162  0.00549403 ...,  0.00119109  0.00193335
   0.00519435]
 [ 0.02032181  0.0045097   0.00905361 ...,  0.00429489  0.005788
   0.00124348]
 ..., 
 [ 0.03012089  0.00967879  0.00431937 ...,  0.00482086  0.00523214
   0.00247274]
 [ 0.00026862  0.0054707   0.00465656 ...,  0.00245452  0.00362628
   0.00616552]
 [ 0.0276962   0.00763406  0.00617456 ...,  0.00689521  0.00562384
   0.00391143]] (25.448 sec)
INFO:tensorflow:global_step/sec: 1.98024
INFO:tensorflow:probabilities = [[ 0.01516087  0.01090287  0.01597036 ...,  0.00936074  0.00591121
   0.00299176]
 [ 0.0041849   0.01393754  0.01393412 ...,  0.0060857   0.00410242
   0.00417462]
 [ 0.00068927  0.00520721  0.00631674 ...,  0.00202346  0.00387834
   0.00725171]
 ..., 
 [ 0.00744155  0.01423594  0.00590784 ...,  0.00430047  0.00209959
   0.0034059 ]
 [ 0.00396529  0.0042303   0.00284706 ...,  0.00151954  0.00539785
   0.00461993]
 [ 0.00395003  0.00801566  0.00666597 ...,  0.00545505  0.00563124
   0.0027919 ]] (25.051 sec)
INFO:tensorflow:step = 5601, loss = 4.39597 (50.499 sec)
INFO:tensorflow:probabilities = [[ 0.00120641  0.0155778   0.0119991  ...,  0.00777615  0.00509149
   0.00158742]
 [ 0.00362031  0.02229586  0.00740625 ...,  0.00650319  0.00297747
   0.00378968]
 [ 0.00024522  0.01010443  0.0075523  ...,  0.0021461   0.00126099
   0.0125993 ]
 ..., 
 [ 0.00367677  0.01823253  0.00490592 ...,  0.00310517  0.00301698
   0.00215401]
 [ 0.00728259  0.00830129  0.00553937 ...,  0.00817754  0.00712723
   0.00231082]
 [ 0.00207962  0.01453575  0.00762008 ...,  0.00445009  0.00896489
   0.00638782]] (24.998 sec)
INFO:tensorflow:global_step/sec: 1.99389
INFO:tensorflow:probabilities = [[ 0.00081493  0.00637744  0.00290572 ...,  0.00209015  0.00277107
   0.00231176]
 [ 0.00134835  0.00394676  0.00463813 ...,  0.00258561  0.00285348
   0.01262601]
 [ 0.00018996  0.00400636  0.00111456 ...,  0.00070588  0.00457641
   0.00251488]
 ..., 
 [ 0.0002339   0.00602415  0.02229239 ...,  0.00154808  0.00168851
   0.01070353]
 [ 0.00263524  0.00612926  0.00504534 ...,  0.00534047  0.00226976
   0.00283618]
 [ 0.0004187   0.00846552  0.02158449 ...,  0.00300303  0.00228714
   0.00946684]] (25.155 sec)
INFO:tensorflow:step = 5701, loss = 4.57068 (50.153 sec)
INFO:tensorflow:probabilities = [[ 0.00217545  0.00630841  0.01221127 ...,  0.0077408   0.00512263
   0.00950143]
 [ 0.00081399  0.00358413  0.00145003 ...,  0.00130407  0.00354587
   0.00521712]
 [ 0.03103153  0.00390829  0.00419851 ...,  0.00839806  0.00368989
   0.00121665]
 ..., 
 [ 0.00069338  0.00551349  0.00288904 ...,  0.00426625  0.0041334
   0.0056173 ]
 [ 0.03240303  0.01064708  0.00260061 ...,  0.00327032  0.00441114
   0.00184316]
 [ 0.18463518  0.00608757  0.00453026 ...,  0.00716862  0.00301136
   0.00034319]] (25.151 sec)
INFO:tensorflow:global_step/sec: 1.99238
INFO:tensorflow:probabilities = [[ 0.00093987  0.00350569  0.00249239 ...,  0.00260804  0.00264066
   0.00553211]
 [ 0.01342845  0.00658423  0.0136392  ...,  0.00925788  0.00567336
   0.00435175]
 [ 0.00152355  0.00328651  0.00357204 ...,  0.0022919   0.00259957
   0.01101328]
 ..., 
 [ 0.00006027  0.00274361  0.00096533 ...,  0.00053171  0.00155027
   0.01053165]
 [ 0.0153045   0.01041804  0.01192954 ...,  0.01352858  0.0035539
   0.00186743]
 [ 0.02942003  0.00492664  0.00357547 ...,  0.0063248   0.00656872
   0.00281567]] (25.040 sec)
INFO:tensorflow:step = 5801, loss = 4.40219 (50.191 sec)
INFO:tensorflow:probabilities = [[ 0.00505041  0.01620426  0.00885267 ...,  0.00404437  0.00664634
   0.00343379]
 [ 0.00221375  0.01685505  0.00194157 ...,  0.00398204  0.00194365
   0.00281222]
 [ 0.00024723  0.00728438  0.00164569 ...,  0.00147972  0.00177211
   0.00210529]
 ..., 
 [ 0.00024217  0.00334646  0.00123088 ...,  0.00092936  0.00496166
   0.0052604 ]
 [ 0.0004057   0.00568829  0.00338877 ...,  0.00365727  0.00276021
   0.00865702]
 [ 0.00086011  0.01284832  0.00425089 ...,  0.00500801  0.00235261
   0.00789082]] (26.418 sec)
INFO:tensorflow:global_step/sec: 1.91523
INFO:tensorflow:probabilities = [[ 0.04740103  0.00331015  0.0030686  ...,  0.00397717  0.00489688
   0.00122752]
 [ 0.00027306  0.00952869  0.01026686 ...,  0.00266185  0.00302378
   0.0027103 ]
 [ 0.00135277  0.00511653  0.01347407 ...,  0.00249124  0.00461219
   0.00409586]
 ..., 
 [ 0.05571642  0.0049147   0.00150841 ...,  0.00168609  0.00187776
   0.00187425]
 [ 0.0017252   0.00564993  0.00464158 ...,  0.0028756   0.00557981
   0.00848827]
 [ 0.00120803  0.00487906  0.0013059  ...,  0.00258946  0.0046787
   0.00240799]] (25.795 sec)
INFO:tensorflow:step = 5901, loss = 4.55027 (52.214 sec)
INFO:tensorflow:probabilities = [[ 0.00784137  0.00898848  0.00398352 ...,  0.003598    0.00216287
   0.00148508]
 [ 0.00034162  0.00426312  0.0011173  ...,  0.0016004   0.00295033
   0.00506843]
 [ 0.00009611  0.00351143  0.00146229 ...,  0.00077228  0.00100861
   0.00652271]
 ..., 
 [ 0.00414349  0.01127461  0.00614472 ...,  0.00522199  0.00463234
   0.00388341]
 [ 0.00956935  0.00597533  0.00167162 ...,  0.00125267  0.00552935
   0.00213779]
 [ 0.00016488  0.00745011  0.0096412  ...,  0.00366922  0.00186972
   0.00913962]] (25.711 sec)
INFO:tensorflow:Saving checkpoints for 5953 into ./model-k/model.ckpt.
INFO:tensorflow:global_step/sec: 1.92055
INFO:tensorflow:probabilities = [[ 0.00204108  0.00808123  0.02357087 ...,  0.00414318  0.00211252
   0.00456824]
 [ 0.014885    0.00487424  0.00415921 ...,  0.01806887  0.00279107
   0.00367973]
 [ 0.03113671  0.00604027  0.00201837 ...,  0.00671279  0.00803757
   0.00186444]
 ..., 
 [ 0.002336    0.02030598  0.01244565 ...,  0.00306594  0.0058896
   0.00517499]
 [ 0.00266482  0.00757286  0.00779611 ...,  0.00224781  0.00704568
   0.00410194]
 [ 0.00007993  0.00653961  0.00651162 ...,  0.00265307  0.00288567
   0.0088079 ]] (26.358 sec)
INFO:tensorflow:step = 6001, loss = 4.31763 (52.069 sec)
INFO:tensorflow:probabilities = [[ 0.00217835  0.00488129  0.00547156 ...,  0.00483952  0.01259319
   0.00411166]
 [ 0.00089689  0.00873412  0.00908296 ...,  0.00255172  0.00306955
   0.00917483]
 [ 0.00024479  0.00642931  0.00562224 ...,  0.00231893  0.004348
   0.00757318]
 ..., 
 [ 0.0022376   0.01010717  0.00395396 ...,  0.00298253  0.00417769
   0.00257034]
 [ 0.00547655  0.03359357  0.02733589 ...,  0.00455425  0.00394046
   0.00090725]
 [ 0.00046406  0.00833395  0.00676135 ...,  0.00141828  0.0053323
   0.00692418]] (25.829 sec)
INFO:tensorflow:global_step/sec: 1.94144
INFO:tensorflow:probabilities = [[ 0.00041108  0.00884114  0.00314348 ...,  0.00085587  0.00358758
   0.00649532]
 [ 0.0006995   0.00578204  0.00668418 ...,  0.0039137   0.00583246
   0.00217588]
 [ 0.00046187  0.00292624  0.00233942 ...,  0.00229695  0.00203193
   0.00418846]
 ..., 
 [ 0.00536427  0.00682122  0.01966045 ...,  0.00310482  0.00275932
   0.00335036]
 [ 0.0000167   0.00273978  0.00170675 ...,  0.00077179  0.00122333
   0.00693162]
 [ 0.00034212  0.00270432  0.00218435 ...,  0.00218589  0.00351765
   0.00278502]] (25.679 sec)
INFO:tensorflow:step = 6101, loss = 4.4521 (51.508 sec)
INFO:tensorflow:probabilities = [[ 0.00113079  0.0034798   0.00227928 ...,  0.00120986  0.00267494
   0.00792918]
 [ 0.01897833  0.00274233  0.00159252 ...,  0.0022334   0.00656943
   0.00194009]
 [ 0.00295073  0.002809    0.00189895 ...,  0.00524826  0.00264417
   0.00180055]
 ..., 
 [ 0.0054498   0.00758972  0.00921253 ...,  0.00559489  0.01509973
   0.00196021]
 [ 0.00575419  0.00970108  0.0053371  ...,  0.00199306  0.0078649
   0.00236795]
 [ 0.00248435  0.00600817  0.00388992 ...,  0.00397836  0.00529006
   0.00604437]] (25.745 sec)
INFO:tensorflow:global_step/sec: 1.94144
INFO:tensorflow:probabilities = [[ 0.00124165  0.01346534  0.00713337 ...,  0.00339825  0.00370862
   0.00252697]
 [ 0.00390355  0.01600311  0.01971688 ...,  0.00484798  0.00453854
   0.00171017]
 [ 0.0000577   0.00375558  0.00145053 ...,  0.00178256  0.00123984
   0.01182083]
 ..., 
 [ 0.05898424  0.00406463  0.00093038 ...,  0.00471797  0.01503247
   0.0023755 ]
 [ 0.08659646  0.03196309  0.0035962  ...,  0.00623055  0.00470882
   0.00087591]
 [ 0.00092571  0.00883397  0.00445268 ...,  0.00175392  0.00182944
   0.01162248]] (25.764 sec)
INFO:tensorflow:step = 6201, loss = 4.20991 (51.510 sec)
INFO:tensorflow:probabilities = [[ 0.00082425  0.0132999   0.00475267 ...,  0.00511479  0.00483922
   0.00221755]
 [ 0.06939582  0.00535285  0.00684173 ...,  0.00764809  0.00355793
   0.00015208]
 [ 0.00375777  0.00981354  0.00465231 ...,  0.0028345   0.01170599
   0.00402861]
 ..., 
 [ 0.00110494  0.00531976  0.01493887 ...,  0.00326003  0.00465545
   0.01011079]
 [ 0.09936903  0.01654249  0.00677198 ...,  0.00581532  0.00744992
   0.0007583 ]
 [ 0.00019433  0.01140201  0.00509744 ...,  0.00266948  0.00081088
   0.01656876]] (25.548 sec)
INFO:tensorflow:global_step/sec: 1.96027
INFO:tensorflow:probabilities = [[ 0.00004814  0.00310618  0.02617383 ...,  0.00269071  0.00119333
   0.00596518]
 [ 0.00014461  0.00264341  0.00232122 ...,  0.0006305   0.00083474
   0.00485145]
 [ 0.00000904  0.00261963  0.00065211 ...,  0.00067261  0.00063939
   0.00379305]
 ..., 
 [ 0.00011095  0.00611585  0.00630008 ...,  0.0015385   0.00258937
   0.00525983]
 [ 0.00337421  0.00817292  0.00312837 ...,  0.00195438  0.00472843
   0.00245492]
 [ 0.00887134  0.0043499   0.00484851 ...,  0.00276493  0.00507004
   0.0075477 ]] (25.465 sec)
INFO:tensorflow:step = 6301, loss = 4.34211 (51.012 sec)
INFO:tensorflow:probabilities = [[ 0.00575815  0.02806566  0.00616353 ...,  0.00348495  0.00691704
   0.00513857]
 [ 0.00553026  0.00653406  0.00355731 ...,  0.01269278  0.00174323
   0.00448943]
 [ 0.03191105  0.01182437  0.01078633 ...,  0.00867776  0.00310101
   0.00566991]
 ..., 
 [ 0.00975722  0.00940099  0.00493913 ...,  0.00730873  0.00323787
   0.00417478]
 [ 0.0039348   0.01054649  0.00761376 ...,  0.00677325  0.00380459
   0.00524399]
 [ 0.00188911  0.00990238  0.00564538 ...,  0.00444631  0.00498862
   0.00729797]] (25.541 sec)
INFO:tensorflow:global_step/sec: 1.96228
INFO:tensorflow:probabilities = [[ 0.00651117  0.0090742   0.00409162 ...,  0.00162906  0.00990742
   0.00121821]
 [ 0.00102459  0.01521745  0.05551771 ...,  0.00520719  0.00196169
   0.00455697]
 [ 0.00113992  0.00742279  0.00324909 ...,  0.00263316  0.00196412
   0.0046839 ]
 ..., 
 [ 0.00347002  0.01165314  0.01181244 ...,  0.00743251  0.00452679
   0.00716796]
 [ 0.00493036  0.00901732  0.00347895 ...,  0.00359469  0.00708762
   0.00368219]
 [ 0.00046867  0.00445353  0.00270217 ...,  0.0012803   0.00178948
   0.00317592]] (25.420 sec)
INFO:tensorflow:step = 6401, loss = 4.30723 (50.961 sec)
INFO:tensorflow:probabilities = [[ 0.00520751  0.01182028  0.01425389 ...,  0.00825548  0.00681913
   0.00347397]
 [ 0.0020097   0.00820448  0.00436566 ...,  0.00778966  0.00989263
   0.00556343]
 [ 0.00006478  0.00410872  0.00542557 ...,  0.00253108  0.0008716
   0.01003755]
 ..., 
 [ 0.01972479  0.02614752  0.00876486 ...,  0.00466934  0.00401744
   0.00167286]
 [ 0.00043054  0.00568355  0.00345076 ...,  0.00435705  0.0036621
   0.01200883]
 [ 0.01240628  0.00646797  0.00155852 ...,  0.00348942  0.00494571
   0.00181725]] (25.502 sec)
INFO:tensorflow:global_step/sec: 1.95961
INFO:tensorflow:probabilities = [[ 0.00106581  0.00540967  0.02072536 ...,  0.00689586  0.00429825
   0.00320435]
 [ 0.00512194  0.00469747  0.00233288 ...,  0.00215251  0.00739777
   0.0022279 ]
 [ 0.00003161  0.00272671  0.00055762 ...,  0.00099073  0.00124528
   0.00784204]
 ..., 
 [ 0.01310776  0.0089531   0.00530384 ...,  0.00436817  0.00503364
   0.00133269]
 [ 0.00697149  0.00771492  0.00700537 ...,  0.00559434  0.00114013
   0.00797751]
 [ 0.00162025  0.00717026  0.00089257 ...,  0.00299233  0.00187979
   0.00265198]] (25.529 sec)
INFO:tensorflow:step = 6501, loss = 4.35668 (51.031 sec)
INFO:tensorflow:probabilities = [[ 0.00170317  0.00457331  0.0422157  ...,  0.00447847  0.00448008
   0.00775844]
 [ 0.00539902  0.00795367  0.02396931 ...,  0.0055002   0.00631615
   0.00090054]
 [ 0.00252671  0.00426735  0.00196732 ...,  0.00236265  0.0127493
   0.00311873]
 ..., 
 [ 0.02739034  0.00365296  0.00307483 ...,  0.00651517  0.00479022
   0.00159644]
 [ 0.00574782  0.00732787  0.00509834 ...,  0.0034606   0.00312583
   0.00617395]
 [ 0.00232723  0.00409846  0.01217535 ...,  0.00223937  0.00629299
   0.00393432]] (25.437 sec)
INFO:tensorflow:global_step/sec: 1.96328
INFO:tensorflow:probabilities = [[ 0.00641779  0.00818547  0.01451668 ...,  0.00747924  0.00520393
   0.00600548]
 [ 0.0369437   0.00584738  0.00175302 ...,  0.00296757  0.01310916
   0.00108395]
 [ 0.00158061  0.0097049   0.0251235  ...,  0.00263287  0.00782077
   0.00531371]
 ..., 
 [ 0.00321723  0.01403068  0.01424593 ...,  0.00277564  0.01331292
   0.00258591]
 [ 0.00027153  0.00684733  0.00083646 ...,  0.00124074  0.0014529
   0.00443614]
 [ 0.00028201  0.00536673  0.00839639 ...,  0.00811933  0.0009985
   0.0061434 ]] (25.498 sec)
INFO:tensorflow:step = 6601, loss = 4.31017 (50.937 sec)
INFO:tensorflow:probabilities = [[ 0.00233951  0.01016117  0.00580593 ...,  0.00657426  0.00195683
   0.0073106 ]
 [ 0.00247423  0.00765162  0.00060401 ...,  0.00128954  0.00769535
   0.00231332]
 [ 0.00030483  0.00777816  0.01485252 ...,  0.00426489  0.00281076
   0.00432662]
 ..., 
 [ 0.00119184  0.0129329   0.00282914 ...,  0.00623261  0.00259108
   0.00405558]
 [ 0.02602319  0.01373932  0.00506986 ...,  0.00515047  0.00461981
   0.00490322]
 [ 0.07201595  0.0029999   0.00333293 ...,  0.00432143  0.00313526
   0.00032477]] (25.277 sec)
INFO:tensorflow:global_step/sec: 1.98517
INFO:tensorflow:probabilities = [[ 0.00228381  0.00290125  0.0033543  ...,  0.00285252  0.00549203
   0.00104811]
 [ 0.00050138  0.01381572  0.00566198 ...,  0.00624416  0.00354683
   0.00269216]
 [ 0.00002895  0.00169697  0.00217629 ...,  0.00113995  0.0008835
   0.00623647]
 ..., 
 [ 0.00081572  0.00386702  0.00167632 ...,  0.00068018  0.00498798
   0.00310325]
 [ 0.00031456  0.00713093  0.00872813 ...,  0.00142035  0.00215203
   0.01243398]
 [ 0.00055057  0.0091928   0.01372848 ...,  0.00529624  0.00303806
   0.0081961 ]] (25.097 sec)
INFO:tensorflow:step = 6701, loss = 4.37253 (50.371 sec)
INFO:tensorflow:probabilities = [[ 0.00010139  0.00335534  0.02137564 ...,  0.00177311  0.00634     0.00606534]
 [ 0.00355565  0.00935446  0.00319839 ...,  0.00201326  0.00586819
   0.00624288]
 [ 0.00232578  0.00983979  0.00640866 ...,  0.00742627  0.00372831
   0.00809694]
 ..., 
 [ 0.00031787  0.00616482  0.01590964 ...,  0.00606904  0.00125211
   0.0112235 ]
 [ 0.10989317  0.00212826  0.00275876 ...,  0.00505417  0.00364414
   0.00049096]
 [ 0.01013378  0.005482    0.00239722 ...,  0.00269226  0.00548805
   0.00324695]] (24.902 sec)
INFO:tensorflow:global_step/sec: 2.01081
INFO:tensorflow:probabilities = [[ 0.00845214  0.0168058   0.00632963 ...,  0.00354947  0.00453911
   0.00097186]
 [ 0.05294872  0.00248927  0.00216734 ...,  0.00455749  0.00361584
   0.00321682]
 [ 0.00019915  0.00924506  0.01285598 ...,  0.00238223  0.00164133
   0.00432215]
 ..., 
 [ 0.09551301  0.00595273  0.00107289 ...,  0.00472484  0.00733826
   0.00070787]
 [ 0.00157841  0.01546354  0.02344916 ...,  0.00596373  0.00482224
   0.00559879]
 [ 0.00090223  0.0045727   0.00662037 ...,  0.00293618  0.0030486
   0.00970619]] (24.830 sec)
INFO:tensorflow:step = 6801, loss = 4.04343 (49.732 sec)
INFO:tensorflow:probabilities = [[ 0.00126915  0.00443163  0.01030684 ...,  0.0271566   0.00224666
   0.00175509]
 [ 0.00008462  0.00253939  0.00849994 ...,  0.00192193  0.00159646
   0.01099426]
 [ 0.02705993  0.01259733  0.00447547 ...,  0.01408604  0.00559413
   0.00293974]
 ..., 
 [ 0.01033338  0.00574168  0.00865103 ...,  0.00414983  0.0035697
   0.00397831]
 [ 0.06063716  0.0076999   0.0015993  ...,  0.00527877  0.00551814
   0.00064306]
 [ 0.00118419  0.02330795  0.02419918 ...,  0.00534092  0.00513124
   0.00794183]] (25.077 sec)
INFO:tensorflow:global_step/sec: 2.00433
INFO:tensorflow:probabilities = [[ 0.00711348  0.01687916  0.00654389 ...,  0.00965443  0.00340605
   0.00359455]
 [ 0.00690588  0.00595741  0.00341259 ...,  0.0047067   0.00895602
   0.00148949]
 [ 0.00007663  0.0061804   0.00140487 ...,  0.00051874  0.00157065
   0.0019193 ]
 ..., 
 [ 0.00031963  0.00418896  0.01094143 ...,  0.00324009  0.0025487
   0.00370517]
 [ 0.02565487  0.00754112  0.00601224 ...,  0.00765865  0.00656153
   0.00112169]
 [ 0.00009551  0.00214661  0.01665718 ...,  0.00296768  0.00156265
   0.00333949]] (24.815 sec)
INFO:tensorflow:step = 6901, loss = 4.44182 (49.893 sec)
INFO:tensorflow:probabilities = [[ 0.00305408  0.00789464  0.00247532 ...,  0.0016867   0.02592171
   0.00186962]
 [ 0.00034599  0.00136352  0.00472126 ...,  0.00256901  0.00493238
   0.00601647]
 [ 0.02318457  0.00545493  0.01200855 ...,  0.01658569  0.00586883
   0.00311778]
 ..., 
 [ 0.00011672  0.0047863   0.00393592 ...,  0.00085275  0.00326913
   0.00483084]
 [ 0.00046877  0.00502789  0.01106333 ...,  0.00514373  0.00478551
   0.00573598]
 [ 0.00005735  0.00208638  0.00189191 ...,  0.00115605  0.00322623
   0.00559018]] (24.857 sec)
INFO:tensorflow:global_step/sec: 2.01292
INFO:tensorflow:probabilities = [[ 0.01291906  0.00919469  0.00451208 ...,  0.00782661  0.01445062
   0.00638705]
 [ 0.00454911  0.00534664  0.00347707 ...,  0.0046398   0.01418326
   0.00196924]
 [ 0.12359898  0.00300524  0.00067836 ...,  0.01523429  0.00208491
   0.0004013 ]
 ..., 
 [ 0.00067175  0.00404984  0.03890828 ...,  0.00624335  0.00172153
   0.00570787]
 [ 0.00012977  0.00908415  0.00128541 ...,  0.00203523  0.00280227
   0.00276335]
 [ 0.00073062  0.02037944  0.00696988 ...,  0.00486256  0.00125811
   0.0090744 ]] (24.822 sec)
INFO:tensorflow:step = 7001, loss = 4.30166 (49.678 sec)
INFO:tensorflow:probabilities = [[ 0.00000323  0.00128961  0.0024767  ...,  0.00009878  0.00016966
   0.00351849]
 [ 0.00044423  0.00621105  0.00740179 ...,  0.00276848  0.004313
   0.00527683]
 [ 0.00002052  0.00274476  0.00165293 ...,  0.00042922  0.00049571
   0.00292825]
 ..., 
 [ 0.00012999  0.00378596  0.00157692 ...,  0.00232787  0.00240872
   0.00307377]
 [ 0.00377093  0.01802002  0.00552234 ...,  0.00332579  0.00971424
   0.00130189]
 [ 0.00066167  0.00668966  0.00761992 ...,  0.00186944  0.00425443
   0.00297723]] (24.996 sec)
INFO:tensorflow:global_step/sec: 2.00239
INFO:tensorflow:probabilities = [[ 0.03202005  0.00312329  0.00231942 ...,  0.01342013  0.0010425
   0.00257959]
 [ 0.07930525  0.01012933  0.00533275 ...,  0.00940687  0.00147631
   0.00156717]
 [ 0.01240422  0.00527642  0.00110218 ...,  0.00113945  0.00216504
   0.00212979]
 ..., 
 [ 0.00006739  0.00386845  0.00231064 ...,  0.00111414  0.00115268
   0.00397865]
 [ 0.00031969  0.00290615  0.00122412 ...,  0.0072939   0.00117725
   0.00194666]
 [ 0.00016086  0.02194046  0.00872442 ...,  0.00238292  0.00298361
   0.00923657]] (24.945 sec)
INFO:tensorflow:step = 7101, loss = 4.19457 (49.940 sec)
INFO:tensorflow:Saving checkpoints for 7138 into ./model-k/model.ckpt.
INFO:tensorflow:probabilities = [[ 0.00673027  0.00740819  0.00323195 ...,  0.00287869  0.00561277
   0.00393248]
 [ 0.04834736  0.00576832  0.00171586 ...,  0.00238845  0.0070174
   0.00150247]
 [ 0.00060878  0.01694373  0.00259193 ...,  0.00490486  0.00184734
   0.00601204]
 ..., 
 [ 0.01782483  0.00383098  0.00094898 ...,  0.00346271  0.00632349
   0.00376573]
 [ 0.00168058  0.00379151  0.00290612 ...,  0.00533859  0.0024049
   0.00671418]
 [ 0.00735422  0.01931237  0.00640239 ...,  0.00704909  0.00155494
   0.00598332]] (25.511 sec)
INFO:tensorflow:global_step/sec: 1.98534
INFO:tensorflow:probabilities = [[ 0.08182305  0.01121457  0.00205542 ...,  0.00263484  0.00178469
   0.00079985]
 [ 0.00003629  0.02284228  0.00231977 ...,  0.00072459  0.00063516
   0.01289821]
 [ 0.00032233  0.01306617  0.00987656 ...,  0.0019      0.0068839
   0.01479708]
 ..., 
 [ 0.00326998  0.00867376  0.00131342 ...,  0.00358425  0.00422403
   0.00229709]
 [ 0.00028779  0.018751    0.00674301 ...,  0.00820206  0.00344799
   0.00576655]
 [ 0.00438378  0.00746247  0.00608124 ...,  0.00829339  0.00896381
   0.00147784]] (24.859 sec)
INFO:tensorflow:step = 7201, loss = 4.06103 (50.371 sec)
INFO:tensorflow:probabilities = [[ 0.0003189   0.00694191  0.04665408 ...,  0.00179524  0.00272375
   0.00509425]
 [ 0.00015271  0.00604775  0.04192113 ...,  0.00445444  0.0015287
   0.00541935]
 [ 0.00133374  0.00807977  0.00290744 ...,  0.00241638  0.00184206
   0.00128176]
 ..., 
 [ 0.00190367  0.00688869  0.00362528 ...,  0.00289479  0.00530901
   0.00534216]
 [ 0.02461613  0.01135436  0.01519304 ...,  0.00538337  0.00385269
   0.00148153]
 [ 0.00116832  0.0058069   0.00167747 ...,  0.00306682  0.00172028
   0.00518832]] (24.873 sec)
INFO:tensorflow:global_step/sec: 2.0024
INFO:tensorflow:probabilities = [[ 0.00013113  0.001807    0.00652926 ...,  0.00256435  0.00256053
   0.00530609]
 [ 0.00000719  0.00146043  0.0004529  ...,  0.00030653  0.00080961
   0.00094261]
 [ 0.00025189  0.00571946  0.00382258 ...,  0.00092381  0.00228515
   0.00291405]
 ..., 
 [ 0.00035537  0.0082298   0.00865186 ...,  0.00393556  0.00255633
   0.00408068]
 [ 0.00060741  0.00274584  0.0027956  ...,  0.00192266  0.00221701
   0.00826782]
 [ 0.00153057  0.00850985  0.01062731 ...,  0.00237052  0.00090939
   0.00182017]] (25.066 sec)
INFO:tensorflow:step = 7301, loss = 4.40503 (49.938 sec)
INFO:tensorflow:probabilities = [[ 0.00006442  0.00280479  0.00032176 ...,  0.00083381  0.00196335
   0.00157261]
 [ 0.00015134  0.00263369  0.00531324 ...,  0.00152735  0.00229738
   0.00509792]
 [ 0.01663612  0.00458806  0.003359   ...,  0.00469208  0.01129664
   0.00386263]
 ..., 
 [ 0.00016282  0.0034142   0.00405251 ...,  0.00065028  0.00147514
   0.00494478]
 [ 0.0035515   0.01005181  0.00234337 ...,  0.00288003  0.00442741
   0.00536406]
 [ 0.03590772  0.01060092  0.00206483 ...,  0.0022709   0.01155372
   0.00059276]] (25.123 sec)
INFO:tensorflow:global_step/sec: 2.00187
INFO:tensorflow:probabilities = [[ 0.00032309  0.00306775  0.00516586 ...,  0.00439331  0.00155131
   0.00899132]
 [ 0.02146103  0.00393732  0.00892948 ...,  0.00457954  0.00244825
   0.00115132]
 [ 0.00194516  0.01504205  0.01621037 ...,  0.00618341  0.00535034
   0.00074843]
 ..., 
 [ 0.00635513  0.02166141  0.02758457 ...,  0.01285031  0.00361482
   0.00058341]
 [ 0.00355323  0.01301844  0.00514701 ...,  0.0036382   0.00511337
   0.0025344 ]
 [ 0.00056248  0.00773178  0.01664688 ...,  0.00783291  0.00379053
   0.0039872 ]] (24.830 sec)
INFO:tensorflow:step = 7401, loss = 4.07525 (49.953 sec)
INFO:tensorflow:probabilities = [[ 0.06980226  0.01083847  0.00487374 ...,  0.00154583  0.00429619
   0.00090241]
 [ 0.01095138  0.0069688   0.00634157 ...,  0.01040525  0.00607636
   0.00183805]
 [ 0.0000343   0.00161676  0.02113498 ...,  0.00112632  0.00277459
   0.00970344]
 ..., 
 [ 0.00123232  0.00184198  0.01019669 ...,  0.0023775   0.0016211
   0.01097215]
 [ 0.00064457  0.01088005  0.02004397 ...,  0.00261512  0.00237714
   0.00220039]
 [ 0.00372011  0.00783704  0.00717481 ...,  0.00662044  0.00511562
   0.0062084 ]] (24.986 sec)
INFO:tensorflow:global_step/sec: 2.0074
INFO:tensorflow:probabilities = [[ 0.00013118  0.00592204  0.00268633 ...,  0.00127473  0.00110468
   0.0021951 ]
 [ 0.00304664  0.00557067  0.00337865 ...,  0.00198167  0.00435756
   0.00396005]
 [ 0.00021575  0.0055373   0.01315844 ...,  0.00083256  0.0030971
   0.0081573 ]
 ..., 
 [ 0.00087524  0.00326085  0.00211064 ...,  0.00203062  0.00551262
   0.01504287]
 [ 0.00133464  0.0069441   0.00435131 ...,  0.00694159  0.00157018
   0.02970645]
 [ 0.0004695   0.00507907  0.01295565 ...,  0.00272018  0.00475189
   0.00328684]] (24.830 sec)
INFO:tensorflow:step = 7501, loss = 4.27592 (49.816 sec)
INFO:tensorflow:probabilities = [[ 0.00100882  0.01891785  0.00426196 ...,  0.00144656  0.00555989
   0.00518561]
 [ 0.00265813  0.00619732  0.00267002 ...,  0.00208699  0.00723468
   0.00454736]
 [ 0.00396637  0.01255862  0.00500102 ...,  0.00496997  0.00329324
   0.00719468]
 ..., 
 [ 0.00119213  0.00776335  0.00522735 ...,  0.00223392  0.00290515
   0.00408244]
 [ 0.00571345  0.00171213  0.01104744 ...,  0.02040149  0.00431215
   0.01216875]
 [ 0.00151211  0.00465949  0.00120308 ...,  0.00274627  0.00213666
   0.00269787]] (25.076 sec)
INFO:tensorflow:global_step/sec: 2.0027
INFO:tensorflow:probabilities = [[ 0.00134318  0.01265594  0.00119035 ...,  0.00315598  0.00084656
   0.00311985]
 [ 0.00016527  0.00328185  0.00190175 ...,  0.00234222  0.00200811
   0.00945186]
 [ 0.00408268  0.02126543  0.01893215 ...,  0.00852984  0.00478468
   0.01164457]
 ..., 
 [ 0.05489327  0.01395771  0.01754571 ...,  0.01501406  0.00158139
   0.00280506]
 [ 0.01690873  0.00612215  0.00246021 ...,  0.00763594  0.01048547
   0.00158961]
 [ 0.10936309  0.00666701  0.00105806 ...,  0.00285719  0.00228625
   0.00023457]] (24.856 sec)
INFO:tensorflow:step = 7601, loss = 3.91774 (49.932 sec)
INFO:tensorflow:probabilities = [[ 0.00448795  0.01140212  0.00651675 ...,  0.00655141  0.01395452
   0.01284834]
 [ 0.00014286  0.01653453  0.0258345  ...,  0.00280113  0.00191387
   0.00662651]
 [ 0.00285003  0.02484678  0.02856587 ...,  0.00190958  0.00959682
   0.00116623]
 ..., 
 [ 0.06643207  0.00282625  0.0025052  ...,  0.0037464   0.00285407
   0.00015554]
 [ 0.00587523  0.01123828  0.00550597 ...,  0.00407966  0.00278516
   0.00354033]
 [ 0.00224609  0.01707035  0.01858686 ...,  0.00362756  0.00494803
   0.01143923]] (25.096 sec)
INFO:tensorflow:global_step/sec: 1.99784
INFO:tensorflow:probabilities = [[ 0.00002564  0.00202688  0.00084573 ...,  0.00051803  0.00146954
   0.00234434]
 [ 0.00005401  0.01075608  0.00790681 ...,  0.00414073  0.00147003
   0.01273705]
 [ 0.00075791  0.00638178  0.01889131 ...,  0.00560924  0.00203551
   0.00795952]
 ..., 
 [ 0.00059591  0.00617086  0.00696406 ...,  0.00340468  0.00174039
   0.0043554 ]
 [ 0.00288363  0.00674928  0.01109243 ...,  0.00318533  0.00534512
   0.0056345 ]
 [ 0.00155321  0.00674034  0.00198543 ...,  0.00374074  0.00105072
   0.00226882]] (24.958 sec)
INFO:tensorflow:step = 7701, loss = 4.34125 (50.054 sec)
INFO:tensorflow:probabilities = [[ 0.02435259  0.00837029  0.00090992 ...,  0.00314858  0.01528701
   0.00157318]
 [ 0.0000094   0.00031181  0.00025153 ...,  0.00066953  0.00032079
   0.00136979]
 [ 0.00020862  0.01172606  0.00181315 ...,  0.00247635  0.00244415
   0.00201056]
 ..., 
 [ 0.02389508  0.01077798  0.00611015 ...,  0.00452419  0.00606409
   0.00240128]
 [ 0.00048458  0.02210084  0.02054361 ...,  0.00288575  0.00135347
   0.01791401]
 [ 0.00021892  0.01253699  0.00325499 ...,  0.00549462  0.00048389
   0.01217275]] (25.166 sec)
INFO:tensorflow:global_step/sec: 1.99498
INFO:tensorflow:probabilities = [[ 0.00003042  0.00390575  0.00581353 ...,  0.00515494  0.00139467
   0.00752998]
 [ 0.00326569  0.0069229   0.0115576  ...,  0.01225852  0.0045066
   0.00763196]
 [ 0.00574637  0.00876501  0.00128182 ...,  0.00582997  0.0028401
   0.00460608]
 ..., 
 [ 0.00137449  0.01722779  0.0041308  ...,  0.00158824  0.00365099
   0.00207653]
 [ 0.01057822  0.00599287  0.00108902 ...,  0.00298963  0.00715859
   0.00166146]
 [ 0.00005482  0.00976137  0.01187809 ...,  0.00134671  0.00210506
   0.00697305]] (24.960 sec)
INFO:tensorflow:step = 7801, loss = 3.96344 (50.126 sec)
INFO:tensorflow:probabilities = [[ 0.00019608  0.0039348   0.00256874 ...,  0.00256804  0.00129829
   0.00351278]
 [ 0.00004332  0.00340318  0.00326807 ...,  0.00063852  0.00078892
   0.00426509]
 [ 0.00516126  0.00527103  0.00680283 ...,  0.00393459  0.00151271
   0.00055579]
 ..., 
 [ 0.00067639  0.00431585  0.08645652 ...,  0.00314834  0.00126899
   0.00313963]
 [ 0.00841824  0.00330292  0.00086502 ...,  0.00580096  0.00096917
   0.00193787]
 [ 0.00009968  0.00456846  0.0026767  ...,  0.00367458  0.00494704
   0.00549297]] (25.127 sec)
INFO:tensorflow:global_step/sec: 1.98511
INFO:tensorflow:probabilities = [[ 0.00349739  0.00894338  0.0037737  ...,  0.00479958  0.0037875
   0.00599509]
 [ 0.00834086  0.00773064  0.00213784 ...,  0.00475448  0.00293402
   0.00262539]
 [ 0.01322204  0.0081799   0.00447244 ...,  0.00252484  0.00703552
   0.00432745]
 ..., 
 [ 0.01647977  0.01053387  0.00700049 ...,  0.00608715  0.0068978
   0.00313525]
 [ 0.00126955  0.00515238  0.00239903 ...,  0.00310806  0.00184015
   0.00216908]
 [ 0.16985725  0.00637976  0.00184577 ...,  0.00214596  0.00263729
   0.00097685]] (25.248 sec)
INFO:tensorflow:step = 7901, loss = 4.14486 (50.375 sec)
INFO:tensorflow:probabilities = [[ 0.00092311  0.00677805  0.01385297 ...,  0.00489582  0.00369173
   0.01047285]
 [ 0.00014151  0.00537299  0.00166545 ...,  0.00186924  0.00055453
   0.00147421]
 [ 0.01226516  0.00248687  0.00323393 ...,  0.00355535  0.00604425
   0.00085646]
 ..., 
 [ 0.00050099  0.00336147  0.00146064 ...,  0.00146124  0.00037354
   0.00279447]
 [ 0.01270313  0.01151979  0.00401962 ...,  0.01419824  0.00367438
   0.0030479 ]
 [ 0.06931607  0.01329171  0.00074817 ...,  0.01314912  0.00985527
   0.00097028]] (26.467 sec)
INFO:tensorflow:global_step/sec: 1.91814
INFO:tensorflow:probabilities = [[ 0.0024966   0.01627805  0.00217679 ...,  0.00156561  0.00778343
   0.00052542]
 [ 0.00149824  0.00136305  0.00214178 ...,  0.00510679  0.00701078
   0.00952765]
 [ 0.02036     0.00455615  0.00146421 ...,  0.01270322  0.00810368
   0.00171341]
 ..., 
 [ 0.03045889  0.01205902  0.00689941 ...,  0.00659376  0.00188515
   0.00442907]
 [ 0.00642728  0.02569855  0.04530781 ...,  0.00456848  0.00483336
   0.00037735]
 [ 0.00100871  0.01033617  0.00061162 ...,  0.0011919   0.00091963
   0.00173482]] (25.668 sec)
INFO:tensorflow:step = 8001, loss = 3.83854 (52.135 sec)
INFO:tensorflow:probabilities = [[ 0.00165873  0.02014828  0.01318332 ...,  0.00276122  0.01633626
   0.00242939]
 [ 0.00263275  0.00435445  0.00201815 ...,  0.00128964  0.00095938
   0.00217278]
 [ 0.00021166  0.01542441  0.00337446 ...,  0.00087629  0.00264133
   0.00307283]
 ..., 
 [ 0.01362072  0.00623093  0.00494442 ...,  0.01113724  0.00244761
   0.00121405]
 [ 0.00049382  0.00443758  0.00700246 ...,  0.00179529  0.00235505
   0.00080316]
 [ 0.00081024  0.00972894  0.00499444 ...,  0.0068515   0.00193395
   0.00257698]] (25.037 sec)
INFO:tensorflow:global_step/sec: 1.94337
INFO:tensorflow:probabilities = [[ 0.0049122   0.00471122  0.01198259 ...,  0.00440401  0.00547842
   0.00496388]
 [ 0.0000883   0.00186744  0.00100682 ...,  0.00026852  0.00036586
   0.00394249]
 [ 0.00047814  0.0015652   0.00094335 ...,  0.00118437  0.00281208
   0.00242697]
 ..., 
 [ 0.00036353  0.00252306  0.00554221 ...,  0.00426168  0.00216919
   0.00239017]
 [ 0.00208285  0.00368812  0.00152124 ...,  0.0025103   0.00150298
   0.00423225]
 [ 0.00080939  0.00981631  0.00789083 ...,  0.00094467  0.00481311
   0.00326065]] (26.418 sec)
INFO:tensorflow:step = 8101, loss = 4.17668 (51.455 sec)
INFO:tensorflow:probabilities = [[ 0.00118122  0.00707676  0.00597234 ...,  0.00535624  0.00378117
   0.0008326 ]
 [ 0.00182951  0.01593004  0.00258654 ...,  0.00548967  0.00674725
   0.00339818]
 [ 0.00055355  0.00573067  0.00633014 ...,  0.0029125   0.00252267
   0.00953885]
 ..., 
 [ 0.00627087  0.00594455  0.00078136 ...,  0.00414789  0.00364924
   0.00505652]
 [ 0.00132546  0.00727658  0.00256272 ...,  0.00189961  0.00536534
   0.00419556]
 [ 0.02072019  0.00481796  0.00108318 ...,  0.00881113  0.00169944
   0.00387037]] (24.713 sec)
INFO:tensorflow:global_step/sec: 2.02708
INFO:tensorflow:probabilities = [[ 0.02567096  0.00747354  0.0083207  ...,  0.0097069   0.00323133
   0.00317988]
 [ 0.00005632  0.01310929  0.03681553 ...,  0.00251681  0.00038415
   0.01083748]
 [ 0.01540643  0.0063691   0.00364402 ...,  0.00362767  0.03651679
   0.00241092]
 ..., 
 [ 0.01033739  0.01073406  0.01243179 ...,  0.01470505  0.0162558
   0.00233629]
 [ 0.00097368  0.02172663  0.01117007 ...,  0.00141535  0.0053629
   0.00177176]
 [ 0.00352473  0.02040481  0.02278894 ...,  0.00731127  0.00476393
   0.00076775]] (24.619 sec)
INFO:tensorflow:step = 8201, loss = 3.95764 (49.332 sec)
INFO:tensorflow:probabilities = [[ 0.00001964  0.0032941   0.00257052 ...,  0.00048969  0.00136536
   0.00419227]
 [ 0.00024355  0.00137439  0.00034227 ...,  0.00125996  0.00030812
   0.00080255]
 [ 0.00345262  0.00876693  0.00318911 ...,  0.01330163  0.00201935
   0.00202562]
 ..., 
 [ 0.00110983  0.01308648  0.01010606 ...,  0.00811925  0.00106916
   0.0045644 ]
 [ 0.01045627  0.00864356  0.00286313 ...,  0.00767083  0.00550678
   0.00233813]
 [ 0.16346215  0.00259506  0.00085349 ...,  0.00234472  0.00280635
   0.00013138]] (24.622 sec)
INFO:tensorflow:global_step/sec: 2.02496
INFO:tensorflow:probabilities = [[ 0.00005304  0.00788891  0.01011157 ...,  0.00154396  0.00194685
   0.00332091]
 [ 0.00232736  0.00382913  0.0049271  ...,  0.01021514  0.00257936
   0.00683852]
 [ 0.00082661  0.00316486  0.00315773 ...,  0.00171864  0.00115196
   0.00350585]
 ..., 
 [ 0.03150969  0.00168218  0.00579793 ...,  0.00149041  0.00184565
   0.00165115]
 [ 0.00010745  0.00343485  0.01061201 ...,  0.00685689  0.00271756
   0.00603012]
 [ 0.00018758  0.00871116  0.02343577 ...,  0.00566818  0.00128153
   0.01401429]] (24.762 sec)
INFO:tensorflow:step = 8301, loss = 4.18769 (49.384 sec)
INFO:tensorflow:Saving checkpoints for 8333 into ./model-k/model.ckpt.
INFO:tensorflow:probabilities = [[ 0.06123166  0.01010611  0.00149454 ...,  0.00655673  0.00507202
   0.00049587]
 [ 0.00152133  0.00726342  0.01035519 ...,  0.00805357  0.00416724
   0.00489202]
 [ 0.06313835  0.00369701  0.00094926 ...,  0.00349649  0.00233152
   0.00187096]
 ..., 
 [ 0.00180007  0.00859007  0.01352709 ...,  0.00423852  0.00218557
   0.0079168 ]
 [ 0.00000804  0.01531853  0.00794231 ...,  0.00081783  0.00063597
   0.01554578]
 [ 0.00470524  0.02553613  0.00273003 ...,  0.00128384  0.0094107
   0.00079787]] (25.200 sec)
INFO:tensorflow:global_step/sec: 2.00776
INFO:tensorflow:probabilities = [[ 0.00408962  0.00267631  0.00338688 ...,  0.00897308  0.00771702
   0.0011643 ]
 [ 0.00121754  0.02399851  0.00708477 ...,  0.00369431  0.00382274
   0.00221829]
 [ 0.00013329  0.00848744  0.03151972 ...,  0.00227546  0.00230343
   0.00611556]
 ..., 
 [ 0.01170372  0.00812885  0.00560168 ...,  0.01277979  0.00288071
   0.00619523]
 [ 0.02341644  0.0081149   0.00616272 ...,  0.00272327  0.00223883
   0.00236918]
 [ 0.01996676  0.01299539  0.0014884  ...,  0.00970024  0.00159504
   0.00096503]] (24.607 sec)
INFO:tensorflow:step = 8401, loss = 3.77202 (49.806 sec)
INFO:tensorflow:probabilities = [[ 0.00003469  0.00402047  0.00279073 ...,  0.00139489  0.00192076
   0.00729711]
 [ 0.00024871  0.00797137  0.03021346 ...,  0.00428631  0.00320837
   0.00718328]
 [ 0.0013631   0.00831772  0.01500954 ...,  0.00483775  0.0062791
   0.03146215]
 ..., 
 [ 0.00044765  0.00531603  0.00138567 ...,  0.00193503  0.00687338
   0.00175401]
 [ 0.02197126  0.00562463  0.00382181 ...,  0.00905965  0.01019703
   0.00129315]
 [ 0.0001755   0.01294385  0.00474711 ...,  0.00252461  0.00254169
   0.00636188]] (24.677 sec)
INFO:tensorflow:global_step/sec: 2.01566
INFO:tensorflow:probabilities = [[ 0.00147815  0.00320696  0.00050468 ...,  0.00253185  0.00109602
   0.00538913]
 [ 0.00000569  0.00086449  0.00021154 ...,  0.00006182  0.0007212
   0.00087488]
 [ 0.01776964  0.00283058  0.0020796  ...,  0.00895203  0.00217325
   0.00162477]
 ..., 
 [ 0.00012454  0.00327208  0.02038209 ...,  0.00157223  0.00509841
   0.00123257]
 [ 0.00073917  0.00779247  0.00250764 ...,  0.00125659  0.00555116
   0.00112109]
 [ 0.00483578  0.02297021  0.00097398 ...,  0.00191262  0.01577648
   0.0024034 ]] (24.934 sec)
INFO:tensorflow:step = 8501, loss = 4.29375 (49.612 sec)
INFO:tensorflow:probabilities = [[ 0.00000486  0.00173698  0.00076996 ...,  0.00027111  0.00059643
   0.00180786]
 [ 0.02512651  0.00541395  0.00140819 ...,  0.04008019  0.00446445
   0.00143839]
 [ 0.03979805  0.00225983  0.00055385 ...,  0.00634382  0.00261596
   0.00400656]
 ..., 
 [ 0.00016011  0.00792756  0.00428391 ...,  0.0023618   0.00120466
   0.00625937]
 [ 0.00022423  0.00703432  0.04285334 ...,  0.00404619  0.0008503
   0.01447217]
 [ 0.00010167  0.00820037  0.09628473 ...,  0.0033264   0.00094014
   0.01315745]] (25.758 sec)
INFO:tensorflow:global_step/sec: 1.97946
INFO:tensorflow:probabilities = [[ 0.00409308  0.00962426  0.0071637  ...,  0.00354161  0.00452101
   0.00736348]
 [ 0.0004141   0.00576775  0.00958196 ...,  0.00321026  0.0006804
   0.01171549]
 [ 0.00043669  0.00451503  0.00561444 ...,  0.00226901  0.00029729
   0.00475316]
 ..., 
 [ 0.00000859  0.0040702   0.00094757 ...,  0.00032477  0.00011364
   0.00191698]
 [ 0.00014636  0.00487505  0.00356832 ...,  0.00324106  0.00129066
   0.00508621]
 [ 0.00005541  0.00277873  0.00134891 ...,  0.00155227  0.00098844
   0.00175144]] (24.762 sec)
INFO:tensorflow:step = 8601, loss = 3.85712 (50.520 sec)
INFO:tensorflow:probabilities = [[ 0.00013051  0.00549964  0.01362758 ...,  0.00404348  0.00125578
   0.00242199]
 [ 0.00085147  0.00103805  0.00250617 ...,  0.00177752  0.00106942
   0.00219725]
 [ 0.07424658  0.00062988  0.00136407 ...,  0.00800248  0.0011947
   0.00054673]
 ..., 
 [ 0.00051582  0.01072306  0.00497202 ...,  0.00229108  0.00217152
   0.00318527]
 [ 0.11373228  0.00336199  0.00136106 ...,  0.0039046   0.00194857
   0.00014845]
 [ 0.00000199  0.00076882  0.00022717 ...,  0.00001432  0.00033313
   0.00057449]] (24.625 sec)
INFO:tensorflow:global_step/sec: 2.02738
INFO:tensorflow:probabilities = [[ 0.00005082  0.01012176  0.00113881 ...,  0.00067237  0.0097744
   0.00113459]
 [ 0.01304853  0.00884601  0.00511564 ...,  0.00710993  0.00637994
   0.00114451]
 [ 0.00004833  0.00862118  0.00798395 ...,  0.00080779  0.00090906
   0.01380998]
 ..., 
 [ 0.0000365   0.00561861  0.02383584 ...,  0.00299321  0.00063201
   0.0061322 ]
 [ 0.00081415  0.00486389  0.00815373 ...,  0.00229784  0.00137793
   0.00953958]
 [ 0.00235929  0.00586558  0.00843424 ...,  0.00726882  0.00321883
   0.01149713]] (24.699 sec)
INFO:tensorflow:step = 8701, loss = 4.14355 (49.324 sec)
INFO:tensorflow:probabilities = [[ 0.00135227  0.00633355  0.0027351  ...,  0.00460273  0.00423288
   0.00264924]
 [ 0.0011041   0.00328979  0.01648477 ...,  0.00878057  0.00529296
   0.00117864]
 [ 0.00027987  0.00338314  0.007167   ...,  0.00147245  0.00398526
   0.00395482]
 ..., 
 [ 0.06079477  0.00185968  0.00044625 ...,  0.00137421  0.0002618
   0.00086579]
 [ 0.00005459  0.01227431  0.00788036 ...,  0.00545873  0.00243766
   0.00317566]
 [ 0.00030252  0.00200889  0.01748986 ...,  0.00249418  0.00374894
   0.00088548]] (24.855 sec)
INFO:tensorflow:global_step/sec: 2.02092
INFO:tensorflow:probabilities = [[ 0.00002716  0.01925685  0.05580467 ...,  0.00048577  0.00098188
   0.01419119]
 [ 0.00248883  0.00337414  0.00197598 ...,  0.01191953  0.00176705
   0.00268626]
 [ 0.00000188  0.00562298  0.03345717 ...,  0.00013576  0.00077341
   0.00524971]
 ..., 
 [ 0.00002839  0.00228644  0.00077939 ...,  0.00001717  0.00056381
   0.00118196]
 [ 0.00012267  0.00536198  0.00165249 ...,  0.00028672  0.00098704
   0.026551  ]
 [ 0.0390771   0.01144904  0.00316573 ...,  0.00908233  0.00224576
   0.00055703]] (24.628 sec)
INFO:tensorflow:step = 8801, loss = 3.55857 (49.482 sec)
INFO:tensorflow:probabilities = [[ 0.00028258  0.00502481  0.00327604 ...,  0.0018363   0.01207138
   0.00180425]
 [ 0.00430204  0.0033131   0.00763191 ...,  0.00439772  0.00175805
   0.00041101]
 [ 0.00005467  0.00133166  0.00066545 ...,  0.00156556  0.00032303
   0.00334784]
 ..., 
 [ 0.00018723  0.00492055  0.01317295 ...,  0.00286853  0.00121361
   0.02795843]
 [ 0.00012654  0.00626171  0.00712032 ...,  0.00153957  0.00099754
   0.00964644]
 [ 0.029929    0.00896668  0.00118915 ...,  0.0045545   0.02288124
   0.00152651]] (24.694 sec)
INFO:tensorflow:global_step/sec: 2.02725
INFO:tensorflow:probabilities = [[ 0.00088371  0.00358648  0.01066656 ...,  0.00191125  0.00438796
   0.00433545]
 [ 0.00079424  0.00142003  0.00038564 ...,  0.00359788  0.00035008
   0.00126882]
 [ 0.00503887  0.0126406   0.00530645 ...,  0.00434415  0.00496678
   0.00358528]
 ..., 
 [ 0.00001977  0.00045842  0.00012475 ...,  0.00040512  0.00039135
   0.00100548]
 [ 0.00727434  0.01817062  0.00344636 ...,  0.00247452  0.00239925
   0.00179153]
 [ 0.00033295  0.00205314  0.00516845 ...,  0.00179295  0.00064556
   0.0017653 ]] (24.634 sec)
INFO:tensorflow:step = 8901, loss = 4.08684 (49.328 sec)
INFO:tensorflow:probabilities = [[ 0.00777922  0.00046891  0.0036344  ...,  0.00539868  0.00185968
   0.00612282]
 [ 0.0000531   0.00717074  0.00820995 ...,  0.00229647  0.00081126
   0.00586455]
 [ 0.03486022  0.00406439  0.00189645 ...,  0.00625334  0.00724716
   0.00160047]
 ..., 
 [ 0.00020401  0.01531709  0.00410624 ...,  0.001674    0.00231772
   0.0074277 ]
 [ 0.00000429  0.00438922  0.00865187 ...,  0.00077382  0.00105316
   0.00223913]
 [ 0.00003114  0.00082308  0.00414834 ...,  0.00210882  0.00292749
   0.00618937]] (24.740 sec)
INFO:tensorflow:global_step/sec: 2.01313
INFO:tensorflow:probabilities = [[ 0.02465603  0.00263406  0.01329672 ...,  0.00622507  0.00302343
   0.00192392]
 [ 0.02479064  0.00422762  0.00070033 ...,  0.00952491  0.00695258
   0.0017878 ]
 [ 0.00186452  0.00891225  0.05268824 ...,  0.00451447  0.00236756
   0.02309097]
 ..., 
 [ 0.00006006  0.00534625  0.00502243 ...,  0.00282382  0.00173097
   0.0036828 ]
 [ 0.00064592  0.02057553  0.0120587  ...,  0.0044123   0.0164213
   0.00427297]
 [ 0.00561066  0.01449825  0.01679878 ...,  0.01043366  0.01203708
   0.00253311]] (24.934 sec)
INFO:tensorflow:step = 9001, loss = 3.96018 (49.674 sec)
INFO:tensorflow:probabilities = [[ 0.00065031  0.00597588  0.00060668 ...,  0.00166705  0.00188417
   0.00488559]
 [ 0.00000289  0.0128003   0.02506742 ...,  0.00129184  0.00078586
   0.01110561]
 [ 0.00058346  0.01873576  0.0030402  ...,  0.00912438  0.0039209
   0.00519533]
 ..., 
 [ 0.00120692  0.00844934  0.00999711 ...,  0.00977366  0.003437
   0.00455002]
 [ 0.00158931  0.01079527  0.00942382 ...,  0.0052104   0.00046743
   0.01202222]
 [ 0.0152293   0.00963083  0.00056205 ...,  0.0058932   0.00224141
   0.00130495]] (24.603 sec)
INFO:tensorflow:global_step/sec: 2.02088
INFO:tensorflow:probabilities = [[ 0.00534094  0.00496991  0.0016032  ...,  0.00580918  0.00872349
   0.00080387]
 [ 0.00012304  0.00723118  0.01136685 ...,  0.00618317  0.00286385
   0.01095936]
 [ 0.00049826  0.00563097  0.00157979 ...,  0.01187196  0.00059575
   0.00715011]
 ..., 
 [ 0.01963331  0.00346124  0.00479341 ...,  0.00497902  0.00110824
   0.00087967]
 [ 0.00784818  0.00403356  0.00148998 ...,  0.00864544  0.00473873
   0.00678004]
 [ 0.00041866  0.01168193  0.02037306 ...,  0.00738979  0.00102111
   0.0029016 ]] (24.881 sec)
INFO:tensorflow:step = 9101, loss = 4.01356 (49.484 sec)
INFO:tensorflow:probabilities = [[ 0.00051079  0.02112466  0.00101931 ...,  0.00157542  0.00242856
   0.00107355]
 [ 0.02509756  0.00443677  0.00234006 ...,  0.0053246   0.00101148
   0.00048603]
 [ 0.01013072  0.00123897  0.00096914 ...,  0.00160953  0.00710735
   0.00670285]
 ..., 
 [ 0.0000199   0.00679886  0.02349136 ...,  0.0007192   0.00180727
   0.00311552]
 [ 0.00095731  0.00455935  0.00360555 ...,  0.00140304  0.00244291
   0.00575603]
 [ 0.01674109  0.01390279  0.01617238 ...,  0.0067535   0.00355985
   0.00255744]] (24.655 sec)
INFO:tensorflow:global_step/sec: 2.02738
INFO:tensorflow:probabilities = [[ 0.0001356   0.02127251  0.00586433 ...,  0.00514731  0.00182763
   0.01612068]
 [ 0.03843798  0.0211018   0.0003602  ...,  0.00473149  0.0007818
   0.00235658]
 [ 0.00004412  0.0042054   0.00372434 ...,  0.00060539  0.00452963
   0.00253036]
 ..., 
 [ 0.00017088  0.00533329  0.00308759 ...,  0.00505329  0.00371365
   0.00418257]
 [ 0.00145454  0.01257504  0.00089014 ...,  0.00362161  0.00494825
   0.0014566 ]
 [ 0.00428701  0.00851511  0.00478454 ...,  0.00643746  0.01945465
   0.00270019]] (24.669 sec)
INFO:tensorflow:step = 9201, loss = 3.85081 (49.324 sec)
INFO:tensorflow:probabilities = [[ 0.00092219  0.00587619  0.00145523 ...,  0.00434318  0.00308685
   0.00881859]
 [ 0.00864571  0.0068907   0.00275275 ...,  0.00411536  0.00159202
   0.00737458]
 [ 0.0001761   0.00332159  0.00413116 ...,  0.00304727  0.00168147
   0.01004092]
 ..., 
 [ 0.00008011  0.00807173  0.0004973  ...,  0.00284658  0.00037183
   0.00296624]
 [ 0.00188731  0.00252418  0.01021989 ...,  0.0073854   0.00129577
   0.00346899]
 [ 0.00002558  0.0073876   0.00411376 ...,  0.00171365  0.00126023
   0.00087847]] (24.731 sec)
INFO:tensorflow:global_step/sec: 2.02303
INFO:tensorflow:probabilities = [[ 0.00005898  0.00693811  0.01540398 ...,  0.00148578  0.0008305
   0.00725684]
 [ 0.00000443  0.0083975   0.00848815 ...,  0.00056081  0.00027611
   0.03244177]
 [ 0.00006827  0.00968636  0.00570617 ...,  0.0020427   0.00239607
   0.00529488]
 ..., 
 [ 0.00002188  0.0009064   0.00012222 ...,  0.00072476  0.00090287
   0.00231424]
 [ 0.01772631  0.00206997  0.00274419 ...,  0.0078595   0.00755804
   0.00039725]
 [ 0.00025214  0.00927856  0.01394439 ...,  0.00070807  0.00329522
   0.00586522]] (24.700 sec)
INFO:tensorflow:step = 9301, loss = 3.99116 (49.431 sec)
INFO:tensorflow:probabilities = [[ 0.00307804  0.00420124  0.03992404 ...,  0.00838368  0.00326213
   0.00227761]
 [ 0.00007686  0.0092424   0.00020921 ...,  0.00082067  0.00033549
   0.00419443]
 [ 0.00312161  0.01372913  0.00752868 ...,  0.00108692  0.00206712
   0.00051281]
 ..., 
 [ 0.0003168   0.0056935   0.00128497 ...,  0.0018689   0.00075046
   0.00365395]
 [ 0.00112282  0.00334503  0.00855231 ...,  0.00562933  0.00167264
   0.00532722]
 [ 0.00059897  0.00329154  0.0084479  ...,  0.00290991  0.00525511
   0.00155544]] (24.523 sec)
INFO:tensorflow:global_step/sec: 2.03506
INFO:tensorflow:probabilities = [[ 0.00082149  0.03237569  0.03375172 ...,  0.00475952  0.00240197
   0.00908196]
 [ 0.00277965  0.02783382  0.00694515 ...,  0.00319668  0.0035698
   0.00434595]
 [ 0.00162492  0.0111167   0.00031861 ...,  0.00453976  0.00450369
   0.00995241]
 ..., 
 [ 0.00008017  0.01099241  0.00498185 ...,  0.00415009  0.00162785
   0.00396602]
 [ 0.00347291  0.01083247  0.02835262 ...,  0.00659319  0.00288826
   0.00152673]
 [ 0.0009515   0.03328444  0.00805742 ...,  0.00450089  0.00466429
   0.00615139]] (24.615 sec)
INFO:tensorflow:step = 9401, loss = 3.71923 (49.139 sec)
INFO:tensorflow:probabilities = [[ 0.0025712   0.00614273  0.00908946 ...,  0.00443055  0.00480073
   0.00163225]
 [ 0.00037668  0.06311727  0.03643486 ...,  0.00320383  0.00863304
   0.00273119]
 [ 0.00589712  0.00940335  0.00101441 ...,  0.00898865  0.00142169
   0.00204916]
 ..., 
 [ 0.00038758  0.00511242  0.0106019  ...,  0.00606758  0.00210205
   0.00926671]
 [ 0.0001691   0.00263082  0.01887692 ...,  0.00532772  0.07527008
   0.00392649]
 [ 0.00000067  0.00504064  0.00041985 ...,  0.00211906  0.0002441
   0.00028654]] (24.555 sec)
INFO:tensorflow:global_step/sec: 2.02765
INFO:tensorflow:probabilities = [[ 0.00088585  0.00509524  0.02579195 ...,  0.00466838  0.00169707
   0.00304575]
 [ 0.00322316  0.00923291  0.00158394 ...,  0.00129039  0.0014955
   0.00107699]
 [ 0.00000545  0.00518295  0.0140435  ...,  0.00072423  0.00015925
   0.00441309]
 ..., 
 [ 0.0000785   0.00850874  0.00072901 ...,  0.00037624  0.00051553
   0.00675857]
 [ 0.00090983  0.00738605  0.01042314 ...,  0.00381857  0.00182746
   0.00312578]
 [ 0.00000592  0.00563181  0.00038373 ...,  0.00109045  0.0005799
   0.0032922 ]] (24.763 sec)
INFO:tensorflow:step = 9501, loss = 3.89154 (49.318 sec)
INFO:tensorflow:Saving checkpoints for 9545 into ./model-k/model.ckpt.
INFO:tensorflow:probabilities = [[ 0.0006829   0.00617773  0.00280943 ...,  0.00514664  0.00335597
   0.00108244]
 [ 0.02437616  0.01323135  0.00219378 ...,  0.00335178  0.00339847
   0.00060825]
 [ 0.05297256  0.00039352  0.00060715 ...,  0.0038673   0.00654082
   0.00051273]
 ..., 
 [ 0.00030877  0.00223855  0.0027269  ...,  0.0016668   0.00500904
   0.00291365]
 [ 0.00989076  0.00465718  0.0020814  ...,  0.00459065  0.00076796
   0.00522808]
 [ 0.0013931   0.03895253  0.01264705 ...,  0.00435706  0.00256466
   0.00305902]] (25.210 sec)
INFO:tensorflow:global_step/sec: 2.00607
INFO:tensorflow:probabilities = [[ 0.00120313  0.00876614  0.00570213 ...,  0.00596977  0.00109559
   0.01002872]
 [ 0.06023543  0.00270221  0.00155945 ...,  0.00218163  0.00120631
   0.00275954]
 [ 0.00000025  0.00023693  0.00009426 ...,  0.0000662   0.00010179
   0.00005748]
 ..., 
 [ 0.0020834   0.01563823  0.0019254  ...,  0.00430493  0.00552704
   0.00718357]
 [ 0.00013883  0.00204275  0.01142732 ...,  0.00081403  0.0012264
   0.00712149]
 [ 0.00375436  0.0150002   0.0022566  ...,  0.00784312  0.00311371
   0.00464257]] (24.639 sec)
INFO:tensorflow:step = 9601, loss = 3.48826 (49.849 sec)
INFO:tensorflow:probabilities = [[ 0.00105866  0.01097529  0.02259636 ...,  0.0233509   0.00182184
   0.00215107]
 [ 0.0012338   0.00823114  0.01380832 ...,  0.00631736  0.01464728
   0.02228916]
 [ 0.00008524  0.02277194  0.00750754 ...,  0.00266806  0.00110474
   0.01958446]
 ..., 
 [ 0.00534271  0.03228331  0.01377252 ...,  0.00402161  0.00535182
   0.00256843]
 [ 0.0000569   0.00246084  0.00653945 ...,  0.0009866   0.00051241
   0.00709962]
 [ 0.00047723  0.00576548  0.00491681 ...,  0.00366725  0.00115608
   0.00642833]] (24.615 sec)
INFO:tensorflow:global_step/sec: 2.01604
INFO:tensorflow:probabilities = [[ 0.00223296  0.00354525  0.00397695 ...,  0.00261684  0.00866316
   0.00627752]
 [ 0.00163859  0.01989915  0.00701183 ...,  0.00301458  0.00275827
   0.00524622]
 [ 0.03439915  0.00394968  0.00288328 ...,  0.01237326  0.01900019
   0.00064265]
 ..., 
 [ 0.00232779  0.00503861  0.00174768 ...,  0.00064976  0.00684556
   0.0051929 ]
 [ 0.00000049  0.00320623  0.00137564 ...,  0.00040369  0.00158945
   0.00206245]
 [ 0.0004445   0.01453733  0.00511245 ...,  0.00494298  0.0088421
   0.00158922]] (24.987 sec)
INFO:tensorflow:step = 9701, loss = 3.9427 (49.602 sec)
INFO:tensorflow:probabilities = [[ 0.00899143  0.00866845  0.00430175 ...,  0.00284751  0.00430707
   0.00462159]
 [ 0.00086799  0.00315796  0.00009093 ...,  0.00065714  0.00012894
   0.00248997]
 [ 0.00135016  0.01268911  0.00181762 ...,  0.00217312  0.01014087
   0.0082131 ]
 ..., 
 [ 0.00019188  0.00571657  0.00430208 ...,  0.00053652  0.00028375
   0.00557385]
 [ 0.00002473  0.00423033  0.02672958 ...,  0.00408919  0.00171481
   0.01686777]
 [ 0.0017456   0.01088665  0.00241134 ...,  0.00144891  0.01051771
   0.03813689]] (24.935 sec)
INFO:tensorflow:global_step/sec: 2.01687
INFO:tensorflow:probabilities = [[ 0.00546673  0.00368602  0.00044042 ...,  0.00513162  0.00502988
   0.00069584]
 [ 0.00094123  0.08426964  0.0087712  ...,  0.00257209  0.00466524
   0.01055367]
 [ 0.00468238  0.01162552  0.00904549 ...,  0.02253355  0.00447518
   0.00571368]
 ..., 
 [ 0.0029992   0.044988    0.00081485 ...,  0.00544963  0.00110189
   0.0195916 ]
 [ 0.00000129  0.00155875  0.00020415 ...,  0.00009438  0.0006094
   0.00039765]
 [ 0.0004471   0.01162     0.00283037 ...,  0.00335883  0.00229375
   0.00345181]] (24.647 sec)
INFO:tensorflow:step = 9801, loss = 3.72501 (49.582 sec)
INFO:tensorflow:probabilities = [[ 0.13915437  0.00576507  0.00026097 ...,  0.00166746  0.00370545  0.00031   ]
 [ 0.00070383  0.01125317  0.00563986 ...,  0.00227576  0.0004868
   0.00308573]
 [ 0.00075265  0.0110449   0.00046618 ...,  0.00666818  0.00068604
   0.01437726]
 ..., 
 [ 0.00004098  0.0010034   0.00006136 ...,  0.00052332  0.00031196
   0.00235865]
 [ 0.00070855  0.01107472  0.00155741 ...,  0.00274899  0.01160994
   0.00162917]
 [ 0.0000416   0.03808931  0.00121521 ...,  0.00051444  0.0008022
   0.00223565]] (24.652 sec)
INFO:tensorflow:global_step/sec: 2.02674
INFO:tensorflow:probabilities = [[ 0.00004401  0.00217351  0.00205165 ...,  0.00060283  0.00094601
   0.00326137]
 [ 0.00136044  0.00346806  0.00700338 ...,  0.0029748   0.00323986
   0.00193875]
 [ 0.00000296  0.00070074  0.03935513 ...,  0.00018902  0.00007861
   0.002145  ]
 ..., 
 [ 0.00006047  0.00569054  0.0007036  ...,  0.00091422  0.00164158
   0.00449433]
 [ 0.00018496  0.00836249  0.0075138  ...,  0.00214466  0.001391
   0.00465989]
 [ 0.00001311  0.00198509  0.00155227 ...,  0.00189853  0.00081995
   0.00744993]] (24.688 sec)
INFO:tensorflow:step = 9901, loss = 3.92342 (49.340 sec)
INFO:tensorflow:probabilities = [[ 0.00257923  0.02562702  0.01850747 ...,  0.00139866  0.0090217
   0.00219399]
 [ 0.00154835  0.00320666  0.00099951 ...,  0.00318668  0.00864987
   0.001911  ]
 [ 0.02916371  0.00058401  0.00016192 ...,  0.00211266  0.00150395
   0.00034525]
 ..., 
 [ 0.00097165  0.0110301   0.00014244 ...,  0.00131752  0.00860953
   0.00079643]
 [ 0.00013083  0.00233207  0.00016622 ...,  0.00097654  0.00033871
   0.00074134]
 [ 0.01545359  0.00060488  0.00047564 ...,  0.00339373  0.00071861
   0.00035269]] (24.595 sec)
INFO:tensorflow:global_step/sec: 2.02517
INFO:tensorflow:probabilities = [[ 0.09431966  0.01122308  0.00221836 ...,  0.00400493  0.00026881
   0.00193263]
 [ 0.00041061  0.01459578  0.00512483 ...,  0.01281726  0.00079991
   0.00763745]
 [ 0.00004986  0.0028863   0.0336753  ...,  0.00231244  0.0014175
   0.00406023]
 ..., 
 [ 0.00043584  0.04208582  0.01136645 ...,  0.00425981  0.00747081
   0.00252421]
 [ 0.00087475  0.00773947  0.00296315 ...,  0.00271074  0.00277912
   0.00292291]
 [ 0.11788275  0.01564944  0.00330811 ...,  0.00265402  0.00120145
   0.00135176]] (24.784 sec)
INFO:tensorflow:step = 10001, loss = 3.57333 (49.379 sec)
INFO:tensorflow:probabilities = [[ 0.00118452  0.00218356  0.00097666 ...,  0.00324434  0.00060338
   0.00176786]
 [ 0.00014379  0.00250731  0.00453321 ...,  0.00132127  0.00267952
   0.00384469]
 [ 0.00001214  0.00104109  0.00210929 ...,  0.00025701  0.0004442
   0.0066351 ]
 ..., 
 [ 0.00016792  0.01131967  0.00169188 ...,  0.00172066  0.00059775
   0.00935792]
 [ 0.04484793  0.0031028   0.00063246 ...,  0.00655113  0.00374133
   0.00024288]
 [ 0.00025084  0.00320814  0.00234095 ...,  0.00374913  0.00242587
   0.0057036 ]] (24.637 sec)
INFO:tensorflow:global_step/sec: 2.02961
INFO:tensorflow:probabilities = [[ 0.0027748   0.01118082  0.01043052 ...,  0.0055986   0.04702159
   0.00064681]
 [ 0.00006291  0.0068684   0.00029178 ...,  0.00035467  0.00015178
   0.00105355]
 [ 0.00004159  0.0057748   0.00080065 ...,  0.00008769  0.00133251
   0.00142467]
 ..., 
 [ 0.00002937  0.00443311  0.00022908 ...,  0.00076882  0.00102746
   0.00047322]
 [ 0.00432163  0.00265023  0.0105394  ...,  0.02732736  0.00091559
   0.00122278]
 [ 0.00000466  0.0053647   0.00005181 ...,  0.00014705  0.00110769
   0.00024879]] (24.633 sec)
INFO:tensorflow:step = 10101, loss = 4.19754 (49.270 sec)
INFO:tensorflow:probabilities = [[ 0.00681117  0.01076365  0.00379585 ...,  0.00663573  0.00299761
   0.0043025 ]
 [ 0.00685871  0.00316118  0.0011799  ...,  0.00200774  0.0028527
   0.00069788]
 [ 0.02213966  0.00248145  0.00087049 ...,  0.00442032  0.00549669
   0.00152218]
 ..., 
 [ 0.00001893  0.00067647  0.00011417 ...,  0.00019192  0.00014819
   0.00030929]
 [ 0.0143011   0.00650481  0.0004164  ...,  0.0038318   0.00755752
   0.00011136]
 [ 0.0009553   0.00365389  0.00508508 ...,  0.00605736  0.0066975
   0.00060484]] (24.753 sec)
INFO:tensorflow:global_step/sec: 2.02241
INFO:tensorflow:probabilities = [[ 0.00060811  0.00025658  0.00018255 ...,  0.00358565  0.00070099
   0.00140436]
 [ 0.01042126  0.00268273  0.00073266 ...,  0.01002936  0.00362768
   0.00128265]
 [ 0.0828697   0.00498842  0.00027882 ...,  0.00373133  0.00426186
   0.00127207]
 ..., 
 [ 0.00283051  0.00854279  0.00013322 ...,  0.00549213  0.00153148
   0.00090955]
 [ 0.00007112  0.00487852  0.00023876 ...,  0.00030101  0.00032069
   0.00116738]
 [ 0.02317602  0.00284218  0.00162375 ...,  0.00160007  0.00497042
   0.00145322]] (24.693 sec)
INFO:tensorflow:step = 10201, loss = 3.69052 (49.447 sec)
INFO:tensorflow:probabilities = [[ 0.00021308  0.01180019  0.00247864 ...,  0.00226017  0.00771659
   0.01162355]
 [ 0.02249672  0.00538736  0.00347911 ...,  0.01975552  0.00193822
   0.00638382]
 [ 0.00046344  0.00473197  0.00263386 ...,  0.00144275  0.02153594
   0.00281782]
 ..., 
 [ 0.00114878  0.06515929  0.01089145 ...,  0.00039648  0.00221877
   0.00191869]
 [ 0.00349882  0.01207171  0.00539497 ...,  0.00605998  0.00221885
   0.00222748]
 [ 0.02001159  0.00212833  0.00121266 ...,  0.00967535  0.00386825
   0.00030385]] (24.769 sec)
INFO:tensorflow:global_step/sec: 2.02276
INFO:tensorflow:probabilities = [[ 0.04763802  0.00394634  0.00252587 ...,  0.00254391  0.00132843
   0.00031284]
 [ 0.00003047  0.00298221  0.0002799  ...,  0.00109786  0.00177274
   0.0009219 ]
 [ 0.00512803  0.00358539  0.00529038 ...,  0.00303156  0.00101765
   0.00283088]
 ..., 
 [ 0.0018293   0.00525351  0.00900703 ...,  0.00426767  0.02246063
   0.00266358]
 [ 0.00014136  0.01370223  0.00799714 ...,  0.00107773  0.00311793
   0.00101359]
 [ 0.00025073  0.00349719  0.00059223 ...,  0.00176803  0.00142521
   0.00066375]] (24.668 sec)
INFO:tensorflow:step = 10301, loss = 3.67858 (49.436 sec)
INFO:tensorflow:probabilities = [[ 0.00004812  0.00139171  0.00144101 ...,  0.0016229   0.00037202
   0.00306008]
 [ 0.0000812   0.00564722  0.00211797 ...,  0.00447945  0.0009787
   0.00343209]
 [ 0.00000296  0.01244367  0.00068212 ...,  0.00007452  0.00080883
   0.00291932]
 ..., 
 [ 0.00026953  0.00293286  0.00790732 ...,  0.0115508   0.00344665
   0.01222003]
 [ 0.04725865  0.00683393  0.00108958 ...,  0.00976119  0.00047465
   0.0010878 ]
 [ 0.00167381  0.00852877  0.01195581 ...,  0.01350868  0.00041751
   0.00267418]] (24.927 sec)
INFO:tensorflow:global_step/sec: 2.01454
INFO:tensorflow:probabilities = [[ 0.00015546  0.00337765  0.00165026 ...,  0.00153705  0.00284737
   0.00375864]
 [ 0.00246202  0.01217404  0.00080484 ...,  0.00415219  0.00414243
   0.00218878]
 [ 0.00016604  0.00388142  0.03344922 ...,  0.00738209  0.0039979
   0.00777157]
 ..., 
 [ 0.00072934  0.00492727  0.00161137 ...,  0.01356601  0.00803056
   0.00597067]
 [ 0.01595804  0.00133613  0.00371141 ...,  0.00624131  0.00227967
   0.00860868]
 [ 0.00067569  0.03546752  0.0095409  ...,  0.00393599  0.00564123
   0.01128648]] (24.712 sec)
INFO:tensorflow:step = 10401, loss = 3.48346 (49.639 sec)
INFO:tensorflow:probabilities = [[ 0.00753389  0.02810053  0.01487014 ...,  0.00524261  0.00519095
   0.00971717]
 [ 0.00130088  0.00114679  0.0010191  ...,  0.00327155  0.00060208
   0.00161046]
 [ 0.00014964  0.00310908  0.00167306 ...,  0.00742713  0.00041094
   0.00325338]
 ..., 
 [ 0.00006016  0.00509303  0.00903942 ...,  0.00365683  0.00257752
   0.06699887]
 [ 0.00107215  0.00170296  0.00126698 ...,  0.01479744  0.00056937
   0.00052952]
 [ 0.02445185  0.00366124  0.0004067  ...,  0.00208643  0.0105858
   0.00027348]] (25.037 sec)
INFO:tensorflow:global_step/sec: 2.00426
INFO:tensorflow:probabilities = [[ 0.00093316  0.002526    0.00091879 ...,  0.00676978  0.04769839
   0.00522772]
 [ 0.00102648  0.00338223  0.00803874 ...,  0.00610212  0.00143049
   0.00395609]
 [ 0.00071316  0.00287281  0.00033274 ...,  0.00123028  0.00118379
   0.00225546]
 ..., 
 [ 0.00009564  0.01061184  0.00175187 ...,  0.00173398  0.00216239
   0.01974965]
 [ 0.00283179  0.00245479  0.00170014 ...,  0.00283404  0.00720604
   0.00141217]
 [ 0.00005044  0.00721271  0.03108751 ...,  0.00366361  0.00299874
   0.00414285]] (24.857 sec)
INFO:tensorflow:step = 10501, loss = 3.92554 (49.894 sec)
INFO:tensorflow:probabilities = [[ 0.00037579  0.01305558  0.03779289 ...,  0.00389158  0.00127031
   0.00516073]
 [ 0.0003849   0.00071971  0.00142348 ...,  0.00753262  0.00289271
   0.00981516]
 [ 0.02162331  0.00459747  0.00051049 ...,  0.00424128  0.00630437
   0.00080757]
 ..., 
 [ 0.0027669   0.0025168   0.00079521 ...,  0.0012742   0.01218889
   0.00089501]
 [ 0.00020484  0.00553489  0.00047249 ...,  0.0010855   0.00068633
   0.00486279]
 [ 0.00759399  0.00171927  0.00029336 ...,  0.0037074   0.00065518
   0.0000906 ]] (24.738 sec)
INFO:tensorflow:global_step/sec: 2.02093
INFO:tensorflow:probabilities = [[ 0.02266523  0.00370725  0.0010314  ...,  0.00452696  0.00274674
   0.00181387]
 [ 0.0000848   0.00065037  0.00108683 ...,  0.00027936  0.00331118
   0.00289821]
 [ 0.00393732  0.0284687   0.00748268 ...,  0.0016228   0.00356832
   0.0041072 ]
 ..., 
 [ 0.00004266  0.00900515  0.00980546 ...,  0.00098847  0.0019127
   0.00634434]
 [ 0.0000002   0.00033106  0.00001633 ...,  0.00001327  0.0000136
   0.00030561]
 [ 0.00357807  0.0083807   0.00925002 ...,  0.01142069  0.0055138
   0.01380481]] (24.744 sec)
INFO:tensorflow:step = 10601, loss = 3.26882 (49.482 sec)
INFO:tensorflow:probabilities = [[ 0.00021316  0.00689666  0.02768935 ...,  0.00142062  0.00308171
   0.00466025]
 [ 0.00005241  0.00785292  0.00286616 ...,  0.00056705  0.00077521
   0.00058161]
 [ 0.00188008  0.00037672  0.0046462  ...,  0.00626161  0.0082021
   0.00385923]
 ..., 
 [ 0.00000788  0.0027034   0.00615659 ...,  0.00087987  0.00094369
   0.00507328]
 [ 0.00000044  0.00307092  0.0169185  ...,  0.00089278  0.0001372
   0.01966306]
 [ 0.00123661  0.00442886  0.0007617  ...,  0.00045691  0.00172753
   0.00150898]] (24.691 sec)
INFO:tensorflow:global_step/sec: 2.02132
INFO:tensorflow:probabilities = [[ 0.01014956  0.00099823  0.00010066 ...,  0.00021632  0.00010552
   0.00126192]
 [ 0.0000122   0.00297229  0.0003962  ...,  0.00035794  0.00123445
   0.01313232]
 [ 0.00010988  0.00600723  0.0140494  ...,  0.00133724  0.00131145
   0.01089547]
 ..., 
 [ 0.00857758  0.00521986  0.00459743 ...,  0.00236815  0.00117257
   0.00119203]
 [ 0.01762624  0.00124462  0.00279235 ...,  0.01163696  0.01334928
   0.00056569]
 [ 0.00087137  0.00126353  0.00126421 ...,  0.00285843  0.00045233
   0.00423592]] (24.782 sec)
INFO:tensorflow:step = 10701, loss = 3.98419 (49.473 sec)
INFO:tensorflow:probabilities = [[ 0.00070913  0.00250449  0.00075129 ...,  0.00357666  0.00782787
   0.00111474]
 [ 0.02240632  0.01184736  0.00062727 ...,  0.00278192  0.0065722
   0.00025041]
 [ 0.03299447  0.00937852  0.00231647 ...,  0.00804115  0.01444454
   0.00031619]
 ..., 
 [ 0.00446751  0.01844181  0.008454   ...,  0.00605302  0.00593978
   0.00561808]
 [ 0.00460747  0.00515358  0.00223922 ...,  0.01125477  0.00087663
   0.00045304]
 [ 0.00082738  0.00536396  0.00220577 ...,  0.01524441  0.00031989
   0.0021669 ]] (24.716 sec)
INFO:tensorflow:Saving checkpoints for 10757 into ./model-k/model.ckpt.
INFO:tensorflow:global_step/sec: 2.00623
INFO:tensorflow:probabilities = [[ 0.00000003  0.00010249  0.00000381 ...,  0.00005796  0.00012004
   0.00007876]
 [ 0.00048828  0.00749777  0.00502875 ...,  0.00943492  0.00370796
   0.004446  ]
 [ 0.00003795  0.00259562  0.05709521 ...,  0.00828289  0.00142255
   0.03705154]
 ..., 
 [ 0.00024807  0.00299895  0.00011226 ...,  0.00052172  0.00032135
   0.0006037 ]
 [ 0.00032806  0.00286946  0.00032164 ...,  0.00063419  0.00061067
   0.00138065]
 [ 0.00220686  0.00842077  0.00654064 ...,  0.00733714  0.0062379
   0.00221728]] (25.129 sec)
INFO:tensorflow:step = 10801, loss = 3.39575 (49.845 sec)
INFO:tensorflow:probabilities = [[ 0.01204627  0.00754051  0.00226591 ...,  0.00560808  0.00725523
   0.00809152]
 [ 0.00025132  0.0033053   0.00657642 ...,  0.00133433  0.00373271
   0.0169326 ]
 [ 0.01709115  0.01855557  0.00228033 ...,  0.0087414   0.02024394
   0.00216639]
 ..., 
 [ 0.00048408  0.01120796  0.0666839  ...,  0.00279165  0.00091015
   0.00257151]
 [ 0.07311336  0.00076323  0.00100927 ...,  0.00063217  0.00331612
   0.00073558]
 [ 0.00066148  0.00684466  0.00513876 ...,  0.004186    0.00665297
   0.00540972]] (24.671 sec)
INFO:tensorflow:global_step/sec: 2.02489
INFO:tensorflow:probabilities = [[ 0.00026662  0.00823485  0.00647648 ...,  0.00125896  0.00356954
   0.0031859 ]
 [ 0.0000605   0.00879578  0.00653005 ...,  0.00057909  0.00178523
   0.01262054]
 [ 0.00013415  0.00361728  0.01460724 ...,  0.00272895  0.00056583
   0.00641206]
 ..., 
 [ 0.00008896  0.00879014  0.00028959 ...,  0.00027749  0.00257142
   0.00079424]
 [ 0.00048044  0.00162316  0.00330375 ...,  0.00139586  0.00051056
   0.01619679]
 [ 0.00065491  0.00952574  0.00108127 ...,  0.0017816   0.00222127
   0.00393437]] (24.714 sec)
INFO:tensorflow:step = 10901, loss = 3.65333 (49.385 sec)
INFO:tensorflow:probabilities = [[ 0.00049603  0.01929062  0.04066786 ...,  0.01124691  0.00154578
   0.0074586 ]
 [ 0.20309058  0.0022367   0.00012586 ...,  0.00119302  0.00073129
   0.00016456]
 [ 0.00014876  0.02506659  0.01232352 ...,  0.00194311  0.00139492
   0.01100924]
 ..., 
 [ 0.00000364  0.01975256  0.00045404 ...,  0.000691    0.0003999
   0.00322634]
 [ 0.00089774  0.00443662  0.00183574 ...,  0.00735557  0.0103853
   0.00550932]
 [ 0.04329208  0.00524152  0.00095295 ...,  0.0044631   0.00248648
   0.00554298]] (25.052 sec)
INFO:tensorflow:global_step/sec: 2.01041
INFO:tensorflow:probabilities = [[ 0.04623759  0.0036062   0.00086044 ...,  0.00291743  0.00105318
   0.00332621]
 [ 0.00194426  0.02854972  0.00735322 ...,  0.00815014  0.00290704
   0.00903859]
 [ 0.00042843  0.07702912  0.01152887 ...,  0.00215596  0.00110625
   0.0210876 ]
 ..., 
 [ 0.00010314  0.00062965  0.00045349 ...,  0.01076304  0.00098996
   0.00013468]
 [ 0.00005809  0.00129204  0.00277053 ...,  0.00032493  0.00057672
   0.00329935]
 [ 0.01780202  0.01062449  0.00277023 ...,  0.0030739   0.01478538
   0.0008457 ]] (24.689 sec)
INFO:tensorflow:step = 11001, loss = 3.44874 (49.742 sec)
INFO:tensorflow:probabilities = [[ 0.00051923  0.01393283  0.00067928 ...,  0.00161624  0.00737476
   0.00273318]
 [ 0.00005957  0.00184815  0.00027256 ...,  0.00125666  0.00040683
   0.00238861]
 [ 0.00186362  0.00145814  0.007843   ...,  0.02245417  0.00122925
   0.00140934]
 ..., 
 [ 0.00386999  0.0023973   0.00159026 ...,  0.00274423  0.00779342
   0.00347075]
 [ 0.00213972  0.00559533  0.00296126 ...,  0.00610729  0.00411857
   0.00587951]
 [ 0.00023583  0.00260906  0.00105292 ...,  0.0023788   0.00396974
   0.00157297]] (24.777 sec)
INFO:tensorflow:global_step/sec: 2.02184
INFO:tensorflow:probabilities = [[ 0.0000013   0.0028274   0.00002487 ...,  0.00017033  0.00015982
   0.00040361]
 [ 0.00020546  0.00134218  0.0005288  ...,  0.00066434  0.0003852
   0.00218911]
 [ 0.00000002  0.00206998  0.00356132 ...,  0.00068014  0.00016524
   0.00357868]
 ..., 
 [ 0.00047177  0.00532841  0.00293034 ...,  0.00543152  0.00087823
   0.00086907]
 [ 0.00706435  0.00192342  0.01213845 ...,  0.00457343  0.00220391
   0.01381785]
 [ 0.00291746  0.00263474  0.01219656 ...,  0.00722523  0.00031342
   0.00313879]] (24.682 sec)
INFO:tensorflow:step = 11101, loss = 3.73211 (49.459 sec)
INFO:tensorflow:probabilities = [[ 0.00031779  0.00597438  0.06621042 ...,  0.00144237  0.00774003
   0.02029573]
 [ 0.00933278  0.00703291  0.00483088 ...,  0.00091962  0.01112649
   0.00013229]
 [ 0.00000037  0.00756497  0.00079719 ...,  0.00051363  0.0010833
   0.00102821]
 ..., 
 [ 0.00704255  0.0196951   0.00640676 ...,  0.01798046  0.01059701
   0.01982423]
 [ 0.00018114  0.00241806  0.00352454 ...,  0.00591476  0.00211743
   0.00021946]
 [ 0.00921203  0.00653675  0.01505647 ...,  0.00836024  0.00862999
   0.00067349]] (24.713 sec)
INFO:tensorflow:global_step/sec: 2.01972
INFO:tensorflow:probabilities = [[ 0.00094859  0.00648005  0.03201876 ...,  0.00342446  0.00107293
   0.00079458]
 [ 0.00000056  0.0053934   0.00368878 ...,  0.00023402  0.00048902
   0.008615  ]
 [ 0.00016392  0.00599218  0.00140071 ...,  0.00069361  0.00110031
   0.00451106]
 ..., 
 [ 0.01361259  0.01670988  0.00964057 ...,  0.01396418  0.00192017
   0.00208694]
 [ 0.00009906  0.00231067  0.00040121 ...,  0.00135577  0.00038814
   0.00150856]
 [ 0.02253881  0.00309923  0.00566184 ...,  0.01734006  0.00586946
   0.00160507]] (24.799 sec)
INFO:tensorflow:step = 11201, loss = 3.63346 (49.512 sec)
INFO:tensorflow:probabilities = [[ 0.00030297  0.04810114  0.00810078 ...,  0.00064325  0.00110094
   0.00280088]
 [ 0.00015569  0.00347905  0.00254175 ...,  0.00435864  0.00475377
   0.00133873]
 [ 0.0479194   0.00082356  0.0004377  ...,  0.00357916  0.00036631
   0.00008126]
 ..., 
 [ 0.00211288  0.01561744  0.00140541 ...,  0.0008885   0.00125587
   0.00186969]
 [ 0.00000615  0.00070302  0.04023513 ...,  0.0005546   0.00004608
   0.02950005]
 [ 0.00004906  0.00123349  0.00001348 ...,  0.00014443  0.00019093
   0.00010038]] (24.857 sec)
INFO:tensorflow:global_step/sec: 2.01446
INFO:tensorflow:probabilities = [[ 0.02249804  0.00086466  0.00417076 ...,  0.00409467  0.00065502
   0.00225403]
 [ 0.0884621   0.0033718   0.00235304 ...,  0.00880478  0.0136224
   0.00151348]
 [ 0.00000392  0.01059177  0.03243032 ...,  0.00043456  0.00070106
   0.01167568]
 ..., 
 [ 0.00000204  0.00416401  0.01525943 ...,  0.00036057  0.00025889
   0.01133584]
 [ 0.00013383  0.01028663  0.00242633 ...,  0.00154982  0.00125099
   0.01018706]
 [ 0.00443868  0.00214697  0.07626511 ...,  0.00462657  0.0028699
   0.0014864 ]] (24.784 sec)
INFO:tensorflow:step = 11301, loss = 3.76008 (49.641 sec)
INFO:tensorflow:probabilities = [[ 0.00008067  0.01596411  0.02094406 ...,  0.00322018  0.00114533
   0.00187916]
 [ 0.00713051  0.01099447  0.00684341 ...,  0.01039588  0.00235552
   0.00413473]
 [ 0.05330116  0.00267697  0.00024685 ...,  0.00415921  0.00108     0.00248967]
 ..., 
 [ 0.02826885  0.00361535  0.0024725  ...,  0.0034489   0.00063318
   0.00221274]
 [ 0.00680303  0.00603822  0.00203587 ...,  0.01286717  0.01096254
   0.00073692]
 [ 0.00391094  0.01500483  0.01509108 ...,  0.00396723  0.00208847
   0.00246644]] (24.737 sec)
INFO:tensorflow:global_step/sec: 2.02302
INFO:tensorflow:probabilities = [[ 0.01243959  0.0107208   0.00111102 ...,  0.00396729  0.00125941
   0.00370167]
 [ 0.00140837  0.01252545  0.02379761 ...,  0.0030809   0.00090536
   0.00816834]
 [ 0.00302992  0.00612857  0.00082771 ...,  0.00506681  0.00880495
   0.00281024]
 ..., 
 [ 0.0004321   0.03301131  0.00639689 ...,  0.02085516  0.00530853
   0.00368051]
 [ 0.00191358  0.0108626   0.01280812 ...,  0.00288576  0.00921941
   0.00052428]
 [ 0.00296164  0.00197406  0.00174147 ...,  0.00765277  0.00462485
   0.0020037 ]] (24.694 sec)
INFO:tensorflow:step = 11401, loss = 3.49887 (49.431 sec)
INFO:tensorflow:probabilities = [[ 0.00377651  0.00403266  0.00095928 ...,  0.00164486  0.00220797
   0.00212699]
 [ 0.00000573  0.00121272  0.00008306 ...,  0.0003346   0.00011559
   0.00089826]
 [ 0.00000956  0.00386334  0.00228276 ...,  0.00082162  0.00106036
   0.01310124]
 ..., 
 [ 0.00000013  0.00004379  0.00000066 ...,  0.00000906  0.0000394
   0.00000535]
 [ 0.00659539  0.00281392  0.00006559 ...,  0.00082608  0.00324029
   0.00096315]
 [ 0.00025806  0.00176286  0.00046497 ...,  0.00147517  0.0005514
   0.00169564]] (24.831 sec)
INFO:tensorflow:global_step/sec: 2.01845
INFO:tensorflow:probabilities = [[ 0.0000205   0.00273184  0.00567766 ...,  0.00037543  0.0016042
   0.00203136]
 [ 0.00474323  0.00204338  0.00267728 ...,  0.00260475  0.00076522
   0.01070869]
 [ 0.00025914  0.0012201   0.00466954 ...,  0.00613677  0.00039351
   0.00760225]
 ..., 
 [ 0.0253515   0.00507928  0.00588558 ...,  0.00975273  0.01842126
   0.00436533]
 [ 0.00264084  0.00499691  0.01042243 ...,  0.00789676  0.00236575
   0.00190444]
 [ 0.01322448  0.00239774  0.00024956 ...,  0.01314448  0.00008246
   0.00527901]] (24.711 sec)
INFO:tensorflow:step = 11501, loss = 3.55803 (49.543 sec)
INFO:tensorflow:probabilities = [[ 0.20363732  0.00043643  0.00100879 ...,  0.01298974  0.00015254
   0.00024582]
 [ 0.00024404  0.00040139  0.00059955 ...,  0.00109913  0.00010196
   0.00463074]
 [ 0.00022084  0.00455583  0.00490515 ...,  0.00165661  0.00302875
   0.02528354]
 ..., 
 [ 0.00061224  0.02819398  0.04378854 ...,  0.01563747  0.00173757
   0.00784569]
 [ 0.00017064  0.00505101  0.00291893 ...,  0.01070987  0.00030546
   0.00590962]
 [ 0.01249164  0.00793738  0.00384577 ...,  0.01027652  0.00230785
   0.0020621 ]] (25.044 sec)
INFO:tensorflow:global_step/sec: 2.00514
INFO:tensorflow:probabilities = [[ 0.0000207   0.00232883  0.00111165 ...,  0.00212934  0.00008181
   0.00643041]
 [ 0.00089371  0.00599311  0.00413843 ...,  0.00153213  0.0027003
   0.00294271]
 [ 0.00311097  0.00727451  0.00336188 ...,  0.00547056  0.00450476
   0.00560282]
 ..., 
 [ 0.00029541  0.00257287  0.00034194 ...,  0.00194843  0.00069637
   0.00201229]
 [ 0.0001959   0.00289665  0.000436   ...,  0.00172812  0.00063792
   0.00205912]
 [ 0.00477272  0.00396069  0.00037834 ...,  0.00408895  0.00227177
   0.00028809]] (24.828 sec)
INFO:tensorflow:step = 11601, loss = 3.53542 (49.872 sec)
INFO:tensorflow:probabilities = [[ 0.00879129  0.00308512  0.01193232 ...,  0.0085582   0.00447906
   0.00138014]
 [ 0.00019611  0.00501856  0.00092191 ...,  0.00251133  0.00151852
   0.0020748 ]
 [ 0.00000189  0.00108802  0.0002627  ...,  0.00165327  0.00018225
   0.00163176]
 ..., 
 [ 0.00009923  0.00969472  0.00975276 ...,  0.00070884  0.00771572
   0.00103788]
 [ 0.00004673  0.00071527  0.00097528 ...,  0.00238379  0.00163313
   0.0008562 ]
 [ 0.2635929   0.00030992  0.00014212 ...,  0.0007679   0.0000104
   0.0000179 ]] (24.815 sec)
INFO:tensorflow:global_step/sec: 2.01671
INFO:tensorflow:probabilities = [[ 0.03680911  0.00296616  0.00014124 ...,  0.00285574  0.03746426
   0.00008185]
 [ 0.00050972  0.00269377  0.0001161  ...,  0.00034682  0.00152461
   0.00072974]
 [ 0.00000019  0.00533876  0.02040306 ...,  0.0002502   0.00043916
   0.00955596]
 ..., 
 [ 0.00054558  0.00184372  0.01793872 ...,  0.02197138  0.01556057
   0.0020409 ]
 [ 0.00003533  0.00237844  0.00032599 ...,  0.00036644  0.00063733
   0.00252196]
 [ 0.0170958   0.00320985  0.00168255 ...,  0.00530529  0.00418451
   0.00157318]] (24.771 sec)
INFO:tensorflow:step = 11701, loss = 3.61043 (49.586 sec)
INFO:tensorflow:probabilities = [[ 0.00000449  0.00483013  0.00113674 ...,  0.00070368  0.00016491
   0.00160743]
 [ 0.00006402  0.03080193  0.00543611 ...,  0.00161385  0.00171591
   0.00669649]
 [ 0.01155729  0.0125732   0.00164908 ...,  0.00416853  0.02005087
   0.00228743]
 ..., 
 [ 0.00102954  0.01629224  0.02163612 ...,  0.00625691  0.00164101
   0.01573727]
 [ 0.00193523  0.00282142  0.00050984 ...,  0.00313094  0.00018874
   0.000253  ]
 [ 0.00264685  0.02766259  0.01981486 ...,  0.01285035  0.00888247
   0.01457332]] (24.892 sec)
INFO:tensorflow:global_step/sec: 2.01523
INFO:tensorflow:probabilities = [[ 0.00000259  0.00583606  0.01376199 ...,  0.00383267  0.00098063
   0.01648258]
 [ 0.00648642  0.00224676  0.00584439 ...,  0.00402917  0.00421389
   0.00048413]
 [ 0.00767823  0.00385311  0.00453805 ...,  0.00360596  0.0425011
   0.00050398]
 ..., 
 [ 0.0006766   0.00680199  0.00695884 ...,  0.00253883  0.00585782
   0.00099997]
 [ 0.00394837  0.0249508   0.00060782 ...,  0.00760473  0.0007644
   0.00065876]
 [ 0.00000307  0.00084253  0.00001752 ...,  0.00004379  0.0004399
   0.00019385]] (24.730 sec)
INFO:tensorflow:step = 11801, loss = 3.36102 (49.622 sec)
INFO:tensorflow:probabilities = [[ 0.00047179  0.00205336  0.00056892 ...,  0.00163158  0.00061453
   0.00018745]
 [ 0.00013143  0.0174082   0.07456575 ...,  0.00063426  0.0001808
   0.0022641 ]
 [ 0.00377543  0.01105349  0.0050817  ...,  0.00169735  0.00858603
   0.01799628]
 ..., 
 [ 0.00092949  0.00674339  0.00242566 ...,  0.0019593   0.00586944
   0.00225978]
 [ 0.00013514  0.00247383  0.05493901 ...,  0.00198814  0.00271754
   0.00410991]
 [ 0.00031374  0.01139707  0.01015458 ...,  0.00598409  0.00099212
   0.00462687]] (24.750 sec)
INFO:tensorflow:global_step/sec: 2.01896
INFO:tensorflow:probabilities = [[ 0.00005561  0.00302022  0.00124144 ...,  0.0014086   0.00165419
   0.00513435]
 [ 0.00004947  0.01499013  0.0167622  ...,  0.00088204  0.00280933
   0.00901726]
 [ 0.00171011  0.00348535  0.00596832 ...,  0.0046239   0.0007844
   0.00092352]
 ..., 
 [ 0.15793793  0.0007367   0.00027246 ...,  0.00144139  0.00197668
   0.00085781]
 [ 0.00064881  0.00130968  0.00003689 ...,  0.00321945  0.00215379
   0.00093202]
 [ 0.00106655  0.00446392  0.00143946 ...,  0.00136926  0.01075388
   0.00206446]] (24.780 sec)
INFO:tensorflow:step = 11901, loss = 3.54944 (49.531 sec)
INFO:tensorflow:probabilities = [[ 0.00046594  0.00386092  0.00010266 ...,  0.00436779  0.00130241
   0.0027408 ]
 [ 0.00672573  0.00391958  0.05960102 ...,  0.00283772  0.00331957
   0.00164301]
 [ 0.37008777  0.00347043  0.00047539 ...,  0.0039885   0.00024077
   0.00053234]
 ..., 
 [ 0.04302408  0.00294276  0.00058999 ...,  0.01720412  0.02028978
   0.00073067]
 [ 0.00024905  0.00826677  0.00033708 ...,  0.00045969  0.00316484
   0.00213412]
 [ 0.07878128  0.00167588  0.00336214 ...,  0.00391245  0.03612543
   0.00027723]] (24.758 sec)
INFO:tensorflow:Saving checkpoints for 11967 into ./model-k/model.ckpt.
INFO:tensorflow:global_step/sec: 2.00444
INFO:tensorflow:probabilities = [[ 0.34562519  0.00079051  0.00010305 ...,  0.00800452  0.00081774
   0.00001687]
 [ 0.00004429  0.01281957  0.01270698 ...,  0.00128449  0.00083388
   0.00735436]
 [ 0.00033035  0.00460119  0.00295184 ...,  0.00203162  0.00249488
   0.00264838]
 ..., 
 [ 0.00001576  0.0203789   0.0239159  ...,  0.00243432  0.00078309
   0.01492602]
 [ 0.00214518  0.00207154  0.00124358 ...,  0.00092575  0.00727334
   0.00098549]
 [ 0.02740097  0.00442512  0.00326843 ...,  0.01003106  0.00537718
   0.0010591 ]] (25.131 sec)
INFO:tensorflow:step = 12001, loss = 3.37873 (49.889 sec)
INFO:tensorflow:probabilities = [[ 0.00000979  0.02678991  0.02353891 ...,  0.00015411  0.00011536
   0.00318266]
 [ 0.05162175  0.00848268  0.0011678  ...,  0.00451941  0.00219312
   0.00015225]
 [ 0.00070682  0.00514075  0.00283157 ...,  0.00103801  0.00827445
   0.0025379 ]
 ..., 
 [ 0.00099605  0.00204991  0.00042398 ...,  0.02733234  0.00049059
   0.00375966]
 [ 0.00005661  0.0108692   0.00517559 ...,  0.00964668  0.00347437
   0.00856647]
 [ 0.00006301  0.00793477  0.01409234 ...,  0.00076032  0.00155826
   0.00115357]] (24.701 sec)
INFO:tensorflow:global_step/sec: 2.02661
INFO:tensorflow:probabilities = [[ 0.00008876  0.00174349  0.00035193 ...,  0.00108239  0.00379293
   0.00739917]
 [ 0.0000013   0.00358814  0.05710382 ...,  0.00015966  0.00070526
   0.00320816]
 [ 0.00021358  0.00103958  0.00517821 ...,  0.0050131   0.0009209
   0.01386155]
 ..., 
 [ 0.0022575   0.03425971  0.00947692 ...,  0.01753453  0.00395472
   0.00137308]
 [ 0.00001303  0.0013643   0.00012035 ...,  0.00007389  0.0002279
   0.00017498]
 [ 0.00365857  0.00456167  0.00344002 ...,  0.00314138  0.00360599
   0.00530634]] (24.642 sec)
INFO:tensorflow:step = 12101, loss = 3.67473 (49.343 sec)
INFO:tensorflow:probabilities = [[ 0.01128221  0.00472818  0.00015862 ...,  0.0043005   0.00148935
   0.00186087]
 [ 0.00285713  0.06046948  0.00412441 ...,  0.0026986   0.01025637
   0.00396439]
 [ 0.0001331   0.00909111  0.0018874  ...,  0.00247708  0.00049224
   0.0011595 ]
 ..., 
 [ 0.01987654  0.00996538  0.00098956 ...,  0.00390464  0.01209782
   0.00065804]
 [ 0.00423418  0.02022467  0.00176973 ...,  0.00097548  0.00471101
   0.0024088 ]
 [ 0.00075428  0.01241454  0.05812785 ...,  0.01577857  0.00901616
   0.01259865]] (25.162 sec)
INFO:tensorflow:global_step/sec: 2.00122
INFO:tensorflow:probabilities = [[ 0.00003593  0.01292734  0.0002485  ...,  0.00029038  0.00027484
   0.00167257]
 [ 0.00000484  0.00609611  0.0018234  ...,  0.00108931  0.00192909
   0.01771956]
 [ 0.00250042  0.00284074  0.00055369 ...,  0.00469022  0.00019749
   0.0270134 ]
 ..., 
 [ 0.00123203  0.09333799  0.0143175  ...,  0.00359962  0.00401235
   0.00663881]
 [ 0.00014472  0.0021786   0.00028455 ...,  0.00043418  0.00020967
   0.00059211]
 [ 0.00002951  0.00389422  0.0003769  ...,  0.00019656  0.00024182
   0.00072357]] (24.807 sec)
INFO:tensorflow:step = 12201, loss = 3.40192 (49.970 sec)
INFO:tensorflow:probabilities = [[ 0.00043135  0.00211209  0.00012684 ...,  0.00055962  0.00141585
   0.00101223]
 [ 0.00004453  0.02856967  0.01579344 ...,  0.00765451  0.00582125
   0.00312924]
 [ 0.00009534  0.00045079  0.00013865 ...,  0.0005598   0.00048209
   0.00172246]
 ..., 
 [ 0.00013511  0.0153498   0.00027594 ...,  0.00247285  0.00080604
   0.04152437]
 [ 0.00644151  0.01143893  0.00373962 ...,  0.00165779  0.00222506
   0.00140738]
 [ 0.00044559  0.00465485  0.0001364  ...,  0.02311133  0.02085399
   0.00084568]] (24.730 sec)
INFO:tensorflow:global_step/sec: 2.02447
INFO:tensorflow:probabilities = [[ 0.00009802  0.01077571  0.01105678 ...,  0.00385961  0.0011614
   0.01626213]
 [ 0.00012174  0.00414496  0.00270561 ...,  0.00141498  0.00670744
   0.0059032 ]
 [ 0.05431546  0.00173029  0.00112259 ...,  0.00728985  0.006073
   0.00015873]
 ..., 
 [ 0.00000048  0.00066395  0.00118165 ...,  0.00032552  0.00035527
   0.00065644]
 [ 0.00005946  0.00514642  0.013607   ...,  0.00096531  0.00065179
   0.00726048]
 [ 0.07825442  0.00080156  0.0005579  ...,  0.00093508  0.00104871
   0.00047441]] (24.666 sec)
INFO:tensorflow:step = 12301, loss = 3.75912 (49.397 sec)
INFO:tensorflow:probabilities = [[ 0.00022303  0.00910612  0.00345584 ...,  0.00213261  0.00366021
   0.00137116]
 [ 0.00001985  0.00081574  0.00011689 ...,  0.00051951  0.0005407
   0.00004289]
 [ 0.00001067  0.00486306  0.01819288 ...,  0.00402804  0.00025777
   0.01273419]
 ..., 
 [ 0.00017467  0.00342217  0.00663964 ...,  0.00353399  0.00724917
   0.00265417]
 [ 0.00126223  0.00418862  0.00077061 ...,  0.0056225   0.00142316
   0.00779548]
 [ 0.00428013  0.00714767  0.00011855 ...,  0.00159006  0.0137003
   0.0003743 ]] (24.637 sec)
INFO:tensorflow:global_step/sec: 2.02223
INFO:tensorflow:probabilities = [[ 0.00000001  0.00004308  0.00000081 ...,  0.00000149  0.00000205
   0.00000781]
 [ 0.00005185  0.00047239  0.00032996 ...,  0.00024683  0.00060572
   0.0010905 ]
 [ 0.00000164  0.00818957  0.00046963 ...,  0.00031612  0.00101411
   0.00894152]
 ..., 
 [ 0.05383782  0.01272119  0.00120033 ...,  0.00093546  0.00657671
   0.000059  ]
 [ 0.18967193  0.0012655   0.00155854 ...,  0.00789033  0.00374528
   0.00013106]
 [ 0.00001314  0.00114576  0.0001427  ...,  0.00085389  0.00056873
   0.00088024]] (24.813 sec)
INFO:tensorflow:step = 12401, loss = 3.43756 (49.449 sec)
INFO:tensorflow:probabilities = [[ 0.00032126  0.00493222  0.03830763 ...,  0.00180646  0.00272728
   0.0032046 ]
 [ 0.00002287  0.00371403  0.00076581 ...,  0.00049188  0.01136786
   0.00131492]
 [ 0.05138904  0.00347833  0.00197425 ...,  0.00289943  0.00097672
   0.00016647]
 ..., 
 [ 0.00024975  0.00260891  0.00141815 ...,  0.00170123  0.0057513
   0.00319568]
 [ 0.00008623  0.00566151  0.00211193 ...,  0.00151868  0.00084845
   0.00049935]
 [ 0.00318404  0.00746133  0.00074038 ...,  0.00358509  0.00188459
   0.00203318]] (24.635 sec)
INFO:tensorflow:global_step/sec: 2.02697
INFO:tensorflow:probabilities = [[ 0.01139994  0.00035368  0.00024415 ...,  0.00884577  0.01083088
   0.00014266]
 [ 0.00103618  0.00044507  0.00537748 ...,  0.0025176   0.00056687
   0.00003609]
 [ 0.00284291  0.0019009   0.00193663 ...,  0.00287823  0.00856348
   0.00390621]
 ..., 
 [ 0.03184754  0.00405788  0.00011013 ...,  0.00441708  0.00074522
   0.00009543]
 [ 0.00044823  0.0153829   0.00151337 ...,  0.00538858  0.00113908
   0.00063046]
 [ 0.00002975  0.001979    0.00145525 ...,  0.000648    0.0002367
   0.00240505]] (24.700 sec)
INFO:tensorflow:step = 12501, loss = 3.63245 (49.335 sec)
INFO:tensorflow:probabilities = [[ 0.06883409  0.00567906  0.00029481 ...,  0.00406259  0.00056739
   0.00065417]
 [ 0.03614507  0.00034705  0.00029249 ...,  0.02748558  0.02148105
   0.00047213]
 [ 0.00005945  0.01168977  0.01136147 ...,  0.00097242  0.00535748
   0.0024328 ]
 ..., 
 [ 0.00000645  0.01983645  0.00713049 ...,  0.00076154  0.00103329
   0.00819844]
 [ 0.00098371  0.00261896  0.00295356 ...,  0.00956081  0.00016049
   0.00277687]
 [ 0.00103718  0.00343796  0.00303487 ...,  0.00777422  0.00075398
   0.00259534]] (24.918 sec)
INFO:tensorflow:global_step/sec: 2.0199
INFO:tensorflow:probabilities = [[ 0.00147703  0.01104     0.00369755 ...,  0.00358392  0.00298745
   0.00754444]
 [ 0.00152504  0.00324196  0.00064362 ...,  0.00168729  0.00041928
   0.00717466]
 [ 0.00518885  0.01043886  0.00904077 ...,  0.00845259  0.0046856
   0.0078159 ]
 ..., 
 [ 0.01396638  0.0161255   0.00201096 ...,  0.01086461  0.00333865
   0.00369222]
 [ 0.0000152   0.00673671  0.15042953 ...,  0.00848999  0.00039186
   0.04166622]
 [ 0.00003585  0.00946186  0.04181117 ...,  0.00083222  0.00182759
   0.00431507]] (24.589 sec)
INFO:tensorflow:step = 12601, loss = 3.51656 (49.507 sec)
INFO:tensorflow:probabilities = [[ 0.00252088  0.00325617  0.00082797 ...,  0.00218021  0.0006074
   0.00065399]
 [ 0.0000837   0.00219913  0.05658381 ...,  0.00035174  0.00081789
   0.00371182]
 [ 0.15982895  0.00198323  0.00553876 ...,  0.00684443  0.00730806
   0.00036256]
 ..., 
 [ 0.00006095  0.02120686  0.00079896 ...,  0.00047285  0.00115912
   0.00101478]
 [ 0.00026944  0.00872348  0.00075391 ...,  0.00125394  0.00084275
   0.00101877]
 [ 0.00006971  0.00153024  0.0000966  ...,  0.00042276  0.00251746
   0.00127228]] (24.488 sec)
INFO:tensorflow:global_step/sec: 2.04361
INFO:tensorflow:probabilities = [[ 0.00000161  0.00021501  0.11576796 ...,  0.00639319  0.00002702
   0.00321998]
 [ 0.00004146  0.00214913  0.00520115 ...,  0.00070357  0.00053921
   0.0010793 ]
 [ 0.00000175  0.0003027   0.00001794 ...,  0.00080248  0.00028728
   0.01060136]
 ..., 
 [ 0.00007694  0.00069885  0.00007172 ...,  0.0001861   0.00023719
   0.00023324]
 [ 0.00000131  0.0000943   0.00008572 ...,  0.00030825  0.00009093
   0.00118474]
 [ 0.00523915  0.00753556  0.00039244 ...,  0.00246676  0.00407599
   0.00153466]] (24.446 sec)
INFO:tensorflow:step = 12701, loss = 3.64992 (48.933 sec)
INFO:tensorflow:probabilities = [[ 0.00009383  0.00804678  0.00857673 ...,  0.00364734  0.00608969
   0.01728418]
 [ 0.06466416  0.00720395  0.02254559 ...,  0.0012988   0.00008063
   0.00169589]
 [ 0.00005567  0.00346264  0.00037146 ...,  0.00017507  0.000457
   0.00076031]
 ..., 
 [ 0.00786406  0.01517102  0.00047438 ...,  0.00061375  0.01165844
   0.00071132]
 [ 0.00034075  0.01169833  0.01880364 ...,  0.00524759  0.0023895
   0.03008351]
 [ 0.00008442  0.00712008  0.00238377 ...,  0.00068037  0.00012692
   0.003064  ]] (24.655 sec)
INFO:tensorflow:global_step/sec: 2.03259
INFO:tensorflow:probabilities = [[ 0.04861766  0.00333912  0.00257603 ...,  0.00822454  0.00111917
   0.00417102]
 [ 0.00000147  0.00160961  0.00009575 ...,  0.00001397  0.00017665
   0.0004975 ]
 [ 0.10469546  0.00990097  0.00071881 ...,  0.00712255  0.00280817
   0.00069602]
 ..., 
 [ 0.00013773  0.00061067  0.00119808 ...,  0.00038063  0.00324984
   0.00114818]
 [ 0.00012779  0.00823832  0.00294649 ...,  0.01268892  0.00207592
   0.00777474]
 [ 0.0020709   0.06794687  0.00125791 ...,  0.00079524  0.0043428
   0.00022154]] (24.543 sec)
INFO:tensorflow:step = 12801, loss = 3.35371 (49.198 sec)
INFO:tensorflow:probabilities = [[ 0.00024495  0.00202364  0.00010421 ...,  0.00248015  0.00216384
   0.00027523]
 [ 0.00040614  0.00099048  0.00013091 ...,  0.00077591  0.00185142
   0.00027558]
 [ 0.00003404  0.00355008  0.00578286 ...,  0.00128496  0.00068875
   0.01480586]
 ..., 
 [ 0.0000206   0.00123832  0.00021422 ...,  0.00002078  0.00042754
   0.00133671]
 [ 0.00046438  0.00538481  0.00682079 ...,  0.00107482  0.00153087
   0.00394368]
 [ 0.00000018  0.00391974  0.01066186 ...,  0.00161479  0.00003518
   0.00896707]] (24.470 sec)
INFO:tensorflow:global_step/sec: 2.038
INFO:tensorflow:probabilities = [[ 0.00195397  0.00198751  0.00192156 ...,  0.00812795  0.0010159
   0.01270933]
 [ 0.00002915  0.00155433  0.00137341 ...,  0.00243682  0.00278906
   0.02446464]
 [ 0.00001167  0.00672212  0.00342187 ...,  0.00066883  0.00058168
   0.00141706]
 ..., 
 [ 0.00001907  0.01083887  0.00383008 ...,  0.00072197  0.00096006
   0.01039627]
 [ 0.0000455   0.00007385  0.0000278  ...,  0.0000173   0.0009575
   0.00017619]
 [ 0.00114772  0.0073075   0.00211673 ...,  0.00216709  0.00028168
   0.01106864]] (24.598 sec)
INFO:tensorflow:step = 12901, loss = 3.5833 (49.068 sec)
INFO:tensorflow:probabilities = [[ 0.00464293  0.01025626  0.02333365 ...,  0.00277711  0.00229588
   0.00197616]
 [ 0.00024688  0.00711386  0.04059952 ...,  0.00131466  0.00091791
   0.00526984]
 [ 0.00048032  0.01619962  0.00414672 ...,  0.00236468  0.00324777
   0.00235728]
 ..., 
 [ 0.00341346  0.00190151  0.01081587 ...,  0.00114488  0.00229661
   0.00093439]
 [ 0.27809149  0.00037086  0.00001487 ...,  0.00245928  0.00226976
   0.0000299 ]
 [ 0.07335595  0.00345643  0.00112244 ...,  0.01163651  0.00449849
   0.00017981]] (24.430 sec)
INFO:tensorflow:global_step/sec: 2.04391
INFO:tensorflow:probabilities = [[ 0.0212614   0.00774907  0.00182946 ...,  0.00190537  0.0044511
   0.00650014]
 [ 0.00004898  0.00418067  0.00257639 ...,  0.00168691  0.00087872
   0.00306633]
 [ 0.00000129  0.00047928  0.00007526 ...,  0.0005906   0.00010666
   0.00069322]
 ..., 
 [ 0.03917496  0.00213668  0.00164552 ...,  0.00505837  0.00317474
   0.00302937]
 [ 0.00028589  0.00680431  0.0008524  ...,  0.00034859  0.00024014
   0.00383326]
 [ 0.00002414  0.00298471  0.06201297 ...,  0.00558554  0.00054998
   0.00819578]] (24.495 sec)
INFO:tensorflow:step = 13001, loss = 3.27903 (48.926 sec)
INFO:tensorflow:probabilities = [[ 0.00000635  0.00075693  0.00000602 ...,  0.00001841  0.00090091
   0.00001871]
 [ 0.04324971  0.00523924  0.00011631 ...,  0.00039857  0.00256296
   0.00010751]
 [ 0.00097558  0.00134079  0.00067059 ...,  0.00194302  0.00024713
   0.00131632]
 ..., 
 [ 0.0051817   0.0029951   0.00137903 ...,  0.00088657  0.00539477
   0.00454738]
 [ 0.01665549  0.00128135  0.00056812 ...,  0.00489494  0.0012337
   0.00165532]
 [ 0.00043951  0.00805997  0.0108133  ...,  0.00391038  0.00344656
   0.12444659]] (24.338 sec)
INFO:tensorflow:global_step/sec: 2.04782
INFO:tensorflow:probabilities = [[ 0.00010438  0.00150036  0.01118793 ...,  0.00202202  0.00368178
   0.00803263]
 [ 0.10106315  0.00040196  0.00000973 ...,  0.00414676  0.00148252
   0.00004173]
 [ 0.00035039  0.00942005  0.01362303 ...,  0.00261261  0.00146325
   0.00538459]
 ..., 
 [ 0.01811072  0.00334098  0.00871015 ...,  0.00727064  0.0025936
   0.01913457]
 [ 0.02461251  0.0012251   0.00006276 ...,  0.00607996  0.00141581
   0.00020367]
 [ 0.00015908  0.0042655   0.00038569 ...,  0.0008607   0.0004811
   0.00950142]] (24.494 sec)
INFO:tensorflow:step = 13101, loss = 3.64932 (48.832 sec)
INFO:tensorflow:probabilities = [[ 0.05625236  0.00219731  0.00003931 ...,  0.00747954  0.00155737
   0.00049112]
 [ 0.00294374  0.00351379  0.00675098 ...,  0.00278068  0.00145389
   0.00477175]
 [ 0.00000041  0.00846823  0.00022081 ...,  0.0000185   0.00040181
   0.00142828]
 ..., 
 [ 0.01006708  0.01082272  0.00050435 ...,  0.00215571  0.01904666
   0.00040986]
 [ 0.00008348  0.00554768  0.00774921 ...,  0.00147809  0.00419685
   0.00709752]
 [ 0.00006039  0.00399017  0.00020774 ...,  0.00192097  0.00035748
   0.00106973]] (24.536 sec)
INFO:tensorflow:Saving checkpoints for 13185 into ./model-k/model.ckpt.
INFO:tensorflow:global_step/sec: 2.02066
INFO:tensorflow:probabilities = [[ 0.00019624  0.02831121  0.00897708 ...,  0.01229377  0.00126954
   0.00288309]
 [ 0.00162465  0.02151897  0.03822344 ...,  0.01519657  0.00117054
   0.01202641]
 [ 0.05044339  0.03231203  0.00872246 ...,  0.00278888  0.00190202
   0.00490048]
 ..., 
 [ 0.00305949  0.0961894   0.01274232 ...,  0.01056514  0.0027194
   0.01013644]
 [ 0.00222499  0.03102308  0.01884802 ...,  0.008552    0.00339374
   0.03378383]
 [ 0.00000044  0.00040492  0.00002748 ...,  0.00000788  0.0000749
   0.00018937]] (24.953 sec)
INFO:tensorflow:step = 13201, loss = 3.13719 (49.489 sec)
INFO:tensorflow:probabilities = [[ 0.00004801  0.00793154  0.00297657 ...,  0.00085638  0.00035084
   0.00113377]
 [ 0.00122335  0.00365416  0.00291832 ...,  0.00543624  0.00946205
   0.00089217]
 [ 0.00000596  0.00387376  0.00000869 ...,  0.00004512  0.00008906
   0.00001565]
 ..., 
 [ 0.00384508  0.01243967  0.00068194 ...,  0.0221312   0.00425823
   0.00287202]
 [ 0.00078379  0.00563005  0.00076717 ...,  0.01030944  0.00161205
   0.00370282]
 [ 0.00000972  0.0016651   0.00213313 ...,  0.00030867  0.00037325
   0.03398985]] (24.263 sec)
INFO:tensorflow:global_step/sec: 2.05424
INFO:tensorflow:probabilities = [[ 0.00120661  0.00523489  0.02149175 ...,  0.01433335  0.00199849
   0.0184271 ]
 [ 0.00000067  0.00384136  0.01658809 ...,  0.00057434  0.00025875
   0.01085808]
 [ 0.00004027  0.00500223  0.00642791 ...,  0.00108813  0.00053876
   0.01338985]
 ..., 
 [ 0.00002327  0.00183175  0.00099069 ...,  0.00579745  0.00039038
   0.01098423]
 [ 0.00001672  0.00160689  0.00830909 ...,  0.00046958  0.0010793
   0.00823175]
 [ 0.00047566  0.00273531  0.00206945 ...,  0.00451294  0.00238261
   0.0021331 ]] (24.417 sec)
INFO:tensorflow:step = 13301, loss = 3.54932 (48.680 sec)
INFO:tensorflow:probabilities = [[ 0.00000073  0.00372748  0.00119266 ...,  0.00091141  0.00007448
   0.00064635]
 [ 0.0272759   0.00227099  0.00958588 ...,  0.01252312  0.00069048
   0.00148198]
 [ 0.00003589  0.00157374  0.00237875 ...,  0.00686138  0.0006136
   0.00948343]
 ..., 
 [ 0.00002073  0.02810558  0.01245887 ...,  0.00068462  0.00190867
   0.01497852]
 [ 0.0175436   0.01232348  0.00735617 ...,  0.00621267  0.04145986
   0.00166269]
 [ 0.00101042  0.00361699  0.00029927 ...,  0.00111548  0.00087605
   0.00114646]] (24.634 sec)
INFO:tensorflow:global_step/sec: 2.03571
INFO:tensorflow:probabilities = [[ 0.00494773  0.00883887  0.00283453 ...,  0.0034248   0.00759645
   0.00391637]
 [ 0.00004755  0.00701062  0.0702491  ...,  0.00065645  0.00194972
   0.00522511]
 [ 0.35951826  0.00051301  0.00154916 ...,  0.00164995  0.00411838
   0.00012941]
 ..., 
 [ 0.035262    0.00402742  0.00030165 ...,  0.0030952   0.00043325
   0.00090902]
 [ 0.00001734  0.0039976   0.00012103 ...,  0.00116434  0.00001724
   0.00166346]
 [ 0.06708986  0.00883673  0.00974162 ...,  0.0014907   0.00031741
   0.00360968]] (24.489 sec)
INFO:tensorflow:step = 13401, loss = 3.37008 (49.123 sec)
INFO:tensorflow:probabilities = [[ 0.00013665  0.01128657  0.01509169 ...,  0.00278747  0.00623204
   0.00768937]
 [ 0.00080872  0.00877131  0.0052292  ...,  0.00446369  0.00875323
   0.0032175 ]
 [ 0.00007061  0.00031065  0.00312104 ...,  0.00065257  0.00084273
   0.00118861]
 ..., 
 [ 0.00001435  0.0073515   0.00035133 ...,  0.00017477  0.0000395
   0.00077657]
 [ 0.00000304  0.00246233  0.02608231 ...,  0.00106478  0.00043063
   0.00277641]
 [ 0.00003305  0.00241893  0.00030878 ...,  0.00052095  0.00086454
   0.0003688 ]] (24.355 sec)
INFO:tensorflow:global_step/sec: 2.05002
INFO:tensorflow:probabilities = [[ 0.00025545  0.00304652  0.00086619 ...,  0.00187505  0.00126045
   0.00213427]
 [ 0.00000283  0.00125584  0.01087752 ...,  0.00023482  0.00039067
   0.00839293]
 [ 0.00017758  0.02049398  0.00032597 ...,  0.00930967  0.00059681
   0.00294562]
 ..., 
 [ 0.00043957  0.02173367  0.00193591 ...,  0.00063265  0.0032141
   0.00169915]
 [ 0.00026525  0.00758066  0.00151009 ...,  0.00648797  0.0002844
   0.00202627]
 [ 0.00000398  0.00287279  0.00055045 ...,  0.00109482  0.00084556
   0.01469822]] (24.425 sec)
INFO:tensorflow:step = 13501, loss = 3.47828 (48.780 sec)
INFO:tensorflow:probabilities = [[ 0.01200022  0.01235292  0.00057403 ...,  0.00446764  0.04043784
   0.00179678]
 [ 0.0032122   0.00268474  0.05222179 ...,  0.0080065   0.00384982
   0.00186261]
 [ 0.10690708  0.00225471  0.00052157 ...,  0.00468542  0.00018382
   0.00016198]
 ..., 
 [ 0.00083109  0.00446098  0.00633333 ...,  0.00267846  0.00874302
   0.00123057]
 [ 0.00134791  0.00772141  0.00538645 ...,  0.00111217  0.00371589
   0.01239875]
 [ 0.00016673  0.00025995  0.00040142 ...,  0.00018993  0.0049615
   0.00085263]] (24.486 sec)
INFO:tensorflow:global_step/sec: 2.04348
INFO:tensorflow:probabilities = [[ 0.72796923  0.00228425  0.00053515 ...,  0.00159883  0.00293506
   0.00009421]
 [ 0.00104352  0.01460182  0.00623236 ...,  0.0170058   0.000957
   0.00323629]
 [ 0.00519739  0.004857    0.14153615 ...,  0.00626866  0.00637999
   0.00784109]
 ..., 
 [ 0.00211658  0.00434405  0.00103353 ...,  0.010751    0.00123032
   0.00389035]
 [ 0.0000569   0.0475291   0.00156996 ...,  0.00084948  0.00281662
   0.00283835]
 [ 0.00375784  0.01612618  0.00562848 ...,  0.0086637   0.00277196
   0.00879297]] (24.451 sec)
INFO:tensorflow:step = 13601, loss = 3.44115 (48.936 sec)
INFO:tensorflow:probabilities = [[ 0.00004094  0.00105441  0.00726135 ...,  0.00022968  0.00049082
   0.00094386]
 [ 0.00279029  0.00595354  0.00191086 ...,  0.00119523  0.00111661
   0.00200451]
 [ 0.00001954  0.00218855  0.00000601 ...,  0.00003672  0.00010811
   0.0000796 ]
 ..., 
 [ 0.00005163  0.00321172  0.00566233 ...,  0.01313347  0.00416864
   0.00051837]
 [ 0.00014983  0.00202663  0.00087713 ...,  0.00302685  0.00012177
   0.00517732]
 [ 0.00006018  0.00220198  0.02342408 ...,  0.00171231  0.00094093
   0.00446719]] (24.517 sec)
INFO:tensorflow:global_step/sec: 2.04125
INFO:tensorflow:probabilities = [[ 0.00624685  0.00426806  0.00717962 ...,  0.00438466  0.00068066
   0.01442082]
 [ 0.00053563  0.00052399  0.00385436 ...,  0.0050484   0.00601641
   0.00363013]
 [ 0.00003279  0.00058585  0.00001873 ...,  0.00089347  0.00036268
   0.00092005]
 ..., 
 [ 0.00017252  0.01110166  0.0122864  ...,  0.00853656  0.00203468
   0.00423433]
 [ 0.00189156  0.00603773  0.00057985 ...,  0.00077084  0.00054403
   0.00228366]
 [ 0.00000846  0.00382569  0.0026085  ...,  0.00019703  0.00146328
   0.00291794]] (24.472 sec)
INFO:tensorflow:step = 13701, loss = 3.50933 (48.990 sec)
INFO:tensorflow:probabilities = [[ 0.0067774   0.00761239  0.00419734 ...,  0.00163433  0.00963331
   0.00031244]
 [ 0.00004648  0.00637957  0.00004496 ...,  0.00211977  0.00019694
   0.00259723]
 [ 0.00005491  0.00083321  0.00181955 ...,  0.00030003  0.0040496
   0.00117145]
 ..., 
 [ 0.00016807  0.01280192  0.00286045 ...,  0.0002796   0.00013876
   0.00098915]
 [ 0.00003861  0.01357898  0.01868538 ...,  0.0056037   0.00362503
   0.00340485]
 [ 0.00100455  0.01196723  0.00502056 ...,  0.00762298  0.00180542
   0.00406879]] (24.310 sec)
INFO:tensorflow:global_step/sec: 2.05118
INFO:tensorflow:probabilities = [[ 0.00132686  0.00270608  0.00729037 ...,  0.01251278  0.06568088
   0.00440909]
 [ 0.19475985  0.0005591   0.00091015 ...,  0.02591575  0.00250965
   0.00020943]
 [ 0.00370437  0.00799297  0.00032254 ...,  0.01952696  0.01494038
   0.00135003]
 ..., 
 [ 0.0173336   0.01629937  0.00028381 ...,  0.01271174  0.00036954
   0.00011494]
 [ 0.01509865  0.00480402  0.00046052 ...,  0.00846829  0.02133264
   0.00034065]
 [ 0.00020108  0.01075252  0.0017921  ...,  0.0033975   0.00156366
   0.00437989]] (24.442 sec)
INFO:tensorflow:step = 13801, loss = 3.25139 (48.752 sec)
INFO:tensorflow:probabilities = [[ 0.00036239  0.00118133  0.00024791 ...,  0.00200848  0.00065577
   0.00328631]
 [ 0.00962171  0.00145064  0.00312117 ...,  0.0027731   0.01247319
   0.00163826]
 [ 0.00000269  0.00244194  0.23545294 ...,  0.00028583  0.00148964
   0.00354398]
 ..., 
 [ 0.00094628  0.00639963  0.00185006 ...,  0.00802647  0.00094501
   0.00138418]
 [ 0.00015893  0.00422295  0.00089043 ...,  0.00052963  0.00174217
   0.00225645]
 [ 0.00000098  0.00040923  0.00055538 ...,  0.01165435  0.00004746
   0.00077121]] (24.380 sec)
INFO:tensorflow:global_step/sec: 2.04377
INFO:tensorflow:probabilities = [[ 0.00089535  0.00424051  0.00182182 ...,  0.00270954  0.00136444
   0.00174453]
 [ 0.00028886  0.00058691  0.00008489 ...,  0.00008359  0.00003177
   0.00010225]
 [ 0.00003982  0.0242707   0.00267457 ...,  0.0004492   0.00058493
   0.00060276]
 ..., 
 [ 0.02890665  0.0003873   0.00016104 ...,  0.00526788  0.00706774
   0.00004093]
 [ 0.00216657  0.01840794  0.01743813 ...,  0.02111735  0.00303611
   0.00700684]
 [ 0.00001726  0.0019531   0.00060596 ...,  0.00040034  0.00095872
   0.00097047]] (24.549 sec)
INFO:tensorflow:step = 13901, loss = 3.29545 (48.930 sec)
INFO:tensorflow:probabilities = [[ 0.00000605  0.00029018  0.00588165 ...,  0.01021701  0.00136621
   0.00259781]
 [ 0.00000026  0.00030537  0.39301217 ...,  0.00023037  0.00030504
   0.01359109]
 [ 0.0426477   0.00254438  0.00100728 ...,  0.0023184   0.00451347
   0.00123452]
 ..., 
 [ 0.00009012  0.00659854  0.02956524 ...,  0.01398134  0.00907911
   0.0084994 ]
 [ 0.00895021  0.00425693  0.01646493 ...,  0.00445813  0.01332717
   0.00269397]
 [ 0.00362133  0.00049613  0.00074834 ...,  0.0196034   0.00422087
   0.00020831]] (24.655 sec)
INFO:tensorflow:global_step/sec: 2.02221
INFO:tensorflow:probabilities = [[ 0.0001769   0.00492673  0.01965614 ...,  0.00727459  0.03972263
   0.00253782]
 [ 0.01414117  0.00108394  0.01754234 ...,  0.00474855  0.00388215
   0.00226242]
 [ 0.00011078  0.00087107  0.00441975 ...,  0.00574261  0.00119032
   0.00702787]
 ..., 
 [ 0.00531147  0.02502399  0.00464597 ...,  0.00344683  0.01110644
   0.00224435]
 [ 0.00662746  0.01940029  0.02482176 ...,  0.00708692  0.0028373
   0.00281236]
 [ 0.00145346  0.0792941   0.03158525 ...,  0.00311138  0.00618244
   0.00234588]] (24.796 sec)
INFO:tensorflow:step = 14001, loss = 3.22532 (49.451 sec)
INFO:tensorflow:probabilities = [[ 0.00000698  0.00284828  0.00483513 ...,  0.00182949  0.00040703
   0.00248451]
 [ 0.00353763  0.00887475  0.00658313 ...,  0.00642782  0.00114177
   0.00056549]
 [ 0.0000256   0.00075428  0.00021553 ...,  0.00053912  0.00018683
   0.00161566]
 ..., 
 [ 0.00148419  0.00019182  0.00093716 ...,  0.0020907   0.00029676
   0.00170394]
 [ 0.00031922  0.02102999  0.02264784 ...,  0.0093301   0.00122271
   0.00345359]
 [ 0.00016468  0.00379001  0.00240501 ...,  0.00259049  0.00329952
   0.00538139]] (24.410 sec)
INFO:tensorflow:global_step/sec: 2.04259
INFO:tensorflow:probabilities = [[ 0.00015132  0.00482953  0.00013444 ...,  0.00024491  0.0006548
   0.00219566]
 [ 0.00652983  0.00428342  0.00019052 ...,  0.01250727  0.00150351
   0.00241679]
 [ 0.02058382  0.00942392  0.00308721 ...,  0.00782251  0.00150753
   0.00129059]
 ..., 
 [ 0.00001621  0.00334616  0.01506839 ...,  0.00074911  0.00157198
   0.03741688]
 [ 0.00034214  0.0003034   0.00071012 ...,  0.0121399   0.01830741
   0.00089702]
 [ 0.0124855   0.00708049  0.0040058  ...,  0.03655052  0.00185212
   0.00201314]] (24.548 sec)
INFO:tensorflow:step = 14101, loss = 3.54689 (48.958 sec)
INFO:tensorflow:probabilities = [[ 0.00067472  0.02985342  0.00200569 ...,  0.00590154  0.00363524
   0.00440005]
 [ 0.00272423  0.00226339  0.00103477 ...,  0.00361325  0.00254025
   0.00637766]
 [ 0.00000304  0.02990969  0.00116553 ...,  0.00076005  0.00044842
   0.00260852]
 ..., 
 [ 0.00682292  0.01739887  0.0207865  ...,  0.00483655  0.00074986
   0.00467218]
 [ 0.01071919  0.00636084  0.0339319  ...,  0.0017896   0.00034076
   0.0004867 ]
 [ 0.00011351  0.00107362  0.00005493 ...,  0.0001617   0.00022719
   0.00306919]] (24.360 sec)
INFO:tensorflow:global_step/sec: 2.05337
INFO:tensorflow:probabilities = [[ 0.00000256  0.01241784  0.00784959 ...,  0.00124368  0.00011543
   0.00211857]
 [ 0.0000114   0.0092492   0.03695169 ...,  0.00166402  0.00074485
   0.01149541]
 [ 0.00000957  0.00336483  0.00089802 ...,  0.00008336  0.00038958
   0.00026461]
 ..., 
 [ 0.01898476  0.00802949  0.0012075  ...,  0.0048923   0.00270211
   0.00086946]
 [ 0.00004541  0.01440219  0.00849145 ...,  0.00241554  0.00195696
   0.00085158]
 [ 0.00035259  0.00322683  0.00068042 ...,  0.01668454  0.00586289
   0.01353525]] (24.341 sec)
INFO:tensorflow:step = 14201, loss = 3.39628 (48.700 sec)
INFO:tensorflow:probabilities = [[ 0.25230139  0.00036818  0.00001189 ...,  0.00090284  0.00116072
   0.00009836]
 [ 0.00020186  0.00784328  0.00239611 ...,  0.00040394  0.00119857
   0.0005204 ]
 [ 0.00000317  0.00348775  0.00133627 ...,  0.00057698  0.00044262
   0.00270065]
 ..., 
 [ 0.00047301  0.00172573  0.00052848 ...,  0.00115816  0.00780943
   0.00057465]
 [ 0.00000119  0.0069464   0.00307529 ...,  0.00055237  0.00007942
   0.02291839]
 [ 0.00045272  0.01472265  0.01197459 ...,  0.01043216  0.00197783
   0.00044099]] (24.446 sec)
INFO:tensorflow:global_step/sec: 2.05369
INFO:tensorflow:probabilities = [[ 0.00000641  0.00059349  0.00015727 ...,  0.00021439  0.00173557
   0.00005674]
 [ 0.00007332  0.0148003   0.03194734 ...,  0.00072545  0.00182355
   0.00342624]
 [ 0.00018111  0.00876915  0.00040177 ...,  0.0063527   0.00052762
   0.00197555]
 ..., 
 [ 0.00003567  0.06899979  0.00070862 ...,  0.00014104  0.00009059
   0.00649521]
 [ 0.00023349  0.00435207  0.00070426 ...,  0.00090014  0.00160745
   0.00164174]
 [ 0.00002352  0.0002061   0.0000277  ...,  0.00030959  0.00035912
   0.00003304]] (24.247 sec)
INFO:tensorflow:step = 14301, loss = 3.45464 (48.693 sec)
INFO:tensorflow:probabilities = [[ 0.00716249  0.00033654  0.00007265 ...,  0.00283379  0.00045779
   0.00046694]
 [ 0.00011808  0.01717695  0.01331919 ...,  0.00296435  0.00196934
   0.01252754]
 [ 0.0137356   0.00729495  0.01860481 ...,  0.00451935  0.0076101
   0.00283475]
 ..., 
 [ 0.00000169  0.00043598  0.20787476 ...,  0.00142535  0.00015387
   0.02577646]
 [ 0.00156231  0.01923284  0.02251464 ...,  0.00448046  0.00352386
   0.00076438]
 [ 0.00071641  0.00488398  0.02509083 ...,  0.00426579  0.00265959
   0.00341229]] (24.346 sec)
INFO:tensorflow:global_step/sec: 2.05709
INFO:tensorflow:probabilities = [[ 0.00072043  0.00335579  0.00196261 ...,  0.00320142  0.00334333
   0.00184808]
 [ 0.00027272  0.00748088  0.00070181 ...,  0.0021844   0.00011072
   0.00479651]
 [ 0.0000042   0.00207673  0.00017643 ...,  0.00010698  0.00346938
   0.00008747]
 ..., 
 [ 0.00140978  0.05876421  0.01365886 ...,  0.00170015  0.00298407
   0.00046098]
 [ 0.02348251  0.00071781  0.02868005 ...,  0.00362912  0.00925129
   0.00116795]
 [ 0.00001041  0.00134389  0.00024457 ...,  0.00241932  0.01515025
   0.00086472]] (24.266 sec)
INFO:tensorflow:step = 14401, loss = 3.31384 (48.613 sec)
INFO:tensorflow:Saving checkpoints for 14412 into ./model-k/model.ckpt.
INFO:tensorflow:probabilities = [[ 0.05757471  0.00203883  0.00018867 ...,  0.0043177   0.00949303
   0.00072727]
 [ 0.00073783  0.00665461  0.02547557 ...,  0.00326006  0.00013675
   0.00199737]
 [ 0.00008353  0.00442811  0.00276771 ...,  0.00232814  0.006304
   0.00353006]
 ..., 
 [ 0.00000256  0.00477742  0.00217362 ...,  0.0008575   0.00005645
   0.00176268]
 [ 0.00066497  0.00156926  0.0000319  ...,  0.00027374  0.00149746
   0.00034738]
 [ 0.00053556  0.01171263  0.00097516 ...,  0.00491823  0.00072875
   0.00545213]] (24.909 sec)
INFO:tensorflow:global_step/sec: 2.03088
INFO:tensorflow:probabilities = [[ 0.03639645  0.00022007  0.00039847 ...,  0.00481432  0.00187176
   0.00037731]
 [ 0.00000719  0.00035045  0.00005539 ...,  0.00021316  0.00066388
   0.00011483]
 [ 0.00191514  0.00934603  0.00041707 ...,  0.00171472  0.00372706
   0.00094193]
 ..., 
 [ 0.00000054  0.0062718   0.00011357 ...,  0.00016951  0.00021567
   0.00029327]
 [ 0.00002052  0.00025387  0.00047298 ...,  0.00184286  0.00001971
   0.02289545]
 [ 0.0014074   0.00356983  0.0020212  ...,  0.00408777  0.00461654
   0.00169532]] (24.331 sec)
INFO:tensorflow:step = 14501, loss = 3.3205 (49.239 sec)
INFO:tensorflow:probabilities = [[ 0.02877791  0.0007302   0.0004489  ...,  0.0065043   0.0005188
   0.00293438]
 [ 0.16552223  0.00080322  0.00030312 ...,  0.00169964  0.00192578
   0.0013525 ]
 [ 0.00040533  0.00630328  0.00543982 ...,  0.01801381  0.00752025
   0.00556726]
 ..., 
 [ 0.00356285  0.00145874  0.00224746 ...,  0.03532013  0.00046755
   0.00106417]
 [ 0.00037426  0.00605375  0.00075228 ...,  0.00347608  0.00355611
   0.00078635]
 [ 0.00061985  0.01106362  0.00666797 ...,  0.00201535  0.00310969
   0.00239697]] (24.393 sec)
INFO:tensorflow:global_step/sec: 2.03989
INFO:tensorflow:probabilities = [[ 0.00037644  0.00222821  0.0130313  ...,  0.00874817  0.00180212
   0.01429665]
 [ 0.00399248  0.01449395  0.00096315 ...,  0.00880224  0.00034927
   0.00181612]
 [ 0.00160333  0.00266907  0.00112518 ...,  0.00070624  0.00031842
   0.00146774]
 ..., 
 [ 0.00009604  0.01817667  0.00065909 ...,  0.00077458  0.00021383
   0.01914935]
 [ 0.00007184  0.00725334  0.00020522 ...,  0.00091061  0.00016272
   0.00001243]
 [ 0.00006687  0.00393913  0.01371592 ...,  0.00622446  0.00023702
   0.01187445]] (24.629 sec)
INFO:tensorflow:step = 14601, loss = 3.15997 (49.023 sec)
INFO:tensorflow:probabilities = [[ 0.00281531  0.00978107  0.01073919 ...,  0.00141758  0.00432744
   0.00141143]
 [ 0.0000017   0.00374233  0.00958053 ...,  0.00007122  0.00021673
   0.0036526 ]
 [ 0.00041811  0.00427409  0.00686177 ...,  0.00220616  0.00549646
   0.00790739]
 ..., 
 [ 0.0063627   0.00158506  0.00119887 ...,  0.01316329  0.00158353
   0.00032418]
 [ 0.00122104  0.00441642  0.02309754 ...,  0.00205153  0.00083303
   0.00189793]
 [ 0.00046604  0.00142982  0.00538912 ...,  0.00338535  0.00063084
   0.00351073]] (24.453 sec)
INFO:tensorflow:global_step/sec: 2.04484
INFO:tensorflow:probabilities = [[ 0.0001776   0.00833734  0.00013955 ...,  0.00400237  0.00200612
   0.00321503]
 [ 0.00033511  0.00071979  0.00075155 ...,  0.00059743  0.0005123
   0.00055285]
 [ 0.00085405  0.00010836  0.00135351 ...,  0.00021372  0.00173592
   0.00100316]
 ..., 
 [ 0.00087287  0.00042098  0.00042565 ...,  0.0021448   0.00377658
   0.00257759]
 [ 0.02026778  0.00512969  0.00008481 ...,  0.01131035  0.00332618
   0.00030241]
 [ 0.00002783  0.00203992  0.00188779 ...,  0.00476561  0.00652291
   0.00288304]] (24.451 sec)
INFO:tensorflow:step = 14701, loss = 3.25316 (48.903 sec)
INFO:tensorflow:probabilities = [[ 0.00000337  0.00041178  0.00024978 ...,  0.00012739  0.00014834
   0.00031854]
 [ 0.00043862  0.00253886  0.00028582 ...,  0.00146384  0.00346084
   0.00134434]
 [ 0.00008833  0.0599495   0.00070634 ...,  0.00096511  0.00152247
   0.00086726]
 ..., 
 [ 0.0001697   0.01791613  0.032107   ...,  0.00416849  0.00351178
   0.00200133]
 [ 0.0002216   0.00611416  0.00105892 ...,  0.00525003  0.00088941
   0.0017319 ]
 [ 0.06237473  0.00238631  0.00330154 ...,  0.0166922   0.00023804
   0.00016796]] (24.479 sec)
INFO:tensorflow:global_step/sec: 2.04546
INFO:tensorflow:probabilities = [[ 0.15118589  0.0001353   0.00007416 ...,  0.01278804  0.00150433
   0.00018008]
 [ 0.00218104  0.00304067  0.00083922 ...,  0.00891652  0.00006401
   0.0031757 ]
 [ 0.00001794  0.00841385  0.01061039 ...,  0.0027594   0.00070334
   0.00027697]
 ..., 
 [ 0.00012312  0.02274492  0.00421772 ...,  0.00437105  0.0001706
   0.00144504]
 [ 0.00102492  0.00339487  0.00504412 ...,  0.00115743  0.03852529
   0.00073407]
 [ 0.00000206  0.00021826  0.03015062 ...,  0.00013145  0.00078757
   0.00146994]] (24.409 sec)
INFO:tensorflow:step = 14801, loss = 3.52675 (48.888 sec)
INFO:tensorflow:probabilities = [[ 0.00002095  0.0160421   0.00079686 ...,  0.00008613  0.0033282
   0.00059183]
 [ 0.00085098  0.00280111  0.00119249 ...,  0.04526458  0.0014511
   0.00090938]
 [ 0.00000411  0.00024087  0.00910197 ...,  0.00109571  0.00056816
   0.00299683]
 ..., 
 [ 0.00662275  0.00122542  0.00467945 ...,  0.00485616  0.00738477
   0.00157355]
 [ 0.0000109   0.00241095  0.01021028 ...,  0.00035042  0.0020326
   0.00023158]
 [ 0.00001036  0.00208156  0.00009105 ...,  0.00176247  0.00002427
   0.00015709]] (24.485 sec)
INFO:tensorflow:global_step/sec: 2.04659
INFO:tensorflow:probabilities = [[ 0.00599528  0.00366756  0.00096244 ...,  0.00205923  0.00102982
   0.00059528]
 [ 0.00002549  0.00016961  0.00000345 ...,  0.00099783  0.00001119
   0.00039103]
 [ 0.00003748  0.00068006  0.00031812 ...,  0.00042964  0.00123479
   0.00371205]
 ..., 
 [ 0.0040178   0.00750632  0.01842345 ...,  0.00451862  0.00904109
   0.00204515]
 [ 0.01187638  0.00579938  0.00030377 ...,  0.00215837  0.00347708
   0.00026563]
 [ 0.01043651  0.00058268  0.00426964 ...,  0.0084683   0.00037071
   0.00467455]] (24.376 sec)
INFO:tensorflow:step = 14901, loss = 3.24357 (48.862 sec)
INFO:tensorflow:probabilities = [[ 0.05931011  0.00334395  0.00219066 ...,  0.0017325   0.00398408
   0.00059032]
 [ 0.00262369  0.0034022   0.00088405 ...,  0.00025451  0.00023067
   0.00067006]
 [ 0.00135866  0.00077349  0.00038211 ...,  0.00318016  0.00334449
   0.00374754]
 ..., 
 [ 0.00005454  0.0216962   0.00258304 ...,  0.00072698  0.00036667
   0.00261068]
 [ 0.00046982  0.01734774  0.00272982 ...,  0.00869603  0.00135526
   0.00125162]
 [ 0.00426543  0.0021207   0.00339357 ...,  0.00968133  0.01663722
   0.00076551]] (24.336 sec)
INFO:tensorflow:global_step/sec: 2.05095
INFO:tensorflow:probabilities = [[ 0.00427358  0.0006969   0.00806419 ...,  0.00309535  0.00174848
   0.0020443 ]
 [ 0.0000502   0.06382502  0.13965009 ...,  0.00082905  0.0000952
   0.00142131]
 [ 0.00002708  0.00138403  0.00024626 ...,  0.00017727  0.00031961
   0.00111871]
 ..., 
 [ 0.16058622  0.01831759  0.00142464 ...,  0.00428277  0.00189729
   0.00022053]
 [ 0.01209686  0.00263482  0.04311477 ...,  0.01751792  0.0035951
   0.00466663]
 [ 0.00056094  0.0154832   0.00499051 ...,  0.00145655  0.0098976
   0.00319936]] (24.422 sec)
INFO:tensorflow:step = 15001, loss = 3.24924 (48.758 sec)
INFO:tensorflow:probabilities = [[ 0.0000533   0.02005343  0.00030418 ...,  0.00374525  0.00332619
   0.00935496]
 [ 0.00006735  0.00033151  0.01018864 ...,  0.00298818  0.00020016
   0.00051533]
 [ 0.00000009  0.00097929  0.0003489  ...,  0.00001167  0.00013203
   0.00053121]
 ..., 
 [ 0.00295553  0.00133048  0.00047424 ...,  0.00047     0.0126345
   0.00232976]
 [ 0.00330994  0.00031341  0.00210694 ...,  0.00015985  0.00005164
   0.00370043]
 [ 0.00000019  0.00180867  0.00021542 ...,  0.0001069   0.0000514
   0.00074054]] (24.327 sec)
INFO:tensorflow:global_step/sec: 2.05114
INFO:tensorflow:probabilities = [[ 0.07919341  0.00140075  0.00095836 ...,  0.01335684  0.00912166
   0.00037293]
 [ 0.00017333  0.0054958   0.0142892  ...,  0.00127041  0.00262313
   0.00176257]
 [ 0.00006024  0.00284624  0.00038138 ...,  0.00099213  0.00258881
   0.00123331]
 ..., 
 [ 0.00059873  0.0005337   0.00046736 ...,  0.00088855  0.0063987
   0.00028512]
 [ 0.0000182   0.00212648  0.00002923 ...,  0.00018542  0.00125361
   0.00004625]
 [ 0.00002046  0.00035902  0.00016863 ...,  0.00019432  0.00019037
   0.00017526]] (24.428 sec)
INFO:tensorflow:step = 15101, loss = 3.26563 (48.755 sec)
INFO:tensorflow:probabilities = [[ 0.00100357  0.00470427  0.00326516 ...,  0.00454707  0.00187603
   0.00158943]
 [ 0.02226567  0.01123589  0.02704776 ...,  0.00409464  0.00019424
   0.00802486]
 [ 0.00034737  0.02702987  0.01064686 ...,  0.00163816  0.0014125
   0.00399503]
 ..., 
 [ 0.00001062  0.00063239  0.00000772 ...,  0.00015357  0.00049072
   0.00005336]
 [ 0.0010628   0.00249757  0.00386594 ...,  0.00119367  0.00176697
   0.00377639]
 [ 0.0000715   0.00651974  0.00009864 ...,  0.00401025  0.00014149
   0.00077782]] (25.997 sec)
INFO:tensorflow:global_step/sec: 1.94462
INFO:tensorflow:probabilities = [[ 0.00009493  0.00492814  0.00018242 ...,  0.00089435  0.00026507
   0.00336161]
 [ 0.00008519  0.0242193   0.00110367 ...,  0.00057434  0.00077255
   0.00188631]
 [ 0.00399204  0.0067927   0.00159928 ...,  0.00147013  0.00018725
   0.00118141]
 ..., 
 [ 0.00113243  0.0064512   0.02178227 ...,  0.00549415  0.00217096
   0.00318382]
 [ 0.00330568  0.10891724  0.01089213 ...,  0.00133927  0.00253551
   0.02572335]
 [ 0.001287    0.00569912  0.00622418 ...,  0.00204804  0.00936138
   0.00611523]] (25.425 sec)
INFO:tensorflow:step = 15201, loss = 3.1899 (51.423 sec)
INFO:tensorflow:probabilities = [[ 0.00081174  0.00571663  0.00053982 ...,  0.00161659  0.00191629
   0.01358291]
 [ 0.00487188  0.00718124  0.00010208 ...,  0.00052556  0.00081323
   0.00140169]
 [ 0.00526899  0.00191813  0.00118129 ...,  0.00194475  0.0033834
   0.00100808]
 ..., 
 [ 0.00000392  0.00256744  0.00758704 ...,  0.0032441   0.00413194
   0.00070851]
 [ 0.00000446  0.00066732  0.00025685 ...,  0.00019326  0.00028405
   0.00017929]
 [ 0.00004468  0.00022098  0.00000605 ...,  0.00030219  0.00129555
   0.00002061]] (25.231 sec)
INFO:tensorflow:global_step/sec: 1.8819
INFO:tensorflow:probabilities = [[ 0.00004006  0.01100671  0.00499428 ...,  0.00009473  0.00136378
   0.01522695]
 [ 0.00039053  0.00417686  0.00039265 ...,  0.00116035  0.00620144  0.00103   ]
 [ 0.0664366   0.00006061  0.00071509 ...,  0.00524944  0.00020022
   0.00003494]
 ..., 
 [ 0.00000046  0.001852    0.0252929  ...,  0.00014964  0.00042549
   0.01233963]
 [ 0.00698259  0.00277795  0.00085822 ...,  0.00108964  0.00100538
   0.00137746]
 [ 0.00007391  0.00193083  0.03378649 ...,  0.00186727  0.00238277
   0.00916431]] (27.907 sec)
INFO:tensorflow:step = 15301, loss = 3.45812 (53.138 sec)
INFO:tensorflow:probabilities = [[ 0.00365424  0.00256802  0.00687541 ...,  0.00470868  0.00267425
   0.00252909]
 [ 0.00000042  0.00040347  0.00054188 ...,  0.00014138  0.00006016
   0.00341677]
 [ 0.02163791  0.00172878  0.04022717 ...,  0.01269424  0.00441356
   0.0032461 ]
 ..., 
 [ 0.00073884  0.0016294   0.00177911 ...,  0.00244958  0.01370368
   0.00065299]
 [ 0.01857037  0.00811833  0.00061709 ...,  0.02607416  0.01653279
   0.0000314 ]
 [ 0.00157272  0.00381582  0.00825489 ...,  0.00263976  0.00361101
   0.001879  ]] (26.054 sec)
INFO:tensorflow:global_step/sec: 1.79015
INFO:tensorflow:probabilities = [[ 0.00223713  0.00958378  0.00489285 ...,  0.00027958  0.0673134
   0.00104558]
 [ 0.01896272  0.00124875  0.00499281 ...,  0.00288209  0.00251338
   0.00124636]
 [ 0.01765895  0.00608694  0.0004608  ...,  0.00703453  0.00098279
   0.00246482]
 ..., 
 [ 0.00035591  0.01003952  0.00034649 ...,  0.00235633  0.0005878
   0.00589208]
 [ 0.00236988  0.00432138  0.00232998 ...,  0.00190465  0.0048028
   0.00202891]
 [ 0.00003296  0.00066831  0.00005061 ...,  0.00006384  0.00009973
   0.00117779]] (29.808 sec)
INFO:tensorflow:step = 15401, loss = 3.23641 (55.863 sec)
INFO:tensorflow:probabilities = [[ 0.00005757  0.00179246  0.00116015 ...,  0.00382212  0.01533818
   0.0048958 ]
 [ 0.00194721  0.01388364  0.00411895 ...,  0.01308462  0.01472443
   0.01761356]
 [ 0.00001281  0.00165485  0.03840479 ...,  0.00413141  0.00005532
   0.00441127]
 ..., 
 [ 0.00000864  0.00055077  0.00065872 ...,  0.00144494  0.00814144
   0.00021862]
 [ 0.00016928  0.01156135  0.00075436 ...,  0.00104503  0.00145105
   0.00450951]
 [ 0.00002308  0.00161436  0.01583718 ...,  0.00039428  0.00168159
   0.00070241]] (33.117 sec)
INFO:tensorflow:global_step/sec: 1.62384
INFO:tensorflow:probabilities = [[ 0.00020839  0.00001882  0.00001586 ...,  0.00014716  0.00009958
   0.00014657]
 [ 0.00001072  0.00260244  0.00000984 ...,  0.00041211  0.00347979
   0.00013784]
 [ 0.00734905  0.00283485  0.00020215 ...,  0.00092141  0.00213674
   0.00010094]
 ..., 
 [ 0.00978042  0.00071379  0.00047971 ...,  0.01945461  0.00026796
   0.00859689]
 [ 0.00178557  0.00013364  0.00261026 ...,  0.00453139  0.00010806
   0.00086496]
 [ 0.00000038  0.00311111  0.00000491 ...,  0.00002036  0.00001338
   0.00001364]] (28.467 sec)
INFO:tensorflow:step = 15501, loss = 3.04848 (61.582 sec)
INFO:tensorflow:probabilities = [[ 0.00209139  0.00435271  0.00031995 ...,  0.00336221  0.00043851
   0.00007507]
 [ 0.00088551  0.03130839  0.00121321 ...,  0.00122436  0.00046866
   0.0011011 ]
 [ 0.00493363  0.00186421  0.01386771 ...,  0.00627251  0.00083498
   0.00820929]
 ..., 
 [ 0.00057538  0.01768649  0.00060272 ...,  0.00093284  0.00019952  0.01187   ]
 [ 0.0003243   0.00894509  0.00126134 ...,  0.00395296  0.00029598
   0.00067586]
 [ 0.00000532  0.00016763  0.00000305 ...,  0.00002589  0.00011608
   0.00001533]] (25.293 sec)
INFO:tensorflow:Saving checkpoints for 15582 into ./model-k/model.ckpt.
INFO:tensorflow:global_step/sec: 1.95377
INFO:tensorflow:probabilities = [[ 0.00000526  0.00132633  0.00044101 ...,  0.00160267  0.0018957
   0.00047757]
 [ 0.00008827  0.0004563   0.00012592 ...,  0.0010023   0.00032564
   0.00010668]
 [ 0.00013267  0.00098256  0.00020885 ...,  0.00915467  0.00016818
   0.0001082 ]
 ..., 
 [ 0.00017346  0.00169457  0.02168111 ...,  0.00420241  0.00286156
   0.04984801]
 [ 0.00039578  0.00484988  0.00005757 ...,  0.00282877  0.00022252
   0.00020702]
 [ 0.00006226  0.00261583  0.00009459 ...,  0.00262815  0.00018037
   0.00046303]] (25.889 sec)
INFO:tensorflow:step = 15601, loss = 3.04846 (51.182 sec)
INFO:tensorflow:probabilities = [[ 0.00020987  0.00235544  0.00021806 ...,  0.00218773  0.00048071
   0.00083832]
 [ 0.14219709  0.0004283   0.00146266 ...,  0.00148496  0.01365557
   0.00169516]
 [ 0.00021948  0.00543594  0.02759381 ...,  0.00299497  0.00056945
   0.00774265]
 ..., 
 [ 0.00037745  0.00127728  0.00389811 ...,  0.00997056  0.00059821
   0.00118758]
 [ 0.00000065  0.00124416  0.00244121 ...,  0.0000219   0.00112385
   0.01226504]
 [ 0.00000564  0.00274023  0.0041566  ...,  0.00102419  0.00145041
   0.00251967]] (25.034 sec)
INFO:tensorflow:global_step/sec: 1.99781
INFO:tensorflow:probabilities = [[ 0.00034394  0.00749291  0.02844786 ...,  0.02938628  0.00254867
   0.0155456 ]
 [ 0.02746477  0.00016643  0.000032   ...,  0.01236931  0.0003467
   0.00003832]
 [ 0.00001842  0.00088574  0.00147915 ...,  0.00094688  0.00001395
   0.00083012]
 ..., 
 [ 0.01183773  0.00086501  0.00006089 ...,  0.00597151  0.00053294
   0.00016229]
 [ 0.00019617  0.00564416  0.00089137 ...,  0.00305369  0.00016834
   0.00219279]
 [ 0.00000599  0.00415242  0.00567774 ...,  0.00328905  0.00048559
   0.00628331]] (25.021 sec)
INFO:tensorflow:step = 15701, loss = 3.33569 (50.055 sec)
INFO:tensorflow:probabilities = [[ 0.00080091  0.01054011  0.01540392 ...,  0.00963514  0.00053731
   0.0176191 ]
 [ 0.00116838  0.02914909  0.02904218 ...,  0.01393391  0.00451993
   0.00145072]
 [ 0.00004543  0.00154993  0.01699103 ...,  0.00160172  0.00068892
   0.0150241 ]
 ..., 
 [ 0.00013052  0.00845579  0.01149902 ...,  0.00269746  0.00190152
   0.00029738]
 [ 0.00029311  0.02918015  0.0105621  ...,  0.00244484  0.00438316
   0.00113172]
 [ 0.00140448  0.03195836  0.00162061 ...,  0.00111526  0.00917394
   0.00479597]] (25.565 sec)
INFO:tensorflow:global_step/sec: 1.97019
INFO:tensorflow:probabilities = [[ 0.51222825  0.00388483  0.00105879 ...,  0.0047276   0.00278816
   0.00146503]
 [ 0.00261008  0.00707546  0.00828357 ...,  0.0094692   0.00127902
   0.00339691]
 [ 0.00000127  0.00536917  0.02050658 ...,  0.00112846  0.00030163
   0.00321178]
 ..., 
 [ 0.00015431  0.03509523  0.1006525  ...,  0.00214452  0.00074354
   0.02191882]
 [ 0.02699547  0.00040761  0.00267163 ...,  0.01966463  0.01600233
   0.00022888]
 [ 0.00000122  0.00621134  0.00159386 ...,  0.00019243  0.00024738
   0.00371132]] (25.192 sec)
INFO:tensorflow:step = 15801, loss = 3.10033 (50.757 sec)
INFO:tensorflow:probabilities = [[ 0.00096026  0.00014018  0.00007916 ...,  0.00030097  0.00345941
   0.00013087]
 [ 0.00055255  0.00235053  0.00010284 ...,  0.00018969  0.00319762
   0.0002439 ]
 [ 0.00321584  0.00464817  0.0009541  ...,  0.00061697  0.00042546
   0.00085045]
 ..., 
 [ 0.00000595  0.00116122  0.00011927 ...,  0.00046811  0.00027714
   0.00031387]
 [ 0.0902408   0.00005036  0.00000233 ...,  0.00012009  0.00030132
   0.00004295]
 [ 0.02919196  0.00001401  0.00004764 ...,  0.00183823  0.00014414
   0.00006306]] (25.112 sec)
INFO:tensorflow:global_step/sec: 1.97492
INFO:tensorflow:probabilities = [[ 0.00004329  0.00154564  0.00031956 ...,  0.00032356  0.00005588
   0.00062764]
 [ 0.00000756  0.00471477  0.00117896 ...,  0.00123698  0.00327857
   0.00223407]
 [ 0.01898697  0.00027926  0.00002669 ...,  0.00138933  0.00198771
   0.00001264]
 ..., 
 [ 0.00063296  0.02591205  0.02992953 ...,  0.00128525  0.01052233
   0.00538814]
 [ 0.0009755   0.00168975  0.00034943 ...,  0.00351796  0.00437985
   0.00123084]
 [ 0.00000669  0.00418378  0.00150683 ...,  0.00017696  0.0000172
   0.00087396]] (25.523 sec)
INFO:tensorflow:step = 15901, loss = 3.03388 (50.635 sec)
INFO:tensorflow:probabilities = [[ 0.0000752   0.00374807  0.0002894  ...,  0.00047147  0.00102916
   0.00053499]
 [ 0.41666433  0.00186305  0.00000973 ...,  0.00090699  0.00085878
   0.00021425]
 [ 0.00462565  0.01058367  0.00233707 ...,  0.00168383  0.00294526
   0.00082428]
 ..., 
 [ 0.0007931   0.01335199  0.00203878 ...,  0.00111648  0.0088106
   0.00013867]
 [ 0.00356808  0.00148958  0.00057062 ...,  0.01032304  0.00154725
   0.00257646]
 [ 0.00053618  0.01026401  0.00020283 ...,  0.00329583  0.00706705
   0.00157166]] (25.242 sec)
INFO:tensorflow:global_step/sec: 1.98024
INFO:tensorflow:probabilities = [[ 0.00183789  0.11865083  0.01068336 ...,  0.00140402  0.00376281
   0.00257445]
 [ 0.00000311  0.00101733  0.00192817 ...,  0.05464592  0.00969051
   0.00207828]
 [ 0.00008263  0.00051717  0.00166654 ...,  0.01424619  0.00000476
   0.00932019]
 ..., 
 [ 0.00004907  0.06574698  0.00271536 ...,  0.00134006  0.00081291
   0.00121886]
 [ 0.00056376  0.06515597  0.0050065  ...,  0.02339693  0.00050438
   0.00136589]
 [ 0.00804461  0.04426632  0.00359844 ...,  0.03044935  0.00473797
   0.00779053]] (25.256 sec)
INFO:tensorflow:step = 16001, loss = 3.05938 (50.498 sec)
INFO:tensorflow:probabilities = [[ 0.00004638  0.005673    0.00363568 ...,  0.00206831  0.00257818
   0.00743785]
 [ 0.0000358   0.00003374  0.01063772 ...,  0.00042459  0.0003478
   0.00473918]
 [ 0.00043413  0.00352303  0.01780015 ...,  0.00685457  0.00272265
   0.01129508]
 ..., 
 [ 0.00000674  0.00016344  0.00000102 ...,  0.00008743  0.00000578
   0.0000316 ]
 [ 0.00004683  0.00562002  0.0268901  ...,  0.0021126   0.00005092
   0.00003173]
 [ 0.00028989  0.00137178  0.00238331 ...,  0.00198891  0.00194892
   0.00513335]] (25.103 sec)
INFO:tensorflow:global_step/sec: 1.99362
INFO:tensorflow:probabilities = [[ 0.00000721  0.00406824  0.00876786 ...,  0.0001261   0.00032108
   0.00059445]
 [ 0.00001824  0.04479259  0.00079951 ...,  0.00019781  0.00130046
   0.00071268]
 [ 0.00005864  0.00358448  0.00077826 ...,  0.00953329  0.00047136
   0.00557347]
 ..., 
 [ 0.00186259  0.00352262  0.00359198 ...,  0.0022404   0.00077535
   0.00181523]
 [ 0.00004648  0.00856621  0.001682   ...,  0.0007247   0.00137776
   0.00312919]
 [ 0.00125058  0.00285953  0.00275174 ...,  0.00494412  0.00591425
   0.00013611]] (25.056 sec)
INFO:tensorflow:step = 16101, loss = 2.68195 (50.160 sec)
INFO:tensorflow:probabilities = [[ 0.00628594  0.00197396  0.00018927 ...,  0.00134981  0.00092997
   0.00128778]
 [ 0.00095854  0.00409499  0.00346611 ...,  0.00494441  0.0014985
   0.00154052]
 [ 0.00020933  0.00039964  0.00075236 ...,  0.00022686  0.00014408
   0.0002927 ]
 ..., 
 [ 0.00001791  0.00661268  0.00017319 ...,  0.00036708  0.00055028
   0.00052466]
 [ 0.10486495  0.02009295  0.02381244 ...,  0.00933884  0.01138081
   0.003572  ]
 [ 0.00000581  0.00123756  0.00004116 ...,  0.00005888  0.00053781
   0.00038065]] (25.155 sec)
INFO:tensorflow:global_step/sec: 1.99168
INFO:tensorflow:probabilities = [[ 0.00000103  0.00310392  0.06147139 ...,  0.00008573  0.00005912
   0.0002607 ]
 [ 0.00000062  0.00070971  0.00704063 ...,  0.00314001  0.0000447
   0.0033333 ]
 [ 0.00020852  0.00150041  0.00478914 ...,  0.01798579  0.00179094
   0.0321277 ]
 ..., 
 [ 0.0000142   0.00314931  0.09056893 ...,  0.01233934  0.000198
   0.05220102]
 [ 0.0000004   0.00023321  0.00100858 ...,  0.00770316  0.00167603
   0.00117086]
 [ 0.07794933  0.00251708  0.00066446 ...,  0.01049958  0.00817024
   0.00007456]] (25.054 sec)
INFO:tensorflow:step = 16201, loss = 3.20457 (50.209 sec)
INFO:tensorflow:probabilities = [[ 0.00004853  0.07242505  0.00165499 ...,  0.00008359  0.00089887
   0.00083556]
 [ 0.00004206  0.00003489  0.00025462 ...,  0.00031353  0.00011271
   0.00004379]
 [ 0.00015687  0.00600807  0.00479127 ...,  0.00503071  0.00255543
   0.00012004]
 ..., 
 [ 0.00226054  0.00442266  0.00382312 ...,  0.00269848  0.02719111
   0.00238613]
 [ 0.00000137  0.00055081  0.00000051 ...,  0.00000693  0.00000744
   0.0000219 ]
 [ 0.0000113   0.00009896  0.00088583 ...,  0.00044528  0.00007991
   0.00145852]] (25.055 sec)
INFO:tensorflow:global_step/sec: 1.89041
INFO:tensorflow:probabilities = [[ 0.00001424  0.00183734  0.00027092 ...,  0.0095092   0.00116427
   0.00182685]
 [ 0.0011199   0.00610262  0.02995188 ...,  0.00677863  0.01181683
   0.00091397]
 [ 0.00001676  0.0393785   0.00314692 ...,  0.00039024  0.00199801
   0.00244952]
 ..., 
 [ 0.01604457  0.00033507  0.00028481 ...,  0.00318935  0.00307148
   0.00168401]
 [ 0.00007473  0.01808792  0.00710499 ...,  0.00431916  0.00206695
   0.00227847]
 [ 0.00014938  0.00063653  0.00160573 ...,  0.04165951  0.00806207
   0.00015439]] (27.844 sec)
INFO:tensorflow:step = 16301, loss = 3.02921 (52.900 sec)
INFO:tensorflow:probabilities = [[ 0.000002    0.00013877  0.00270492 ...,  0.00416389  0.00008227
   0.01567102]
 [ 0.00435681  0.00395609  0.00316842 ...,  0.00995294  0.00085158
   0.00177229]
 [ 0.00027332  0.01574863  0.00749374 ...,  0.00064529  0.00178337
   0.0013493 ]
 ..., 
 [ 0.00004882  0.00306663  0.00615995 ...,  0.00140558  0.00080986
   0.02001214]
 [ 0.0000455   0.00375267  0.00869523 ...,  0.00157783  0.00646638
   0.00439741]
 [ 0.00014526  0.0003844   0.00000657 ...,  0.00251463  0.00003652
   0.00045186]] (28.241 sec)
INFO:tensorflow:global_step/sec: 1.83797
INFO:tensorflow:probabilities = [[ 0.0043755   0.02954909  0.00253709 ...,  0.00203735  0.00178254
   0.00198155]
 [ 0.00013434  0.09155294  0.00510034 ...,  0.0019223   0.00088334
   0.00715399]
 [ 0.46351478  0.00248398  0.00030815 ...,  0.00345596  0.00161417
   0.00007764]
 ..., 
 [ 0.00767277  0.06097434  0.00052687 ...,  0.00382128  0.00483667
   0.0009574 ]
 [ 0.01145738  0.0047103   0.00042856 ...,  0.00086263  0.00032339
   0.00118346]
 [ 0.0002952   0.00136511  0.16637467 ...,  0.00201945  0.00153737
   0.00727503]] (26.168 sec)
INFO:tensorflow:step = 16401, loss = 3.05863 (54.408 sec)
INFO:tensorflow:probabilities = [[ 0.14607862  0.00393651  0.0004089  ...,  0.00411291  0.00254032
   0.00027051]
 [ 0.00126872  0.00003921  0.00000115 ...,  0.00004935  0.00004887
   0.000021  ]
 [ 0.02508419  0.0000491   0.0000266  ...,  0.00429108  0.00008527
   0.00000546]
 ..., 
 [ 0.00671354  0.00058287  0.00050716 ...,  0.00426111  0.00375261
   0.00040187]
 [ 0.00004272  0.00070584  0.0002242  ...,  0.00021692  0.00322994
   0.00277244]
 [ 0.00043028  0.00603243  0.00105112 ...,  0.00134466  0.00228999
   0.00176308]] (25.356 sec)
INFO:tensorflow:global_step/sec: 1.9823
INFO:tensorflow:probabilities = [[ 0.41702762  0.0007275   0.00061678 ...,  0.00068682  0.00247043
   0.00005686]
 [ 0.00000105  0.0020283   0.00007066 ...,  0.00002967  0.00444311
   0.00005855]
 [ 0.00016983  0.00896535  0.00347515 ...,  0.00272176  0.00078473
   0.00144232]
 ..., 
 [ 0.0002312   0.00028657  0.00001303 ...,  0.0000327   0.00001206
   0.0000906 ]
 [ 0.00007173  0.00103766  0.00526738 ...,  0.00051761  0.00027338
   0.0099482 ]
 [ 0.00049387  0.0031471   0.00016676 ...,  0.01299276  0.00019646
   0.00006738]] (25.090 sec)
INFO:tensorflow:step = 16501, loss = 3.1031 (50.446 sec)
INFO:tensorflow:probabilities = [[ 0.05191543  0.00708796  0.00020257 ...,  0.0005411   0.00161393
   0.0005593 ]
 [ 0.0000027   0.00007648  0.00001712 ...,  0.00047613  0.00034772
   0.00004716]
 [ 0.00174766  0.00107218  0.00870052 ...,  0.0127258   0.00121088
   0.00201607]
 ..., 
 [ 0.27319154  0.01180243  0.00895469 ...,  0.00363366  0.00211778
   0.00130771]
 [ 0.0258858   0.00454903  0.01260069 ...,  0.01027946  0.00076927
   0.00249939]
 [ 0.00000046  0.01228192  0.03632287 ...,  0.00000601  0.00000509
   0.01077536]] (25.000 sec)
INFO:tensorflow:global_step/sec: 1.9637
INFO:tensorflow:probabilities = [[ 0.00000009  0.00037081  0.00945288 ...,  0.00015374  0.00003808
   0.02455041]
 [ 0.00068204  0.01013339  0.00453823 ...,  0.0003446   0.0101379
   0.00225074]
 [ 0.63102174  0.00136194  0.0001981  ...,  0.00104015  0.00036959
   0.0000349 ]
 ..., 
 [ 0.00000498  0.00060948  0.00006319 ...,  0.00159149  0.00035076
   0.01674229]
 [ 0.00061359  0.00043662  0.00065423 ...,  0.01357783  0.00054268
   0.00030082]
 [ 0.0000036   0.00463356  0.00383237 ...,  0.00043623  0.00249323
   0.000314  ]] (25.925 sec)
INFO:tensorflow:step = 16601, loss = 3.04266 (50.924 sec)
INFO:tensorflow:probabilities = [[ 0.00059821  0.00262297  0.00449361 ...,  0.01078628  0.00187817
   0.00053658]
 [ 0.01436982  0.00290856  0.00217157 ...,  0.00269534  0.00090803
   0.00023165]
 [ 0.00000457  0.00053829  0.0011247  ...,  0.00136557  0.00002821
   0.00406014]
 ..., 
 [ 0.01268419  0.00126077  0.00057231 ...,  0.01061792  0.00566894
   0.00091261]
 [ 0.00027284  0.00987574  0.00030541 ...,  0.0009778   0.00510397
   0.00101569]
 [ 0.00009114  0.00215521  0.00409605 ...,  0.00020259  0.0025055
   0.00009981]] (25.259 sec)
INFO:tensorflow:global_step/sec: 1.98435
INFO:tensorflow:probabilities = [[ 0.00173851  0.01209326  0.00012216 ...,  0.00118583  0.00123391
   0.00133689]
 [ 0.00056331  0.00008365  0.00005096 ...,  0.00009181  0.00449698
   0.00104353]
 [ 0.00006211  0.00347158  0.00005516 ...,  0.00077973  0.000697
   0.00076283]
 ..., 
 [ 0.0002256   0.00056649  0.00000828 ...,  0.00002105  0.00019405
   0.00036348]
 [ 0.00345404  0.00032898  0.00013486 ...,  0.00225522  0.00327017
   0.00034383]
 [ 0.00020175  0.00793155  0.00180729 ...,  0.00523399  0.0002945
   0.00531159]] (25.135 sec)
INFO:tensorflow:step = 16701, loss = 2.97628 (50.394 sec)
INFO:tensorflow:probabilities = [[ 0.00211653  0.00961865  0.0000224  ...,  0.01655406  0.00017963
   0.00035043]
 [ 0.00025239  0.02831292  0.00069412 ...,  0.0029436   0.00061461
   0.00434582]
 [ 0.01024439  0.00238894  0.00324278 ...,  0.01096156  0.03423058
   0.00033733]
 ..., 
 [ 0.00004886  0.00120453  0.00019757 ...,  0.00266359  0.00526659
   0.00120014]
 [ 0.00000064  0.00262548  0.01060845 ...,  0.00124636  0.00001103
   0.00456234]
 [ 0.01716418  0.00452514  0.00165491 ...,  0.00305969  0.00264828
   0.00058383]] (27.549 sec)
INFO:tensorflow:Saving checkpoints for 16753 into ./model-k/model.ckpt.
INFO:tensorflow:global_step/sec: 1.71008
INFO:tensorflow:probabilities = [[ 0.00067559  0.0011361   0.00069109 ...,  0.01385781  0.00812274
   0.00020782]
 [ 0.00061616  0.00705764  0.00049291 ...,  0.00095977  0.00073034
   0.00094684]
 [ 0.000091    0.04693636  0.00081781 ...,  0.0010809   0.00068825
   0.003636  ]
 ..., 
 [ 0.06097481  0.00067922  0.00175197 ...,  0.01960698  0.00219294
   0.00116225]
 [ 0.00005585  0.00834801  0.00164639 ...,  0.00053151  0.00019597
   0.00184105]
 [ 0.00002109  0.01323869  0.01273583 ...,  0.00411959  0.00039322
   0.01614727]] (30.929 sec)
INFO:tensorflow:step = 16801, loss = 3.05177 (58.477 sec)
INFO:tensorflow:probabilities = [[ 0.0014056   0.00162488  0.00140725 ...,  0.00041633  0.00373483
   0.00058627]
 [ 0.00000113  0.00078259  0.00421023 ...,  0.00005458  0.00256277
   0.0019353 ]
 [ 0.00001335  0.00038471  0.00029796 ...,  0.0021673   0.00044512
   0.00009437]
 ..., 
 [ 0.00000003  0.00001218  0.00000267 ...,  0.00000225  0.00000724
   0.00001103]
 [ 0.00001345  0.00233061  0.00764937 ...,  0.00140745  0.00036447
   0.00513976]
 [ 0.00023413  0.00044501  0.00035513 ...,  0.00100596  0.00006288
   0.00516883]] (25.809 sec)
INFO:tensorflow:global_step/sec: 1.91364
INFO:tensorflow:probabilities = [[ 0.00016813  0.00380393  0.02661155 ...,  0.00213251  0.00254372
   0.01034332]
 [ 0.00051877  0.00040146  0.00009043 ...,  0.00008795  0.000113
   0.00043009]
 [ 0.00029159  0.08339348  0.01178196 ...,  0.0059061   0.00556487
   0.00315215]
 ..., 
 [ 0.00073033  0.00266846  0.00115135 ...,  0.00496032  0.00204586
   0.00063184]
 [ 0.00129824  0.00724001  0.00019639 ...,  0.00145447  0.00352774
   0.0007119 ]
 [ 0.00008954  0.00071431  0.00001925 ...,  0.00103989  0.00056713
   0.0008035 ]] (26.448 sec)
INFO:tensorflow:step = 16901, loss = 2.82407 (52.257 sec)
INFO:tensorflow:probabilities = [[ 0.00011131  0.0020767   0.0976522  ...,  0.00068374  0.00036108
   0.00016228]
 [ 0.00001565  0.00523834  0.00013781 ...,  0.00113955  0.00120183
   0.00091669]
 [ 0.0000062   0.00496344  0.0030583  ...,  0.0010624   0.00026285
   0.0096321 ]
 ..., 
 [ 0.00132146  0.00041278  0.00001546 ...,  0.00199629  0.00005025
   0.00005986]
 [ 0.00016125  0.00875779  0.01349656 ...,  0.00383588  0.00015609
   0.0004689 ]
 [ 0.00000057  0.00287597  0.01781232 ...,  0.00025571  0.00236202
   0.00676435]] (26.520 sec)
INFO:tensorflow:global_step/sec: 1.90477
INFO:tensorflow:probabilities = [[ 0.00018672  0.00240953  0.00645681 ...,  0.0044755   0.00174222
   0.12248661]
 [ 0.00000003  0.00014485  0.00142057 ...,  0.00010434  0.00004554
   0.00926394]
 [ 0.00461137  0.00321965  0.00177875 ...,  0.03188181  0.00032422
   0.01117283]
 ..., 
 [ 0.00966132  0.00212001  0.0004778  ...,  0.00428141  0.0039677
   0.00155861]
 [ 0.02063098  0.02820468  0.000071   ...,  0.0027352   0.00571792
   0.00075087]
 [ 0.00002745  0.03016399  0.03113617 ...,  0.00038349  0.00154751
   0.02737075]] (25.982 sec)
INFO:tensorflow:step = 17001, loss = 3.1144 (52.504 sec)
INFO:tensorflow:probabilities = [[ 0.00278087  0.00005155  0.00001594 ...,  0.00069882  0.00024471
   0.0000758 ]
 [ 0.00053543  0.00185448  0.0003894  ...,  0.0031463   0.00110812
   0.0004416 ]
 [ 0.00009276  0.00001101  0.00000982 ...,  0.00348973  0.0000977
   0.0001641 ]
 ..., 
 [ 0.01929767  0.00320413  0.00043381 ...,  0.00785454  0.00115204
   0.00114667]
 [ 0.00000108  0.00410365  0.00224532 ...,  0.00353861  0.00298491
   0.00111697]
 [ 0.00159567  0.00058665  0.00089019 ...,  0.00072456  0.00090757
   0.00014549]] (28.621 sec)
INFO:tensorflow:global_step/sec: 1.71924
INFO:tensorflow:probabilities = [[ 0.00002405  0.00005167  0.00000024 ...,  0.00002436  0.00000017
   0.000021  ]
 [ 0.0034394   0.00488915  0.00020753 ...,  0.00025861  0.00109159
   0.00006566]
 [ 0.00247946  0.02033195  0.00121023 ...,  0.00917589  0.00288967
   0.0005901 ]
 ..., 
 [ 0.00117886  0.00223647  0.00177985 ...,  0.0006539   0.00185783
   0.00051844]
 [ 0.0000049   0.00078647  0.01671566 ...,  0.00045496  0.00021831
   0.00267865]
 [ 0.00078359  0.00006535  0.0007737  ...,  0.00291365  0.09988778
   0.00004605]] (29.541 sec)
INFO:tensorflow:step = 17101, loss = 2.85525 (58.160 sec)
INFO:tensorflow:probabilities = [[ 0.0034946   0.00085103  0.00467896 ...,  0.03809645  0.00848394
   0.00113336]
 [ 0.00003403  0.00303476  0.00027848 ...,  0.00148871  0.00041793
   0.00004365]
 [ 0.00000636  0.00098605  0.00033022 ...,  0.00020288  0.00035689
   0.00136003]
 ..., 
 [ 0.00006099  0.00039188  0.00004366 ...,  0.00076955  0.00069133
   0.00075837]
 [ 0.00000103  0.02510339  0.00007074 ...,  0.00004371  0.000656    0.0009483 ]
 [ 0.01060636  0.00233746  0.00209695 ...,  0.01925927  0.00087416
   0.00135845]] (25.446 sec)
INFO:tensorflow:global_step/sec: 1.91191
INFO:tensorflow:probabilities = [[ 0.00386795  0.00030808  0.00077186 ...,  0.00261595  0.0006618
   0.00007986]
 [ 0.00318942  0.00207674  0.00013878 ...,  0.00431441  0.00014939
   0.00124794]
 [ 0.00050468  0.00068041  0.00006218 ...,  0.00293166  0.00015346
   0.01340689]
 ..., 
 [ 0.00001051  0.00655147  0.00008796 ...,  0.00151963  0.00039678
   0.00054945]
 [ 0.00009935  0.00502485  0.00594201 ...,  0.00015286  0.00098102
   0.00514397]
 [ 0.00024536  0.00042084  0.00002752 ...,  0.00007606  0.00458497
   0.00019453]] (26.857 sec)
INFO:tensorflow:step = 17201, loss = 2.77437 (52.304 sec)
INFO:tensorflow:probabilities = [[ 0.02318866  0.00010883  0.00160901 ...,  0.0018068   0.04624098
   0.00043253]
 [ 0.00131424  0.00028347  0.00023253 ...,  0.00021924  0.00471787
   0.00033672]
 [ 0.0347399   0.0000155   0.00021726 ...,  0.00019563  0.00003375
   0.00031533]
 ..., 
 [ 0.00900392  0.00006789  0.00016736 ...,  0.00734395  0.00423762
   0.00023614]
 [ 0.00028321  0.0001495   0.00643391 ...,  0.00052614  0.0127996
   0.00512485]
 [ 0.00101027  0.0013001   0.00094562 ...,  0.00106924  0.00226951
   0.00078097]] (25.213 sec)
INFO:tensorflow:global_step/sec: 1.97806
INFO:tensorflow:probabilities = [[ 0.00043027  0.01325199  0.0167806  ...,  0.017912    0.00124561
   0.00451962]
 [ 0.00001779  0.00285289  0.00009634 ...,  0.00060616  0.00010298
   0.00016046]
 [ 0.06526327  0.00065562  0.0001474  ...,  0.00028423  0.00061843
   0.00129541]
 ..., 
 [ 0.07326829  0.00038184  0.00012909 ...,  0.00940748  0.00058076
   0.00031045]
 [ 0.00014327  0.00096409  0.00019077 ...,  0.00106309  0.00145924
   0.00059058]
 [ 0.00028856  0.00074689  0.00308804 ...,  0.00113681  0.00968255
   0.00856304]] (25.343 sec)
INFO:tensorflow:step = 17301, loss = 2.82549 (50.556 sec)
INFO:tensorflow:probabilities = [[ 0.00171229  0.00067918  0.0002194  ...,  0.00924893  0.00006298
   0.00574577]
 [ 0.00017947  0.13172011  0.00718224 ...,  0.00187376  0.00015477
   0.0013187 ]
 [ 0.00000022  0.00006869  0.00001531 ...,  0.00000885  0.00001264
   0.00019513]
 ..., 
 [ 0.00091435  0.00358727  0.02948006 ...,  0.00005546  0.00207845
   0.00153547]
 [ 0.00002242  0.00976586  0.00149129 ...,  0.00051502  0.00057644
   0.00313105]
 [ 0.00000631  0.00150537  0.0092117  ...,  0.00037126  0.0027478
   0.00412998]] (25.236 sec)
INFO:tensorflow:global_step/sec: 1.98395
INFO:tensorflow:probabilities = [[ 0.00036144  0.01063878  0.02948354 ...,  0.01145145  0.000528
   0.00538063]
 [ 0.89397204  0.00004572  0.00054144 ...,  0.00006619  0.00186981
   0.00023366]
 [ 0.01671509  0.02321131  0.00102615 ...,  0.01820612  0.00095848
   0.03077451]
 ..., 
 [ 0.00000018  0.00048018  0.00002185 ...,  0.00033137  0.00000241
   0.00017748]
 [ 0.00006685  0.01955813  0.01229796 ...,  0.00009179  0.00045052
   0.00210123]
 [ 0.00004547  0.00080362  0.02661414 ...,  0.00279826  0.00037298
   0.00746467]] (25.168 sec)
INFO:tensorflow:step = 17401, loss = 2.96342 (50.404 sec)
INFO:tensorflow:probabilities = [[ 0.0000092   0.00568191  0.01147012 ...,  0.00016815  0.00043761
   0.00029538]
 [ 0.0011633   0.00147475  0.00215144 ...,  0.00133096  0.00383033
   0.00070185]
 [ 0.00002462  0.00196426  0.00061656 ...,  0.00227423  0.00078553
   0.0005307 ]
 ..., 
 [ 0.00062908  0.0084873   0.00034206 ...,  0.00197399  0.00012655
   0.00118735]
 [ 0.00380405  0.00034687  0.00016584 ...,  0.00080593  0.00185246
   0.00074911]
 [ 0.00000033  0.00050756  0.3325226  ...,  0.00045938  0.00057752
   0.00020017]] (24.864 sec)
INFO:tensorflow:global_step/sec: 1.95665
INFO:tensorflow:probabilities = [[ 0.00071064  0.00532699  0.00324675 ...,  0.00592538  0.00224139
   0.00103235]
 [ 0.25074449  0.00044837  0.00082986 ...,  0.00404929  0.00293111
   0.00048542]
 [ 0.00014489  0.00448619  0.00005406 ...,  0.00612739  0.00089252
   0.00035874]
 ..., 
 [ 0.16001837  0.00583989  0.00007969 ...,  0.00065634  0.02869754
   0.00007794]
 [ 0.04763829  0.0027401   0.00373514 ...,  0.00444171  0.0007638
   0.01056016]
 [ 0.0001166   0.00425841  0.0003012  ...,  0.00044529  0.00179391
   0.00068552]] (26.244 sec)
INFO:tensorflow:step = 17501, loss = 2.78499 (51.110 sec)
INFO:tensorflow:probabilities = [[ 0.00013622  0.00812133  0.01188485 ...,  0.00516633  0.00407047
   0.00074996]
 [ 0.32099551  0.00013441  0.00004843 ...,  0.00261819  0.00003478
   0.00082292]
 [ 0.23755826  0.00162422  0.00299497 ...,  0.00079375  0.00041491
   0.0002982 ]
 ..., 
 [ 0.00000519  0.00050167  0.00036434 ...,  0.00036118  0.00028202
   0.00001375]
 [ 0.08842305  0.00741405  0.0039002  ...,  0.01678172  0.00620352
   0.00062924]
 [ 0.02077768  0.00298244  0.01039237 ...,  0.00751105  0.00411633
   0.01068394]] (25.650 sec)
INFO:tensorflow:global_step/sec: 1.9715
INFO:tensorflow:probabilities = [[ 0.00000002  0.00066983  0.00005577 ...,  0.00000026  0.00006894
   0.00011648]
 [ 0.00000287  0.00008651  0.00008079 ...,  0.00004406  0.00053652
   0.00139115]
 [ 0.1625082   0.00113243  0.04016066 ...,  0.00952162  0.00178049
   0.01861933]
 ..., 
 [ 0.00008431  0.00338469  0.00797067 ...,  0.0007473   0.00083989
   0.00177507]
 [ 0.00080879  0.00398861  0.01442927 ...,  0.00079034  0.00978419
   0.01134229]
 [ 0.00276537  0.00344943  0.00135281 ...,  0.14228989  0.02318432
   0.00175106]] (25.072 sec)
INFO:tensorflow:step = 17601, loss = 2.91485 (50.720 sec)
INFO:tensorflow:probabilities = [[ 0.00003014  0.00220437  0.0274152  ...,  0.00338418  0.00326749
   0.0009447 ]
 [ 0.02629958  0.0001583   0.00017758 ...,  0.00609349  0.0000042
   0.00002869]
 [ 0.00017271  0.00072868  0.00017836 ...,  0.00180624  0.00011595
   0.00465744]
 ..., 
 [ 0.00217797  0.00287131  0.00017976 ...,  0.00150494  0.00072904
   0.0068995 ]
 [ 0.05698238  0.00000727  0.00319025 ...,  0.00010859  0.00000156
   0.00002419]
 [ 0.00000004  0.00110829  0.00041939 ...,  0.002628    0.00047118
   0.00125545]] (25.472 sec)
INFO:tensorflow:global_step/sec: 1.98029
INFO:tensorflow:probabilities = [[ 0.00000301  0.00080029  0.00192572 ...,  0.00479514  0.03532244
   0.00068104]
 [ 0.17921092  0.00255149  0.00064884 ...,  0.00036765  0.0003658
   0.00021839]
 [ 0.00004845  0.0474323   0.01907488 ...,  0.00173947  0.01669331
   0.00079229]
 ..., 
 [ 0.00000213  0.00252551  0.02042591 ...,  0.00015581  0.00004603
   0.0029311 ]
 [ 0.00002417  0.00076228  0.02748484 ...,  0.01185251  0.00176244
   0.0014577 ]
 [ 0.00001714  0.00087938  0.00016229 ...,  0.00018871  0.00010479
   0.00072276]] (25.025 sec)
INFO:tensorflow:step = 17701, loss = 2.62953 (50.498 sec)
INFO:tensorflow:probabilities = [[ 0.00001719  0.02273703  0.00804007 ...,  0.00039044  0.00014013
   0.2109376 ]
 [ 0.04719074  0.02852032  0.000723   ...,  0.00026545  0.00016899
   0.00064389]
 [ 0.0001853   0.00093827  0.03808929 ...,  0.07485635  0.02710588
   0.00716558]
 ..., 
 [ 0.02149456  0.05356188  0.00412506 ...,  0.00940897  0.00812495
   0.00101793]
 [ 0.00011516  0.00416808  0.01674245 ...,  0.01274009  0.00213255
   0.00491718]
 [ 0.00477015  0.00131468  0.0212582  ...,  0.060769    0.00218755
   0.00202523]] (25.082 sec)
INFO:tensorflow:global_step/sec: 2.00134
INFO:tensorflow:probabilities = [[ 0.00003523  0.00235421  0.50875551 ...,  0.00089177  0.0002568
   0.00140026]
 [ 0.00000248  0.00064833  0.00025703 ...,  0.00009978  0.00012208
   0.00009102]
 [ 0.00000132  0.00027396  0.00000079 ...,  0.00001929  0.00000935
   0.00022809]
 ..., 
 [ 0.00007144  0.01150047  0.04348419 ...,  0.00125071  0.00248973
   0.0033403 ]
 [ 0.00230553  0.00083113  0.00038346 ...,  0.00271499  0.00048687
   0.00030135]
 [ 0.001338    0.03305903  0.01311048 ...,  0.02661883  0.00875023
   0.0016964 ]] (24.884 sec)
INFO:tensorflow:step = 17801, loss = 2.84248 (49.967 sec)
INFO:tensorflow:probabilities = [[ 0.00052859  0.00775828  0.00013608 ...,  0.00118006  0.00014045
   0.01276224]
 [ 0.00020992  0.00099012  0.02770555 ...,  0.00622407  0.00081941
   0.00527632]
 [ 0.0000098   0.00487917  0.00003526 ...,  0.00001775  0.00001425
   0.0000634 ]
 ..., 
 [ 0.00001482  0.01000828  0.00015415 ...,  0.0006701   0.00051599
   0.00071426]
 [ 0.00003294  0.00028113  0.00011168 ...,  0.00019249  0.00016505
   0.00027363]
 [ 0.00075943  0.00027383  0.00007904 ...,  0.00000837  0.00005644
   0.0415097 ]] (25.089 sec)
INFO:tensorflow:global_step/sec: 2.00061
INFO:tensorflow:probabilities = [[ 0.00375512  0.00002347  0.00004548 ...,  0.01094687  0.00001068
   0.00005693]
 [ 0.00001264  0.01212325  0.00142912 ...,  0.00018808  0.00076011
   0.00020264]
 [ 0.19373564  0.00238576  0.0000957  ...,  0.00097896  0.00225318
   0.00003853]
 ..., 
 [ 0.00000823  0.02050067  0.00405804 ...,  0.00122844  0.00022343
   0.02126981]
 [ 0.00168663  0.00051024  0.0009603  ...,  0.00160784  0.00008563
   0.00022213]
 [ 0.00002309  0.00692945  0.01303673 ...,  0.00411309  0.00113704
   0.01031358]] (24.896 sec)
INFO:tensorflow:step = 17901, loss = 3.06747 (49.984 sec)
INFO:tensorflow:Saving checkpoints for 17904 into ./model-k/model.ckpt.
INFO:tensorflow:probabilities = [[ 0.00000474  0.00459184  0.00301842 ...,  0.00347402  0.00017     0.0368229 ]
 [ 0.03082751  0.02969095  0.01527437 ...,  0.00038147  0.00007846
   0.00054043]
 [ 0.04244229  0.00362077  0.00145866 ...,  0.00531675  0.0029846
   0.00108044]
 ..., 
 [ 0.00009203  0.20682061  0.03021357 ...,  0.00005282  0.00034631
   0.00053559]
 [ 0.00044616  0.01153152  0.00290519 ...,  0.03714554  0.03781733
   0.00145846]
 [ 0.00008325  0.0187216   0.00136432 ...,  0.00194472  0.00041873
   0.00532239]] (25.759 sec)
INFO:tensorflow:global_step/sec: 1.82503
INFO:tensorflow:probabilities = [[ 0.68986285  0.00047478  0.00040842 ...,  0.00113734  0.00111403
   0.00022789]
 [ 0.00000467  0.00257081  0.00006024 ...,  0.00023848  0.00007672
   0.00100757]
 [ 0.00000335  0.00084336  0.00006344 ...,  0.00019248  0.00034516
   0.00035392]
 ..., 
 [ 0.00002656  0.00432003  0.00132816 ...,  0.00091223  0.00030547
   0.00161811]
 [ 0.00005321  0.00580897  0.00218515 ...,  0.00005397  0.00002103
   0.00076136]
 [ 0.00003051  0.00063351  0.01303308 ...,  0.00172328  0.00091685
   0.0091921 ]] (29.035 sec)
INFO:tensorflow:step = 18001, loss = 2.77423 (54.794 sec)
INFO:tensorflow:probabilities = [[ 0.001941    0.00141198  0.00021431 ...,  0.00050711  0.02496513
   0.0005325 ]
 [ 0.00004501  0.02278752  0.00005793 ...,  0.00014542  0.00003628
   0.00045499]
 [ 0.00001623  0.00000361  0.00000061 ...,  0.00010477  0.0000525
   0.00004198]
 ..., 
 [ 0.00162246  0.00113639  0.00105118 ...,  0.00215288  0.00156573
   0.00020131]
 [ 0.0007378   0.00055195  0.00315679 ...,  0.00034932  0.00047441
   0.00668679]
 [ 0.00022552  0.01009759  0.00040183 ...,  0.00050884  0.00089959
   0.00038587]] (31.834 sec)
INFO:tensorflow:global_step/sec: 1.71453
INFO:tensorflow:probabilities = [[ 0.00002323  0.00037856  0.00005689 ...,  0.00007433  0.00013371
   0.00039402]
 [ 0.03607831  0.00079798  0.0000025  ...,  0.00542187  0.00855896
   0.00007043]
 [ 0.00003711  0.00058523  0.00000048 ...,  0.00030991  0.00000026
   0.00105769]
 ..., 
 [ 0.00002321  0.00388679  0.00077913 ...,  0.00007391  0.00012727
   0.00264647]
 [ 0.00010229  0.06242181  0.00258355 ...,  0.00018817  0.0012095
   0.00007903]
 [ 0.00656127  0.00422319  0.00030451 ...,  0.00792203  0.05288931
   0.00101096]] (26.491 sec)
INFO:tensorflow:step = 18101, loss = 2.84036 (58.325 sec)
INFO:tensorflow:probabilities = [[ 0.00264857  0.00444659  0.01554788 ...,  0.00074939  0.0001421   0.000552  ]
 [ 0.0472906   0.00330583  0.00108475 ...,  0.00638754  0.02490142
   0.00207336]
 [ 0.00282201  0.0035545   0.00011156 ...,  0.00021575  0.00037045
   0.00073146]
 ..., 
 [ 0.00033115  0.00206822  0.00030993 ...,  0.00032013  0.00032592
   0.00203911]
 [ 0.06490473  0.00187917  0.00266525 ...,  0.00327347  0.00587726
   0.0004161 ]
 [ 0.00594733  0.0133463   0.00018786 ...,  0.00475874  0.0008633
   0.00067488]] (28.245 sec)
INFO:tensorflow:global_step/sec: 1.82563
INFO:tensorflow:probabilities = [[ 0.00054213  0.00011871  0.00010122 ...,  0.01952699  0.00069794
   0.00155216]
 [ 0.00008397  0.01643094  0.02582594 ...,  0.00267755  0.00192988
   0.00085274]
 [ 0.00003468  0.00223512  0.007322   ...,  0.00629961  0.00024574
   0.00174011]
 ..., 
 [ 0.08911469  0.01173614  0.000855   ...,  0.06823179  0.00215032
   0.01284576]
 [ 0.00019208  0.00028128  0.00035197 ...,  0.00140266  0.00077231
   0.0002869 ]
 [ 0.00029576  0.01555889  0.00084608 ...,  0.00023261  0.00122035
   0.00239739]] (26.532 sec)
INFO:tensorflow:step = 18201, loss = 2.73142 (54.777 sec)
INFO:tensorflow:probabilities = [[ 0.00104861  0.00997079  0.00540502 ...,  0.00407321  0.0003222
   0.00200608]
 [ 0.0003272   0.0001659   0.00008932 ...,  0.00010687  0.00080691
   0.00036843]
 [ 0.00001744  0.0002843   0.00001061 ...,  0.00001582  0.00571652
   0.00026192]
 ..., 
 [ 0.00125021  0.00231059  0.00222803 ...,  0.00496378  0.00180495
   0.00063987]
 [ 0.00006318  0.00505164  0.00064987 ...,  0.00726415  0.00122891
   0.00014291]
 [ 0.00008272  0.01054048  0.00323959 ...,  0.00128838  0.0007071
   0.00777383]] (30.190 sec)
INFO:tensorflow:global_step/sec: 1.71527
INFO:tensorflow:probabilities = [[ 0.00006903  0.00446213  0.00459019 ...,  0.00008917  0.00003721
   0.00106609]
 [ 0.00000002  0.00001361  0.00099161 ...,  0.00000303  0.00030083
   0.00020723]
 [ 0.00011734  0.00043056  0.00010994 ...,  0.00022412  0.00050143
   0.00238542]
 ..., 
 [ 0.00126972  0.00785496  0.00284097 ...,  0.00118826  0.00038484
   0.00481545]
 [ 0.00017412  0.00099105  0.0000078  ...,  0.00098988  0.00001612
   0.00121041]
 [ 0.00001432  0.00388344  0.00454301 ...,  0.00066187  0.00007256
   0.00092831]] (28.108 sec)
INFO:tensorflow:step = 18301, loss = 2.65618 (58.298 sec)
INFO:tensorflow:probabilities = [[ 0.00057567  0.00542623  0.00077043 ...,  0.00025036  0.00005226
   0.0008295 ]
 [ 0.0000016   0.00013626  0.00001707 ...,  0.00153961  0.00006748
   0.00432193]
 [ 0.00001475  0.00182479  0.00082721 ...,  0.00021195  0.00045592
   0.00263895]
 ..., 
 [ 0.00016508  0.00083073  0.00407182 ...,  0.00249264  0.00160128
   0.00052934]
 [ 0.00119658  0.00068629  0.00022934 ...,  0.00028228  0.00532661
   0.00043617]
 [ 0.00027354  0.01009049  0.02034468 ...,  0.02097787  0.00353928
   0.00308858]] (27.126 sec)
INFO:tensorflow:global_step/sec: 1.72869
INFO:tensorflow:probabilities = [[ 0.00089375  0.00306373  0.01121692 ...,  0.00048993  0.00013373
   0.01006575]
 [ 0.00028544  0.00303807  0.00148064 ...,  0.00005616  0.01039761
   0.00124797]
 [ 0.01092009  0.06056205  0.00391613 ...,  0.00054862  0.00012014
   0.0002093 ]
 ..., 
 [ 0.0000099   0.00013801  0.00000291 ...,  0.00000511  0.00000345
   0.00005081]
 [ 0.00000004  0.00120358  0.06585925 ...,  0.00002275  0.00001515
   0.07948905]
 [ 0.00069175  0.00055406  0.00022848 ...,  0.00385564  0.00127542
   0.00171283]] (30.721 sec)
INFO:tensorflow:step = 18401, loss = 2.96075 (57.848 sec)
INFO:tensorflow:probabilities = [[ 0.00005968  0.00401426  0.0075722  ...,  0.00224126  0.00348968
   0.00087737]
 [ 0.00157802  0.00548812  0.00005559 ...,  0.00047039  0.00009434
   0.0005325 ]
 [ 0.00095903  0.000429    0.00070575 ...,  0.00032821  0.00023456
   0.00009722]
 ..., 
 [ 0.00024826  0.00948847  0.00017765 ...,  0.00078586  0.00032848
   0.00459064]
 [ 0.01065523  0.00096021  0.00000038 ...,  0.00113542  0.00010191
   0.00053764]
 [ 0.00018247  0.00004434  0.00000106 ...,  0.00010368  0.00005176
   0.00004118]] (26.261 sec)
INFO:tensorflow:global_step/sec: 1.85154
INFO:tensorflow:probabilities = [[ 0.00018957  0.00006261  0.00000972 ...,  0.00021552  0.00002089
   0.0000313 ]
 [ 0.00024484  0.00108396  0.00000512 ...,  0.00323158  0.00007278
   0.00084865]
 [ 0.01056242  0.00407971  0.00087262 ...,  0.0086213   0.00038106
   0.00060414]
 ..., 
 [ 0.00902745  0.00205997  0.00075992 ...,  0.01313298  0.03164903
   0.00577028]
 [ 0.00000215  0.00400949  0.00009723 ...,  0.00111177  0.00329985
   0.00008907]
 [ 0.00000713  0.00004558  0.00000033 ...,  0.00000521  0.00008589
   0.0000213 ]] (27.750 sec)
INFO:tensorflow:step = 18501, loss = 3.01504 (54.010 sec)
INFO:tensorflow:probabilities = [[ 0.02358906  0.00023067  0.02117982 ...,  0.0004057   0.00013684
   0.00803635]
 [ 0.01126844  0.0021134   0.00100641 ...,  0.01414574  0.00171776
   0.00597896]
 [ 0.00001016  0.00085135  0.00065876 ...,  0.00114237  0.00014056
   0.00083743]
 ..., 
 [ 0.005782    0.00053494  0.00028445 ...,  0.0017066   0.00210578
   0.00941223]
 [ 0.00000072  0.00136357  0.03293172 ...,  0.00043495  0.00125667
   0.00484362]
 [ 0.00005823  0.00646091  0.01581804 ...,  0.01728995  0.00040788
   0.01279536]] (32.372 sec)
INFO:tensorflow:global_step/sec: 1.58509
INFO:tensorflow:probabilities = [[ 0.00000525  0.00761972  0.00049188 ...,  0.00005287  0.00055624
   0.00083933]
 [ 0.00020541  0.03246582  0.01245031 ...,  0.05793395  0.00161827
   0.0003981 ]
 [ 0.00804589  0.00298611  0.00054712 ...,  0.01659581  0.00580647
   0.00331571]
 ..., 
 [ 0.00011063  0.00024043  0.00142715 ...,  0.00123029  0.00046154
   0.00010794]
 [ 0.00002699  0.00087505  0.17854434 ...,  0.00425536  0.00113699
   0.00030387]
 [ 0.0000111   0.00116414  0.00000403 ...,  0.00000901  0.00000116
   0.00017335]] (30.715 sec)
INFO:tensorflow:step = 18601, loss = 2.8684 (63.089 sec)
INFO:tensorflow:probabilities = [[ 0.00005421  0.00001833  0.00039067 ...,  0.00075465  0.00095341
   0.00005675]
 [ 0.00000002  0.00061744  0.00000458 ...,  0.00000556  0.00016125
   0.00003697]
 [ 0.00211925  0.00020907  0.00008279 ...,  0.00753631  0.00054326
   0.00187105]
 ..., 
 [ 0.00006498  0.01535892  0.00756016 ...,  0.00154362  0.00455793
   0.08234081]
 [ 0.00888287  0.00156239  0.00207712 ...,  0.00362475  0.00461317
   0.00509341]
 [ 0.00214024  0.00033291  0.00109393 ...,  0.00190883  0.00272934
   0.00351661]] (29.500 sec)
INFO:tensorflow:global_step/sec: 1.74249
INFO:tensorflow:probabilities = [[ 0.00731441  0.00046646  0.01006831 ...,  0.00732049  0.00251661
   0.0022857 ]
 [ 0.00069454  0.01683964  0.00000284 ...,  0.00003925  0.00014292
   0.0001534 ]
 [ 0.0000223   0.00031065  0.0001018  ...,  0.00002992  0.00000535
   0.00011239]
 ..., 
 [ 0.00846401  0.00687914  0.00011989 ...,  0.00962989  0.00087491
   0.00077673]
 [ 0.00000224  0.01322126  0.00360322 ...,  0.00019632  0.00006108
   0.00073317]
 [ 0.00080046  0.03630549  0.00527324 ...,  0.00230313  0.00125468
   0.01337609]] (27.889 sec)
INFO:tensorflow:step = 18701, loss = 2.84773 (57.389 sec)
INFO:tensorflow:probabilities = [[ 0.08349842  0.00136609  0.00003212 ...,  0.02210407  0.01738011
   0.00072004]
 [ 0.00000605  0.00042546  0.00165723 ...,  0.01835084  0.00210048
   0.00716134]
 [ 0.11080161  0.00060761  0.0022007  ...,  0.00292841  0.00130202
   0.00110825]
 ..., 
 [ 0.00000134  0.00002138  0.0003582  ...,  0.00007529  0.00000929
   0.00053186]
 [ 0.00008325  0.00021856  0.00261083 ...,  0.00029553  0.00127652
   0.00020763]
 [ 0.01102658  0.00601071  0.0012113  ...,  0.00127574  0.0013852
   0.00071251]] (26.337 sec)
INFO:tensorflow:global_step/sec: 1.93928
INFO:tensorflow:probabilities = [[ 0.00094395  0.02029466  0.09762996 ...,  0.01045292  0.00058882
   0.00215021]
 [ 0.00005587  0.00390722  0.01630292 ...,  0.00230619  0.01700401
   0.01285164]
 [ 0.08699826  0.00004785  0.00002091 ...,  0.00048554  0.00000173
   0.00001443]
 ..., 
 [ 0.00000423  0.00043029  0.00001373 ...,  0.00006044  0.0000027
   0.0000571 ]
 [ 0.00000041  0.00182436  0.01995819 ...,  0.00075751  0.00079373
   0.01251675]
 [ 0.01032024  0.15850295  0.00040756 ...,  0.00620123  0.00522292
   0.00216764]] (25.227 sec)
INFO:tensorflow:step = 18801, loss = 2.43114 (51.562 sec)
INFO:tensorflow:probabilities = [[ 0.00000087  0.00288785  0.00656083 ...,  0.00030005  0.00103261
   0.00050683]
 [ 0.00001141  0.00023981  0.0000158  ...,  0.00059387  0.00149868
   0.00122355]
 [ 0.00034307  0.00250177  0.00001278 ...,  0.00030639  0.00140481
   0.00006333]
 ..., 
 [ 0.00000237  0.00056022  0.00958631 ...,  0.00033814  0.07718055
   0.00055223]
 [ 0.00698126  0.01852714  0.00053752 ...,  0.00254663  0.00106839
   0.01526769]
 [ 0.00000175  0.0000409   0.00002104 ...,  0.00002017  0.0000065
   0.00088721]] (25.151 sec)
INFO:tensorflow:global_step/sec: 1.96458
INFO:tensorflow:probabilities = [[ 0.00251362  0.01839474  0.00035552 ...,  0.00026599  0.00079056
   0.00074106]
 [ 0.01092672  0.00104436  0.00335087 ...,  0.00811735  0.00159868
   0.00031282]
 [ 0.00000064  0.00069968  0.00003077 ...,  0.00000217  0.00102037
   0.00220529]
 ..., 
 [ 0.00000022  0.0001818   0.00096426 ...,  0.00003096  0.00106685
   0.00059861]
 [ 0.00000252  0.00462278  0.000044   ...,  0.00019759  0.0000179
   0.00002476]
 [ 0.00030154  0.02674479  0.00003238 ...,  0.00004893  0.00083151
   0.00010675]] (25.751 sec)
INFO:tensorflow:step = 18901, loss = 2.71565 (50.902 sec)
INFO:tensorflow:probabilities = [[ 0.03591562  0.00443867  0.00096146 ...,  0.00226849  0.00140727
   0.00022278]
 [ 0.01493692  0.01126579  0.00069098 ...,  0.02209705  0.00085557
   0.00058745]
 [ 0.04321668  0.00096905  0.00286715 ...,  0.00547798  0.00154193
   0.00014251]
 ..., 
 [ 0.00018545  0.00910491  0.00000617 ...,  0.00160666  0.00261414
   0.00006475]
 [ 0.00085331  0.00076061  0.01143521 ...,  0.00187386  0.00004624
   0.00015539]
 [ 0.00300554  0.00093043  0.00241367 ...,  0.00941096  0.00015491
   0.00995292]] (25.248 sec)
INFO:tensorflow:Saving checkpoints for 18982 into ./model-k/model.ckpt.
INFO:tensorflow:global_step/sec: 1.91981
INFO:tensorflow:probabilities = [[ 0.04939847  0.00354915  0.00205939 ...,  0.00850616  0.0017445
   0.00032287]
 [ 0.00001084  0.00108057  0.00018637 ...,  0.01467636  0.00062786
   0.02741575]
 [ 0.52104342  0.00113977  0.00044807 ...,  0.00131476  0.00100894
   0.00015585]
 ..., 
 [ 0.38551635  0.00730744  0.00000496 ...,  0.00035802  0.00123448
   0.00000538]
 [ 0.00015948  0.0001439   0.00004807 ...,  0.00057664  0.00026388
   0.00215987]
 [ 0.00000096  0.00217978  0.00063642 ...,  0.0009964   0.0001451
   0.03530383]] (26.840 sec)
INFO:tensorflow:step = 19001, loss = 2.34084 (52.090 sec)
INFO:tensorflow:probabilities = [[ 0.00000199  0.00040292  0.00003686 ...,  0.00000705  0.00026885
   0.00353072]
 [ 0.00009543  0.01025282  0.03367238 ...,  0.00062271  0.00048147
   0.00027439]
 [ 0.00024835  0.00105411  0.00025514 ...,  0.00047831  0.00028384
   0.00257178]
 ..., 
 [ 0.00003733  0.00406329  0.00086096 ...,  0.00296032  0.00104213
   0.00118485]
 [ 0.00000062  0.00001042  0.00010307 ...,  0.00280236  0.00011644
   0.03710286]
 [ 0.01628034  0.01434576  0.00045328 ...,  0.00785618  0.05850979
   0.00010964]] (27.093 sec)
INFO:tensorflow:global_step/sec: 1.89629
INFO:tensorflow:probabilities = [[ 0.          0.00020984  0.00000008 ...,  0.00000022  0.00002856
   0.0000062 ]
 [ 0.00043708  0.00013618  0.00478999 ...,  0.00457989  0.00078769
   0.00212767]
 [ 0.00170353  0.00213121  0.03165854 ...,  0.02479825  0.01079596
   0.00204468]
 ..., 
 [ 0.00010881  0.00376294  0.07390625 ...,  0.00072015  0.00265055
   0.00357005]
 [ 0.0758253   0.00133326  0.00624247 ...,  0.0035093   0.00078288
   0.00220075]
 [ 0.00000723  0.0031802   0.03913298 ...,  0.01104927  0.00016442
   0.02398657]] (25.641 sec)
INFO:tensorflow:step = 19101, loss = 2.72545 (52.733 sec)
INFO:tensorflow:probabilities = [[ 0.00001674  0.00326451  0.00533598 ...,  0.00313626  0.00013324
   0.00220084]
 [ 0.00121513  0.00011266  0.00002216 ...,  0.00193791  0.00111083
   0.00006442]
 [ 0.00037993  0.0020332   0.00031559 ...,  0.01150508  0.00191002
   0.00435848]
 ..., 
 [ 0.00023725  0.00319737  0.00017603 ...,  0.00065551  0.00526799
   0.01713051]
 [ 0.00000967  0.00439925  0.00450475 ...,  0.00413225  0.00038929
   0.00002225]
 [ 0.00070431  0.00298844  0.00160455 ...,  0.00377416  0.00019635
   0.00128389]] (25.971 sec)
INFO:tensorflow:global_step/sec: 1.90833
INFO:tensorflow:probabilities = [[ 0.00000092  0.00509532  0.00015434 ...,  0.00006707  0.00107089
   0.00100326]
 [ 0.00020717  0.00090342  0.00021523 ...,  0.00049672  0.01123875
   0.00046622]
 [ 0.00081247  0.00057383  0.00034231 ...,  0.00112587  0.00045271
   0.00083251]
 ..., 
 [ 0.14009939  0.00434814  0.0002413  ...,  0.00019479  0.00038972
   0.00002379]
 [ 0.11249374  0.00967254  0.00000871 ...,  0.00033994  0.00616636
   0.00069451]
 [ 0.00254831  0.00288357  0.0001856  ...,  0.00038061  0.00344977
   0.00006648]] (26.434 sec)
INFO:tensorflow:step = 19201, loss = 2.67885 (52.408 sec)
INFO:tensorflow:probabilities = [[ 0.00000717  0.00004832  0.00003354 ...,  0.00021931  0.00002366
   0.00010758]
 [ 0.00605617  0.00008348  0.00283998 ...,  0.0016585   0.04660216
   0.0001179 ]
 [ 0.00665155  0.00012328  0.00091526 ...,  0.00015258  0.00261349
   0.00075575]
 ..., 
 [ 0.00000115  0.0001053   0.00163216 ...,  0.00020497  0.00091721
   0.00508235]
 [ 0.00000714  0.00091296  0.00034653 ...,  0.00661278  0.00867821
   0.00046616]
 [ 0.00000258  0.00177612  0.00034302 ...,  0.00168365  0.00077873
   0.0110056 ]] (30.330 sec)
INFO:tensorflow:global_step/sec: 1.77311
INFO:tensorflow:probabilities = [[ 0.00000347  0.00313597  0.00119859 ...,  0.00023518  0.00441799
   0.000702  ]
 [ 0.00007275  0.00392787  0.01281272 ...,  0.0007787   0.00055095
   0.00315905]
 [ 0.00030399  0.01602191  0.00035241 ...,  0.00479339  0.000018
   0.00009106]
 ..., 
 [ 0.00000006  0.00301304  0.00366524 ...,  0.00005702  0.00054395
   0.00011933]
 [ 0.00024507  0.00684022  0.0000337  ...,  0.00025204  0.00053521
   0.00000556]
 [ 0.00000839  0.00003852  0.00000091 ...,  0.00059995  0.00058441
   0.0052078 ]] (26.067 sec)
INFO:tensorflow:step = 19301, loss = 2.52311 (56.394 sec)
INFO:tensorflow:probabilities = [[ 0.0004639   0.01245501  0.01294335 ...,  0.00095131  0.00260913
   0.00374824]
 [ 0.01729609  0.00826344  0.00084721 ...,  0.00029685  0.00000171
   0.00092377]
 [ 0.00000062  0.00863312  0.00001945 ...,  0.0000183   0.00059953
   0.00001831]
 ..., 
 [ 0.00873863  0.00099914  0.00039346 ...,  0.00388336  0.00006058
   0.00114637]
 [ 0.09145949  0.01546681  0.01521814 ...,  0.00244832  0.00069022
   0.00431535]
 [ 0.00065793  0.00366931  0.0013185  ...,  0.05265638  0.00882478
   0.00070581]] (25.135 sec)
INFO:tensorflow:global_step/sec: 1.98414
INFO:tensorflow:probabilities = [[ 0.22896442  0.00016984  0.00021791 ...,  0.00187971  0.00281527
   0.00161199]
 [ 0.00011366  0.00009664  0.00036216 ...,  0.00009172  0.00853365
   0.00013769]
 [ 0.00000057  0.00159287  0.00933721 ...,  0.000002    0.00011353
   0.001358  ]
 ..., 
 [ 0.02562828  0.00119058  0.00016187 ...,  0.0094283   0.00201938
   0.00032184]
 [ 0.00392161  0.00405737  0.00195659 ...,  0.00372264  0.02458751
   0.00385389]
 [ 0.0000055   0.00134904  0.00011862 ...,  0.0012626   0.0000748
   0.00076641]] (25.263 sec)
INFO:tensorflow:step = 19401, loss = 2.38702 (50.398 sec)
INFO:tensorflow:probabilities = [[ 0.00002337  0.00071444  0.11163178 ...,  0.00013235  0.00245382
   0.00276959]
 [ 0.00001219  0.00162845  0.00000177 ...,  0.00014307  0.00002712
   0.0015381 ]
 [ 0.00157294  0.00105425  0.00010176 ...,  0.0014564   0.00024735
   0.00087814]
 ..., 
 [ 0.00650697  0.00541829  0.0104789  ...,  0.0147261   0.0028724
   0.00206153]
 [ 0.000356    0.00397873  0.01543984 ...,  0.03393422  0.00137005
   0.00919336]
 [ 0.01301011  0.00009398  0.00019973 ...,  0.00020174  0.03672303
   0.00232657]] (25.117 sec)
INFO:tensorflow:global_step/sec: 1.98504
INFO:tensorflow:probabilities = [[ 0.00199619  0.00007825  0.00001342 ...,  0.00008318  0.00000055
   0.00009488]
 [ 0.00153238  0.00141518  0.00024836 ...,  0.00293899  0.01228526
   0.00380871]
 [ 0.00026049  0.0109683   0.00018262 ...,  0.00255611  0.00146371
   0.00085452]
 ..., 
 [ 0.00000007  0.00747857  0.00326314 ...,  0.00020929  0.00070463
   0.00919276]
 [ 0.00000469  0.0012332   0.00358168 ...,  0.00047935  0.00106286
   0.00011329]
 [ 0.02490049  0.00609733  0.00612616 ...,  0.00764945  0.00454829
   0.00559755]] (25.260 sec)
INFO:tensorflow:step = 19501, loss = 2.25649 (50.377 sec)
INFO:tensorflow:probabilities = [[ 0.00069616  0.00930138  0.00472725 ...,  0.00447589  0.00166738
   0.00599272]
 [ 0.00000804  0.00243133  0.00518243 ...,  0.00061846  0.00245975
   0.00052193]
 [ 0.00000362  0.055632    0.00046711 ...,  0.00004195  0.00005663
   0.00044422]
 ..., 
 [ 0.00002985  0.00161854  0.01451835 ...,  0.00021282  0.00013312
   0.00075823]
 [ 0.00025953  0.00038348  0.0010836  ...,  0.00054394  0.00290054
   0.00015562]
 [ 0.00197158  0.04633439  0.00085907 ...,  0.00073717  0.00494674
   0.00020745]] (25.156 sec)
INFO:tensorflow:global_step/sec: 1.98432
INFO:tensorflow:probabilities = [[ 0.00000267  0.00466563  0.03436066 ...,  0.00007856  0.00061542
   0.00211816]
 [ 0.00000162  0.0060951   0.00434221 ...,  0.00046606  0.00051342
   0.01150745]
 [ 0.0008982   0.00444734  0.00285362 ...,  0.00119535  0.00133479
   0.00282519]
 ..., 
 [ 0.00006599  0.00016506  0.0000248  ...,  0.00074952  0.00002598
   0.00001669]
 [ 0.00444944  0.00006119  0.00120966 ...,  0.01117707  0.01889558
   0.00002138]
 [ 0.00727222  0.00024174  0.02846944 ...,  0.00309287  0.00750815
   0.00340306]] (25.239 sec)
INFO:tensorflow:step = 19601, loss = 2.56902 (50.395 sec)
INFO:tensorflow:probabilities = [[ 0.00000533  0.00064189  0.00083084 ...,  0.00001419  0.00017939
   0.00033854]
 [ 0.00016365  0.00167414  0.00784469 ...,  0.00193533  0.00364394
   0.00328992]
 [ 0.00019123  0.00060034  0.00197527 ...,  0.00060868  0.00124016
   0.0011382 ]
 ..., 
 [ 0.00000101  0.00022671  0.00064755 ...,  0.00032695  0.00088917
   0.01219921]
 [ 0.00074418  0.00184093  0.00032613 ...,  0.05470554  0.00155277
   0.02737553]
 [ 0.00001462  0.0075123   0.00118829 ...,  0.00014126  0.00016144
   0.00063492]] (25.146 sec)
INFO:tensorflow:global_step/sec: 1.98167
INFO:tensorflow:probabilities = [[ 0.00002338  0.00094048  0.00159531 ...,  0.00008311  0.00162646
   0.00049456]
 [ 0.00004606  0.00350958  0.00934025 ...,  0.00452101  0.00393214
   0.00054489]
 [ 0.00030064  0.00185339  0.00109343 ...,  0.00647509  0.00005895
   0.00036146]
 ..., 
 [ 0.00001302  0.00661891  0.0000523  ...,  0.00009445  0.00007518
   0.00151262]
 [ 0.00000346  0.00171837  0.00012893 ...,  0.00022066  0.00005333
   0.00034051]
 [ 0.00027397  0.01678297  0.00082608 ...,  0.01089509  0.00212523
   0.00062817]] (25.317 sec)
INFO:tensorflow:step = 19701, loss = 2.49729 (50.463 sec)
INFO:tensorflow:probabilities = [[ 0.14321707  0.00023974  0.00027122 ...,  0.01883679  0.00068686
   0.00038892]
 [ 0.00001925  0.00000531  0.00000325 ...,  0.00206903  0.00001704
   0.00000838]
 [ 0.10244416  0.00015627  0.00000166 ...,  0.00451394  0.00024025
   0.0000056 ]
 ..., 
 [ 0.00263844  0.01390458  0.00594738 ...,  0.00016853  0.01594552
   0.00061065]
 [ 0.0000116   0.00316138  0.01837783 ...,  0.00753752  0.000235
   0.00687879]
 [ 0.00003063  0.01345453  0.02535186 ...,  0.00083402  0.00017612
   0.01853025]] (25.153 sec)
INFO:tensorflow:global_step/sec: 1.98709
INFO:tensorflow:probabilities = [[ 0.00000267  0.00008145  0.00005886 ...,  0.00002822  0.00003174
   0.00099623]
 [ 0.00236396  0.0000033   0.00037675 ...,  0.00013596  0.01919768
   0.00028652]
 [ 0.0000018   0.02832928  0.00101567 ...,  0.00003787  0.00037724
   0.00021163]
 ..., 
 [ 0.0012399   0.00001108  0.00001559 ...,  0.00008803  0.00020603
   0.00000016]
 [ 0.00003293  0.0001058   0.00183098 ...,  0.06495569  0.00033056
   0.01740386]
 [ 0.01183298  0.00019832  0.00019433 ...,  0.00009771  0.00003235
   0.00004962]] (25.172 sec)
INFO:tensorflow:step = 19801, loss = 2.39725 (50.325 sec)
INFO:tensorflow:probabilities = [[ 0.00066671  0.0003256   0.0000677  ...,  0.00063653  0.00000864
   0.00005786]
 [ 0.00054362  0.00025168  0.00139796 ...,  0.00054159  0.00330448
   0.00014994]
 [ 0.00000615  0.00249545  0.00007242 ...,  0.00002223  0.0001564
   0.01930512]
 ..., 
 [ 0.0002279   0.0001345   0.0000566  ...,  0.00659724  0.00025032
   0.00157109]
 [ 0.00739807  0.00024566  0.00006676 ...,  0.00002847  0.00002452
   0.0001325 ]
 [ 0.00466696  0.00001957  0.00000048 ...,  0.00002819  0.01544629
   0.0002265 ]] (25.181 sec)
INFO:tensorflow:global_step/sec: 1.98821
INFO:tensorflow:probabilities = [[ 0.00000162  0.00073125  0.00183694 ...,  0.00141668  0.00031854
   0.0031989 ]
 [ 0.00001048  0.00050239  0.00332424 ...,  0.00040918  0.00452268
   0.00001672]
 [ 0.00308318  0.00035304  0.00003083 ...,  0.00050131  0.00022764
   0.0006667 ]
 ..., 
 [ 0.00001694  0.04081332  0.00307214 ...,  0.00020644  0.00001752
   0.00014569]
 [ 0.0000003   0.00007672  0.00063791 ...,  0.00403466  0.00000608
   0.00068949]
 [ 0.0000861   0.01764798  0.00929041 ...,  0.0022872   0.00062626
   0.0146541 ]] (25.116 sec)
INFO:tensorflow:step = 19901, loss = 2.81721 (50.300 sec)
INFO:tensorflow:probabilities = [[ 0.00001865  0.0965067   0.3255561  ...,  0.00011094  0.00020505
   0.00039525]
 [ 0.00000229  0.00849021  0.01330494 ...,  0.00058669  0.00025161
   0.01624398]
 [ 0.0116998   0.00642443  0.00006787 ...,  0.00058696  0.00123774
   0.00045565]
 ..., 
 [ 0.00171654  0.00002227  0.00070675 ...,  0.00386851  0.00015761
   0.00581745]
 [ 0.00014023  0.02772855  0.0082539  ...,  0.00113984  0.00001103
   0.00277434]
 [ 0.00209813  0.03342152  0.03431469 ...,  0.00225677  0.00143109
   0.00041296]] (25.203 sec)
INFO:tensorflow:Saving checkpoints for 20000 into ./model-k/model.ckpt.
INFO:tensorflow:Loss for final step: 2.16976.
---------------------------------------------------------------------------
NameError                                 Traceback (most recent call last)
<ipython-input-171-d1513efd0370> in <module>()
----> 1 tf.app.run(main=main(train_data, train_label, valid_data, valid_label))

<ipython-input-163-c6a090c863b2> in main(train_data, train_labels, valid_data, valid_labels)
     25         num_epochs=1,
     26         shuffle=False)
---> 27     eval_results = image_classifier.evaluate(input_fn=eval_input_fn)
     28     print(eval_results)

/Users/K-Iwaki/.pyenv/versions/anaconda3-4.2.0/envs/tensorflow/lib/python3.5/site-packages/tensorflow/python/estimator/estimator.py in evaluate(self, input_fn, steps, hooks, checkpoint_path, name)
    353         hooks=hooks,
    354         checkpoint_path=checkpoint_path,
--> 355         name=name)
    356 
    357   def _convert_eval_steps_to_hooks(self, steps):

/Users/K-Iwaki/.pyenv/versions/anaconda3-4.2.0/envs/tensorflow/lib/python3.5/site-packages/tensorflow/python/estimator/estimator.py in _evaluate_model(self, input_fn, hooks, checkpoint_path, name)
    808           input_fn, model_fn_lib.ModeKeys.EVAL)
    809       estimator_spec = self._call_model_fn(
--> 810           features, labels, model_fn_lib.ModeKeys.EVAL, self.config)
    811 
    812       if model_fn_lib.LOSS_METRIC_KEY in estimator_spec.eval_metric_ops:

/Users/K-Iwaki/.pyenv/versions/anaconda3-4.2.0/envs/tensorflow/lib/python3.5/site-packages/tensorflow/python/estimator/estimator.py in _call_model_fn(self, features, labels, mode, config)
    692     if 'config' in model_fn_args:
    693       kwargs['config'] = config
--> 694     model_fn_results = self._model_fn(features=features, **kwargs)
    695 
    696     if not isinstance(model_fn_results, model_fn_lib.EstimatorSpec):

<ipython-input-170-c9c39f2d915a> in cnn_model_fn(features, labels, mode)
     52     }
     53     return tf.estimator.EstimatorSpec(
---> 54         mode=mode, loss=loss, eval_metric_ops=eval_metric_ops)

NameError: name 'eval_metric_ops' is not defined

4. Test


In [200]:
from tqdm import tqdm
from sklearn.metrics import accuracy_score
def test(test_data, test_labels):
    
    image_classifier = tf.estimator.Estimator(
        model_fn=cnn_model_fn, model_dir=model_dir)
    
    test_input_fn = tf.estimator.inputs.numpy_input_fn(
        x={"x": test_data},
        y=test_labels,
        batch_size=100,
        num_epochs=1,
        shuffle=False)
    it = image_classifier.predict(input_fn=test_input_fn)
    #saver = tf.train.Saver()
    #sess = tf.Session()
    #saver.restore(sess, model_dir)
    predict_list = []
    for t in tqdm(it):
        label =  [t["classes"]]
        predict_list.append(label)
    accuracy = accuracy_score(test_labels, predict_list)
    print('accuracy is {}'.format(accuracy))

In [201]:
test(test_data, test_label)


INFO:tensorflow:Using default config.
INFO:tensorflow:Using config: {'_service': None, '_log_step_count_steps': 100, '_session_config': None, '_num_ps_replicas': 0, '_task_type': 'worker', '_save_summary_steps': 100, '_master': '', '_keep_checkpoint_max': 5, '_keep_checkpoint_every_n_hours': 10000, '_task_id': 0, '_is_chief': True, '_tf_random_seed': None, '_model_dir': './model-k', '_save_checkpoints_secs': 600, '_num_worker_replicas': 1, '_cluster_spec': <tensorflow.python.training.server_lib.ClusterSpec object at 0x11a95e3c8>, '_save_checkpoints_steps': None}
0it [00:00, ?it/s]
INFO:tensorflow:Restoring parameters from ./model-k/model.ckpt-20000
836it [00:02, 387.89it/s]
accuracy is 0.05861244019138756

Summary

  • The result is about 5%.
  • The number or classes is 113. So, if choice it randomly, the accuracy become less than 1%. So this is something advanced.