InceptionV3 示例 - TensorLayer结合TF-Slim实现


In [1]:
import tensorflow as tf
import tensorlayer as tl
slim = tf.contrib.slim
from tensorflow.contrib.slim.python.slim.nets.alexnet import alexnet_v2
from tensorflow.contrib.slim.python.slim.nets.inception_v3 import inception_v3_base, inception_v3, inception_v3_arg_scope
# from tensorflow.contrib.slim.python.slim.nets.resnet_v2 import resnet_v2_152
# from tensorflow.contrib.slim.python.slim.nets.vgg import vgg_16
import skimage
import skimage.io
import skimage.transform
import time, os
from data.imagenet_classes import *
import numpy as np

In [2]:
# 可能需要从下载模型文件
import os.path
if not os.path.isfile('./inception_v3.ckpt'):
    !wget -O inception_v3.tar.gz http://download.tensorflow.org/models/inception_v3_2016_08_28.tar.gz
    !tar -zxvf inception_v3.tar.gz

载入图像数据


In [3]:
def load_image(path):
    # load image
    img = skimage.io.imread(path)
    img = img / 255.0
    assert (0 <= img).all() and (img <= 1.0).all()
    # print "Original Image Shape: ", img.shape
    # we crop image from center
    short_edge = min(img.shape[:2])
    yy = int((img.shape[0] - short_edge) / 2)
    xx = int((img.shape[1] - short_edge) / 2)
    crop_img = img[yy: yy + short_edge, xx: xx + short_edge]
    # resize to 299, 299
    resized_img = skimage.transform.resize(crop_img, (299, 299))
    return resized_img

In [4]:
def print_prob(prob):
    synset = class_names
    # print prob
    pred = np.argsort(prob)[::-1]
    # Get top1 label
    top1 = synset[pred[0]]
    print("Top1: ", top1, prob[pred[0]])
    # Get top5 label
    top5 = [(synset[pred[i]], prob[pred[i]]) for i in range(5)]
    print("Top5: ", top5)
    return top1

In [5]:
## Alexnet_v2 / All TF-Slim nets can be merged into TensorLayer
# x = tf.placeholder(tf.float32, shape=[None, 299, 299, 3])
# net_in = tl.layers.InputLayer(x, name='input_layer')
# network = tl.layers.SlimNetsLayer(layer=net_in, slim_layer=alexnet_v2,
#                                 slim_args= {
#                                        'num_classes' : 1000,
#                                        'is_training' : True,
#                                        'dropout_keep_prob' : 0.5,
#                                        'spatial_squeeze' : True,
#                                        'scope' : 'alexnet_v2'
#                                         },
#                                     name='alexnet_v2'  # <-- the name should be the same with the ckpt model
#                                     )
# sess = tf.InteractiveSession()
# # sess.run(tf.initialize_all_variables())
# tl.layers.initialize_global_variables(sess)
# network.print_params()

将TF-Slim的网络结构嵌入到TensorLayer中


In [6]:
# network.print_params()


## InceptionV3 / All TF-Slim nets can be merged into TensorLayer
x = tf.placeholder(tf.float32, shape=[None, 299, 299, 3])
net_in = tl.layers.InputLayer(x, name='input_layer')
with slim.arg_scope(inception_v3_arg_scope()):
    ## Alternatively, you should implement inception_v3 without TensorLayer as follow.
    # logits, end_points = inception_v3(X, num_classes=1001,
    #                                   is_training=False)
    network = tl.layers.SlimNetsLayer(layer=net_in, slim_layer=inception_v3,
                                    slim_args= {
                                             'num_classes' : 1001,
                                             'is_training' : False,
                                            #  'dropout_keep_prob' : 0.8,       # for training
                                            #  'min_depth' : 16,
                                            #  'depth_multiplier' : 1.0,
                                            #  'prediction_fn' : slim.softmax,
                                            #  'spatial_squeeze' : True,
                                            #  'reuse' : None,
                                            #  'scope' : 'InceptionV3'
                                            },
                                        name='InceptionV3'  # <-- the name should be the same with the ckpt model
                                        )


  [TL] InputLayer  input_layer: (?, 299, 299, 3)
  [TL] SlimNetsLayer InceptionV3: inception_v3

运行


In [7]:
sess = tf.InteractiveSession()

network.print_params(False)

saver = tf.train.Saver()
if not os.path.isfile("inception_v3.ckpt"):
    print("请从 https://github.com/tensorflow/models/tree/master/research/slim#pre-trained-models 下载 inception_v3 模型文件")
    exit()
try:    # TF12+
    saver.restore(sess, "./inception_v3.ckpt")
except: # TF11
    saver.restore(sess, "inception_v3.ckpt")
print("Model Restored")

from scipy.misc import imread, imresize
y = network.outputs
probs = tf.nn.softmax(y)
img1 = load_image("data/puzzle.jpeg")
img1 = img1.reshape((1, 299, 299, 3))

start_time = time.time()
prob = sess.run(probs, feed_dict= {x : img1})
print("End time : %.5ss" % (time.time() - start_time))
print_prob(prob[0][1:]) # Note : as it have 1001 outputs, the 1st output is nothing


## 训练好的模型可以存为 npz 文件
# tl.files.save_npz(network.all_params, name='model_inceptionV3.npz')


  param   0: InceptionV3/Conv2d_1a_3x3/weights:0 (3, 3, 3, 32)      float32_ref
  param   1: InceptionV3/Conv2d_1a_3x3/BatchNorm/beta:0 (32,)              float32_ref
  param   2: InceptionV3/Conv2d_1a_3x3/BatchNorm/moving_mean:0 (32,)              float32_ref
  param   3: InceptionV3/Conv2d_1a_3x3/BatchNorm/moving_variance:0 (32,)              float32_ref
  param   4: InceptionV3/Conv2d_2a_3x3/weights:0 (3, 3, 32, 32)     float32_ref
  param   5: InceptionV3/Conv2d_2a_3x3/BatchNorm/beta:0 (32,)              float32_ref
  param   6: InceptionV3/Conv2d_2a_3x3/BatchNorm/moving_mean:0 (32,)              float32_ref
  param   7: InceptionV3/Conv2d_2a_3x3/BatchNorm/moving_variance:0 (32,)              float32_ref
  param   8: InceptionV3/Conv2d_2b_3x3/weights:0 (3, 3, 32, 64)     float32_ref
  param   9: InceptionV3/Conv2d_2b_3x3/BatchNorm/beta:0 (64,)              float32_ref
  param  10: InceptionV3/Conv2d_2b_3x3/BatchNorm/moving_mean:0 (64,)              float32_ref
  param  11: InceptionV3/Conv2d_2b_3x3/BatchNorm/moving_variance:0 (64,)              float32_ref
  param  12: InceptionV3/Conv2d_3b_1x1/weights:0 (1, 1, 64, 80)     float32_ref
  param  13: InceptionV3/Conv2d_3b_1x1/BatchNorm/beta:0 (80,)              float32_ref
  param  14: InceptionV3/Conv2d_3b_1x1/BatchNorm/moving_mean:0 (80,)              float32_ref
  param  15: InceptionV3/Conv2d_3b_1x1/BatchNorm/moving_variance:0 (80,)              float32_ref
  param  16: InceptionV3/Conv2d_4a_3x3/weights:0 (3, 3, 80, 192)    float32_ref
  param  17: InceptionV3/Conv2d_4a_3x3/BatchNorm/beta:0 (192,)             float32_ref
  param  18: InceptionV3/Conv2d_4a_3x3/BatchNorm/moving_mean:0 (192,)             float32_ref
  param  19: InceptionV3/Conv2d_4a_3x3/BatchNorm/moving_variance:0 (192,)             float32_ref
  param  20: InceptionV3/Mixed_5b/Branch_0/Conv2d_0a_1x1/weights:0 (1, 1, 192, 64)    float32_ref
  param  21: InceptionV3/Mixed_5b/Branch_0/Conv2d_0a_1x1/BatchNorm/beta:0 (64,)              float32_ref
  param  22: InceptionV3/Mixed_5b/Branch_0/Conv2d_0a_1x1/BatchNorm/moving_mean:0 (64,)              float32_ref
  param  23: InceptionV3/Mixed_5b/Branch_0/Conv2d_0a_1x1/BatchNorm/moving_variance:0 (64,)              float32_ref
  param  24: InceptionV3/Mixed_5b/Branch_1/Conv2d_0a_1x1/weights:0 (1, 1, 192, 48)    float32_ref
  param  25: InceptionV3/Mixed_5b/Branch_1/Conv2d_0a_1x1/BatchNorm/beta:0 (48,)              float32_ref
  param  26: InceptionV3/Mixed_5b/Branch_1/Conv2d_0a_1x1/BatchNorm/moving_mean:0 (48,)              float32_ref
  param  27: InceptionV3/Mixed_5b/Branch_1/Conv2d_0a_1x1/BatchNorm/moving_variance:0 (48,)              float32_ref
  param  28: InceptionV3/Mixed_5b/Branch_1/Conv2d_0b_5x5/weights:0 (5, 5, 48, 64)     float32_ref
  param  29: InceptionV3/Mixed_5b/Branch_1/Conv2d_0b_5x5/BatchNorm/beta:0 (64,)              float32_ref
  param  30: InceptionV3/Mixed_5b/Branch_1/Conv2d_0b_5x5/BatchNorm/moving_mean:0 (64,)              float32_ref
  param  31: InceptionV3/Mixed_5b/Branch_1/Conv2d_0b_5x5/BatchNorm/moving_variance:0 (64,)              float32_ref
  param  32: InceptionV3/Mixed_5b/Branch_2/Conv2d_0a_1x1/weights:0 (1, 1, 192, 64)    float32_ref
  param  33: InceptionV3/Mixed_5b/Branch_2/Conv2d_0a_1x1/BatchNorm/beta:0 (64,)              float32_ref
  param  34: InceptionV3/Mixed_5b/Branch_2/Conv2d_0a_1x1/BatchNorm/moving_mean:0 (64,)              float32_ref
  param  35: InceptionV3/Mixed_5b/Branch_2/Conv2d_0a_1x1/BatchNorm/moving_variance:0 (64,)              float32_ref
  param  36: InceptionV3/Mixed_5b/Branch_2/Conv2d_0b_3x3/weights:0 (3, 3, 64, 96)     float32_ref
  param  37: InceptionV3/Mixed_5b/Branch_2/Conv2d_0b_3x3/BatchNorm/beta:0 (96,)              float32_ref
  param  38: InceptionV3/Mixed_5b/Branch_2/Conv2d_0b_3x3/BatchNorm/moving_mean:0 (96,)              float32_ref
  param  39: InceptionV3/Mixed_5b/Branch_2/Conv2d_0b_3x3/BatchNorm/moving_variance:0 (96,)              float32_ref
  param  40: InceptionV3/Mixed_5b/Branch_2/Conv2d_0c_3x3/weights:0 (3, 3, 96, 96)     float32_ref
  param  41: InceptionV3/Mixed_5b/Branch_2/Conv2d_0c_3x3/BatchNorm/beta:0 (96,)              float32_ref
  param  42: InceptionV3/Mixed_5b/Branch_2/Conv2d_0c_3x3/BatchNorm/moving_mean:0 (96,)              float32_ref
  param  43: InceptionV3/Mixed_5b/Branch_2/Conv2d_0c_3x3/BatchNorm/moving_variance:0 (96,)              float32_ref
  param  44: InceptionV3/Mixed_5b/Branch_3/Conv2d_0b_1x1/weights:0 (1, 1, 192, 32)    float32_ref
  param  45: InceptionV3/Mixed_5b/Branch_3/Conv2d_0b_1x1/BatchNorm/beta:0 (32,)              float32_ref
  param  46: InceptionV3/Mixed_5b/Branch_3/Conv2d_0b_1x1/BatchNorm/moving_mean:0 (32,)              float32_ref
  param  47: InceptionV3/Mixed_5b/Branch_3/Conv2d_0b_1x1/BatchNorm/moving_variance:0 (32,)              float32_ref
  param  48: InceptionV3/Mixed_5c/Branch_0/Conv2d_0a_1x1/weights:0 (1, 1, 256, 64)    float32_ref
  param  49: InceptionV3/Mixed_5c/Branch_0/Conv2d_0a_1x1/BatchNorm/beta:0 (64,)              float32_ref
  param  50: InceptionV3/Mixed_5c/Branch_0/Conv2d_0a_1x1/BatchNorm/moving_mean:0 (64,)              float32_ref
  param  51: InceptionV3/Mixed_5c/Branch_0/Conv2d_0a_1x1/BatchNorm/moving_variance:0 (64,)              float32_ref
  param  52: InceptionV3/Mixed_5c/Branch_1/Conv2d_0b_1x1/weights:0 (1, 1, 256, 48)    float32_ref
  param  53: InceptionV3/Mixed_5c/Branch_1/Conv2d_0b_1x1/BatchNorm/beta:0 (48,)              float32_ref
  param  54: InceptionV3/Mixed_5c/Branch_1/Conv2d_0b_1x1/BatchNorm/moving_mean:0 (48,)              float32_ref
  param  55: InceptionV3/Mixed_5c/Branch_1/Conv2d_0b_1x1/BatchNorm/moving_variance:0 (48,)              float32_ref
  param  56: InceptionV3/Mixed_5c/Branch_1/Conv_1_0c_5x5/weights:0 (5, 5, 48, 64)     float32_ref
  param  57: InceptionV3/Mixed_5c/Branch_1/Conv_1_0c_5x5/BatchNorm/beta:0 (64,)              float32_ref
  param  58: InceptionV3/Mixed_5c/Branch_1/Conv_1_0c_5x5/BatchNorm/moving_mean:0 (64,)              float32_ref
  param  59: InceptionV3/Mixed_5c/Branch_1/Conv_1_0c_5x5/BatchNorm/moving_variance:0 (64,)              float32_ref
  param  60: InceptionV3/Mixed_5c/Branch_2/Conv2d_0a_1x1/weights:0 (1, 1, 256, 64)    float32_ref
  param  61: InceptionV3/Mixed_5c/Branch_2/Conv2d_0a_1x1/BatchNorm/beta:0 (64,)              float32_ref
  param  62: InceptionV3/Mixed_5c/Branch_2/Conv2d_0a_1x1/BatchNorm/moving_mean:0 (64,)              float32_ref
  param  63: InceptionV3/Mixed_5c/Branch_2/Conv2d_0a_1x1/BatchNorm/moving_variance:0 (64,)              float32_ref
  param  64: InceptionV3/Mixed_5c/Branch_2/Conv2d_0b_3x3/weights:0 (3, 3, 64, 96)     float32_ref
  param  65: InceptionV3/Mixed_5c/Branch_2/Conv2d_0b_3x3/BatchNorm/beta:0 (96,)              float32_ref
  param  66: InceptionV3/Mixed_5c/Branch_2/Conv2d_0b_3x3/BatchNorm/moving_mean:0 (96,)              float32_ref
  param  67: InceptionV3/Mixed_5c/Branch_2/Conv2d_0b_3x3/BatchNorm/moving_variance:0 (96,)              float32_ref
  param  68: InceptionV3/Mixed_5c/Branch_2/Conv2d_0c_3x3/weights:0 (3, 3, 96, 96)     float32_ref
  param  69: InceptionV3/Mixed_5c/Branch_2/Conv2d_0c_3x3/BatchNorm/beta:0 (96,)              float32_ref
  param  70: InceptionV3/Mixed_5c/Branch_2/Conv2d_0c_3x3/BatchNorm/moving_mean:0 (96,)              float32_ref
  param  71: InceptionV3/Mixed_5c/Branch_2/Conv2d_0c_3x3/BatchNorm/moving_variance:0 (96,)              float32_ref
  param  72: InceptionV3/Mixed_5c/Branch_3/Conv2d_0b_1x1/weights:0 (1, 1, 256, 64)    float32_ref
  param  73: InceptionV3/Mixed_5c/Branch_3/Conv2d_0b_1x1/BatchNorm/beta:0 (64,)              float32_ref
  param  74: InceptionV3/Mixed_5c/Branch_3/Conv2d_0b_1x1/BatchNorm/moving_mean:0 (64,)              float32_ref
  param  75: InceptionV3/Mixed_5c/Branch_3/Conv2d_0b_1x1/BatchNorm/moving_variance:0 (64,)              float32_ref
  param  76: InceptionV3/Mixed_5d/Branch_0/Conv2d_0a_1x1/weights:0 (1, 1, 288, 64)    float32_ref
  param  77: InceptionV3/Mixed_5d/Branch_0/Conv2d_0a_1x1/BatchNorm/beta:0 (64,)              float32_ref
  param  78: InceptionV3/Mixed_5d/Branch_0/Conv2d_0a_1x1/BatchNorm/moving_mean:0 (64,)              float32_ref
  param  79: InceptionV3/Mixed_5d/Branch_0/Conv2d_0a_1x1/BatchNorm/moving_variance:0 (64,)              float32_ref
  param  80: InceptionV3/Mixed_5d/Branch_1/Conv2d_0a_1x1/weights:0 (1, 1, 288, 48)    float32_ref
  param  81: InceptionV3/Mixed_5d/Branch_1/Conv2d_0a_1x1/BatchNorm/beta:0 (48,)              float32_ref
  param  82: InceptionV3/Mixed_5d/Branch_1/Conv2d_0a_1x1/BatchNorm/moving_mean:0 (48,)              float32_ref
  param  83: InceptionV3/Mixed_5d/Branch_1/Conv2d_0a_1x1/BatchNorm/moving_variance:0 (48,)              float32_ref
  param  84: InceptionV3/Mixed_5d/Branch_1/Conv2d_0b_5x5/weights:0 (5, 5, 48, 64)     float32_ref
  param  85: InceptionV3/Mixed_5d/Branch_1/Conv2d_0b_5x5/BatchNorm/beta:0 (64,)              float32_ref
  param  86: InceptionV3/Mixed_5d/Branch_1/Conv2d_0b_5x5/BatchNorm/moving_mean:0 (64,)              float32_ref
  param  87: InceptionV3/Mixed_5d/Branch_1/Conv2d_0b_5x5/BatchNorm/moving_variance:0 (64,)              float32_ref
  param  88: InceptionV3/Mixed_5d/Branch_2/Conv2d_0a_1x1/weights:0 (1, 1, 288, 64)    float32_ref
  param  89: InceptionV3/Mixed_5d/Branch_2/Conv2d_0a_1x1/BatchNorm/beta:0 (64,)              float32_ref
  param  90: InceptionV3/Mixed_5d/Branch_2/Conv2d_0a_1x1/BatchNorm/moving_mean:0 (64,)              float32_ref
  param  91: InceptionV3/Mixed_5d/Branch_2/Conv2d_0a_1x1/BatchNorm/moving_variance:0 (64,)              float32_ref
  param  92: InceptionV3/Mixed_5d/Branch_2/Conv2d_0b_3x3/weights:0 (3, 3, 64, 96)     float32_ref
  param  93: InceptionV3/Mixed_5d/Branch_2/Conv2d_0b_3x3/BatchNorm/beta:0 (96,)              float32_ref
  param  94: InceptionV3/Mixed_5d/Branch_2/Conv2d_0b_3x3/BatchNorm/moving_mean:0 (96,)              float32_ref
  param  95: InceptionV3/Mixed_5d/Branch_2/Conv2d_0b_3x3/BatchNorm/moving_variance:0 (96,)              float32_ref
  param  96: InceptionV3/Mixed_5d/Branch_2/Conv2d_0c_3x3/weights:0 (3, 3, 96, 96)     float32_ref
  param  97: InceptionV3/Mixed_5d/Branch_2/Conv2d_0c_3x3/BatchNorm/beta:0 (96,)              float32_ref
  param  98: InceptionV3/Mixed_5d/Branch_2/Conv2d_0c_3x3/BatchNorm/moving_mean:0 (96,)              float32_ref
  param  99: InceptionV3/Mixed_5d/Branch_2/Conv2d_0c_3x3/BatchNorm/moving_variance:0 (96,)              float32_ref
  param 100: InceptionV3/Mixed_5d/Branch_3/Conv2d_0b_1x1/weights:0 (1, 1, 288, 64)    float32_ref
  param 101: InceptionV3/Mixed_5d/Branch_3/Conv2d_0b_1x1/BatchNorm/beta:0 (64,)              float32_ref
  param 102: InceptionV3/Mixed_5d/Branch_3/Conv2d_0b_1x1/BatchNorm/moving_mean:0 (64,)              float32_ref
  param 103: InceptionV3/Mixed_5d/Branch_3/Conv2d_0b_1x1/BatchNorm/moving_variance:0 (64,)              float32_ref
  param 104: InceptionV3/Mixed_6a/Branch_0/Conv2d_1a_1x1/weights:0 (3, 3, 288, 384)    float32_ref
  param 105: InceptionV3/Mixed_6a/Branch_0/Conv2d_1a_1x1/BatchNorm/beta:0 (384,)             float32_ref
  param 106: InceptionV3/Mixed_6a/Branch_0/Conv2d_1a_1x1/BatchNorm/moving_mean:0 (384,)             float32_ref
  param 107: InceptionV3/Mixed_6a/Branch_0/Conv2d_1a_1x1/BatchNorm/moving_variance:0 (384,)             float32_ref
  param 108: InceptionV3/Mixed_6a/Branch_1/Conv2d_0a_1x1/weights:0 (1, 1, 288, 64)    float32_ref
  param 109: InceptionV3/Mixed_6a/Branch_1/Conv2d_0a_1x1/BatchNorm/beta:0 (64,)              float32_ref
  param 110: InceptionV3/Mixed_6a/Branch_1/Conv2d_0a_1x1/BatchNorm/moving_mean:0 (64,)              float32_ref
  param 111: InceptionV3/Mixed_6a/Branch_1/Conv2d_0a_1x1/BatchNorm/moving_variance:0 (64,)              float32_ref
  param 112: InceptionV3/Mixed_6a/Branch_1/Conv2d_0b_3x3/weights:0 (3, 3, 64, 96)     float32_ref
  param 113: InceptionV3/Mixed_6a/Branch_1/Conv2d_0b_3x3/BatchNorm/beta:0 (96,)              float32_ref
  param 114: InceptionV3/Mixed_6a/Branch_1/Conv2d_0b_3x3/BatchNorm/moving_mean:0 (96,)              float32_ref
  param 115: InceptionV3/Mixed_6a/Branch_1/Conv2d_0b_3x3/BatchNorm/moving_variance:0 (96,)              float32_ref
  param 116: InceptionV3/Mixed_6a/Branch_1/Conv2d_1a_1x1/weights:0 (3, 3, 96, 96)     float32_ref
  param 117: InceptionV3/Mixed_6a/Branch_1/Conv2d_1a_1x1/BatchNorm/beta:0 (96,)              float32_ref
  param 118: InceptionV3/Mixed_6a/Branch_1/Conv2d_1a_1x1/BatchNorm/moving_mean:0 (96,)              float32_ref
  param 119: InceptionV3/Mixed_6a/Branch_1/Conv2d_1a_1x1/BatchNorm/moving_variance:0 (96,)              float32_ref
  param 120: InceptionV3/Mixed_6b/Branch_0/Conv2d_0a_1x1/weights:0 (1, 1, 768, 192)    float32_ref
  param 121: InceptionV3/Mixed_6b/Branch_0/Conv2d_0a_1x1/BatchNorm/beta:0 (192,)             float32_ref
  param 122: InceptionV3/Mixed_6b/Branch_0/Conv2d_0a_1x1/BatchNorm/moving_mean:0 (192,)             float32_ref
  param 123: InceptionV3/Mixed_6b/Branch_0/Conv2d_0a_1x1/BatchNorm/moving_variance:0 (192,)             float32_ref
  param 124: InceptionV3/Mixed_6b/Branch_1/Conv2d_0a_1x1/weights:0 (1, 1, 768, 128)    float32_ref
  param 125: InceptionV3/Mixed_6b/Branch_1/Conv2d_0a_1x1/BatchNorm/beta:0 (128,)             float32_ref
  param 126: InceptionV3/Mixed_6b/Branch_1/Conv2d_0a_1x1/BatchNorm/moving_mean:0 (128,)             float32_ref
  param 127: InceptionV3/Mixed_6b/Branch_1/Conv2d_0a_1x1/BatchNorm/moving_variance:0 (128,)             float32_ref
  param 128: InceptionV3/Mixed_6b/Branch_1/Conv2d_0b_1x7/weights:0 (1, 7, 128, 128)    float32_ref
  param 129: InceptionV3/Mixed_6b/Branch_1/Conv2d_0b_1x7/BatchNorm/beta:0 (128,)             float32_ref
  param 130: InceptionV3/Mixed_6b/Branch_1/Conv2d_0b_1x7/BatchNorm/moving_mean:0 (128,)             float32_ref
  param 131: InceptionV3/Mixed_6b/Branch_1/Conv2d_0b_1x7/BatchNorm/moving_variance:0 (128,)             float32_ref
  param 132: InceptionV3/Mixed_6b/Branch_1/Conv2d_0c_7x1/weights:0 (7, 1, 128, 192)    float32_ref
  param 133: InceptionV3/Mixed_6b/Branch_1/Conv2d_0c_7x1/BatchNorm/beta:0 (192,)             float32_ref
  param 134: InceptionV3/Mixed_6b/Branch_1/Conv2d_0c_7x1/BatchNorm/moving_mean:0 (192,)             float32_ref
  param 135: InceptionV3/Mixed_6b/Branch_1/Conv2d_0c_7x1/BatchNorm/moving_variance:0 (192,)             float32_ref
  param 136: InceptionV3/Mixed_6b/Branch_2/Conv2d_0a_1x1/weights:0 (1, 1, 768, 128)    float32_ref
  param 137: InceptionV3/Mixed_6b/Branch_2/Conv2d_0a_1x1/BatchNorm/beta:0 (128,)             float32_ref
  param 138: InceptionV3/Mixed_6b/Branch_2/Conv2d_0a_1x1/BatchNorm/moving_mean:0 (128,)             float32_ref
  param 139: InceptionV3/Mixed_6b/Branch_2/Conv2d_0a_1x1/BatchNorm/moving_variance:0 (128,)             float32_ref
  param 140: InceptionV3/Mixed_6b/Branch_2/Conv2d_0b_7x1/weights:0 (7, 1, 128, 128)    float32_ref
  param 141: InceptionV3/Mixed_6b/Branch_2/Conv2d_0b_7x1/BatchNorm/beta:0 (128,)             float32_ref
  param 142: InceptionV3/Mixed_6b/Branch_2/Conv2d_0b_7x1/BatchNorm/moving_mean:0 (128,)             float32_ref
  param 143: InceptionV3/Mixed_6b/Branch_2/Conv2d_0b_7x1/BatchNorm/moving_variance:0 (128,)             float32_ref
  param 144: InceptionV3/Mixed_6b/Branch_2/Conv2d_0c_1x7/weights:0 (1, 7, 128, 128)    float32_ref
  param 145: InceptionV3/Mixed_6b/Branch_2/Conv2d_0c_1x7/BatchNorm/beta:0 (128,)             float32_ref
  param 146: InceptionV3/Mixed_6b/Branch_2/Conv2d_0c_1x7/BatchNorm/moving_mean:0 (128,)             float32_ref
  param 147: InceptionV3/Mixed_6b/Branch_2/Conv2d_0c_1x7/BatchNorm/moving_variance:0 (128,)             float32_ref
  param 148: InceptionV3/Mixed_6b/Branch_2/Conv2d_0d_7x1/weights:0 (7, 1, 128, 128)    float32_ref
  param 149: InceptionV3/Mixed_6b/Branch_2/Conv2d_0d_7x1/BatchNorm/beta:0 (128,)             float32_ref
  param 150: InceptionV3/Mixed_6b/Branch_2/Conv2d_0d_7x1/BatchNorm/moving_mean:0 (128,)             float32_ref
  param 151: InceptionV3/Mixed_6b/Branch_2/Conv2d_0d_7x1/BatchNorm/moving_variance:0 (128,)             float32_ref
  param 152: InceptionV3/Mixed_6b/Branch_2/Conv2d_0e_1x7/weights:0 (1, 7, 128, 192)    float32_ref
  param 153: InceptionV3/Mixed_6b/Branch_2/Conv2d_0e_1x7/BatchNorm/beta:0 (192,)             float32_ref
  param 154: InceptionV3/Mixed_6b/Branch_2/Conv2d_0e_1x7/BatchNorm/moving_mean:0 (192,)             float32_ref
  param 155: InceptionV3/Mixed_6b/Branch_2/Conv2d_0e_1x7/BatchNorm/moving_variance:0 (192,)             float32_ref
  param 156: InceptionV3/Mixed_6b/Branch_3/Conv2d_0b_1x1/weights:0 (1, 1, 768, 192)    float32_ref
  param 157: InceptionV3/Mixed_6b/Branch_3/Conv2d_0b_1x1/BatchNorm/beta:0 (192,)             float32_ref
  param 158: InceptionV3/Mixed_6b/Branch_3/Conv2d_0b_1x1/BatchNorm/moving_mean:0 (192,)             float32_ref
  param 159: InceptionV3/Mixed_6b/Branch_3/Conv2d_0b_1x1/BatchNorm/moving_variance:0 (192,)             float32_ref
  param 160: InceptionV3/Mixed_6c/Branch_0/Conv2d_0a_1x1/weights:0 (1, 1, 768, 192)    float32_ref
  param 161: InceptionV3/Mixed_6c/Branch_0/Conv2d_0a_1x1/BatchNorm/beta:0 (192,)             float32_ref
  param 162: InceptionV3/Mixed_6c/Branch_0/Conv2d_0a_1x1/BatchNorm/moving_mean:0 (192,)             float32_ref
  param 163: InceptionV3/Mixed_6c/Branch_0/Conv2d_0a_1x1/BatchNorm/moving_variance:0 (192,)             float32_ref
  param 164: InceptionV3/Mixed_6c/Branch_1/Conv2d_0a_1x1/weights:0 (1, 1, 768, 160)    float32_ref
  param 165: InceptionV3/Mixed_6c/Branch_1/Conv2d_0a_1x1/BatchNorm/beta:0 (160,)             float32_ref
  param 166: InceptionV3/Mixed_6c/Branch_1/Conv2d_0a_1x1/BatchNorm/moving_mean:0 (160,)             float32_ref
  param 167: InceptionV3/Mixed_6c/Branch_1/Conv2d_0a_1x1/BatchNorm/moving_variance:0 (160,)             float32_ref
  param 168: InceptionV3/Mixed_6c/Branch_1/Conv2d_0b_1x7/weights:0 (1, 7, 160, 160)    float32_ref
  param 169: InceptionV3/Mixed_6c/Branch_1/Conv2d_0b_1x7/BatchNorm/beta:0 (160,)             float32_ref
  param 170: InceptionV3/Mixed_6c/Branch_1/Conv2d_0b_1x7/BatchNorm/moving_mean:0 (160,)             float32_ref
  param 171: InceptionV3/Mixed_6c/Branch_1/Conv2d_0b_1x7/BatchNorm/moving_variance:0 (160,)             float32_ref
  param 172: InceptionV3/Mixed_6c/Branch_1/Conv2d_0c_7x1/weights:0 (7, 1, 160, 192)    float32_ref
  param 173: InceptionV3/Mixed_6c/Branch_1/Conv2d_0c_7x1/BatchNorm/beta:0 (192,)             float32_ref
  param 174: InceptionV3/Mixed_6c/Branch_1/Conv2d_0c_7x1/BatchNorm/moving_mean:0 (192,)             float32_ref
  param 175: InceptionV3/Mixed_6c/Branch_1/Conv2d_0c_7x1/BatchNorm/moving_variance:0 (192,)             float32_ref
  param 176: InceptionV3/Mixed_6c/Branch_2/Conv2d_0a_1x1/weights:0 (1, 1, 768, 160)    float32_ref
  param 177: InceptionV3/Mixed_6c/Branch_2/Conv2d_0a_1x1/BatchNorm/beta:0 (160,)             float32_ref
  param 178: InceptionV3/Mixed_6c/Branch_2/Conv2d_0a_1x1/BatchNorm/moving_mean:0 (160,)             float32_ref
  param 179: InceptionV3/Mixed_6c/Branch_2/Conv2d_0a_1x1/BatchNorm/moving_variance:0 (160,)             float32_ref
  param 180: InceptionV3/Mixed_6c/Branch_2/Conv2d_0b_7x1/weights:0 (7, 1, 160, 160)    float32_ref
  param 181: InceptionV3/Mixed_6c/Branch_2/Conv2d_0b_7x1/BatchNorm/beta:0 (160,)             float32_ref
  param 182: InceptionV3/Mixed_6c/Branch_2/Conv2d_0b_7x1/BatchNorm/moving_mean:0 (160,)             float32_ref
  param 183: InceptionV3/Mixed_6c/Branch_2/Conv2d_0b_7x1/BatchNorm/moving_variance:0 (160,)             float32_ref
  param 184: InceptionV3/Mixed_6c/Branch_2/Conv2d_0c_1x7/weights:0 (1, 7, 160, 160)    float32_ref
  param 185: InceptionV3/Mixed_6c/Branch_2/Conv2d_0c_1x7/BatchNorm/beta:0 (160,)             float32_ref
  param 186: InceptionV3/Mixed_6c/Branch_2/Conv2d_0c_1x7/BatchNorm/moving_mean:0 (160,)             float32_ref
  param 187: InceptionV3/Mixed_6c/Branch_2/Conv2d_0c_1x7/BatchNorm/moving_variance:0 (160,)             float32_ref
  param 188: InceptionV3/Mixed_6c/Branch_2/Conv2d_0d_7x1/weights:0 (7, 1, 160, 160)    float32_ref
  param 189: InceptionV3/Mixed_6c/Branch_2/Conv2d_0d_7x1/BatchNorm/beta:0 (160,)             float32_ref
  param 190: InceptionV3/Mixed_6c/Branch_2/Conv2d_0d_7x1/BatchNorm/moving_mean:0 (160,)             float32_ref
  param 191: InceptionV3/Mixed_6c/Branch_2/Conv2d_0d_7x1/BatchNorm/moving_variance:0 (160,)             float32_ref
  param 192: InceptionV3/Mixed_6c/Branch_2/Conv2d_0e_1x7/weights:0 (1, 7, 160, 192)    float32_ref
  param 193: InceptionV3/Mixed_6c/Branch_2/Conv2d_0e_1x7/BatchNorm/beta:0 (192,)             float32_ref
  param 194: InceptionV3/Mixed_6c/Branch_2/Conv2d_0e_1x7/BatchNorm/moving_mean:0 (192,)             float32_ref
  param 195: InceptionV3/Mixed_6c/Branch_2/Conv2d_0e_1x7/BatchNorm/moving_variance:0 (192,)             float32_ref
  param 196: InceptionV3/Mixed_6c/Branch_3/Conv2d_0b_1x1/weights:0 (1, 1, 768, 192)    float32_ref
  param 197: InceptionV3/Mixed_6c/Branch_3/Conv2d_0b_1x1/BatchNorm/beta:0 (192,)             float32_ref
  param 198: InceptionV3/Mixed_6c/Branch_3/Conv2d_0b_1x1/BatchNorm/moving_mean:0 (192,)             float32_ref
  param 199: InceptionV3/Mixed_6c/Branch_3/Conv2d_0b_1x1/BatchNorm/moving_variance:0 (192,)             float32_ref
  param 200: InceptionV3/Mixed_6d/Branch_0/Conv2d_0a_1x1/weights:0 (1, 1, 768, 192)    float32_ref
  param 201: InceptionV3/Mixed_6d/Branch_0/Conv2d_0a_1x1/BatchNorm/beta:0 (192,)             float32_ref
  param 202: InceptionV3/Mixed_6d/Branch_0/Conv2d_0a_1x1/BatchNorm/moving_mean:0 (192,)             float32_ref
  param 203: InceptionV3/Mixed_6d/Branch_0/Conv2d_0a_1x1/BatchNorm/moving_variance:0 (192,)             float32_ref
  param 204: InceptionV3/Mixed_6d/Branch_1/Conv2d_0a_1x1/weights:0 (1, 1, 768, 160)    float32_ref
  param 205: InceptionV3/Mixed_6d/Branch_1/Conv2d_0a_1x1/BatchNorm/beta:0 (160,)             float32_ref
  param 206: InceptionV3/Mixed_6d/Branch_1/Conv2d_0a_1x1/BatchNorm/moving_mean:0 (160,)             float32_ref
  param 207: InceptionV3/Mixed_6d/Branch_1/Conv2d_0a_1x1/BatchNorm/moving_variance:0 (160,)             float32_ref
  param 208: InceptionV3/Mixed_6d/Branch_1/Conv2d_0b_1x7/weights:0 (1, 7, 160, 160)    float32_ref
  param 209: InceptionV3/Mixed_6d/Branch_1/Conv2d_0b_1x7/BatchNorm/beta:0 (160,)             float32_ref
  param 210: InceptionV3/Mixed_6d/Branch_1/Conv2d_0b_1x7/BatchNorm/moving_mean:0 (160,)             float32_ref
  param 211: InceptionV3/Mixed_6d/Branch_1/Conv2d_0b_1x7/BatchNorm/moving_variance:0 (160,)             float32_ref
  param 212: InceptionV3/Mixed_6d/Branch_1/Conv2d_0c_7x1/weights:0 (7, 1, 160, 192)    float32_ref
  param 213: InceptionV3/Mixed_6d/Branch_1/Conv2d_0c_7x1/BatchNorm/beta:0 (192,)             float32_ref
  param 214: InceptionV3/Mixed_6d/Branch_1/Conv2d_0c_7x1/BatchNorm/moving_mean:0 (192,)             float32_ref
  param 215: InceptionV3/Mixed_6d/Branch_1/Conv2d_0c_7x1/BatchNorm/moving_variance:0 (192,)             float32_ref
  param 216: InceptionV3/Mixed_6d/Branch_2/Conv2d_0a_1x1/weights:0 (1, 1, 768, 160)    float32_ref
  param 217: InceptionV3/Mixed_6d/Branch_2/Conv2d_0a_1x1/BatchNorm/beta:0 (160,)             float32_ref
  param 218: InceptionV3/Mixed_6d/Branch_2/Conv2d_0a_1x1/BatchNorm/moving_mean:0 (160,)             float32_ref
  param 219: InceptionV3/Mixed_6d/Branch_2/Conv2d_0a_1x1/BatchNorm/moving_variance:0 (160,)             float32_ref
  param 220: InceptionV3/Mixed_6d/Branch_2/Conv2d_0b_7x1/weights:0 (7, 1, 160, 160)    float32_ref
  param 221: InceptionV3/Mixed_6d/Branch_2/Conv2d_0b_7x1/BatchNorm/beta:0 (160,)             float32_ref
  param 222: InceptionV3/Mixed_6d/Branch_2/Conv2d_0b_7x1/BatchNorm/moving_mean:0 (160,)             float32_ref
  param 223: InceptionV3/Mixed_6d/Branch_2/Conv2d_0b_7x1/BatchNorm/moving_variance:0 (160,)             float32_ref
  param 224: InceptionV3/Mixed_6d/Branch_2/Conv2d_0c_1x7/weights:0 (1, 7, 160, 160)    float32_ref
  param 225: InceptionV3/Mixed_6d/Branch_2/Conv2d_0c_1x7/BatchNorm/beta:0 (160,)             float32_ref
  param 226: InceptionV3/Mixed_6d/Branch_2/Conv2d_0c_1x7/BatchNorm/moving_mean:0 (160,)             float32_ref
  param 227: InceptionV3/Mixed_6d/Branch_2/Conv2d_0c_1x7/BatchNorm/moving_variance:0 (160,)             float32_ref
  param 228: InceptionV3/Mixed_6d/Branch_2/Conv2d_0d_7x1/weights:0 (7, 1, 160, 160)    float32_ref
  param 229: InceptionV3/Mixed_6d/Branch_2/Conv2d_0d_7x1/BatchNorm/beta:0 (160,)             float32_ref
  param 230: InceptionV3/Mixed_6d/Branch_2/Conv2d_0d_7x1/BatchNorm/moving_mean:0 (160,)             float32_ref
  param 231: InceptionV3/Mixed_6d/Branch_2/Conv2d_0d_7x1/BatchNorm/moving_variance:0 (160,)             float32_ref
  param 232: InceptionV3/Mixed_6d/Branch_2/Conv2d_0e_1x7/weights:0 (1, 7, 160, 192)    float32_ref
  param 233: InceptionV3/Mixed_6d/Branch_2/Conv2d_0e_1x7/BatchNorm/beta:0 (192,)             float32_ref
  param 234: InceptionV3/Mixed_6d/Branch_2/Conv2d_0e_1x7/BatchNorm/moving_mean:0 (192,)             float32_ref
  param 235: InceptionV3/Mixed_6d/Branch_2/Conv2d_0e_1x7/BatchNorm/moving_variance:0 (192,)             float32_ref
  param 236: InceptionV3/Mixed_6d/Branch_3/Conv2d_0b_1x1/weights:0 (1, 1, 768, 192)    float32_ref
  param 237: InceptionV3/Mixed_6d/Branch_3/Conv2d_0b_1x1/BatchNorm/beta:0 (192,)             float32_ref
  param 238: InceptionV3/Mixed_6d/Branch_3/Conv2d_0b_1x1/BatchNorm/moving_mean:0 (192,)             float32_ref
  param 239: InceptionV3/Mixed_6d/Branch_3/Conv2d_0b_1x1/BatchNorm/moving_variance:0 (192,)             float32_ref
  param 240: InceptionV3/Mixed_6e/Branch_0/Conv2d_0a_1x1/weights:0 (1, 1, 768, 192)    float32_ref
  param 241: InceptionV3/Mixed_6e/Branch_0/Conv2d_0a_1x1/BatchNorm/beta:0 (192,)             float32_ref
  param 242: InceptionV3/Mixed_6e/Branch_0/Conv2d_0a_1x1/BatchNorm/moving_mean:0 (192,)             float32_ref
  param 243: InceptionV3/Mixed_6e/Branch_0/Conv2d_0a_1x1/BatchNorm/moving_variance:0 (192,)             float32_ref
  param 244: InceptionV3/Mixed_6e/Branch_1/Conv2d_0a_1x1/weights:0 (1, 1, 768, 192)    float32_ref
  param 245: InceptionV3/Mixed_6e/Branch_1/Conv2d_0a_1x1/BatchNorm/beta:0 (192,)             float32_ref
  param 246: InceptionV3/Mixed_6e/Branch_1/Conv2d_0a_1x1/BatchNorm/moving_mean:0 (192,)             float32_ref
  param 247: InceptionV3/Mixed_6e/Branch_1/Conv2d_0a_1x1/BatchNorm/moving_variance:0 (192,)             float32_ref
  param 248: InceptionV3/Mixed_6e/Branch_1/Conv2d_0b_1x7/weights:0 (1, 7, 192, 192)    float32_ref
  param 249: InceptionV3/Mixed_6e/Branch_1/Conv2d_0b_1x7/BatchNorm/beta:0 (192,)             float32_ref
  param 250: InceptionV3/Mixed_6e/Branch_1/Conv2d_0b_1x7/BatchNorm/moving_mean:0 (192,)             float32_ref
  param 251: InceptionV3/Mixed_6e/Branch_1/Conv2d_0b_1x7/BatchNorm/moving_variance:0 (192,)             float32_ref
  param 252: InceptionV3/Mixed_6e/Branch_1/Conv2d_0c_7x1/weights:0 (7, 1, 192, 192)    float32_ref
  param 253: InceptionV3/Mixed_6e/Branch_1/Conv2d_0c_7x1/BatchNorm/beta:0 (192,)             float32_ref
  param 254: InceptionV3/Mixed_6e/Branch_1/Conv2d_0c_7x1/BatchNorm/moving_mean:0 (192,)             float32_ref
  param 255: InceptionV3/Mixed_6e/Branch_1/Conv2d_0c_7x1/BatchNorm/moving_variance:0 (192,)             float32_ref
  param 256: InceptionV3/Mixed_6e/Branch_2/Conv2d_0a_1x1/weights:0 (1, 1, 768, 192)    float32_ref
  param 257: InceptionV3/Mixed_6e/Branch_2/Conv2d_0a_1x1/BatchNorm/beta:0 (192,)             float32_ref
  param 258: InceptionV3/Mixed_6e/Branch_2/Conv2d_0a_1x1/BatchNorm/moving_mean:0 (192,)             float32_ref
  param 259: InceptionV3/Mixed_6e/Branch_2/Conv2d_0a_1x1/BatchNorm/moving_variance:0 (192,)             float32_ref
  param 260: InceptionV3/Mixed_6e/Branch_2/Conv2d_0b_7x1/weights:0 (7, 1, 192, 192)    float32_ref
  param 261: InceptionV3/Mixed_6e/Branch_2/Conv2d_0b_7x1/BatchNorm/beta:0 (192,)             float32_ref
  param 262: InceptionV3/Mixed_6e/Branch_2/Conv2d_0b_7x1/BatchNorm/moving_mean:0 (192,)             float32_ref
  param 263: InceptionV3/Mixed_6e/Branch_2/Conv2d_0b_7x1/BatchNorm/moving_variance:0 (192,)             float32_ref
  param 264: InceptionV3/Mixed_6e/Branch_2/Conv2d_0c_1x7/weights:0 (1, 7, 192, 192)    float32_ref
  param 265: InceptionV3/Mixed_6e/Branch_2/Conv2d_0c_1x7/BatchNorm/beta:0 (192,)             float32_ref
  param 266: InceptionV3/Mixed_6e/Branch_2/Conv2d_0c_1x7/BatchNorm/moving_mean:0 (192,)             float32_ref
  param 267: InceptionV3/Mixed_6e/Branch_2/Conv2d_0c_1x7/BatchNorm/moving_variance:0 (192,)             float32_ref
  param 268: InceptionV3/Mixed_6e/Branch_2/Conv2d_0d_7x1/weights:0 (7, 1, 192, 192)    float32_ref
  param 269: InceptionV3/Mixed_6e/Branch_2/Conv2d_0d_7x1/BatchNorm/beta:0 (192,)             float32_ref
  param 270: InceptionV3/Mixed_6e/Branch_2/Conv2d_0d_7x1/BatchNorm/moving_mean:0 (192,)             float32_ref
  param 271: InceptionV3/Mixed_6e/Branch_2/Conv2d_0d_7x1/BatchNorm/moving_variance:0 (192,)             float32_ref
  param 272: InceptionV3/Mixed_6e/Branch_2/Conv2d_0e_1x7/weights:0 (1, 7, 192, 192)    float32_ref
  param 273: InceptionV3/Mixed_6e/Branch_2/Conv2d_0e_1x7/BatchNorm/beta:0 (192,)             float32_ref
  param 274: InceptionV3/Mixed_6e/Branch_2/Conv2d_0e_1x7/BatchNorm/moving_mean:0 (192,)             float32_ref
  param 275: InceptionV3/Mixed_6e/Branch_2/Conv2d_0e_1x7/BatchNorm/moving_variance:0 (192,)             float32_ref
  param 276: InceptionV3/Mixed_6e/Branch_3/Conv2d_0b_1x1/weights:0 (1, 1, 768, 192)    float32_ref
  param 277: InceptionV3/Mixed_6e/Branch_3/Conv2d_0b_1x1/BatchNorm/beta:0 (192,)             float32_ref
  param 278: InceptionV3/Mixed_6e/Branch_3/Conv2d_0b_1x1/BatchNorm/moving_mean:0 (192,)             float32_ref
  param 279: InceptionV3/Mixed_6e/Branch_3/Conv2d_0b_1x1/BatchNorm/moving_variance:0 (192,)             float32_ref
  param 280: InceptionV3/Mixed_7a/Branch_0/Conv2d_0a_1x1/weights:0 (1, 1, 768, 192)    float32_ref
  param 281: InceptionV3/Mixed_7a/Branch_0/Conv2d_0a_1x1/BatchNorm/beta:0 (192,)             float32_ref
  param 282: InceptionV3/Mixed_7a/Branch_0/Conv2d_0a_1x1/BatchNorm/moving_mean:0 (192,)             float32_ref
  param 283: InceptionV3/Mixed_7a/Branch_0/Conv2d_0a_1x1/BatchNorm/moving_variance:0 (192,)             float32_ref
  param 284: InceptionV3/Mixed_7a/Branch_0/Conv2d_1a_3x3/weights:0 (3, 3, 192, 320)    float32_ref
  param 285: InceptionV3/Mixed_7a/Branch_0/Conv2d_1a_3x3/BatchNorm/beta:0 (320,)             float32_ref
  param 286: InceptionV3/Mixed_7a/Branch_0/Conv2d_1a_3x3/BatchNorm/moving_mean:0 (320,)             float32_ref
  param 287: InceptionV3/Mixed_7a/Branch_0/Conv2d_1a_3x3/BatchNorm/moving_variance:0 (320,)             float32_ref
  param 288: InceptionV3/Mixed_7a/Branch_1/Conv2d_0a_1x1/weights:0 (1, 1, 768, 192)    float32_ref
  param 289: InceptionV3/Mixed_7a/Branch_1/Conv2d_0a_1x1/BatchNorm/beta:0 (192,)             float32_ref
  param 290: InceptionV3/Mixed_7a/Branch_1/Conv2d_0a_1x1/BatchNorm/moving_mean:0 (192,)             float32_ref
  param 291: InceptionV3/Mixed_7a/Branch_1/Conv2d_0a_1x1/BatchNorm/moving_variance:0 (192,)             float32_ref
  param 292: InceptionV3/Mixed_7a/Branch_1/Conv2d_0b_1x7/weights:0 (1, 7, 192, 192)    float32_ref
  param 293: InceptionV3/Mixed_7a/Branch_1/Conv2d_0b_1x7/BatchNorm/beta:0 (192,)             float32_ref
  param 294: InceptionV3/Mixed_7a/Branch_1/Conv2d_0b_1x7/BatchNorm/moving_mean:0 (192,)             float32_ref
  param 295: InceptionV3/Mixed_7a/Branch_1/Conv2d_0b_1x7/BatchNorm/moving_variance:0 (192,)             float32_ref
  param 296: InceptionV3/Mixed_7a/Branch_1/Conv2d_0c_7x1/weights:0 (7, 1, 192, 192)    float32_ref
  param 297: InceptionV3/Mixed_7a/Branch_1/Conv2d_0c_7x1/BatchNorm/beta:0 (192,)             float32_ref
  param 298: InceptionV3/Mixed_7a/Branch_1/Conv2d_0c_7x1/BatchNorm/moving_mean:0 (192,)             float32_ref
  param 299: InceptionV3/Mixed_7a/Branch_1/Conv2d_0c_7x1/BatchNorm/moving_variance:0 (192,)             float32_ref
  param 300: InceptionV3/Mixed_7a/Branch_1/Conv2d_1a_3x3/weights:0 (3, 3, 192, 192)    float32_ref
  param 301: InceptionV3/Mixed_7a/Branch_1/Conv2d_1a_3x3/BatchNorm/beta:0 (192,)             float32_ref
  param 302: InceptionV3/Mixed_7a/Branch_1/Conv2d_1a_3x3/BatchNorm/moving_mean:0 (192,)             float32_ref
  param 303: InceptionV3/Mixed_7a/Branch_1/Conv2d_1a_3x3/BatchNorm/moving_variance:0 (192,)             float32_ref
  param 304: InceptionV3/Mixed_7b/Branch_0/Conv2d_0a_1x1/weights:0 (1, 1, 1280, 320)    float32_ref
  param 305: InceptionV3/Mixed_7b/Branch_0/Conv2d_0a_1x1/BatchNorm/beta:0 (320,)             float32_ref
  param 306: InceptionV3/Mixed_7b/Branch_0/Conv2d_0a_1x1/BatchNorm/moving_mean:0 (320,)             float32_ref
  param 307: InceptionV3/Mixed_7b/Branch_0/Conv2d_0a_1x1/BatchNorm/moving_variance:0 (320,)             float32_ref
  param 308: InceptionV3/Mixed_7b/Branch_1/Conv2d_0a_1x1/weights:0 (1, 1, 1280, 384)    float32_ref
  param 309: InceptionV3/Mixed_7b/Branch_1/Conv2d_0a_1x1/BatchNorm/beta:0 (384,)             float32_ref
  param 310: InceptionV3/Mixed_7b/Branch_1/Conv2d_0a_1x1/BatchNorm/moving_mean:0 (384,)             float32_ref
  param 311: InceptionV3/Mixed_7b/Branch_1/Conv2d_0a_1x1/BatchNorm/moving_variance:0 (384,)             float32_ref
  param 312: InceptionV3/Mixed_7b/Branch_1/Conv2d_0b_1x3/weights:0 (1, 3, 384, 384)    float32_ref
  param 313: InceptionV3/Mixed_7b/Branch_1/Conv2d_0b_1x3/BatchNorm/beta:0 (384,)             float32_ref
  param 314: InceptionV3/Mixed_7b/Branch_1/Conv2d_0b_1x3/BatchNorm/moving_mean:0 (384,)             float32_ref
  param 315: InceptionV3/Mixed_7b/Branch_1/Conv2d_0b_1x3/BatchNorm/moving_variance:0 (384,)             float32_ref
  param 316: InceptionV3/Mixed_7b/Branch_1/Conv2d_0b_3x1/weights:0 (3, 1, 384, 384)    float32_ref
  param 317: InceptionV3/Mixed_7b/Branch_1/Conv2d_0b_3x1/BatchNorm/beta:0 (384,)             float32_ref
  param 318: InceptionV3/Mixed_7b/Branch_1/Conv2d_0b_3x1/BatchNorm/moving_mean:0 (384,)             float32_ref
  param 319: InceptionV3/Mixed_7b/Branch_1/Conv2d_0b_3x1/BatchNorm/moving_variance:0 (384,)             float32_ref
  param 320: InceptionV3/Mixed_7b/Branch_2/Conv2d_0a_1x1/weights:0 (1, 1, 1280, 448)    float32_ref
  param 321: InceptionV3/Mixed_7b/Branch_2/Conv2d_0a_1x1/BatchNorm/beta:0 (448,)             float32_ref
  param 322: InceptionV3/Mixed_7b/Branch_2/Conv2d_0a_1x1/BatchNorm/moving_mean:0 (448,)             float32_ref
  param 323: InceptionV3/Mixed_7b/Branch_2/Conv2d_0a_1x1/BatchNorm/moving_variance:0 (448,)             float32_ref
  param 324: InceptionV3/Mixed_7b/Branch_2/Conv2d_0b_3x3/weights:0 (3, 3, 448, 384)    float32_ref
  param 325: InceptionV3/Mixed_7b/Branch_2/Conv2d_0b_3x3/BatchNorm/beta:0 (384,)             float32_ref
  param 326: InceptionV3/Mixed_7b/Branch_2/Conv2d_0b_3x3/BatchNorm/moving_mean:0 (384,)             float32_ref
  param 327: InceptionV3/Mixed_7b/Branch_2/Conv2d_0b_3x3/BatchNorm/moving_variance:0 (384,)             float32_ref
  param 328: InceptionV3/Mixed_7b/Branch_2/Conv2d_0c_1x3/weights:0 (1, 3, 384, 384)    float32_ref
  param 329: InceptionV3/Mixed_7b/Branch_2/Conv2d_0c_1x3/BatchNorm/beta:0 (384,)             float32_ref
  param 330: InceptionV3/Mixed_7b/Branch_2/Conv2d_0c_1x3/BatchNorm/moving_mean:0 (384,)             float32_ref
  param 331: InceptionV3/Mixed_7b/Branch_2/Conv2d_0c_1x3/BatchNorm/moving_variance:0 (384,)             float32_ref
  param 332: InceptionV3/Mixed_7b/Branch_2/Conv2d_0d_3x1/weights:0 (3, 1, 384, 384)    float32_ref
  param 333: InceptionV3/Mixed_7b/Branch_2/Conv2d_0d_3x1/BatchNorm/beta:0 (384,)             float32_ref
  param 334: InceptionV3/Mixed_7b/Branch_2/Conv2d_0d_3x1/BatchNorm/moving_mean:0 (384,)             float32_ref
  param 335: InceptionV3/Mixed_7b/Branch_2/Conv2d_0d_3x1/BatchNorm/moving_variance:0 (384,)             float32_ref
  param 336: InceptionV3/Mixed_7b/Branch_3/Conv2d_0b_1x1/weights:0 (1, 1, 1280, 192)    float32_ref
  param 337: InceptionV3/Mixed_7b/Branch_3/Conv2d_0b_1x1/BatchNorm/beta:0 (192,)             float32_ref
  param 338: InceptionV3/Mixed_7b/Branch_3/Conv2d_0b_1x1/BatchNorm/moving_mean:0 (192,)             float32_ref
  param 339: InceptionV3/Mixed_7b/Branch_3/Conv2d_0b_1x1/BatchNorm/moving_variance:0 (192,)             float32_ref
  param 340: InceptionV3/Mixed_7c/Branch_0/Conv2d_0a_1x1/weights:0 (1, 1, 2048, 320)    float32_ref
  param 341: InceptionV3/Mixed_7c/Branch_0/Conv2d_0a_1x1/BatchNorm/beta:0 (320,)             float32_ref
  param 342: InceptionV3/Mixed_7c/Branch_0/Conv2d_0a_1x1/BatchNorm/moving_mean:0 (320,)             float32_ref
  param 343: InceptionV3/Mixed_7c/Branch_0/Conv2d_0a_1x1/BatchNorm/moving_variance:0 (320,)             float32_ref
  param 344: InceptionV3/Mixed_7c/Branch_1/Conv2d_0a_1x1/weights:0 (1, 1, 2048, 384)    float32_ref
  param 345: InceptionV3/Mixed_7c/Branch_1/Conv2d_0a_1x1/BatchNorm/beta:0 (384,)             float32_ref
  param 346: InceptionV3/Mixed_7c/Branch_1/Conv2d_0a_1x1/BatchNorm/moving_mean:0 (384,)             float32_ref
  param 347: InceptionV3/Mixed_7c/Branch_1/Conv2d_0a_1x1/BatchNorm/moving_variance:0 (384,)             float32_ref
  param 348: InceptionV3/Mixed_7c/Branch_1/Conv2d_0b_1x3/weights:0 (1, 3, 384, 384)    float32_ref
  param 349: InceptionV3/Mixed_7c/Branch_1/Conv2d_0b_1x3/BatchNorm/beta:0 (384,)             float32_ref
  param 350: InceptionV3/Mixed_7c/Branch_1/Conv2d_0b_1x3/BatchNorm/moving_mean:0 (384,)             float32_ref
  param 351: InceptionV3/Mixed_7c/Branch_1/Conv2d_0b_1x3/BatchNorm/moving_variance:0 (384,)             float32_ref
  param 352: InceptionV3/Mixed_7c/Branch_1/Conv2d_0c_3x1/weights:0 (3, 1, 384, 384)    float32_ref
  param 353: InceptionV3/Mixed_7c/Branch_1/Conv2d_0c_3x1/BatchNorm/beta:0 (384,)             float32_ref
  param 354: InceptionV3/Mixed_7c/Branch_1/Conv2d_0c_3x1/BatchNorm/moving_mean:0 (384,)             float32_ref
  param 355: InceptionV3/Mixed_7c/Branch_1/Conv2d_0c_3x1/BatchNorm/moving_variance:0 (384,)             float32_ref
  param 356: InceptionV3/Mixed_7c/Branch_2/Conv2d_0a_1x1/weights:0 (1, 1, 2048, 448)    float32_ref
  param 357: InceptionV3/Mixed_7c/Branch_2/Conv2d_0a_1x1/BatchNorm/beta:0 (448,)             float32_ref
  param 358: InceptionV3/Mixed_7c/Branch_2/Conv2d_0a_1x1/BatchNorm/moving_mean:0 (448,)             float32_ref
  param 359: InceptionV3/Mixed_7c/Branch_2/Conv2d_0a_1x1/BatchNorm/moving_variance:0 (448,)             float32_ref
  param 360: InceptionV3/Mixed_7c/Branch_2/Conv2d_0b_3x3/weights:0 (3, 3, 448, 384)    float32_ref
  param 361: InceptionV3/Mixed_7c/Branch_2/Conv2d_0b_3x3/BatchNorm/beta:0 (384,)             float32_ref
  param 362: InceptionV3/Mixed_7c/Branch_2/Conv2d_0b_3x3/BatchNorm/moving_mean:0 (384,)             float32_ref
  param 363: InceptionV3/Mixed_7c/Branch_2/Conv2d_0b_3x3/BatchNorm/moving_variance:0 (384,)             float32_ref
  param 364: InceptionV3/Mixed_7c/Branch_2/Conv2d_0c_1x3/weights:0 (1, 3, 384, 384)    float32_ref
  param 365: InceptionV3/Mixed_7c/Branch_2/Conv2d_0c_1x3/BatchNorm/beta:0 (384,)             float32_ref
  param 366: InceptionV3/Mixed_7c/Branch_2/Conv2d_0c_1x3/BatchNorm/moving_mean:0 (384,)             float32_ref
  param 367: InceptionV3/Mixed_7c/Branch_2/Conv2d_0c_1x3/BatchNorm/moving_variance:0 (384,)             float32_ref
  param 368: InceptionV3/Mixed_7c/Branch_2/Conv2d_0d_3x1/weights:0 (3, 1, 384, 384)    float32_ref
  param 369: InceptionV3/Mixed_7c/Branch_2/Conv2d_0d_3x1/BatchNorm/beta:0 (384,)             float32_ref
  param 370: InceptionV3/Mixed_7c/Branch_2/Conv2d_0d_3x1/BatchNorm/moving_mean:0 (384,)             float32_ref
  param 371: InceptionV3/Mixed_7c/Branch_2/Conv2d_0d_3x1/BatchNorm/moving_variance:0 (384,)             float32_ref
  param 372: InceptionV3/Mixed_7c/Branch_3/Conv2d_0b_1x1/weights:0 (1, 1, 2048, 192)    float32_ref
  param 373: InceptionV3/Mixed_7c/Branch_3/Conv2d_0b_1x1/BatchNorm/beta:0 (192,)             float32_ref
  param 374: InceptionV3/Mixed_7c/Branch_3/Conv2d_0b_1x1/BatchNorm/moving_mean:0 (192,)             float32_ref
  param 375: InceptionV3/Mixed_7c/Branch_3/Conv2d_0b_1x1/BatchNorm/moving_variance:0 (192,)             float32_ref
  param 376: InceptionV3/AuxLogits/Conv2d_1b_1x1/weights:0 (1, 1, 768, 128)    float32_ref
  param 377: InceptionV3/AuxLogits/Conv2d_1b_1x1/BatchNorm/beta:0 (128,)             float32_ref
  param 378: InceptionV3/AuxLogits/Conv2d_1b_1x1/BatchNorm/moving_mean:0 (128,)             float32_ref
  param 379: InceptionV3/AuxLogits/Conv2d_1b_1x1/BatchNorm/moving_variance:0 (128,)             float32_ref
  param 380: InceptionV3/AuxLogits/Conv2d_2a_5x5/weights:0 (5, 5, 128, 768)    float32_ref
  param 381: InceptionV3/AuxLogits/Conv2d_2a_5x5/BatchNorm/beta:0 (768,)             float32_ref
  param 382: InceptionV3/AuxLogits/Conv2d_2a_5x5/BatchNorm/moving_mean:0 (768,)             float32_ref
  param 383: InceptionV3/AuxLogits/Conv2d_2a_5x5/BatchNorm/moving_variance:0 (768,)             float32_ref
  param 384: InceptionV3/AuxLogits/Conv2d_2b_1x1/weights:0 (1, 1, 768, 1001)    float32_ref
  param 385: InceptionV3/AuxLogits/Conv2d_2b_1x1/biases:0 (1001,)            float32_ref
  param 386: InceptionV3/Logits/Conv2d_1c_1x1/weights:0 (1, 1, 2048, 1001)    float32_ref
  param 387: InceptionV3/Logits/Conv2d_1c_1x1/biases:0 (1001,)            float32_ref
  num of params: 27182194
INFO:tensorflow:Restoring parameters from ./inception_v3.ckpt
Model Restored
/home/xrong/.pyenv/versions/anaconda3-4.4.0/lib/python3.6/site-packages/skimage/transform/_warps.py:84: UserWarning: The default mode, 'constant', will be changed to 'reflect' in skimage 0.15.
  warn("The default mode, 'constant', will be changed to 'reflect' in "
End time : 1.124s
Top1:  jigsaw puzzle 0.99967
Top5:  [('jigsaw puzzle', 0.99966955), ('sock', 7.3529677e-06), ('acorn', 6.1438336e-06), ('can opener, tin opener', 5.3175322e-06), ('rubber eraser, rubber, pencil eraser', 3.7719678e-06)]
Out[7]:
'jigsaw puzzle'