In [1]:
%matplotlib inline
In [2]:
import gym
import tensorflow as tf
import numpy as np
import math
from tqdm import tqdm, trange
import random
import time
In [3]:
from experiencereplay import ExperienceReplay, PrioritizedExperienceReplay, ModelBasedPrioritizedExperienceReplay
from experiment import Experiment
from dmlac import DMLAC
import nn
from exploration import EpsilonGreedyStrategy, OUStrategy
In [4]:
settings = dict(
environment = 'Pendulum-v0',
timesteps = 4000,
max_replay_buffer_size = 100000,
batch_size = 256,
learning_start = 256,
forward_steps = 1,
discount_factor = 0.9,
trace_decay = 0.5,
actor_learning_rate=0.0001,
model_learning_rate=0.001,
reward_learning_rate=0.001,
value_learning_rate=0.001,
actor_l2=None,
model_l2=None,
reward_l2=None,
value_l2=None,
actor_target_approach_rate=0.99,
value_target_approach_rate=0.99,
train_updates_per_step = 10,
priority_updates_per_step = 100,
actor_net_layers = [256, 128],
actor_net_activation_fn = tf.nn.elu,
actor_bounded_output = True,
value_net_layers = [256, 128],
value_net_activation_fn = tf.nn.elu,
model_net_embedding = 128,
model_net_layers = [128],
model_net_activation_fn = tf.nn.elu,
reward_net_embedding = 128,
reward_net_layers = [128],
reward_net_activation_fn = tf.nn.elu,
environment_seed = 0,
noise_seed= 0,
gpu_memory_fraction = 0.1,
render_environment = True,
render_frequency = 10,
render_start=3500,
)
settings["experiment_path"] = "experiments/experiment_dmlac_{}_{}".format(settings["environment"], int(time.time()))
settings["actor_tf_optimizer"] = tf.train.AdamOptimizer(settings["actor_learning_rate"])
settings["model_tf_optimizer"] = tf.train.AdamOptimizer(settings["model_learning_rate"])
settings["reward_tf_optimizer"] = tf.train.AdamOptimizer(settings["reward_learning_rate"])
settings["value_tf_optimizer"] = tf.train.AdamOptimizer(settings["value_learning_rate"])
print(settings["experiment_path"])
experiments/experiment_dmlac_Pendulum-v0_1495402133
In [5]:
def preprocess_state(observation):
state = np.array(observation)
if settings["environment"] == "MountainCarContinuous-v0":
state[1] = state[1] * 10
return state
else:
return state
def preprocess_reward(reward):
if settings["environment"] == "MountainCarContinuous-v0":
return reward * 0.01
else:
return reward
In [6]:
env = gym.make(settings["environment"])
env.seed(settings["environment_seed"])
observation = preprocess_state(env.reset())
state = observation
[2017-05-21 23:28:53,344] Making new env: Pendulum-v0
In [7]:
state_dim = env.observation_space.shape[0]
action_dim = env.action_space.shape[0]
print(state_dim)
print(action_dim)
print(env.observation_space.high)
print(env.observation_space.low)
print(env.action_space.high)
print(env.action_space.low)
3
1
[ 1. 1. 8.]
[-1. -1. -8.]
[ 2.]
[-2.]
In [8]:
gpu_options = tf.GPUOptions(per_process_gpu_memory_fraction=settings["gpu_memory_fraction"])
session = tf.InteractiveSession(config=tf.ConfigProto(gpu_options=gpu_options))
summary_writer = tf.summary.FileWriter(settings["experiment_path"] + "/logdir")
In [9]:
actor_network = nn.fully_connected("Actor", session, [state_dim], settings["actor_net_layers"],
action_dim, settings["actor_net_activation_fn"],
env.action_space if settings["actor_bounded_output"] else None, False)
model_network = nn.fully_connected_with_input_embedding(
"Model", session, [state_dim, action_dim], settings["model_net_embedding"], settings["model_net_layers"], state_dim,
settings["model_net_activation_fn"], None, False)
reward_network = nn.fully_connected_with_input_embedding(
"Reward", session, [state_dim, action_dim], settings["reward_net_embedding"], settings["reward_net_layers"], 1,
settings["reward_net_activation_fn"], None, False)
value_network = nn.fully_connected("Value", session, [state_dim], settings["value_net_layers"], 1,
settings["value_net_activation_fn"], None, False)
print(str(actor_network))
[] --> Actor_input_0
['Actor_input_0'] --> hidden_0_256
['hidden_0_256'] --> hidden_1_128
['hidden_1_128'] --> output
['output'] --> bounding
In [10]:
agent = DMLAC(actor_network, model_network, reward_network, value_network,
forward_steps=settings["forward_steps"],
discount_factor=settings["discount_factor"],
trace_decay=settings["trace_decay"],
actor_tf_optimizer=settings["actor_tf_optimizer"],
model_tf_optimizer=settings["model_tf_optimizer"],
reward_tf_optimizer=settings["reward_tf_optimizer"],
value_tf_optimizer=settings["value_tf_optimizer"],
actor_l2=settings["actor_l2"],
model_l2=settings["model_l2"],
reward_l2=settings["reward_l2"],
value_l2=settings["value_l2"],
actor_target_approach_rate=settings["actor_target_approach_rate"],
value_target_approach_rate=settings["value_target_approach_rate"],
summary_writer=summary_writer
)
In [11]:
saver = tf.train.Saver()
summary_writer.add_graph(session.graph)
In [12]:
experience_replay = ModelBasedPrioritizedExperienceReplay(agent, env, settings["max_replay_buffer_size"], episodic=False)
In [13]:
exploration_strategy = EpsilonGreedyStrategy(agent, env, settings["noise_seed"])
In [14]:
exp = Experiment(settings["experiment_path"], session, env, settings, settings["render_environment"], settings["render_frequency"], settings["render_start"])
progress_bar = tqdm(total=settings["timesteps"])
e_t = -1
for t in xrange(settings["timesteps"]):
e_t += 1
exploration = ((settings["timesteps"] - t) / float(settings["timesteps"])) ** 4
if t < settings["learning_start"]:
exploration = 1
action = exploration_strategy.action(state, exploration)
observation, reward, done, info = env.step(action)
next_state = np.reshape(preprocess_state(observation), (state_dim,))
if exp.reward_100ma.get_average() > -0.1 and exp.episode_duration >= 100:
exp.reward_100ma.reset()
done = True
experience_replay.add_experience(state, action, preprocess_reward(reward), next_state, done)
td_error = math.fabs(experience_replay.get_last_td_error())
model_error = experience_replay.get_last_model_error()
reward_error = experience_replay.get_last_reward_error()
exp.record(t, state, action, reward, next_state, done, td_error, model_error, reward_error)
state = next_state
if done:
exp.print_last_episode_info()
observation = env.reset()
state = preprocess_state(observation)
e_t = -1
if t >= settings["learning_start"]:
experience_replay.train_agent(settings["batch_size"], settings["train_updates_per_step"])
experience_replay.update_oldest_priorities(settings["priority_updates_per_step"])
progress_bar.set_description('[{}] reward: {:.2f}, reward 100-step MA: {:.2f}, Exploration: {:.2f}, action: {}, td-error: {:.4f}, model error: {:.4f}, reward error: {:.4f}' \
.format(t, reward, exp.reward_100ma.get_average(), exploration, str(action), td_error, model_error, reward_error))
progress_bar.update()
progress_bar.close()
[1328] reward: -0.00, reward 100-step MA: -0.09, Exploration: 0.20, action: [ 0.33115947], td-error: 0.0000, model error: 0.0003, reward error: 0.0002: 33%|███▎ | 1329/4000 [03:24<09:35, 4.64it/s] | 1/4000 [00:00<27:16, 2.44it/s]
Total episode reward: -6552.25694817. Finished in 1330 steps.
[1575] reward: -0.03, reward 100-step MA: -0.09, Exploration: 0.14, action: [ 0.91779315], td-error: 0.0000, model error: 0.0001, reward error: 0.0002: 39%|███▉ | 1576/4000 [04:17<08:29, 4.76it/s] 1330] reward: -0.72, reward 100-step MA: -0.01, Exploration: 0.20, action: [-2.], td-error: 0.0000, model error: 0.0003, reward error: 0.0000: 33%|███▎ | 1331/4000 [03:25<09:38, 4.62it/s]
Total episode reward: -387.393555814. Finished in 247 steps.
[1716] reward: -0.02, reward 100-step MA: -0.10, Exploration: 0.11, action: [ 0.7746374], td-error: 0.0000, model error: 0.0000, reward error: 0.0001: 43%|████▎ | 1717/4000 [04:48<08:10, 4.66it/s] 1577] reward: -6.25, reward 100-step MA: -0.06, Exploration: 0.13, action: [ 1.68525863], td-error: 0.3294, model error: 0.0002, reward error: 0.0000: 39%|███▉ | 1578/4000 [04:18<08:38, 4.67it/s]
Total episode reward: -269.295461367. Finished in 141 steps.
[1843] reward: -0.00, reward 100-step MA: -0.08, Exploration: 0.08, action: [ 0.08476466], td-error: 0.0000, model error: 0.0006, reward error: 0.0002: 46%|████▌ | 1844/4000 [05:15<07:42, 4.66it/s] 1718] reward: -0.47, reward 100-step MA: -0.00, Exploration: 0.11, action: [ 2.], td-error: 0.0000, model error: 0.0000, reward error: 0.0000: 43%|████▎ | 1719/4000 [04:48<08:14, 4.61it/s]
Total episode reward: -128.711406627. Finished in 127 steps.
[2022] reward: -0.12, reward 100-step MA: -0.10, Exploration: 0.06, action: [ 1.78508806], td-error: 0.4904, model error: 0.0002, reward error: 0.0000: 51%|█████ | 2023/4000 [05:54<07:03, 4.66it/s] 1845] reward: -7.65, reward 100-step MA: -0.08, Exploration: 0.08, action: [ 1.45838785], td-error: 0.0000, model error: 0.0008, reward error: 0.0004: 46%|████▌ | 1846/4000 [05:16<07:42, 4.65it/s]
Total episode reward: -401.489859826. Finished in 179 steps.
[2176] reward: -0.05, reward 100-step MA: -0.10, Exploration: 0.04, action: [ 1.28227973], td-error: 0.0000, model error: 0.0000, reward error: 0.0002: 54%|█████▍ | 2177/4000 [06:27<06:42, 4.53it/s] 2024] reward: -8.44, reward 100-step MA: -0.09, Exploration: 0.06, action: [ 1.95799601], td-error: 0.0000, model error: 0.0001, reward error: 0.0000: 51%|█████ | 2025/4000 [05:54<07:08, 4.61it/s]
Total episode reward: -339.451819132. Finished in 154 steps.
[2277] reward: -0.04, reward 100-step MA: -0.04, Exploration: 0.03, action: [-1.99781614], td-error: 0.0000, model error: 0.0001, reward error: 0.0006: 57%|█████▋ | 2278/4000 [06:49<06:12, 4.62it/s][2178] reward: -0.06, reward 100-step MA: -0.00, Exploration: 0.04, action: [ 0.88296419], td-error: 0.0263, model error: 0.0000, reward error: 0.0000: 54%|█████▍ | 2179/4000 [06:28<06:35, 4.61it/s]
Total episode reward: -3.82279597205. Finished in 101 steps.
[2448] reward: -0.05, reward 100-step MA: -0.09, Exploration: 0.02, action: [ 0.99061078], td-error: 0.0000, model error: 0.0000, reward error: 0.0000: 61%|██████ | 2449/4000 [07:27<05:43, 4.51it/s] 2279] reward: -7.91, reward 100-step MA: -0.08, Exploration: 0.03, action: [ 1.8826741], td-error: 0.6618, model error: 0.0000, reward error: 0.0044: 57%|█████▋ | 2280/4000 [06:50<06:20, 4.52it/s]
Total episode reward: -379.372998601. Finished in 171 steps.
[2549] reward: -0.06, reward 100-step MA: -0.06, Exploration: 0.02, action: [ 1.25002646], td-error: 0.8110, model error: 0.0004, reward error: 0.0000: 64%|██████▍ | 2550/4000 [07:49<05:21, 4.51it/s][2450] reward: -0.15, reward 100-step MA: -0.00, Exploration: 0.02, action: [ 0.18967742], td-error: 0.0000, model error: 0.0000, reward error: 0.0000: 61%|██████▏ | 2451/4000 [07:27<05:45, 4.48it/s]
Total episode reward: -5.62978916858. Finished in 101 steps.
[2704] reward: -0.07, reward 100-step MA: -0.09, Exploration: 0.01, action: [ 1.99132144], td-error: 0.6529, model error: 0.0000, reward error: 0.0005: 68%|██████▊ | 2705/4000 [08:23<04:43, 4.57it/s][2551] reward: -8.40, reward 100-step MA: -0.08, Exploration: 0.02, action: [ 2.], td-error: 0.0000, model error: 0.0062, reward error: 0.0001: 64%|██████▍ | 2552/4000 [07:49<05:18, 4.54it/s]
Total episode reward: -346.805823886. Finished in 155 steps.
[2827] reward: -0.07, reward 100-step MA: -0.09, Exploration: 0.01, action: [ 1.26310027], td-error: 0.1048, model error: 0.0000, reward error: 0.0001: 71%|███████ | 2828/4000 [08:50<04:14, 4.60it/s] 2706] reward: -3.23, reward 100-step MA: -0.03, Exploration: 0.01, action: [-1.89993644], td-error: 0.0779, model error: 0.0000, reward error: 0.0000: 68%|██████▊ | 2707/4000 [08:23<04:47, 4.50it/s]
Total episode reward: -135.938364692. Finished in 123 steps.
[2928] reward: -0.05, reward 100-step MA: -0.06, Exploration: 0.01, action: [ 1.07533789], td-error: 0.0000, model error: 0.0000, reward error: 0.0001: 73%|███████▎ | 2929/4000 [09:12<03:51, 4.63it/s][2829] reward: -0.23, reward 100-step MA: -0.00, Exploration: 0.01, action: [ 1.96437788], td-error: 0.0571, model error: 0.0001, reward error: 0.0002: 71%|███████ | 2830/4000 [08:50<04:23, 4.45it/s]
Total episode reward: -6.50683333826. Finished in 101 steps.
[3074] reward: -0.06, reward 100-step MA: -0.09, Exploration: 0.00, action: [ 1.20461321], td-error: 0.0000, model error: 0.0000, reward error: 0.0000: 77%|███████▋ | 3075/4000 [09:44<03:20, 4.62it/s] 2930] reward: -5.28, reward 100-step MA: -0.05, Exploration: 0.01, action: [ 0.92166507], td-error: 0.0000, model error: 0.0000, reward error: 0.0001: 73%|███████▎ | 2931/4000 [09:12<03:56, 4.52it/s]
Total episode reward: -251.013286992. Finished in 146 steps.
[3198] reward: -0.06, reward 100-step MA: -0.10, Exploration: 0.00, action: [ 1.22226381], td-error: 0.0000, model error: 0.0002, reward error: 0.0008: 80%|███████▉ | 3199/4000 [10:12<02:57, 4.51it/s] 3076] reward: -2.55, reward 100-step MA: -0.03, Exploration: 0.00, action: [-1.9086318], td-error: 0.0000, model error: 0.0000, reward error: 0.0000: 77%|███████▋ | 3077/4000 [09:45<03:20, 4.59it/s]
Total episode reward: -137.246727565. Finished in 124 steps.
[3299] reward: -0.06, reward 100-step MA: -0.05, Exploration: 0.00, action: [ 1.15069091], td-error: 0.0524, model error: 0.0000, reward error: 0.0000: 82%|████████▎ | 3300/4000 [10:34<02:33, 4.57it/s][3200] reward: -0.03, reward 100-step MA: -0.00, Exploration: 0.00, action: [-1.36000347], td-error: 0.3411, model error: 0.0001, reward error: 0.0002: 80%|████████ | 3201/4000 [10:12<02:57, 4.51it/s]
Total episode reward: -5.07044703007. Finished in 101 steps.
[3423] reward: -0.06, reward 100-step MA: -0.10, Exploration: 0.00, action: [ 1.21821427], td-error: 0.2684, model error: 0.0000, reward error: 0.0001: 86%|████████▌ | 3424/4000 [11:01<02:06, 4.56it/s] 3301] reward: -1.37, reward 100-step MA: -0.01, Exploration: 0.00, action: [ 2.], td-error: 0.0000, model error: 0.0001, reward error: 0.0003: 83%|████████▎ | 3302/4000 [10:34<02:32, 4.57it/s]
Total episode reward: -134.035449023. Finished in 124 steps.
[3524] reward: -0.06, reward 100-step MA: -0.06, Exploration: 0.00, action: [ 1.19117785], td-error: 0.4624, model error: 0.0001, reward error: 0.0003: 88%|████████▊ | 3525/4000 [11:24<01:45, 4.51it/s][3425] reward: -0.08, reward 100-step MA: -0.00, Exploration: 0.00, action: [-2.], td-error: 0.4937, model error: 0.0000, reward error: 0.0000: 86%|████████▌ | 3426/4000 [11:02<02:06, 4.54it/s]
Total episode reward: -5.65167219726. Finished in 101 steps.
[3655] reward: -0.07, reward 100-step MA: -0.10, Exploration: 0.00, action: [ 1.30223584], td-error: 0.0000, model error: 0.0000, reward error: 0.0000: 91%|█████████▏| 3656/4000 [11:54<01:18, 4.37it/s] 3526] reward: -0.33, reward 100-step MA: -0.00, Exploration: 0.00, action: [ 2.], td-error: 0.8099, model error: 0.0004, reward error: 0.0007: 88%|████████▊ | 3527/4000 [11:25<01:44, 4.52it/s]
Total episode reward: -136.488622384. Finished in 131 steps.
[3802] reward: -0.08, reward 100-step MA: -0.09, Exploration: 0.00, action: [ 1.42078567], td-error: 0.0000, model error: 0.0000, reward error: 0.0000: 95%|█████████▌| 3803/4000 [12:26<00:44, 4.43it/s] 3657] reward: -6.56, reward 100-step MA: -0.07, Exploration: 0.00, action: [-1.95626414], td-error: 0.1223, model error: 0.0000, reward error: 0.0006: 91%|█████████▏| 3658/4000 [11:54<01:20, 4.27it/s]
Total episode reward: -274.551254327. Finished in 147 steps.
[3903] reward: -0.07, reward 100-step MA: -0.07, Exploration: 0.00, action: [ 1.29556012], td-error: 0.0000, model error: 0.0000, reward error: 0.0001: 98%|█████████▊| 3904/4000 [12:49<00:21, 4.45it/s][3804] reward: -0.02, reward 100-step MA: -0.00, Exploration: 0.00, action: [-0.28494304], td-error: 0.0000, model error: 0.0000, reward error: 0.0000: 95%|█████████▌| 3805/4000 [12:27<00:43, 4.49it/s]
Total episode reward: -7.1133091012. Finished in 101 steps.
[3999] reward: -0.07, reward 100-step MA: -1.36, Exploration: 0.00, action: [ 1.29458475], td-error: 0.0000, model error: 0.0002, reward error: 0.0001: 100%|██████████| 4000/4000 [13:11<00:00, 4.53it/s] 3905] reward: -0.86, reward 100-step MA: -0.01, Exploration: 0.00, action: [ 1.938941], td-error: 0.0587, model error: 0.0000, reward error: 0.0001: 98%|█████████▊| 3906/4000 [12:49<00:21, 4.38it/s]
In [15]:
exp.save()
print("Experiment results saved in " + exp.path)
Experiment results saved in experiments/experiment_dmlac_Pendulum-v0_1495402133
In [16]:
exp.plot_cumulative_reward()
Out[16]:
[<matplotlib.lines.Line2D at 0x7f743ed8cfd0>]
In [17]:
exp.plot_reward()
Out[17]:
[<matplotlib.lines.Line2D at 0x7f743f222850>]
In [18]:
exp.plot_td_error()
Out[18]:
[<matplotlib.lines.Line2D at 0x7f743f169b50>]
In [19]:
exp.plot_model_error(skip_steps=settings["learning_start"]+10)
Out[19]:
[<matplotlib.lines.Line2D at 0x7f743efec6d0>]
In [20]:
exp.plot_reward_error(skip_steps=settings["learning_start"]+10)
Out[20]:
[<matplotlib.lines.Line2D at 0x7f743ef2de10>]
In [21]:
exp.plot_episode_reward()
Out[21]:
[<matplotlib.lines.Line2D at 0x7f743eee8f10>]
In [22]:
exp.plot_episode_duration()
Out[22]:
[<matplotlib.lines.Line2D at 0x7f743a517890>]
In [23]:
if settings["render_environment"]:
exp.display_frames_as_gif()
In [24]:
#session.close()
In [25]:
exp.print_all_tf_variables()
(u'Actor_hidden_0_256_W:0', array([[-0.18203509, 0.59751642, 0.70098102, -0.96589005, 0.26659662,
-0.91852826, 0.1755898 , 0.6613555 , -0.69351792, -0.14711145,
0.47271496, 0.17279263, -0.25656328, 0.20488173, -0.63514346,
0.16082914, 0.38634586, 0.62906748, 0.11673465, 0.32827041,
0.36532035, 0.58615422, -0.33665305, -0.04519369, -0.20806159,
0.12297723, 1.10475707, 0.76576704, -0.8041296 , -1.40435731,
0.27650911, -0.10724293, 0.48661014, -0.96386957, 0.31046638,
-0.37298244, 0.36080605, 0.30481866, -0.96180642, 0.13884589,
0.71733057, 0.66563475, 0.26368916, -0.06980616, 0.34568116,
0.92886215, -0.35883403, 0.11436369, 0.28644633, 0.09194915,
0.72582859, -0.08322646, 0.35795474, 0.17501992, 0.23639844,
1.57437634, -0.9690268 , -0.31550249, -0.11917294, -0.53616887,
0.76945126, 0.56459934, 0.08552707, 0.27537477, -0.09619884,
-0.33742875, 0.1787539 , -0.25332931, -0.57503086, 0.95662409,
0.56433314, -0.04327928, -0.92191559, 0.46530744, 0.59793079,
-0.73150545, -0.06445341, 0.58441496, -0.99315715, 0.20704235,
0.39344707, 0.20937689, 0.92824888, 0.26540875, 1.1396327 ,
-1.76717162, 1.1378504 , -0.04288469, 0.05517413, 0.39720646,
-1.11203218, -0.82940322, -0.40220705, -0.46858206, 0.03510762,
-0.3505595 , 1.10857332, 0.92866832, -0.28025138, -0.60959935,
-0.96137756, 0.58730519, -0.31680289, 0.71042156, 0.48936093,
0.7927168 , 0.96758544, -0.14657967, 0.99243087, 0.60762125,
0.20887138, -1.43612373, -0.25841755, 0.32473016, 0.65990365,
1.39356995, -0.86694276, 0.04067297, -0.65516198, 0.59069431,
-0.12552972, 1.30521476, -1.74370492, -0.35457501, -1.16977906,
-0.52541953, -0.02206097, 0.23566993, -0.40634531, 0.59217012,
-0.17554104, 0.88356477, -0.53052717, 0.47368771, 0.51494879,
-1.87281919, -0.14404699, -0.26260126, -1.17825723, 0.65180111,
-0.87013602, -0.24173252, -0.64722151, 0.19354112, -0.14826152,
-0.81392145, -0.54720902, -0.61267471, -0.15872969, -1.05107832,
1.00102723, 0.39478955, -0.98866773, 0.52831125, 0.29798993,
0.47670269, 0.22848251, 0.34429595, 0.6329841 , 0.26831904,
0.00957681, -0.53946853, -0.34248525, -0.52457124, 0.6476177 ,
2.03330946, 0.11089367, -0.0595355 , 1.19198525, -0.8417052 ,
-0.17686094, -0.30096298, -0.103333 , -0.81565911, 0.14071549,
0.7144056 , -0.98453784, 0.64279056, -0.34818566, 0.37906837,
-1.71268618, -1.44223595, -0.53260165, -0.17230254, 1.10294116,
0.34827918, -0.53959465, 1.14759469, -0.21885255, -0.21297663,
0.34726739, 0.04694481, 0.30243385, -0.48160586, -0.64077753,
-0.36631632, 0.38840652, -1.20851183, 0.76714563, -0.11387496,
-1.16263223, -0.48620948, 0.28057164, 0.78183568, -0.32811201,
0.1065766 , 0.8643564 , -0.22132607, -0.26153827, -0.04957877,
-1.06970131, 0.26850191, -0.21893534, -0.88647056, -0.02207663,
0.94292784, -0.49090123, -0.15799639, -0.34176451, 0.04890497,
-0.3046028 , 0.17494051, -0.10011747, 0.23464267, -0.69290531,
0.99969542, -0.22976156, -1.06889057, 0.2110084 , 0.64249736,
-0.23772299, 0.37126967, 0.71558213, 0.27878523, -0.50196189,
-0.13382153, -0.2676284 , 0.07331784, 0.02281481, -0.56018656,
0.4179033 , 0.30374995, -0.56847364, -0.02223321, -0.57968503,
0.24643806, -0.64466989, 0.40197909, 0.27196726, 0.08762833,
-0.08453622, -0.56020319, 0.35238677, 1.32110155, 0.29166135,
-0.64220512],
[ 0.9209224 , -0.51158834, 0.45793954, 0.37967777, -0.36463743,
-0.80588073, -0.72817636, -0.1271757 , -0.41288057, 0.48006824,
0.08662508, -0.04465419, 0.28352579, 1.48189211, 0.44566497,
-0.62857914, -0.35268706, 0.57384127, -0.13237312, -0.29783726,
0.39664054, 0.69933188, -0.65887547, -1.69873738, 1.66133749,
0.07633772, -0.1318326 , 0.09660676, -1.7221998 , -0.81375742,
-1.18348968, -0.63956857, -0.20147781, 0.54713869, 0.92602593,
-0.5441342 , -1.2973851 , 0.28515196, 1.30620003, 0.34843269,
0.01565506, -0.58430421, -0.36809379, -0.95374084, -1.33310103,
0.57384914, 1.15863574, 1.10362625, 1.47786689, 0.02657477,
-0.35380986, -0.86921471, 1.25462651, -0.59983724, -0.77111012,
0.33545944, 0.50650561, -0.79418105, -0.71102268, -0.7734167 ,
-0.03948614, 0.19147262, -0.48410714, 0.04645641, 0.02629114,
-0.51290989, 0.7928437 , -1.60379708, 0.0913989 , 1.19608521,
-0.08517666, -0.22900206, -0.01255664, 0.66329712, -0.38974494,
0.40382302, 0.61586165, 0.30640203, 1.09062362, -0.75956571,
0.51995993, 1.37010372, -1.24986792, -0.77245134, -1.83627629,
-0.03415809, 1.17169094, 0.61757827, -1.82593882, -0.58359307,
0.36154726, -0.55734587, 0.05138626, -1.14747977, 0.93127102,
-1.35985899, -1.46776235, -0.0085996 , -0.90863162, 0.13346034,
1.21319294, -0.87984395, -0.04677766, -1.04628134, 1.61665499,
0.37273997, -0.64316082, 0.3779116 , 0.58152211, 0.17326875,
-1.06614935, 0.03665629, 0.11430234, 1.14818168, 1.14759195,
0.39213088, -0.0493165 , -0.03593894, 0.22156246, 1.29762352,
-0.00550912, -0.41874307, 0.06564301, 0.55241174, -0.566167 ,
-0.75877637, -0.48558217, -0.36107066, 1.0159018 , -0.54020172,
0.01333484, -0.36414415, -0.76808757, -0.33224505, -0.94196457,
-1.07766223, 0.94813192, 0.01189218, 0.61672461, 0.84240085,
0.51995176, 1.60525239, -0.12476815, 0.51317835, 0.13321234,
0.29585427, -0.36149326, 0.28416422, -1.2735486 , 0.93022484,
-0.51710027, -0.06819586, -0.96818167, -0.86814088, 0.97183692,
-0.49029851, -1.21503389, -0.93349797, 1.00014591, -1.42340517,
-1.04516733, 0.58215487, -0.97116661, 0.41924852, 0.69274426,
0.39048684, -1.51567614, -0.04970723, -0.00731271, -0.68502641,
0.76213199, -0.08230091, 0.70974499, 0.49859864, 0.71426374,
0.13174248, -0.99808311, -0.88437015, -0.31511605, -0.71788752,
0.63940316, 0.35587591, 0.9512406 , 0.26847008, 0.4142375 ,
1.64662039, 0.20725559, -0.86622167, 0.75013757, 0.62013 ,
0.74558878, -1.16611934, 0.89097303, 0.16033067, -0.44156682,
-1.51384974, -0.23235691, -0.45839816, -1.50410068, -0.23574573,
0.10943966, -0.86571175, -1.3101244 , -1.11276984, -0.49199745,
-0.62305194, 0.45050249, -0.10113443, 0.59214193, 0.40857366,
0.86387587, -0.39408207, 0.03088558, -0.04364616, 0.09184542,
0.08276619, 0.18843357, 0.7556867 , 0.40758651, -0.97063202,
-0.90513933, -1.37770724, -1.27085578, -0.25863996, 2.39483929,
0.30379707, -0.78301281, -1.10254288, -0.1501298 , 0.10930403,
0.76627576, -0.00814323, 0.11238961, -0.42256361, -0.17301579,
-0.60432738, 1.0381639 , -0.25757307, -0.35642657, 0.79975617,
0.75384384, -1.40598321, -0.10729252, 0.70931035, 1.84339976,
-0.50183594, 0.49487019, -0.29522154, -0.13221484, 0.11367542,
0.30136797, 0.73590064, 0.8204329 , 0.93995172, 0.18461238,
1.11898053],
[-1.02342653, -0.45815629, 0.80953509, 1.33588839, -0.04004081,
0.49648005, -0.59988177, -0.79673415, -0.14351279, 0.90135014,
0.7027539 , 0.1978382 , -0.11721721, 0.5048824 , -1.14965284,
-0.47700369, 0.12916638, -0.77950847, 0.16068283, 0.19987465,
-0.99999279, 0.78440475, -0.07411952, -0.32774362, 0.68915784,
0.84320074, -0.73365778, -0.01963692, -0.02580238, 0.95637107,
-0.84672612, 0.83206785, -0.81719434, 0.17200415, -0.36304766,
-0.16742501, -0.42867669, -0.75125581, -0.19646247, 0.35687637,
-0.41605076, -0.05861947, -0.31498733, -0.09091374, -0.17279714,
-1.17491174, 0.28637826, 0.42797974, 0.4795728 , 0.51292384,
0.18815288, 0.51473165, 0.06306772, -0.32118428, -0.03743148,
-0.34561968, 0.58601528, 1.14696121, -0.64664799, 0.05927742,
-0.91132003, -0.18232787, 1.11191082, 0.54201454, -1.36083138,
0.32728982, 0.39687702, 0.19189703, 0.09102178, -0.44342181,
-0.64990503, -0.39778602, -0.60895586, -0.35620016, 1.1802237 ,
0.04395223, -0.23143148, -0.20564696, -0.91300547, 0.95191759,
-0.19140469, 1.19326985, 1.27980745, -1.73128116, -0.76854944,
-0.95089161, 0.12555888, 2.22067952, -1.16678071, -0.01645028,
0.49111906, 0.80308968, 0.65440571, -0.79775965, 0.26824063,
1.04893744, -0.90377712, -0.60466081, 0.10186902, -0.8591339 ,
0.9715333 , 0.49897474, 0.82838029, -0.46556202, -0.4156003 ,
-1.66169703, -0.91945148, 0.33952513, 1.08528757, 1.36380768,
-0.0310876 , 0.18615371, -0.75588644, -0.45187885, 0.41308162,
-0.4943015 , -0.91782707, 0.77074301, 1.06334174, 0.7805177 ,
-0.49172708, 1.04069126, -0.61589962, -0.16440473, 0.02705595,
0.67367393, -0.77548283, -0.08007468, -0.23685092, 0.58074713,
-0.77567589, -0.94673401, -0.16924927, 0.00832171, -0.04647224,
-0.45824718, 0.09725671, 0.03181567, 0.69646144, 0.29280323,
-1.15827823, 0.3798582 , -0.87725335, -0.85178101, -0.21224168,
-0.29421431, -0.09822817, 0.62516367, 0.28292602, 0.25770533,
0.46205282, 0.0626298 , 0.30051839, 1.43956506, 0.10353755,
0.59483212, 0.80919057, -0.58505952, 0.59443176, 0.35421842,
-0.02637342, -0.75578547, -0.21880458, -0.96079272, 0.43467718,
0.04938136, -0.02113078, 1.57847798, -0.52651697, 0.57524204,
0.22904286, -0.59688264, 0.30579245, -0.34115073, -0.11028974,
0.04030434, 0.59804827, -0.89284319, -0.17191364, -0.28851315,
-0.38344416, -0.26460046, -0.22778277, -0.86950988, -0.33560422,
0.57323116, -0.08620368, -0.46063566, -0.12825966, -1.03818738,
0.66581547, -0.28042525, 0.7072295 , 0.11113451, 0.34507909,
-0.48789936, 0.55091333, 0.3124243 , -1.37149584, 1.43719184,
0.11947163, -0.41719979, -0.33882418, -0.83660167, 0.33416963,
-0.2300466 , -1.23644328, 0.63353133, -0.63950354, 0.15000211,
-1.09012806, -1.19233048, 0.81930971, 0.21791729, 0.83058423,
0.4273431 , 0.74639469, 0.32347786, 0.04434081, 1.35457993,
0.16453886, -0.26697609, 0.31002578, 0.3958542 , 0.53504926,
0.59607738, 0.25335723, 0.16895419, -0.46565917, 1.09357691,
1.37863648, 1.04289889, 0.04805321, 0.43406945, 0.55995655,
0.40017954, -0.06218061, -0.4561998 , -0.4346827 , 0.43802673,
-0.1787999 , 0.08812816, 0.69322711, -0.42037055, -0.52507955,
0.05272662, 0.1250314 , 0.11395399, -0.18235028, 0.89176786,
-2.00731492, 1.85709941, 1.18962181, 1.18660486, -0.67570955,
-0.72033381]], dtype=float32))
(u'Actor_hidden_0_256_b:0', array([ 1.89900327e+00, -3.62436831e-01, -8.44444036e-01,
-1.32423699e+00, 7.38395751e-01, -6.02553427e-01,
-2.64489710e-01, -1.18330002e+00, 1.01557958e+00,
-3.02186608e-02, -1.23016405e+00, 1.61022770e+00,
-8.61441314e-01, -5.36509573e-01, -7.52269387e-01,
4.10332710e-01, -1.37148571e+00, 1.02821434e+00,
-8.12029362e-01, -8.30324471e-01, 1.00083363e+00,
-2.59681553e-01, 2.56788105e-01, -3.98802221e-01,
5.68375051e-01, 1.78559110e-01, 1.09552562e-01,
7.83223152e-01, -3.08279425e-01, -3.57479244e-01,
6.77178353e-02, -1.13368821e+00, 1.41308236e+00,
-1.41013220e-01, 7.35369325e-01, -1.57194781e+00,
9.00966942e-01, 1.04518950e+00, -6.51356697e-01,
-7.49327123e-01, -1.69240549e-01, 1.19814646e+00,
5.64351618e-01, 1.08679307e+00, -7.30134785e-01,
9.56614614e-02, 2.52478004e-01, -8.80896151e-01,
-5.59989996e-02, 1.05242765e+00, -1.71086025e+00,
1.02172542e+00, 7.00007141e-01, 1.03891242e+00,
-1.07983732e+00, 1.30856729e+00, 5.33599913e-01,
1.53707545e-02, -7.89039731e-01, -7.03513026e-01,
6.93052828e-01, 1.55370259e+00, 8.88054490e-01,
1.79044712e+00, 1.75118339e+00, -1.67628288e-01,
-8.54822814e-01, -3.64534080e-01, 3.50542039e-01,
1.15614736e+00, -1.66760683e+00, -1.12415278e+00,
-1.54669166e+00, -1.57807946e+00, 3.51930976e-01,
1.58956766e-01, -1.37814030e-01, -2.41215765e-01,
-9.58098114e-01, 6.08492911e-01, -7.88762033e-01,
2.60697275e-01, -1.21244788e+00, -6.27613306e-01,
-1.43589342e+00, 8.18472147e-01, 7.16885567e-01,
-2.78596044e+00, 2.54955105e-02, 1.96790087e+00,
-1.25545108e+00, -6.12373590e-01, -4.17729259e-01,
1.09042847e+00, 1.41505158e+00, -2.05428243e-01,
-1.82895672e+00, -1.35979497e+00, -1.14402187e+00,
-5.36423266e-01, -1.72358215e+00, -9.19490278e-01,
1.21658988e-01, 8.50740612e-01, 1.56898761e+00,
-1.25458717e-01, 9.64405984e-02, -1.14769757e+00,
9.93191361e-01, -5.08872032e-01, -7.20980465e-01,
-1.10513961e+00, 2.17548847e-01, -5.47776697e-03,
1.84644425e+00, 1.07410192e+00, 1.21476328e+00,
4.02826041e-01, 8.15668404e-02, 2.44625196e-01,
7.14611769e-01, 1.62890530e+00, -1.72181058e+00,
-6.78030074e-01, -1.51347637e-01, -5.46760619e-01,
-1.41541398e+00, 8.74554932e-01, 5.28336406e-01,
1.37326062e+00, -1.10908771e+00, -6.71948135e-01,
-1.64789617e+00, 3.85289520e-01, 2.28479326e-01,
1.57061160e+00, 1.61683932e-03, -5.76723695e-01,
1.30428159e+00, -3.85160162e-03, -1.61133781e-01,
5.74997962e-01, -1.16049659e+00, 5.50779819e-01,
-1.43420517e+00, 1.00766468e+00, 2.38284230e-01,
9.82419699e-02, -1.28258884e-01, -2.54274988e+00,
1.29900086e+00, -7.82417506e-02, 7.38336742e-01,
6.70646727e-01, 1.17727828e+00, 4.92334574e-01,
4.89339709e-01, 1.14548576e+00, -2.50396818e-01,
-4.98540580e-01, -6.92051172e-01, 2.36944154e-01,
-1.50741756e+00, 3.14928204e-01, 7.18411565e-01,
-4.83067811e-01, 9.70061064e-01, 1.54615295e+00,
-5.18856645e-01, -4.85433377e-02, -3.63222271e-01,
7.34001398e-01, -1.31240213e+00, -4.14744645e-01,
1.49312842e+00, 6.84841335e-01, -1.72195569e-01,
-1.00213575e+00, -1.04496884e+00, -6.23050213e-01,
1.29868329e-01, -1.92268133e+00, 3.40593755e-01,
5.06283164e-01, 5.32536387e-01, -6.70885623e-01,
-1.15400779e+00, -1.45796156e+00, 2.48806253e-01,
5.36200643e-01, -7.29893267e-01, -1.66163042e-01,
-7.16026723e-01, -1.45631289e+00, 7.00805902e-01,
-6.05178356e-01, -2.82142192e-01, -2.03804728e-02,
-9.58451688e-01, 1.13354921e+00, 7.63020337e-01,
-1.34687638e+00, -3.37477595e-01, 5.38192570e-01,
1.35705873e-01, -1.96530640e-01, 7.68173814e-01,
-6.49603233e-02, -2.95137703e-01, -1.38593721e+00,
1.18664575e+00, -5.64932227e-01, -1.31917214e+00,
-1.27969718e+00, -3.62961888e-01, 5.78670084e-01,
-8.97303820e-01, -7.38529921e-01, -7.07895935e-01,
-3.02147418e-01, 1.70799136e+00, -1.75746739e-01,
1.87767982e-01, -4.54553276e-01, 9.42616165e-01,
-3.79244983e-01, 9.21141624e-01, -7.13379562e-01,
-2.68439341e+00, 4.61450249e-01, 1.52904928e+00,
9.53572214e-01, -9.50036943e-01, -1.28675866e+00,
-3.92554462e-01, -4.54590648e-01, 6.42000794e-01,
-1.63147843e+00, -1.26487470e+00, 6.67558968e-01,
7.05094337e-01, -4.76978600e-01, -4.11309123e-01,
1.37459338e-01, -9.58337307e-01, -7.43173361e-02,
-5.62515616e-01, 1.24269760e+00, -1.83946446e-01,
-7.88696587e-01, -2.89955407e-01, -4.26382665e-03,
4.31703597e-01, 4.95770723e-01, -1.02840579e+00,
1.64859498e+00], dtype=float32))
(u'Actor_hidden_1_128_W:0', array([[-0.0368276 , -0.04225782, 0.04432805, ..., -0.09477231,
0.02985117, -0.02928893],
[-0.03560975, 0.10414572, -0.17435862, ..., -0.10525869,
-0.04894135, -0.16940318],
[-0.06395409, -0.22892903, -0.02564753, ..., -0.07843605,
-0.00613709, -0.0042568 ],
...,
[ 0.09990349, -0.18173507, 0.00941208, ..., 0.01365491,
0.00417672, 0.09986389],
[-0.01607504, -0.02562521, -0.12452196, ..., -0.02137374,
0.06220142, -0.06966623],
[-0.09220301, -0.09496119, -0.04851997, ..., 0.07283553,
0.07254261, -0.01208928]], dtype=float32))
(u'Actor_hidden_1_128_b:0', array([ 1.10595858, -2.137784 , 0.90279645, -0.60621673, -0.64744794,
0.1127227 , -0.30215451, -0.58565164, -1.3008945 , 0.39000961,
-0.03107474, -0.55873632, -0.10863395, 0.651573 , 0.58155352,
1.90236688, -0.55033326, -0.05438593, -0.53273654, 0.3633604 ,
0.21402049, 1.02794647, -0.28062892, -1.02762401, -1.10028088,
0.20402874, -0.09837239, 0.50354677, -0.5919686 , -1.22713757,
-1.77408195, -0.46816394, -0.09327621, -0.77288419, 0.22310899,
1.11779165, -0.42632535, 0.00876139, -0.02191206, 1.59485447,
1.49186277, -0.69995278, -0.47305417, 0.82451862, 0.2866945 ,
-0.70266694, -1.25382102, 0.36283866, 0.6194613 , -0.33601215,
-0.21839182, 1.31356978, -1.10383046, -0.98571271, -0.31012794,
-0.57973349, 1.59541857, 0.56646311, -1.5826757 , -0.16164826,
-0.88377512, 1.07585049, -1.35536194, 0.3976343 , 0.91050953,
-0.27143669, 0.35395753, -0.06728582, 0.39062563, 1.38066912,
-1.12958765, -2.22039533, 0.00434744, -0.16645874, 0.99642402,
1.38052571, -1.19190621, -1.24163866, 1.54886985, -1.83412325,
-0.3808322 , -0.57411593, -0.6476956 , 1.72834992, 0.21252923,
-0.61569291, 0.9720602 , -0.89489865, 0.89477444, 0.96115839,
0.03063496, 1.83518183, 0.70878261, -1.1470865 , 0.58170843,
-0.67577672, -1.37674367, -1.273772 , -2.39235115, 0.85131985,
1.00366569, 0.96751398, -1.00110209, -1.35572517, -0.03661972,
-0.50755572, -0.18026765, 0.68861902, 0.53012556, 0.18507211,
-0.29845369, -1.75957859, 0.25033364, 1.60601664, 2.22177649,
-1.55734348, 0.7299031 , -0.64161831, -0.04663409, 1.19418263,
1.26479125, 1.73209584, -0.7088207 , -1.58878636, -0.40538082,
-1.10657918, 0.26834121, -0.08063913], dtype=float32))
(u'Actor_output_W:0', array([[ -1.53659806e-01],
[ 4.13673878e-01],
[ -1.37069896e-01],
[ 2.04970703e-01],
[ -1.03787854e-01],
[ 9.20789389e-05],
[ 8.31027180e-02],
[ 7.83009082e-02],
[ -1.23456426e-01],
[ 1.34967491e-01],
[ 4.67548780e-02],
[ -4.72806580e-02],
[ 2.30173737e-01],
[ -1.34891853e-01],
[ 7.77490586e-02],
[ -6.74466938e-02],
[ -1.84250951e-01],
[ -1.70901343e-01],
[ -1.07143611e-01],
[ -1.48002639e-01],
[ 6.07783087e-02],
[ -2.52962820e-02],
[ 2.92217791e-01],
[ 1.07106909e-01],
[ -6.20534308e-02],
[ 9.23570246e-02],
[ -1.44201815e-01],
[ -1.59959316e-01],
[ 1.23136595e-01],
[ -5.01017049e-02],
[ -2.67161638e-01],
[ -5.82592972e-02],
[ -9.58702713e-02],
[ 1.15946852e-01],
[ 1.11071967e-01],
[ 5.35771064e-02],
[ 4.25594002e-02],
[ 5.24545908e-02],
[ -2.54414715e-02],
[ 6.83667287e-02],
[ 5.22385687e-02],
[ 7.62741640e-02],
[ 5.73100634e-02],
[ -9.68957990e-02],
[ 1.49978939e-02],
[ -6.35579303e-02],
[ -6.03196174e-02],
[ 1.83191121e-01],
[ -7.66575933e-02],
[ 1.69357732e-01],
[ -1.52908370e-01],
[ -4.02660593e-02],
[ -1.59261674e-01],
[ 7.74190575e-02],
[ -1.25806555e-01],
[ -5.60517050e-02],
[ 7.94708878e-02],
[ -5.73732592e-02],
[ -1.22517169e-01],
[ -8.49862769e-02],
[ 6.75762892e-02],
[ 4.95038182e-02],
[ 1.06165238e-01],
[ 4.22814041e-02],
[ -1.40811279e-01],
[ -1.07837021e-01],
[ 3.54030699e-01],
[ -1.36214525e-01],
[ -4.00712304e-02],
[ 6.65182248e-02],
[ 4.37159985e-02],
[ -3.26277092e-02],
[ -1.93181023e-01],
[ -5.25031351e-02],
[ -1.75013512e-01],
[ -3.51038948e-02],
[ -1.08215079e-01],
[ -6.70736209e-02],
[ -6.79420456e-02],
[ -3.35813016e-01],
[ -2.16862381e-01],
[ 8.53134245e-02],
[ 1.81113660e-01],
[ -3.16887088e-02],
[ -2.06847265e-01],
[ 1.62475854e-01],
[ 9.99370366e-02],
[ 3.64165530e-02],
[ -7.43006766e-02],
[ 1.69712100e-02],
[ 5.50922677e-02],
[ 6.82363883e-02],
[ -1.81996450e-01],
[ 1.84120327e-01],
[ -1.18112534e-01],
[ 2.31085569e-01],
[ 7.40665197e-02],
[ -5.83994277e-02],
[ -5.01221679e-02],
[ 1.11045882e-01],
[ 8.51714239e-02],
[ 2.07848564e-01],
[ 2.39030749e-01],
[ -4.99416515e-02],
[ -1.51606426e-01],
[ -1.78206444e-01],
[ -1.14525273e-01],
[ -1.60578206e-01],
[ 1.01189181e-01],
[ -1.25792816e-01],
[ 9.16652903e-02],
[ 1.17337421e-01],
[ -1.10118508e-01],
[ 4.37400118e-02],
[ 2.77659595e-01],
[ 1.76888034e-01],
[ -5.72711825e-02],
[ -4.29532938e-02],
[ -1.88898534e-01],
[ -1.85559824e-01],
[ 4.58043851e-02],
[ 9.15767550e-02],
[ 8.01745504e-02],
[ 1.50358677e-01],
[ 4.56862263e-02],
[ -2.33328313e-01],
[ -1.01655975e-01],
[ -6.67779818e-02]], dtype=float32))
(u'Actor_output_b:0', array([-0.75311422], dtype=float32))
(u'Model_encoding_0_128_W:0', array([[-0.9048689 , 0.13452592, -0.07310401, 0.34953007, -0.79610515,
0.19053695, -0.11762197, -0.92201787, 0.07574666, 1.17598498,
-0.37425122, -0.45929536, -0.57257384, -0.05956116, 0.46352503,
1.59882724, 0.68350714, 0.47620913, 0.04586829, 0.55653405,
-0.52211922, -0.3858664 , 0.95084864, -0.53286386, 0.15824258,
0.64011967, 1.19185019, -0.85023445, 0.12693089, -0.08979047,
-0.08757567, -0.06547908, 0.15874375, -1.22974098, -0.09076492,
0.25659901, 0.01817161, 0.47946519, 0.840523 , 0.23564787,
0.57029015, -1.19597864, -0.11588407, -0.28855523, -0.36282927,
0.5111478 , -0.9131906 , 0.08814102, 0.69038302, -0.23412532,
-0.82599533, -0.03927111, -1.17435217, 0.78451836, -1.42934322,
-0.32411712, 0.44800097, -0.9637422 , -0.60587084, 0.46932766,
-0.4558 , 0.61507928, 0.42095798, 0.55474001, -0.64944792,
0.77110773, 0.29611251, 0.05717079, -0.07221408, -0.34563738,
-0.18690023, 0.09924277, 0.46345904, -1.24529922, 0.58378696,
-0.03792273, -0.17710418, -0.43008369, 0.07356344, 0.74524808,
-0.33499652, 0.36793557, -0.39297891, -0.83227354, 0.08559969,
0.28430173, 0.13179883, -0.92604709, -0.16293377, 0.12913586,
-0.31140515, 0.46043852, -0.57731384, 0.13798414, 1.7642231 ,
-0.38348687, -0.46285418, -0.62182677, -0.69487894, 0.67704922,
1.06768501, 0.26348394, 0.39709392, 0.24065198, -0.16791221,
0.23507862, -0.24202095, -0.60490918, -0.34707442, -0.17735991,
-0.53421122, 0.36739999, 0.49112466, 1.12643039, -0.43077755,
0.07240864, 0.73648906, -0.45101556, -1.00235307, -1.21571457,
-0.11164698, -0.554842 , 0.40934145, 0.14073123, -0.87011003,
-0.71912831, -0.30009115, 1.57396948],
[ 0.18085176, -0.84241813, -0.17538242, -0.3913357 , 0.34629926,
-0.77985442, 0.46316326, -1.04337847, 0.150977 , 0.29219347,
-0.08050189, 0.15835443, -1.07921481, 0.34023681, -0.45717344,
0.06795914, 0.02833927, -0.87712634, -0.3730534 , -0.8365609 ,
-1.35883296, -1.13414204, -1.00053883, -0.11850592, -0.76302183,
-0.45176363, 0.12597419, 0.03340422, 0.6770876 , 0.17459272,
0.69963336, 0.61383951, 0.45711085, -0.54603791, 0.27329454,
0.2678723 , 0.32082248, 0.56894845, -1.00010264, 0.05233286,
0.97084504, -0.92495799, 0.40653703, -0.81224275, -0.20577137,
0.35292247, 0.84886646, -0.06366114, -0.87441587, 0.36014596,
-0.23601823, -0.4235653 , -0.63660872, 0.13993709, 0.42711022,
0.11913774, 0.41745266, 0.10551096, 0.45763507, 0.63579923,
0.82725334, 0.22267637, 0.86414701, -0.53438276, -0.16453186,
-0.42245826, 0.44692686, 0.73591381, -0.07870274, 1.44441938,
-0.08247902, -0.13970533, 0.65172958, 0.88485074, -0.53768611,
0.07360561, 0.12305892, 0.7852127 , 0.52594775, -0.77139235,
-1.07952988, -0.66444343, -0.03144831, -0.27492577, -0.02824016,
0.39623806, 1.12798464, 0.93445361, 0.83651531, -0.298392 ,
0.24837996, 1.2818085 , 0.59273225, -0.07083189, -0.24929543,
0.56554204, 0.76291913, -0.18509632, -0.62083262, 0.37323371,
0.33572465, -0.17738564, 0.16073816, -0.28082779, 0.98955315,
-0.40534076, -0.46260995, 1.08268821, -0.23555154, -0.88620758,
0.56835616, -0.37636673, 1.96922851, 0.55555665, 0.05973009,
-1.66091251, -0.17300388, 0.57096869, 0.34632692, -0.47829702,
-1.31441164, -0.01767177, 0.69139057, 0.63821518, -0.23748614,
0.3691887 , 0.73103285, 0.19128503],
[ 0.92395103, -0.20434979, 0.4227415 , -0.1642486 , -0.74367762,
-0.38108006, 1.53988063, 0.72335446, -0.49629724, -0.10882237,
0.35502145, -0.52532524, -0.20163669, 0.40852633, 0.47501117,
0.23463301, -0.74254096, 0.06574298, 0.00745113, 0.00958899,
-1.11145794, -0.74722296, 0.4030225 , -0.29706779, 0.94752347,
-0.07358799, -0.56850857, 0.20380256, 0.4871372 , -0.79726577,
0.76782531, -0.40391934, 0.66988909, -0.15571246, 0.03912911,
1.52496648, 0.05545194, -0.100041 , 0.00988108, 0.75061738,
0.18293685, -0.24813047, -0.32861003, 0.05058486, -0.40981537,
-0.26092935, 0.01800092, 0.31358463, -0.53998011, 0.08705369,
-0.45233831, -0.39909068, 0.23403686, 0.91542023, 0.05046935,
-0.32899475, -0.50534195, 0.13854304, 0.08032868, 0.9844048 ,
0.38136303, -0.55972898, 0.8219822 , -0.6685223 , 0.08342358,
0.24575955, 0.15383853, 0.47636983, -0.17583442, 0.12749864,
-0.25104457, -0.15132511, 1.29760408, -0.06870781, -0.53714198,
-0.37390846, -0.26603162, 0.04084032, 0.33411792, -0.10189714,
-0.02840264, -0.64162129, -0.58180398, -0.06354947, -0.45541307,
1.10259581, -0.46719125, -0.4270362 , -0.13656212, 0.16619651,
0.43247828, -0.10914011, -0.04432866, -0.21243124, -0.34037831,
-0.27430755, 0.47644714, 0.81552768, -0.01618685, 1.051126 ,
0.35918051, 0.34976372, -0.26449701, -0.72422653, 0.02693396,
1.02123666, -0.5596379 , 0.08187929, 0.01606907, 1.15988779,
-0.39727786, -0.33320469, 0.25669354, 0.33502769, 0.07121208,
0.09431557, -1.01706946, 0.98951095, 0.62257469, 0.45864096,
-0.23528367, -0.18259303, 0.26561373, -0.2013237 , -0.05384705,
-0.26954734, -0.72334826, -0.01071962]], dtype=float32))
(u'Model_encoding_0_128_b:0', array([ 5.43489397e-01, -2.74574310e-01, -3.27276468e-01,
-1.19927776e+00, 3.10825137e-03, -1.58550215e+00,
-1.90100634e+00, -1.49277949e+00, -1.22909236e+00,
8.17667186e-01, -1.28231239e+00, -1.09217572e+00,
1.10394442e+00, 6.03437483e-01, -9.19352114e-01,
5.86965024e-01, -2.70579875e-01, 7.90955961e-01,
5.19651413e-01, 8.83293226e-02, -2.18135738e+00,
-1.75480116e-02, -2.25953937e+00, 7.64886498e-01,
9.26359355e-01, 1.87833655e+00, 2.38045886e-01,
3.27085890e-02, 3.07835937e-02, -5.01399100e-01,
1.47044733e-01, -5.16448796e-01, -8.35262537e-01,
9.18131351e-01, -3.55736732e-01, 6.38994813e-01,
3.91607314e-01, 1.56724095e+00, -2.33543828e-01,
-1.34068739e+00, 2.55703092e+00, -2.24847481e-01,
-4.24539149e-01, -6.14701957e-02, 1.89327940e-01,
-1.41473746e+00, 1.73015797e+00, -2.03420711e+00,
9.09864545e-01, 4.56883937e-01, -2.10632831e-01,
8.40324402e-01, 1.71099687e+00, -2.27286291e+00,
4.69928756e-02, 8.57362628e-01, -8.29833090e-01,
1.22405028e+00, 1.58197787e-02, -5.63215196e-01,
1.88653791e+00, 1.13603115e+00, 5.34013152e-01,
6.24837987e-02, -3.91956508e-01, -1.03077555e+00,
-1.99790105e-01, 1.78673327e-01, -1.08552432e+00,
3.10555667e-01, -7.70684123e-01, -8.68685842e-01,
-1.84737798e-02, -4.08668548e-01, 1.25046086e+00,
-9.91946936e-01, 1.53000891e-01, -2.64195293e-01,
-8.58036280e-01, 1.28899574e+00, -1.06456086e-01,
-1.27217636e-01, 5.44975400e-01, -1.45245111e-02,
1.39942575e+00, 5.71403205e-01, 6.22639477e-01,
2.05638623e+00, -1.06832731e+00, 3.28886718e-01,
1.46028653e-01, 8.25273871e-01, 1.42911404e-01,
-1.96908915e+00, -1.01012874e+00, 7.40181565e-01,
-3.98635602e+00, -1.70398629e+00, -1.76567629e-01,
1.28272343e+00, -1.09990752e+00, -2.03589344e+00,
1.31854862e-02, -9.22207177e-01, -1.72622666e-01,
4.16408218e-02, -7.25569546e-01, -8.28034818e-01,
1.67666543e+00, 7.09550261e-01, -1.27512729e+00,
-1.18620324e+00, -1.04205155e+00, 1.40233696e-01,
-1.17668949e-01, -1.36837751e-01, 4.90442991e-01,
1.26484501e+00, -1.92770332e-01, 1.39999998e+00,
-1.86835885e+00, -2.49950856e-01, -7.76008189e-01,
1.41452515e+00, -3.74073446e-01, -1.91174939e-01,
6.60589457e-01, 1.21936572e+00], dtype=float32))
(u'Model_encoding_1_128_W:0', array([[ 0.99386001, -1.27098155, 2.14013505, 1.00701165, -0.01210829,
-0.98310989, 0.61863011, -0.10019186, -0.84271729, -1.1767695 ,
-0.72313881, 0.52487427, 0.06339163, 1.18053758, 0.21730798,
0.06979265, -0.78657264, 1.50636721, -0.8032257 , 1.56333101,
0.59077239, 0.76091927, -0.2070242 , 1.59319937, -0.23867959,
-0.14294802, -0.2323944 , 1.23946619, -0.15731455, -1.72272885,
-0.33161303, -1.25694358, -1.27188003, 0.21584538, 1.81305683,
0.05569065, 1.92014766, -0.5732193 , 0.12156031, 0.67732698,
-0.58357668, 1.5356698 , -1.44004226, -2.61907125, -0.01426541,
-1.04822731, -0.53661412, 0.32899106, 0.58329386, 0.99277574,
0.55925792, 1.13672733, 1.18901587, 0.07747274, 1.86797571,
0.10320935, -0.49226117, 0.45342341, 0.06752533, -0.69512784,
-0.38521764, -1.55564737, -0.45876908, -1.54845726, 1.0609498 ,
-0.14898208, 0.57121915, -0.61895329, 2.70285964, 2.1143198 ,
0.0092088 , -1.16336703, 0.36768726, -0.74268347, 0.15495394,
0.2264512 , -0.67179573, -0.34085029, 1.44699705, -0.80366832,
-2.13938093, 0.04790696, 1.09739816, -0.93827707, -0.54195035,
-0.17174926, -0.35310665, 0.12116466, -0.1528722 , -1.2203176 ,
-0.87301046, -0.6805777 , 0.79628974, 1.06002808, -1.01401055,
0.05246288, -0.66633952, -0.83925623, -0.48543459, -0.32886183,
0.52771616, -0.28457925, -0.35607412, -0.52995449, -0.18216871,
0.01451706, 1.07136548, 0.19498596, -0.21932371, -1.48882687,
0.23092026, -2.48084402, 1.5044266 , 1.59362125, 1.18459833,
-1.68366861, 0.79601961, -1.41672719, -0.55247205, -0.52659822,
-0.30185816, -0.67849898, -1.69133949, 1.24431729, 0.06836794,
0.85846096, 1.33661783, -0.79955351]], dtype=float32))
(u'Model_encoding_1_128_b:0', array([ 0.20221861, -1.5838089 , 0.71436149, 1.6680038 , -0.01730652,
-1.697384 , -0.77920419, -2.0869844 , 0.85443652, 2.09192419,
-0.15874141, -1.77539921, -0.33683604, -0.30701074, 2.23607588,
1.58327305, -2.48869085, 0.23322204, -0.40015239, -3.25736403,
0.98990369, -0.94876659, 0.24929708, 0.7240473 , -0.48722199,
-0.25493553, -0.27662697, 0.48020819, 0.2973915 , -0.01454576,
-1.41355646, -1.54215705, -0.04990544, -1.59711778, 0.12117054,
1.18109369, -1.56746292, -0.6697368 , -0.60992372, -0.45578524,
-0.49841535, 2.03709197, -0.04216719, -1.18910718, -0.02189947,
0.51176357, 0.73587149, 0.79012483, 0.06782213, -1.00345957,
1.82353902, -0.73543245, -0.69026411, -1.00031269, -0.11691092,
-1.65117288, 0.70542866, -0.83983213, 0.64545417, -0.08757705,
-0.42603987, -1.01046991, -0.59715146, -0.01343093, -2.92935848,
0.37651652, -1.32502365, 2.06318927, 0.39922526, -0.08103726,
-0.26713437, 1.58480799, 1.11472404, -0.67849433, 0.84156632,
-1.16538787, 0.87879205, 0.19564337, 1.15698218, -0.89442986,
0.33048898, 0.0844035 , 0.63496619, -1.59849548, -0.28325403,
1.38793743, 0.26437616, -1.51846719, 0.55208439, -0.33596101,
-2.70225167, 0.42972559, 0.35364982, 0.09889924, -0.05268366,
1.94326937, 0.4649927 , 2.0083282 , -0.18119593, -0.49118161,
0.34060135, 1.45517838, -0.50925654, -0.6722303 , 0.66003621,
0.02152824, -0.89654654, 0.29337642, 0.27495208, 1.72853315,
0.36865371, -1.18797112, -1.43388283, 0.68327111, 0.7985301 ,
-0.86247343, -0.79193395, 1.12307966, 0.7231468 , 0.9373011 ,
-1.96040511, -1.16312742, 0.26250145, 0.56279087, -0.05002954,
0.52272415, 0.6215055 , -1.76596951], dtype=float32))
(u'Model_hidden_0_128_W:0', array([[-0.00370985, -0.01729981, -0.07718792, ..., 0.11026385,
-0.07322743, 0.04441202],
[ 0.04123054, 0.12771603, -0.05903958, ..., 0.03428137,
-0.00391677, 0.02355578],
[ 0.02935596, -0.01749036, -0.02305007, ..., -0.04370637,
-0.00538888, 0.06128009],
...,
[-0.01466179, -0.0019662 , -0.13282315, ..., -0.06935441,
0.12561864, -0.01822199],
[-0.12011579, -0.07225146, -0.12744537, ..., -0.04779592,
0.00377806, -0.1032235 ],
[ 0.00681468, 0.03917477, 0.0716036 , ..., 0.07924633,
-0.03716316, -0.01941134]], dtype=float32))
(u'Model_hidden_0_128_b:0', array([ 2.61872268, -1.61242497, -0.23758449, 1.24553728, 0.54310352,
1.18562412, 2.64442849, 1.03236067, -0.21154016, -1.40399015,
0.18171725, 1.93450904, -1.77419174, -0.18195648, 0.67495853,
-2.10939336, -1.32009852, -2.34415555, -0.44554332, -0.24569227,
-2.27035713, -0.35945898, 0.96488422, -1.745906 , 0.31129906,
1.5457375 , -1.32414329, 0.24870788, 0.42436868, -0.05064249,
3.06483603, -0.81127989, -0.28200221, 0.67631221, -1.87530887,
-0.74960542, 0.50428921, -0.47563946, -0.1286341 , -0.94058472,
0.0709529 , 1.15458155, 1.24331355, -0.25123629, 1.84095001,
-0.25691149, 0.86776203, 0.3725751 , 1.46872032, 1.0686959 ,
0.42730996, 0.48526898, 0.11053716, 0.65293086, -0.73107409,
-0.11507521, 1.44620407, -0.25485367, -1.97642672, -1.01943874,
0.06823257, -0.55374348, 0.32548872, 0.20382757, 1.66298711,
-0.96227747, 0.15867209, -0.4144024 , -1.37542129, -0.64523685,
-0.62431371, 0.15593906, 0.03808144, 1.13291752, -0.03013021,
0.13297927, 1.31758559, 0.64665061, 0.73024535, 0.20806384,
0.34587398, -0.38607538, -0.42116532, -0.57995015, 1.68065739,
-0.64539695, 2.76910782, -0.98621523, -0.94396019, -0.77350432,
-1.35676444, -1.55012333, 0.04513891, -2.07944298, -0.03082708,
-1.10004258, 0.99998474, 0.51910269, -0.07418758, -1.47803819,
-0.01327396, -0.63289303, -0.30401543, 1.02353847, 0.80406004,
-3.13642359, -1.40489221, -0.15394229, 0.53526396, 0.26838285,
-1.24002671, -0.59906715, 0.31711677, -0.08295219, -0.94514596,
-1.64420748, -0.47118425, -0.02625939, -1.58176887, -0.35076353,
0.22294928, 0.40459239, 0.72186482, 1.6116569 , -1.08386052,
0.63297898, 0.05600164, -0.30746397], dtype=float32))
(u'Model_output_W:0', array([[ -7.92421699e-02, -1.10127285e-01, 4.75143641e-03],
[ 2.13730820e-02, -3.36451526e-03, -2.54028663e-02],
[ -1.31186098e-01, 8.90813544e-02, 3.24475095e-02],
[ -2.64046192e-02, 1.29983583e-02, -2.82666516e-02],
[ 4.24489286e-03, 3.25997686e-03, -7.37782195e-02],
[ 5.65024465e-03, 5.74707938e-03, 1.34536822e-03],
[ -1.33848384e-01, 1.32839978e-01, -2.33813748e-03],
[ -2.10873168e-02, -4.54633459e-02, 3.96179147e-02],
[ 1.19266637e-01, -1.40229762e-01, 1.27020385e-02],
[ 5.76111209e-03, -6.70131147e-02, -3.81979672e-03],
[ -6.25952263e-04, 3.84498213e-04, 3.21432622e-03],
[ -6.15248922e-04, -2.44625960e-03, -2.62857298e-03],
[ 3.22396052e-03, 3.60530365e-04, 1.02189913e-01],
[ -8.81700367e-02, -1.49967698e-02, -1.16381943e-01],
[ -8.85948259e-03, 1.17819346e-02, 8.61755386e-03],
[ 8.81572142e-02, -1.36747241e-01, -1.35902688e-01],
[ 3.24430945e-03, 1.37054594e-02, 1.75041589e-03],
[ -4.24652174e-02, 1.15616973e-02, -6.33481219e-02],
[ 6.86712423e-03, -5.52983163e-03, 1.34189380e-02],
[ 1.59414962e-01, 8.78468826e-02, -3.82435471e-02],
[ -3.53705063e-02, -5.00302538e-02, 2.20678914e-02],
[ 1.66006163e-02, 5.39620686e-03, -3.29527329e-03],
[ -4.13444638e-02, -3.81293595e-02, 4.61535566e-02],
[ -2.72972845e-02, -1.49875348e-02, -9.73228067e-02],
[ 2.08996907e-02, -3.04406155e-02, -2.52272375e-02],
[ 4.03688708e-03, -5.80673164e-04, -1.51816243e-03],
[ 3.29769105e-02, -2.35899985e-02, 2.69816034e-02],
[ 8.52199718e-02, 5.44486716e-02, -5.15318178e-02],
[ 3.86196263e-02, -5.88393435e-02, -4.69857492e-02],
[ 7.69692361e-02, 1.03381321e-01, -2.24047396e-02],
[ -5.36962063e-04, 1.41311612e-03, 1.06461451e-03],
[ 1.31488681e-01, 8.02913401e-03, -2.54920740e-02],
[ 3.94526916e-03, 1.74401898e-03, 1.29444676e-03],
[ -4.62455861e-03, 1.91882085e-02, -3.63927856e-02],
[ 6.63813949e-02, 8.26955661e-02, -8.68170112e-02],
[ 7.66447932e-02, -8.86064246e-02, -4.11899649e-02],
[ -3.13343890e-02, 2.07611173e-02, 1.58222698e-04],
[ 3.30237113e-02, -3.94400768e-02, -1.38682038e-01],
[ 4.67056632e-02, -3.26309316e-02, 3.75048034e-02],
[ -1.34481182e-02, 6.99125975e-02, -1.47185102e-01],
[ -1.02977548e-02, 3.64741124e-02, -9.56953168e-02],
[ 1.22020906e-02, 3.94104281e-03, 3.44542079e-02],
[ 2.83908308e-03, 3.24140210e-03, 1.13132584e-04],
[ 1.25839245e-02, -3.55008356e-02, 1.48197664e-02],
[ -1.62338056e-02, -1.19803678e-02, 4.22001304e-03],
[ 3.92346494e-02, -3.77266482e-02, 5.30222291e-03],
[ 1.11356648e-02, -2.70816535e-02, -7.72536919e-02],
[ 1.76224753e-01, -1.21684410e-01, -3.85642871e-02],
[ 6.02562306e-03, 8.42695497e-03, -1.62086147e-03],
[ 5.96951172e-02, 3.62955444e-02, -1.32252291e-01],
[ 6.00223020e-02, 1.18688323e-01, 7.14176893e-02],
[ -1.08816646e-01, 5.10359090e-03, 4.32637148e-02],
[ -5.60857952e-02, 7.56306797e-02, -4.33580913e-02],
[ 1.63645935e-04, 2.80133379e-03, -3.20804480e-04],
[ -1.14429258e-02, 2.21651532e-02, 1.26659442e-02],
[ 5.87463379e-03, -1.17212385e-02, -1.16293281e-02],
[ -1.73500106e-02, -2.43980251e-03, -2.97318231e-02],
[ -7.40694068e-03, 1.18605718e-02, 1.67729389e-02],
[ -1.86258614e-01, 6.37198687e-02, -6.98371455e-02],
[ 6.97755441e-02, 6.17180616e-02, -7.79207572e-02],
[ -7.11058173e-03, -6.49061403e-04, 6.17469545e-04],
[ -2.60958262e-03, 1.23470882e-02, 4.24441174e-02],
[ 1.12055717e-02, -7.23781809e-03, -1.89156830e-03],
[ -8.81763175e-04, -4.40636883e-03, -1.31661806e-03],
[ 5.66269644e-02, 3.24242050e-03, 5.55678876e-03],
[ -1.27445115e-02, 1.28418086e-02, -1.61444861e-03],
[ 3.33682038e-02, -2.59382185e-02, -2.21688196e-01],
[ -1.17188714e-01, 5.93146719e-02, 3.97776254e-03],
[ 7.31304809e-02, 1.91524073e-01, 1.78720430e-01],
[ 2.79256068e-02, 5.70208877e-02, -1.42673939e-01],
[ 2.01740079e-02, -5.34276571e-03, 1.02617025e-01],
[ 1.80630423e-02, 4.04325947e-02, -1.20588029e-02],
[ 1.78110953e-02, -1.45021100e-02, 2.31650728e-03],
[ 3.17277876e-03, 3.26800812e-03, -1.71575951e-03],
[ -7.74707412e-03, -6.28856057e-03, 8.99167673e-04],
[ 5.67547418e-02, 3.31029408e-02, 6.09306581e-02],
[ 1.22538237e-02, -1.24443471e-02, 3.36470194e-02],
[ -3.82746872e-03, -2.59778602e-03, -2.12181173e-03],
[ 7.54685029e-02, 3.15662920e-02, -1.10981420e-01],
[ 1.30373267e-02, 2.77092606e-02, -9.47969705e-02],
[ -6.69182464e-02, -2.94935144e-02, -5.43828793e-02],
[ 6.89479187e-02, 7.33601451e-02, -1.46598518e-01],
[ 7.04038609e-03, 5.65943494e-03, -5.42189926e-04],
[ 5.62938452e-02, 3.30562480e-02, 2.34885747e-03],
[ 3.59086059e-02, -3.89755592e-02, -1.82261243e-02],
[ -7.87558481e-02, 1.54455220e-02, -9.04572308e-02],
[ 8.50957353e-03, 2.58436450e-03, -1.11457687e-02],
[ -4.24055643e-02, -2.82702968e-02, -1.39653543e-02],
[ -7.40500912e-02, -3.70468125e-02, -6.59392551e-02],
[ -8.69981274e-02, 1.27504870e-01, -1.13644861e-01],
[ 1.12910187e-02, 2.31426535e-03, 4.82907780e-02],
[ 1.52071968e-01, -6.15623221e-02, 3.35420631e-02],
[ 9.95211229e-02, 4.97785509e-02, 5.92554286e-02],
[ 1.16197541e-02, 1.40618473e-01, -2.23720856e-02],
[ 1.89042151e-01, 1.70354232e-01, -9.72474888e-02],
[ -7.25324303e-02, -6.46440545e-03, -4.55373414e-02],
[ -4.68047373e-02, -6.32761791e-02, -1.08903106e-02],
[ 5.71172275e-02, -1.92379567e-03, 3.67515162e-02],
[ -6.22704849e-02, -5.23259193e-02, 6.12005070e-02],
[ -8.43555946e-03, -3.98891792e-03, -1.77046105e-01],
[ -6.95339590e-02, -5.01107089e-02, -5.13696522e-02],
[ -1.02806846e-02, -2.00942475e-02, -1.02587929e-02],
[ 1.06519358e-02, 4.35839035e-03, -3.54216364e-03],
[ -1.91493407e-02, -1.54904639e-02, 6.09565293e-03],
[ -3.29567655e-03, -5.55470167e-03, -3.01684183e-03],
[ -7.21739009e-02, -1.27814889e-01, 4.35114093e-02],
[ -1.60544276e-01, -1.44459456e-01, -5.04556522e-02],
[ 8.67243186e-02, 1.88541524e-02, -3.14113945e-02],
[ 4.69866092e-04, 8.99158325e-03, -2.89551611e-03],
[ -7.97322893e-04, 1.45965563e-02, 1.26758358e-03],
[ 1.54936370e-02, 1.24881929e-02, -3.45903933e-02],
[ -5.60354851e-02, -1.86668746e-02, 8.24011564e-02],
[ 1.24183923e-01, -3.51019227e-03, 5.95474020e-02],
[ -1.10931851e-01, -4.59249737e-03, -1.61981732e-01],
[ 1.75899267e-01, 3.87084708e-02, -3.09860557e-02],
[ 7.25756120e-03, -7.17901764e-03, 1.09426901e-01],
[ 1.37771703e-02, -7.00292960e-02, -1.63412075e-02],
[ -3.00234500e-02, 3.30414362e-02, 3.96848023e-02],
[ -1.50944740e-01, 3.66437510e-02, -7.82132670e-02],
[ 6.26563206e-02, -6.99159577e-02, -1.12377026e-03],
[ -8.53997916e-02, 7.82630965e-02, 1.50302738e-01],
[ -1.90336816e-02, -2.90962849e-02, -8.61797109e-03],
[ -2.33508809e-03, 7.39743118e-04, -2.82738986e-03],
[ -6.46183044e-02, 1.47684785e-02, -1.51286259e-01],
[ -3.11579853e-02, 8.50826269e-04, -1.18805468e-02],
[ 1.11684585e-02, -2.10115612e-02, 1.62665993e-01],
[ -1.17703732e-02, -8.75099190e-03, -5.73320836e-02],
[ -1.66817550e-02, -1.19163180e-02, 4.79840534e-03]], dtype=float32))
(u'Model_output_b:0', array([ 0.97857308, -0.06757118, -0.47347915], dtype=float32))
(u'Reward_encoding_0_128_W:0', array([[ -5.25835305e-02, 1.05069995e-01, -6.42996654e-02,
1.25667617e-01, -6.77919090e-01, 2.97686812e-02,
7.70442486e-01, 2.19599038e-01, -3.04763705e-01,
-8.64605427e-01, 9.98132825e-01, -3.08243036e-01,
-1.29855633e-01, 1.10054338e+00, 6.07041359e-01,
2.96984524e-01, 5.59803724e-01, -2.90906467e-02,
1.18819296e-01, 7.15996206e-01, -3.34281832e-01,
-3.11223157e-02, -9.31185484e-01, -3.66248518e-01,
1.05932415e+00, 2.80674666e-01, -8.95310163e-01,
3.64734173e-01, 3.15478355e-01, 4.00058925e-01,
-8.37674677e-01, -2.15517297e-01, 1.27337351e-01,
-7.92556226e-01, -1.45612586e+00, 5.83014429e-01,
1.00360954e+00, -5.35108268e-01, -7.36594915e-01,
-2.77891725e-01, -3.30617845e-01, -5.17393768e-01,
3.33724767e-01, 6.62400186e-01, 6.52453423e-01,
-5.21055400e-01, -5.29175699e-01, -1.55374154e-01,
-1.71074029e-02, -6.16788566e-01, -8.20172966e-01,
6.31778717e-01, 6.60832375e-02, -7.09326267e-02,
-4.58433107e-02, -2.56579727e-01, 3.21080744e-01,
1.01035559e+00, -8.75686169e-01, -2.87744015e-01,
6.65657341e-01, -7.85241187e-01, 2.62255013e-01,
-2.36954927e-01, 9.04795289e-01, 2.09033281e-01,
1.15396343e-01, -1.51223242e+00, 2.84988731e-01,
2.06320584e-01, -8.61946106e-01, 3.74023318e-01,
-1.27200514e-01, 2.53349036e-01, -5.24417520e-01,
-4.79692847e-01, -3.59294713e-02, 4.68474120e-01,
4.48292524e-01, -4.04688120e-01, 3.11124802e-01,
-7.99327314e-01, -9.48216319e-02, -4.70379293e-01,
5.61923683e-02, -4.70628560e-01, -6.19809270e-01,
-2.53759593e-01, 5.51515639e-01, -9.80365872e-02,
4.47087944e-01, 9.81949091e-01, -2.92001903e-01,
-9.20140088e-01, 2.10293218e-01, 1.19241691e+00,
-6.31475866e-01, -1.14086092e+00, 8.36729765e-01,
4.95002389e-01, 1.02256879e-01, 5.52417338e-01,
-4.41520244e-01, 6.74969673e-01, -6.59607947e-01,
-1.03128517e+00, 8.13122690e-01, 3.63444537e-01,
3.94605488e-01, -1.62788212e+00, 1.38265565e-01,
-2.46743798e-01, 5.81235945e-01, -4.88345087e-01,
-3.19083810e-01, -2.46224210e-01, 5.73245943e-01,
1.17287683e+00, 1.20662183e-01, 5.76004803e-01,
3.36217165e-01, 4.81637895e-01, -4.33176935e-01,
4.78773385e-01, 1.19067304e-01, 1.46461809e-02,
7.18907773e-01, 5.50469339e-01],
[ 8.96992683e-01, 3.57492149e-01, -1.71941161e+00,
9.46826756e-01, 7.28143752e-02, 4.65075493e-01,
-4.17989045e-02, 9.14566517e-01, 5.84304154e-01,
-6.77002788e-01, 1.55768716e+00, 5.52861810e-01,
3.46141845e-01, -7.16541409e-01, 8.25008035e-01,
3.75268608e-01, -4.73574460e-01, -6.87279344e-01,
-1.20931077e+00, -7.14843720e-02, 1.62662053e+00,
-1.37705684e-01, -1.01738679e+00, 1.10251200e+00,
7.41995096e-01, 6.81500852e-01, -6.12295449e-01,
-3.72349739e-01, 4.43602949e-01, -2.05146953e-01,
-2.74716884e-01, -9.59313214e-01, 1.16552815e-01,
1.23643562e-01, -2.27644110e+00, 9.85032991e-02,
-1.31241453e+00, 9.38913971e-02, -1.34176898e+00,
-4.56686229e-01, -6.35154545e-01, 3.42147279e+00,
-1.03334737e+00, -3.29750031e-01, -1.20926225e+00,
2.00822413e-01, 1.19137906e-01, -1.50080657e+00,
-8.72309387e-01, 2.45542496e-01, 2.52775829e-02,
-4.16256189e-02, 1.67903632e-01, -1.83757317e+00,
-1.81736863e+00, 2.06723833e+00, 7.73615837e-01,
1.63453788e-01, 1.65011525e-01, -1.66358256e+00,
-1.43414363e-01, -2.89536387e-01, 9.95780349e-01,
-3.44053578e+00, -5.09437144e-01, -1.30812812e+00,
8.51619363e-01, -1.44689411e-01, 6.35462403e-01,
-5.97744644e-01, 1.42289147e-01, 6.82605281e-02,
2.98829675e-02, -1.14924252e+00, -1.19993955e-01,
1.56602514e+00, 1.70527053e+00, 4.57174897e-01,
6.41965494e-02, -8.71409297e-01, 7.08173811e-01,
4.50923592e-01, 3.45461607e-01, -9.19878602e-01,
4.27979469e-01, -6.15362406e-01, -5.88783979e-01,
1.15285385e+00, 2.85193212e-02, 2.44281721e+00,
-7.32380092e-01, 1.38409662e+00, -1.01032414e-01,
-8.81990138e-03, -1.61707059e-01, -7.48675168e-02,
2.93071121e-01, 9.70138013e-01, -2.56143659e-01,
5.43241322e-01, 1.22297060e+00, -2.21227065e-01,
1.69565487e+00, -7.82100320e-01, -1.12588084e+00,
-1.56054914e-01, 3.68130952e-01, -1.03523374e+00,
1.59996235e+00, -2.33684272e-01, 1.71566534e+00,
-2.69764006e-01, 4.64136571e-01, 8.72705817e-01,
-3.18055898e-01, -1.52541602e+00, -1.08082998e+00,
9.43602681e-01, -9.11219120e-01, -1.49434698e+00,
-8.64611030e-01, -2.20930785e-01, 1.34527302e+00,
9.19704854e-01, 1.04836261e+00, -1.01575601e+00,
-6.39733255e-01, 1.49822688e+00],
[ 7.35078156e-01, -1.60016984e-01, 5.21183154e-03,
-2.80591816e-01, 1.86381072e-01, 1.06782401e+00,
3.98878604e-01, 5.67548692e-01, 7.00921357e-01,
4.74078655e-01, -3.40999267e-03, 6.21187747e-01,
9.65609133e-01, -2.73701578e-01, 2.85115875e-02,
4.16300803e-01, -1.96226045e-01, 1.08765304e-01,
-6.90953970e-01, -9.66648683e-02, -3.47217798e-01,
3.97950143e-01, -6.32238209e-01, -9.43288267e-01,
9.39170837e-01, -4.49782878e-01, 4.31522220e-01,
1.75255865e-01, -1.33967087e-01, -4.40648139e-01,
3.15054417e-01, 1.55203760e-01, 1.04028714e+00,
-2.46354550e-01, 2.01568455e-02, 2.80322790e-01,
5.77225629e-03, -7.05604732e-01, 2.57506996e-01,
2.49156117e-01, 2.81955153e-01, 2.85907649e-03,
-1.52723059e-01, -8.62407207e-01, -1.75242364e-01,
2.39572525e-02, 3.10272872e-01, 4.56702530e-01,
-3.42869535e-02, -6.79971933e-01, -3.38260114e-01,
-8.51903204e-03, 1.09799519e-01, 2.77118431e-03,
-9.49665681e-02, 6.15483802e-03, -6.03567719e-01,
6.48697257e-01, -1.76169366e-01, -4.78903353e-01,
-1.11647081e-02, -8.79735723e-02, 2.94579826e-02,
1.03173107e-02, -5.46286523e-01, -2.11969033e-01,
-3.11612755e-01, 7.28599876e-02, -6.01698697e-01,
-8.93195719e-02, -8.59595716e-01, 7.54633099e-02,
-1.19343901e+00, 3.20941955e-01, 4.62977290e-01,
-1.68374628e-01, -3.31322551e-01, 2.92631239e-01,
1.03235936e+00, -5.66235244e-01, -2.70520508e-01,
1.91729188e-01, 8.54250789e-01, -2.73539603e-01,
-8.46587062e-01, -7.86951900e-01, -1.40561536e-01,
2.43620604e-01, -8.34275484e-02, 2.83212028e-03,
2.86900252e-01, -4.12451297e-01, -4.91844296e-01,
-9.03994262e-01, 4.24568176e-01, -8.18962932e-01,
-2.99306840e-01, 5.70502877e-01, 3.17928940e-01,
-6.98154747e-01, -8.55466202e-02, -6.02220464e-03,
9.82079562e-03, 7.63414651e-02, -8.66761684e-01,
2.13611975e-01, -9.73683894e-02, -7.40945488e-02,
-3.95093232e-01, 1.02112936e-02, 1.09311216e-01,
-3.25779356e-02, 1.10591924e+00, 2.19514012e-01,
-7.94656456e-01, -6.12231791e-01, -5.17761528e-01,
-6.43748716e-02, 2.25110948e-01, 2.56340116e-01,
-5.74460149e-01, -7.81302005e-02, 2.64765084e-01,
-2.24165469e-02, 6.31768286e-01, -4.01072204e-01,
6.47688687e-01, -3.30952927e-03]], dtype=float32))
(u'Reward_encoding_0_128_b:0', array([ 5.70103884e-01, 1.17582500e+00, -2.34014094e-02,
9.53891158e-01, -6.80262506e-01, 1.19957101e+00,
-8.41366202e-02, -1.45549035e+00, 1.54194999e+00,
2.61371136e-01, 9.53725457e-01, 1.42936647e+00,
-1.87721431e-01, 2.10722685e-01, 1.43692404e-01,
-3.27386945e-01, -5.35070658e-01, 8.76149982e-02,
-9.19014513e-01, -1.14798717e-01, -9.19033825e-01,
1.03958726e+00, 1.05031073e-01, 5.43492019e-01,
-1.69942394e-01, -1.33579135e+00, -8.05222809e-01,
-8.30234230e-01, 1.80878627e+00, -8.86664987e-01,
5.63826621e-01, -1.36638749e+00, -4.62251425e-01,
-6.71063244e-01, -3.75675969e-02, -7.48731554e-01,
6.48434639e-01, -1.44150233e+00, -3.46264571e-01,
-1.43715584e+00, 2.16657147e-01, -4.15010780e-01,
-7.92884171e-01, -4.34920132e-01, 4.60432321e-01,
7.33158708e-01, -9.93658751e-02, 1.21556199e+00,
1.01033854e+00, 1.54132771e+00, 1.31619656e+00,
-2.23855838e-01, -6.80665553e-01, -8.08232799e-02,
6.38685226e-02, -1.80646837e-01, -5.43669224e-01,
-2.14727998e-01, 1.34570718e+00, -8.70164216e-01,
-2.67147183e-01, 8.48190367e-01, 7.28218853e-01,
-8.11095536e-02, -1.26131427e+00, 9.64880049e-01,
-1.17656910e+00, -8.14880371e-01, -1.42777467e+00,
-7.01397717e-01, 1.24581134e+00, 1.33037436e+00,
-2.82288820e-01, -9.91551340e-01, -1.91277695e+00,
-3.31237525e-01, -1.78879285e+00, -4.60692942e-01,
1.52675733e-01, -6.05772495e-01, -7.41637647e-01,
-1.11578453e+00, 7.45843947e-02, 7.96052635e-01,
1.19560885e+00, -4.09101874e-01, 7.88893402e-01,
7.54315317e-01, 7.71891475e-01, -2.32224688e-02,
-1.77126276e+00, -8.27103317e-01, -1.00286722e+00,
-1.25241444e-01, 4.79431152e-02, -1.15669563e-01,
-1.13060606e+00, -3.16073745e-01, -3.13709199e-01,
-2.23512903e-01, 1.02623117e+00, -1.83222902e+00,
-3.63788575e-01, -1.28695238e+00, 2.27893367e-01,
1.30150127e+00, 1.09814000e+00, -1.82414636e-01,
-8.88212323e-01, 1.24435663e+00, 3.71235460e-01,
2.21843839e+00, -5.01041591e-01, -4.12677050e-01,
5.13675392e-01, 2.07048440e+00, -1.25026143e+00,
1.15918458e+00, -1.44940746e+00, -1.90874386e+00,
1.68116140e+00, -1.43783259e+00, 1.17902422e+00,
1.61141026e+00, -1.54910225e-03, 8.39243829e-01,
8.43165219e-02, 5.11007547e-01], dtype=float32))
(u'Reward_encoding_1_128_W:0', array([[ 3.67402770e-02, -6.47230744e-02, -4.03510034e-02,
3.51113558e-01, 1.40683383e-01, -1.24918342e+00,
1.19432187e+00, -2.94061154e-01, -1.24263692e+00,
7.86033094e-01, -1.65765250e+00, -2.97701299e-01,
-9.64344203e-01, 6.89325571e-01, -1.77239037e+00,
-2.26466417e-01, 4.01245534e-01, -6.28050148e-01,
3.42754155e-01, 1.44170904e+00, -3.42723161e-01,
-1.12433922e+00, -1.15363598e-01, -3.79897803e-01,
1.36285996e+00, -9.32439625e-01, 1.10918617e+00,
-8.81851494e-01, -2.20318697e-03, 1.55542314e-01,
-5.77356935e-01, 1.02193761e+00, 1.53278112e-01,
1.72133312e-01, -7.10550174e-02, 3.72429669e-01,
-6.30422354e-01, -2.43183717e-01, -2.66570717e-01,
-4.62779075e-01, -4.84018326e-01, 8.24799776e-01,
-8.50281298e-01, -8.07050526e-01, -1.63274789e+00,
3.07370275e-01, 9.16131794e-01, 2.37184331e-01,
3.93470794e-01, -9.99351621e-01, 4.51800197e-01,
4.04616594e-01, 4.15543556e-01, 5.64384520e-01,
6.70327768e-02, -4.35256362e-01, -2.28266031e-01,
2.07422534e-03, -3.11073691e-01, 6.37969971e-01,
1.06040582e-01, 5.74601173e-01, -4.38541740e-01,
1.67556018e-01, 2.72363454e-01, 5.03111258e-02,
-2.86964513e-02, -1.35252166e+00, 1.60892403e+00,
8.10193655e-04, -2.74365306e-01, -2.01894116e+00,
-8.33413780e-01, -3.30148578e-01, -5.99409938e-01,
1.35005116e+00, 5.66206694e-01, 6.71779275e-01,
-4.09184992e-01, 1.60632059e-02, -1.62253618e+00,
7.63173163e-01, 2.60538030e+00, 1.30150282e+00,
4.58635986e-01, 1.08100665e+00, 9.92386863e-02,
6.43475056e-01, 7.42642999e-01, -1.45988643e-01,
-4.48179513e-01, -1.22112167e+00, 6.22292832e-02,
-7.07531929e-01, 4.02876213e-02, 7.74653733e-01,
3.36525655e+00, -4.97909933e-01, -8.00446928e-01,
1.98439375e-01, -5.97553134e-01, 2.65457034e-02,
-1.33477640e+00, -1.32845914e+00, 1.31287777e+00,
2.00723880e-03, -5.22402048e-01, 1.20920527e+00,
1.80392037e-03, -2.16037130e+00, -8.16882074e-01,
6.16321504e-01, -2.22545699e-03, 1.16800857e+00,
-5.09336114e-01, 4.64796156e-01, 5.94222248e-01,
-1.56857455e+00, -8.50202918e-01, 1.91339327e-03,
1.82133853e-01, 6.44932926e-01, 2.90333688e-01,
-4.55162585e-01, -6.51317596e-01, 1.52914956e-01,
6.07525826e-01, -2.43886784e-02]], dtype=float32))
(u'Reward_encoding_1_128_b:0', array([ 7.71019561e-03, 1.75320849e-01, 5.82355797e-01,
-2.60819823e-01, 2.68754601e-01, 4.14024502e-01,
-2.15126491e+00, -7.31426835e-01, -3.81467104e-01,
3.89257073e-01, -1.66457868e+00, -9.45628345e-01,
1.10622120e+00, -9.78051797e-02, 1.20862877e+00,
3.88261722e-03, -5.10607183e-01, 6.82461202e-01,
-2.44103670e-01, 1.22104907e+00, 6.04589403e-01,
1.02930856e+00, -3.16918254e-01, -1.63042098e-01,
1.56102395e+00, 3.00796088e-02, -1.31948376e+00,
-1.53011394e+00, 3.03461403e-03, 5.84609568e-01,
1.38672817e+00, -8.61362934e-01, 3.18210244e-01,
-5.46978228e-03, 1.84849918e-01, -8.37597728e-01,
9.80394542e-01, -3.79050344e-01, 6.39443099e-01,
5.06728888e-01, 4.65471774e-01, 2.07198095e+00,
-5.07166535e-02, -1.11784768e+00, 1.53450435e-02,
-1.42930001e-01, 4.75563854e-01, -1.38589108e+00,
-3.45541202e-02, 1.43131549e-02, 5.33966541e-01,
8.49344790e-01, 3.69888663e-01, 8.01567197e-01,
-1.16902165e-01, -8.42047691e-01, 1.22804308e+00,
-2.61376775e-03, 1.55420280e+00, -4.02877331e-01,
2.14391321e-01, -6.44824803e-01, 4.20998722e-01,
1.28972733e+00, -1.28348947e-01, 4.37125891e-01,
1.86562352e-02, -8.23771119e-01, -4.71989363e-01,
6.03880525e-01, -5.95417917e-01, 1.17211330e+00,
9.48155522e-01, -3.86519670e-01, 1.32099807e-01,
-1.46557415e+00, 9.55887616e-01, -1.04654121e+00,
-7.03893065e-01, 1.45931375e+00, 2.32271060e-01,
-8.30864191e-01, -8.67748111e-02, 6.17520273e-01,
-2.53689319e-01, 3.47418487e-01, -1.07079707e-01,
-7.22522616e-01, -6.41848266e-01, 8.56890917e-01,
8.46009791e-01, 1.22612524e+00, -6.69921160e-01,
-1.80243462e-01, 1.08652320e-02, -9.40966785e-01,
-3.09552103e-01, 7.39493966e-01, 1.45667803e+00,
-1.75133601e-01, -9.73246932e-01, -1.28639281e+00,
3.06128740e-01, -8.02562833e-01, -8.65417123e-01,
-3.40738115e-05, 6.19688034e-01, -3.68747190e-02,
-6.58219587e-03, 3.04229558e-01, -2.55936474e-01,
-6.63821161e-01, -7.94524443e-04, 3.05761509e-02,
3.89057606e-01, -7.10656226e-01, 7.13134781e-02,
-2.03300786e+00, 9.30989444e-01, -1.44712976e-03,
3.77819717e-01, -6.50465846e-01, -1.83793038e-01,
-1.10089982e+00, 1.49379265e+00, -1.84923634e-01,
-5.38458169e-01, 1.45168126e+00], dtype=float32))
(u'Reward_hidden_0_128_W:0', array([[ 0.02801234, -0.18294947, -0.10950974, ..., -0.15990067,
-0.04384644, 0.06938361],
[ 0.01791204, -0.09770445, 0.0612197 , ..., -0.02732986,
-0.06492871, 0.05521811],
[-0.13080539, 0.05791844, 0.14005725, ..., -0.02738124,
-0.09289188, -0.01741244],
...,
[ 0.00686877, -0.08916781, 0.07057426, ..., 0.00065435,
0.08072773, 0.0426669 ],
[ 0.00903064, -0.03217524, 0.08654582, ..., -0.02968702,
-0.11087104, -0.05370664],
[-0.00979376, -0.0004003 , -0.00664691, ..., -0.01736059,
-0.0496361 , 0.16369039]], dtype=float32))
(u'Reward_hidden_0_128_b:0', array([ 4.91072357e-01, 7.84665532e-03, 6.45168364e-01,
2.02362943e+00, 1.60560682e-01, -3.00887525e-01,
1.37914479e+00, 1.50432721e-01, 4.22045380e-01,
2.19525293e-01, 3.26264739e-01, -2.89752930e-01,
1.15585005e+00, 4.46919858e-01, 2.94557405e+00,
1.11246300e+00, -1.35834610e+00, -2.48451293e-01,
1.73460782e+00, 1.29548657e+00, -2.67437387e+00,
1.12168276e+00, -3.03320944e-01, -7.06575632e-01,
-1.05274022e+00, 8.95344913e-02, 3.66991788e-01,
1.36470175e+00, 1.12673715e-01, 1.16626501e+00,
-2.20382303e-01, -4.52491254e-01, -5.31360447e-01,
-8.30254793e-01, -3.04727316e-01, 8.30208182e-01,
5.46590924e-01, -3.81891459e-01, -2.53247291e-01,
1.32415906e-01, 3.84593129e-01, -4.63957489e-01,
-9.52308238e-01, 3.78450193e-02, -1.94768715e+00,
-1.32097900e+00, 7.61261940e-01, -8.60147119e-01,
-2.15038985e-01, 3.44990373e-01, 2.17439890e+00,
6.81081593e-01, -9.89539862e-01, 2.26698935e-01,
8.21033418e-01, 9.59634602e-01, -4.58435625e-01,
-2.56250836e-02, -5.72645128e-01, -5.39341033e-01,
3.96758914e-01, 9.39852118e-01, -9.96867359e-01,
8.51439953e-01, -8.32673430e-01, -6.99038580e-02,
-5.27799666e-01, 1.42026514e-01, -5.95815003e-01,
2.67804656e-02, 7.15328276e-01, 1.44271660e+00,
-2.38835990e-01, -3.82908434e-01, 1.44095445e+00,
-4.90359306e-01, 8.26503217e-01, -5.20612061e-01,
4.82565239e-02, 1.53373587e+00, 1.09609592e+00,
-1.17260849e+00, -3.11707199e-01, -6.73027754e-01,
-5.84092401e-02, -8.37976396e-01, -1.11078131e+00,
3.21839266e-02, 1.73509336e+00, 7.11756289e-01,
6.45291030e-01, 6.97775483e-01, -1.00858681e-01,
6.75255775e-01, -1.02186131e+00, 5.68351865e-01,
-8.54079485e-01, -1.07474506e+00, -6.32613599e-01,
2.64486527e+00, 7.69923866e-01, 1.05055779e-01,
3.58265966e-01, -3.80027622e-01, -1.07271636e+00,
1.88007832e-01, 6.51135147e-01, 1.54878688e+00,
-7.83145785e-01, -8.69283199e-01, -2.81121545e-02,
-8.50393295e-01, -1.54606056e+00, 6.79953575e-01,
2.97443837e-01, -2.64237523e-01, 3.05706620e-01,
6.73308000e-02, -1.68808401e+00, 4.50423593e-03,
8.17780907e-04, -7.13710189e-01, -5.19211888e-01,
-7.73301780e-01, -7.37227127e-02, -1.33799803e+00,
1.25256622e+00, -1.96745098e-02], dtype=float32))
(u'Reward_output_W:0', array([[ -1.15424646e-02],
[ 7.48054963e-03],
[ 1.38838682e-03],
[ -9.06425485e-05],
[ 5.96192107e-02],
[ -6.87363669e-02],
[ 9.26881912e-05],
[ 5.69026247e-02],
[ 9.95369744e-04],
[ -2.64505288e-05],
[ -1.18746236e-01],
[ 3.51171307e-02],
[ -5.57751171e-02],
[ 1.59949139e-02],
[ -1.64334998e-01],
[ -2.20033322e-02],
[ 1.12864412e-01],
[ -3.15196952e-03],
[ 1.42600462e-02],
[ -2.81825865e-04],
[ 7.93740973e-02],
[ -8.65740031e-02],
[ -9.09540395e-04],
[ 4.08481695e-02],
[ 8.90288055e-02],
[ 1.86818726e-02],
[ -4.56450786e-03],
[ -1.78008829e-03],
[ -1.92656403e-03],
[ -3.40762024e-04],
[ 1.48511335e-01],
[ 4.12629955e-02],
[ 1.45085663e-01],
[ 5.34101855e-06],
[ 4.36182600e-05],
[ 1.36995092e-02],
[ -7.51158893e-02],
[ -3.27982986e-03],
[ 5.95688298e-02],
[ 7.29337707e-02],
[ 1.68940681e-03],
[ -2.08575994e-01],
[ 1.07260376e-01],
[ -1.28554869e-02],
[ -9.18634087e-02],
[ 4.60186116e-02],
[ 2.84674315e-04],
[ -1.44275129e-02],
[ 2.01064274e-01],
[ 2.89705098e-02],
[ -1.93533511e-03],
[ 2.44455994e-04],
[ -1.11092217e-01],
[ 1.33842574e-02],
[ -2.45747389e-04],
[ 2.60100584e-04],
[ -2.65753996e-02],
[ 2.25060254e-01],
[ -2.87202019e-02],
[ 6.29522949e-02],
[ 2.68169999e-04],
[ 7.94749931e-02],
[ -1.05918899e-01],
[ -1.55763343e-01],
[ 9.75388587e-02],
[ 1.32294655e-01],
[ -1.49375512e-04],
[ -7.37886578e-02],
[ 8.16549808e-02],
[ 7.74763897e-02],
[ -9.29552838e-02],
[ 1.91467610e-04],
[ -1.21155605e-02],
[ -1.88731924e-02],
[ -4.25078087e-02],
[ -3.77479680e-02],
[ 1.73087195e-02],
[ 3.91026288e-02],
[ -3.26868205e-04],
[ -9.15749520e-02],
[ 1.58118736e-02],
[ 1.00696333e-01],
[ -1.62705604e-04],
[ -9.75182056e-02],
[ 6.06839778e-04],
[ 6.81643491e-04],
[ 2.19368801e-01],
[ 1.39677852e-01],
[ 8.88725190e-05],
[ 3.23257773e-05],
[ -1.15516275e-01],
[ -3.25893401e-04],
[ -2.00758092e-02],
[ -7.95711651e-02],
[ 1.08469352e-01],
[ -6.74636737e-02],
[ 7.03259259e-02],
[ -1.72670987e-02],
[ -2.73022708e-02],
[ -8.42503738e-04],
[ -3.47792245e-02],
[ -1.14115858e-02],
[ 1.74401090e-01],
[ -3.57851223e-03],
[ 1.20726541e-01],
[ -7.59078488e-02],
[ 1.58383742e-01],
[ -7.80488888e-04],
[ 1.36092752e-01],
[ -2.79756077e-02],
[ -5.76295285e-03],
[ -5.84546961e-02],
[ 1.58557475e-01],
[ 3.72525379e-02],
[ 2.58021913e-02],
[ 3.43592204e-02],
[ -3.04398214e-04],
[ 5.77057488e-02],
[ -1.66191894e-04],
[ 9.45098419e-03],
[ 2.45995633e-03],
[ -3.20513500e-03],
[ -6.47342880e-04],
[ 1.45239264e-01],
[ 1.14815794e-01],
[ -6.65866360e-02],
[ 3.93523005e-05],
[ -6.09977655e-02]], dtype=float32))
(u'Reward_output_b:0', array([ 0.36473718], dtype=float32))
(u'Value_hidden_0_256_W:0', array([[ 0.03019539, 1.23088729, 0.17794791, -0.52229249, 0.26072952,
-0.45959872, 0.10233803, -0.31865737, -1.45772922, 1.07820082,
0.46787542, -0.69108397, -0.43974045, -0.38099092, 0.96690506,
0.92380375, -1.24346733, 0.17157038, -0.76427734, 0.23551099,
-0.31859893, -0.1047596 , 0.45181146, 0.98546147, 0.12343498,
-0.28940284, 0.18294621, 0.25627926, 0.49297622, -0.56744343,
-0.29045478, -0.12540832, 0.59894913, -1.48071539, -0.42871514,
0.38253391, 0.09357921, -0.02796077, -0.99376106, 0.52492285,
-0.48494184, 0.30324048, 0.44955167, 0.64825225, -0.91498548,
-0.55898303, -0.12441871, 0.44632399, -0.81234473, 0.53534919,
0.41207209, -0.02757676, 0.84371334, 0.43015432, -0.57542878,
-0.22294675, -0.6974569 , -0.62617767, 0.06624238, 0.35916457,
-0.45322272, -0.42063406, 0.56017405, -0.52940476, 0.60271293,
0.17237987, -0.13013704, -0.72210377, -0.58874255, -0.31486195,
-0.43273371, -0.08097285, -0.93465918, 0.6198107 , -0.73404932,
-0.15241528, 0.64003253, -0.08845075, 0.91134733, 0.63908315,
0.05181272, -0.4883002 , 0.40944672, -0.26809415, 0.91411084,
-0.67618376, 0.01460567, -0.56956881, 0.24582566, 1.18667793,
0.08734837, -1.16738892, 0.64012212, -0.27652475, -0.77769458,
0.72195917, -0.03701783, -0.97472459, 0.33217162, 0.09885094,
-0.93608868, 0.52366745, -0.38053221, -0.10868304, 0.41055831,
-0.35164499, 1.35644186, -0.53421849, 0.32601222, 0.85982078,
0.05091998, -0.14596298, -0.00756363, -1.01939988, -1.11687481,
-0.31699502, 0.30597708, -1.07877922, -0.04783089, -0.07206028,
-0.54379451, -0.36103374, 0.01422336, -0.70553941, -0.23596604,
0.01238551, -0.29099545, 0.7744956 , 0.85879087, 0.60206991,
0.41763118, 0.24309437, -0.51380414, 0.78881437, -0.48135781,
-0.32041502, -0.61731476, 0.4629243 , -0.0609381 , 0.80674839,
1.53201079, 0.23530073, -1.72884274, 0.0993729 , -0.6289255 ,
0.29597387, -0.78425133, -0.19580223, -0.57202893, -0.75593549,
0.12767756, 0.56000626, -0.62609559, -1.14079535, -0.09631513,
0.05345359, -1.11635458, 0.55491006, 1.35069644, 0.27628541,
0.56906337, 0.85581952, -0.8637625 , 0.17449817, -0.54221958,
0.81638086, 0.38832045, -0.69858372, 0.46919039, 1.30680704,
0.4545719 , 0.39110452, 0.25456214, -0.50117004, 0.0167973 ,
-0.03724038, 0.31150123, -0.34399354, -0.19998471, 0.52576095,
0.30836096, 0.11710763, 0.5982489 , -0.24034789, -0.53924042,
0.56918716, -0.17391165, 0.00844163, -0.66644001, -0.47338364,
0.55088818, -1.49043953, 0.07157394, 1.17452621, -0.85467207,
1.30967546, -0.17027234, 0.04752468, 0.6784544 , 0.86606491,
-0.30503243, -0.45468241, -0.46218559, -0.71003026, -0.23019537,
0.3878943 , -0.04243563, 1.55954373, -0.55574691, 1.05158305,
-0.87034243, -0.42308119, 0.58734363, -0.19487213, 0.58932787,
-0.39400455, -0.16998912, -0.89752942, 0.26837221, 0.663499 ,
-0.18336491, 0.59539318, 0.74383259, 0.3298696 , 0.43612376,
-0.56375599, -0.79403681, -0.1251677 , 0.19627282, -0.69706142,
-0.56107622, -0.72312558, -0.90527213, 0.05499277, 0.11514022,
-0.89555854, -0.50027466, -0.75869912, 0.10119411, -0.31491685,
-0.38060847, -0.25136158, -0.52950299, 0.49022648, -0.24778335,
1.67638898, -0.43204194, -0.52695107, 0.79564857, -0.5269019 ,
0.44316575, -0.5369398 , 0.32307455, 0.11116426, -0.19490938,
0.12714314],
[ 0.74001491, -0.27644819, 1.01567507, 0.48599273, 1.96048284,
-1.63919771, 0.15187052, 0.94458669, 0.40168187, 1.47723258,
-0.66920745, -0.22115634, 0.55190575, 0.79539812, -0.03198424,
-1.52916265, -1.16885614, 1.07667971, -0.13992082, 1.55991018,
-0.4025777 , 0.64363503, 1.57169449, 0.97988307, -0.5545162 ,
-0.84222502, 0.16824853, 1.09515524, -0.68736887, -1.73483241,
-0.21337239, 0.16257191, -0.41659862, 1.30027676, 1.02191389,
0.60132748, -0.20716873, 0.48949042, -0.35726041, -1.41853082,
-0.22074318, -1.2077266 , 1.38257837, -0.04985771, -1.3276695 ,
0.3892684 , -1.36247814, 1.20995462, -0.97840494, 0.82935137,
-1.20583737, 0.38853335, -0.85376036, 1.1217066 , -1.31612849,
-1.81731451, 0.44022968, -0.62363118, 0.96483624, 1.3230511 ,
-0.26874858, 2.22462249, 0.6178233 , -0.64511955, 0.78959757,
-0.23067163, -0.19949207, -2.0775013 , 0.11208231, -0.35786435,
0.14454424, 1.29831195, -1.03944755, 0.51866788, 0.95235085,
-0.00683887, -1.91157258, 0.36160544, -1.44850755, 0.53822148,
0.82195485, -1.14427722, -1.45764279, 0.68312353, 0.29100606,
0.42177704, -0.10995929, -2.29306197, 1.2491802 , -0.42641532,
0.54988939, -1.17028379, 0.78766328, 1.7879827 , 1.3120681 ,
0.84266949, -1.16272879, 0.35109609, -1.31976724, 0.40365803,
0.21302909, -1.45476687, 0.3630082 , -0.73019063, 0.81978399,
-0.89910847, -0.97920603, -0.96918887, 0.04284839, 0.34006661,
-0.73538107, -0.85276884, 0.57478541, 0.95115197, 1.78103256,
0.40134043, 1.1312021 , -0.22257325, -0.79737926, -2.15769196,
-0.50705457, -0.58644235, 1.00998902, -0.41258544, 0.83937341,
0.91185957, -0.4313089 , -1.2849015 , 1.33149683, -1.25044322,
0.56791592, 0.40043223, -0.00736447, 0.5687229 , 0.62098265,
0.05937669, 1.22153306, 1.18993628, 0.85269296, 1.74823976,
-1.22934818, -0.36827672, 1.2420001 , -2.49522972, 0.59025848,
0.61398888, -1.21326053, -1.08512533, 1.55563474, -1.75227344,
0.82764184, 0.9118852 , 0.84762543, 1.00903714, 0.88407183,
-1.05333567, -0.88335729, 0.50232679, -0.62519032, -0.25684014,
-1.1243788 , -0.65636271, -0.75186759, -0.18314421, -0.13554636,
-1.34573841, -0.86959523, -0.86572301, 0.60557759, 0.54098135,
-0.12937415, 1.48734534, 0.07023516, -2.00764179, 2.13983011,
0.31172723, -0.20044839, -1.01468492, 1.10812354, -0.01370627,
0.84409887, 1.28153062, 0.41978255, -0.58423066, 0.28928497,
-1.59806347, 0.35189793, 0.23713546, 0.77488941, 0.60683203,
0.48655483, 0.7475794 , 1.25912344, -1.98619497, 0.00559973,
1.30787122, 2.01577759, -0.0492404 , -0.56892508, -0.85522407,
-0.46699768, -1.95989668, 0.54529572, -2.85347128, -0.12512156,
2.36332154, 0.08336862, -1.42667449, -0.98312938, 0.31703615,
-0.24450155, 0.02890981, 2.17374635, -1.2387085 , 1.36642933,
-0.7468136 , -0.46801046, -0.07966738, 1.27099729, -1.05245018,
-1.03387856, -1.16177797, 0.79570562, -0.96468747, 0.26535714,
-2.77625751, 1.79946995, 0.15719494, 0.27718282, -0.26703179,
0.0395636 , -1.74615395, -1.71310687, -2.6053915 , 2.06604266,
1.27640414, 0.58257818, -0.81701976, -0.7338888 , -0.46813795,
1.19390738, 0.48957592, 0.73179924, -0.06761026, 0.29921913,
-0.92694038, -0.60434729, 0.62168658, -0.32097608, -0.9869473 ,
0.71812564, 1.21867919, 0.69373965, 1.76461339, 0.55133438,
0.39719918],
[-0.33321962, 0.0144817 , 0.65472108, -0.11052526, -0.28101987,
-0.90689844, 0.26459721, 0.41911256, 0.30704358, 0.20793991,
0.49227875, -0.60748267, 0.27609503, 0.88858622, -0.33660704,
0.21537524, -0.27677444, -0.02269677, 0.30783507, -0.70799088,
0.37944201, 1.78718805, -0.04227616, 0.66892177, -0.78566247,
0.06630497, 0.41860804, 0.51773119, 0.3342022 , -1.18909097,
0.38791901, 1.20302057, -0.64489186, -0.44804019, 0.09180734,
-0.14853558, 0.34209993, -0.97919625, 0.38520965, 0.32267547,
-0.01010356, 0.31280196, -0.39666384, 0.23741443, 0.13087016,
-0.14597571, -1.13769174, 0.84460115, 0.22277305, -0.08705063,
0.16796263, 0.60595638, 0.24000719, 1.51431882, -0.3712303 ,
-0.3778722 , -0.08111965, -0.01447545, -0.25440097, 0.12211183,
-0.45552135, 0.48602197, 0.23082463, 0.74054313, -0.65199775,
0.3854143 , -0.39333367, 0.13813654, 0.32992539, -0.35410321,
-0.11115291, 0.46178615, -0.0050348 , -0.02807394, -0.76863497,
-0.9553318 , -0.46465287, -0.14451201, 0.54700673, -0.52899927,
-0.50879508, -0.4424257 , 0.93345249, -0.28392437, -0.16848893,
0.05467668, 0.17778975, -0.7096976 , 0.23918916, 1.03520572,
-0.23049892, -0.80148488, -0.29558003, 0.60208738, 0.41280463,
-0.97576088, 0.03761353, -0.23997219, 1.04413891, 0.03530627,
0.36611021, 0.18218647, -0.79887778, -0.54346889, 0.17972091,
0.16538231, 0.330394 , 0.08860533, -0.03245226, -0.61696041,
0.17236955, 0.58844209, -0.10563765, -0.74224442, -0.30829123,
-0.09451855, 0.08471433, 0.35101342, 0.36758915, -0.39736775,
-0.85786289, -0.48647866, -0.21421699, -1.68730927, 0.20892738,
-0.20553218, -0.44579235, 0.62035394, -0.38797167, -0.7266596 ,
-0.15098393, -0.06583916, 0.36494526, -1.22350085, 0.41741839,
0.30530155, 0.076311 , -0.09690968, -0.13104597, 0.19585963,
0.41707343, 0.85198164, -0.27339247, -0.34179524, 0.47370252,
-0.66496533, -0.44325173, 0.39342335, 0.37547711, 0.08200566,
-0.29561707, 0.91808301, 0.02525593, -0.34691656, 0.47499159,
-0.03046679, -0.68933105, 0.85257113, 0.4027642 , 0.07905221,
0.20275925, -1.83527076, 0.21735649, -0.07577342, 0.32575899,
-0.58687615, 0.82840413, -0.19575423, -0.36727616, 0.35069206,
-0.89988053, 0.86994791, -1.00281644, 0.4901633 , 0.54421538,
-0.19857627, -0.12127173, -0.39980334, -0.42939252, -0.27875221,
-0.18652785, 0.37619305, -0.40352595, -0.15899421, -0.44003773,
-0.14229254, -0.37082574, -0.24537866, 1.35985506, 0.19801396,
0.21539107, 0.33654657, 1.42316103, -0.27369252, -0.24142659,
-0.4935872 , 0.44033176, -0.38970888, -0.74164194, 0.3115133 ,
0.36059654, -0.41308665, -0.00704612, -0.63639271, 0.1674203 ,
-0.46793848, 0.62362885, 0.16279779, -0.46622613, -0.04091462,
-0.46596879, 0.30267936, 0.51278472, 0.21802808, 0.35080689,
-1.17453992, 0.17763746, -0.48373091, 0.41445008, 0.33038601,
0.22856399, 0.40562379, -0.2966083 , -0.73862541, -0.24374917,
-0.60073394, -0.04957164, 0.26258868, -0.53492719, 0.38419741,
1.69563532, -0.51030558, 0.11362377, -0.37566036, 0.50060254,
-0.21834509, 0.37937436, 0.32982555, -0.54524553, -0.52863163,
-0.11663625, -0.16409469, -0.28925955, 0.36249256, 0.51597005,
-0.87543607, 0.20094046, 0.05944891, -0.10873447, -1.01017356,
0.73910439, -0.39470577, -0.21140917, 0.92521161, 1.87314725,
0.93257219]], dtype=float32))
(u'Value_hidden_0_256_b:0', array([ -1.90976191e+00, 5.46653390e-01, 1.26369739e+00,
-2.43073797e+00, 1.02767749e-02, -5.44071913e-01,
1.14263725e+00, 1.06467271e+00, 8.75361741e-01,
-7.09899783e-01, -2.19969535e+00, 5.32137334e-01,
-2.07421873e-02, -1.91148579e-01, 3.75555694e-01,
4.54870462e-01, -2.63679194e+00, -2.17840457e+00,
-1.22851491e+00, -1.26010156e+00, 1.75910759e+00,
4.28201258e-01, 1.09540135e-01, 2.07830477e+00,
1.40145123e+00, 5.92274070e-01, 2.02696538e+00,
-1.89510798e+00, -1.94992393e-01, -6.90052390e-01,
1.72143769e+00, 2.29197741e-01, 1.19704783e+00,
-3.02064091e-01, -1.66031253e-02, 1.27092254e+00,
1.79959249e+00, -1.07744181e+00, 9.19825733e-01,
2.70449162e-01, -9.89262283e-01, -1.35158986e-01,
-8.23115885e-01, -6.38486922e-01, -9.60837662e-01,
5.34302652e-01, -1.35399640e+00, 6.57252789e-01,
-1.06839800e+00, -3.86655658e-01, -5.82439303e-01,
1.43602312e-01, -1.20954192e+00, -1.88166440e+00,
1.01431048e+00, -5.90139270e-01, -1.97814494e-01,
1.68675780e+00, -1.71944827e-01, -4.54218984e-01,
7.36828744e-01, -6.40931845e-01, -4.14973736e-01,
-1.73098850e+00, -1.08361614e+00, 2.11735368e+00,
1.44554460e+00, -1.95837319e-01, -1.50939286e+00,
1.12305760e+00, 1.78038573e+00, 2.11594313e-01,
1.65232912e-01, -1.36174750e+00, -3.80928248e-01,
2.61230886e-01, -1.22322127e-01, -7.27083862e-01,
4.56209064e-01, -1.27047825e+00, 2.03065336e-01,
6.60853267e-01, -2.29674160e-01, -1.05569506e+00,
-1.41759932e+00, 8.83242249e-01, -6.35138273e-01,
-6.24385118e-01, -6.14053011e-01, -7.77285159e-01,
-2.66224258e-02, 1.70274925e+00, -6.85020566e-01,
-1.48183692e+00, 2.54759818e-01, 5.96087694e-01,
-3.74056071e-01, 3.33190709e-01, -2.32067800e+00,
9.90652263e-01, 9.53072488e-01, -1.60262012e+00,
-1.77627355e-01, 9.83261645e-01, -6.04666956e-02,
-8.89616489e-01, -8.85161310e-02, -5.84012985e-01,
-2.33622646e+00, -2.65796691e-01, 1.36964917e+00,
-3.24746609e-01, -8.69249463e-01, -7.20312953e-01,
-1.22501910e+00, 3.49843293e-01, 1.53563440e-01,
2.20603915e-03, -1.11111832e+00, 1.31258443e-01,
-3.15727800e-01, 5.67957878e-01, -9.62541103e-01,
-4.78442401e-01, 4.61544514e-01, 1.64136219e+00,
1.10575438e+00, -7.37008870e-01, -4.21634525e-01,
-3.12471628e-01, 3.50273103e-01, 8.15770745e-01,
1.29161870e+00, -5.61496913e-01, -1.78909987e-01,
1.02426648e+00, -1.69674754e-01, -5.66711426e-02,
-1.00767279e+00, 4.74461645e-01, 3.70251238e-01,
-2.08235550e+00, -1.58710909e+00, -2.91820288e-01,
1.22402823e+00, -2.15711737e+00, -2.23839188e+00,
-9.03286219e-01, -4.02362943e-01, 7.07305819e-02,
1.99356341e+00, 8.24081182e-01, -2.32618168e-01,
2.08627284e-01, 1.06451225e+00, 8.12425613e-01,
2.06082416e+00, 2.32951856e+00, 1.06454780e-02,
-9.97437954e-01, -1.33470567e-02, 1.17453718e+00,
1.84089288e-01, 1.18408704e+00, 1.18764162e+00,
-1.11140490e+00, -7.81177700e-01, 1.20614302e+00,
-2.63676465e-01, 4.10865508e-02, -1.55554223e+00,
1.12592292e+00, -7.13963285e-02, 7.03621924e-01,
1.17121302e-02, 9.68845010e-01, -5.58717102e-02,
-2.32099757e-01, -1.72517657e+00, -7.25696683e-01,
-1.02402961e+00, -2.26239897e-02, -1.29921567e+00,
-4.73463088e-02, -1.74993587e+00, 1.22689925e-01,
2.41618395e+00, 7.41326272e-01, -3.57952833e-01,
-2.86208421e-01, -3.34966898e-01, -1.66824877e-01,
3.50946933e-01, 8.08556855e-01, -1.20187569e+00,
4.75855470e-01, -7.34765708e-01, -9.89947081e-01,
8.87189209e-01, -9.74841774e-01, 6.33477390e-01,
-4.49535787e-01, 1.10674930e+00, -6.20452344e-01,
6.20046258e-01, 5.34596443e-02, -1.57805681e-01,
4.39151436e-01, 1.03760576e+00, 3.83708268e-01,
-1.97987720e-01, 9.28478777e-01, -1.55460966e+00,
-1.67184699e+00, -2.73990571e-01, -2.62839049e-01,
2.21567273e-01, -6.02548480e-01, 4.55766678e-01,
-5.80294013e-01, 1.77480006e+00, -2.17364669e+00,
-9.27555025e-01, 9.51663196e-01, 1.62111986e+00,
-7.24014521e-01, -5.56498468e-01, 5.15869200e-01,
-1.30579567e+00, 1.36153626e+00, -5.98871931e-02,
-5.40809393e-01, -9.65388238e-01, -1.49835020e-01,
3.18249434e-01, -2.74361849e-01, 9.17912781e-01,
-2.25523901e+00, 2.54483432e-01, 1.70511055e+00,
-1.25740421e+00, -2.85436630e-01, -2.10942769e+00,
-1.29618812e+00, 9.86563206e-01, -7.95526803e-01,
-6.88133240e-01, -2.76664704e-01, 1.26220036e+00,
1.06376603e-01, 8.42726946e-01, -1.84530365e+00,
-8.72283727e-02, 2.84551322e-01, 1.55535221e+00,
1.00179660e+00], dtype=float32))
(u'Value_hidden_1_128_W:0', array([[ 0.0304732 , 0.24536954, -0.12924561, ..., 0.0355373 ,
-0.1226811 , -0.08963934],
[-0.36428523, 0.08765506, -0.23946504, ..., -0.05604196,
0.00500835, -0.06573184],
[ 0.00493017, -0.14474641, -0.01468474, ..., -0.08193529,
0.06957934, -0.02270547],
...,
[ 0.20913005, -0.2444559 , 0.04740964, ..., -0.31114176,
0.03349583, 0.0316891 ],
[-0.01008935, -0.08063594, 0.15149353, ..., 0.07134694,
0.02790711, 0.04288235],
[ 0.04377762, -0.04386767, -0.08803115, ..., -0.08059505,
0.01261713, 0.04156214]], dtype=float32))
(u'Value_hidden_1_128_b:0', array([ 1.37050953e-02, 1.50654650e+00, 2.25701809e+00,
-1.55248725e+00, 8.93988431e-01, 3.52987230e-01,
3.55929106e-01, -1.22382849e-01, 4.89027262e-01,
-1.34646535e+00, -1.27822304e+00, -9.81216431e-02,
-1.17433347e-01, -9.27097619e-01, 5.51152289e-01,
-4.32133764e-01, -2.54723072e-01, 4.09559786e-01,
7.59701252e-01, -5.48705995e-01, -1.27942181e+00,
-5.04804671e-01, -1.86374664e+00, 1.05172145e+00,
-8.93334374e-02, 1.15957908e-01, -7.50975072e-01,
1.82380831e+00, 1.40275228e+00, 8.35867822e-01,
7.53212929e-01, 1.13744855e+00, 1.23941863e+00,
1.92755198e+00, -3.47055793e-01, -1.67750859e+00,
-1.24919081e+00, 1.25095785e+00, -5.15503466e-01,
3.13831754e-02, -2.93495834e-01, -5.16330242e-01,
-7.70286202e-01, 2.02104270e-01, -2.19242796e-01,
-1.28653884e+00, -6.86448455e-01, 6.98701441e-02,
4.24707681e-01, -7.75707424e-01, 5.46044290e-01,
-6.44103706e-01, -1.84550375e-01, -1.26761067e+00,
1.82620502e+00, -5.66873312e-01, -1.69800985e+00,
-4.55339104e-01, 1.34644091e-01, -2.31400776e+00,
9.15764928e-01, 4.04596515e-02, -1.84193009e-03,
-7.78547227e-02, 2.37539649e+00, 5.16826034e-01,
3.30301881e+00, -8.00028682e-01, -1.90225935e+00,
-5.79153121e-01, 1.32042611e+00, -1.41007096e-01,
7.43019640e-01, -6.39053047e-01, -4.80296224e-01,
4.52390462e-01, 9.72289592e-02, 1.53528643e+00,
-3.21039796e-01, -1.83448124e+00, 1.21255004e+00,
-6.38500810e-01, 1.26642013e+00, 7.10367620e-01,
-1.04671085e+00, 5.55809021e-01, 2.13767529e+00,
1.47700512e+00, -1.13459146e+00, -2.79215336e-01,
-3.65089357e-01, -5.51968038e-01, -2.96285391e-01,
-3.26078266e-01, -9.42838967e-01, -6.29819095e-01,
-1.01160735e-01, -1.40877366e+00, 1.32399333e+00,
-3.20557728e-02, 1.73986483e+00, -6.29576266e-01,
1.78312218e+00, 2.15352729e-01, 6.46957874e-01,
1.41073632e+00, 2.27672204e-01, 8.15753520e-01,
-5.77161431e-01, -1.56725323e+00, 4.22659487e-01,
-1.43320060e+00, 1.61076200e+00, -5.21117032e-01,
-1.82168472e+00, 1.45879281e+00, 4.04961765e-01,
-4.64644432e-01, -1.74317813e+00, -1.72726834e+00,
-4.51354980e-01, -1.05417192e+00, 2.13496596e-01,
9.21979904e-01, -1.28891253e+00, -6.39876544e-01,
4.82482672e-01, 8.18713486e-01], dtype=float32))
(u'Value_output_W:0', array([[ 2.00902581e-01],
[ 9.00942206e-01],
[ 6.39418885e-02],
[ 4.62500960e-01],
[ 1.36350274e-01],
[ 7.30258897e-02],
[ -2.74378695e-02],
[ 8.27724929e-04],
[ -9.33964849e-02],
[ 4.02095437e-01],
[ 3.84579808e-01],
[ -7.28010982e-02],
[ -4.89292592e-02],
[ 1.50371537e-01],
[ 6.89427018e-01],
[ 2.10504532e-01],
[ -1.68609127e-01],
[ 8.19147751e-02],
[ -2.10824329e-02],
[ -5.07177562e-02],
[ 1.97133780e-01],
[ -1.27585605e-01],
[ -1.24457464e-01],
[ -1.56328440e-01],
[ -1.60401791e-01],
[ 4.18841213e-01],
[ 1.44260433e-02],
[ -9.63600278e-02],
[ 1.38266891e-01],
[ -1.07081041e-01],
[ -6.52721897e-02],
[ 1.63419887e-01],
[ 5.17011642e-01],
[ -1.61540106e-01],
[ 1.39327422e-01],
[ 9.64708552e-02],
[ -4.41792071e-01],
[ 1.81265712e-01],
[ 1.50216243e-03],
[ -1.14077209e-02],
[ 2.46800542e-01],
[ -2.27833331e-01],
[ -3.50653380e-01],
[ 4.40317243e-01],
[ 6.43089935e-02],
[ -3.00636500e-01],
[ 6.74771607e-01],
[ 4.13251311e-01],
[ 2.82043993e-01],
[ 2.12715670e-01],
[ 5.66684723e-01],
[ -2.02673420e-01],
[ -3.08399439e-01],
[ 7.24453807e-01],
[ -2.86551267e-02],
[ 4.59218949e-01],
[ 2.14670092e-01],
[ -1.63965091e-01],
[ 9.80253443e-02],
[ 2.14815095e-01],
[ 2.89317250e-01],
[ 5.12495220e-01],
[ 5.16530097e-01],
[ -5.22438139e-02],
[ 2.09234911e-03],
[ 2.40367144e-01],
[ 3.41571003e-01],
[ 2.31765255e-01],
[ -2.84464270e-01],
[ -2.25852467e-02],
[ 2.41632611e-01],
[ -2.54772026e-02],
[ 8.09879541e-01],
[ -1.02306016e-01],
[ -1.23399734e-01],
[ 5.30649982e-02],
[ 2.10588887e-01],
[ 3.35435569e-02],
[ 1.64042100e-01],
[ 2.38798335e-01],
[ 3.23693871e-01],
[ 2.87278801e-01],
[ -2.18447849e-01],
[ 3.23122442e-01],
[ 1.67630360e-01],
[ -2.53291756e-01],
[ -3.20904814e-02],
[ -6.15646020e-02],
[ 1.72144428e-01],
[ -2.65557140e-01],
[ 1.21748209e-01],
[ 5.60482979e-01],
[ 2.52480749e-02],
[ 2.09377125e-01],
[ -4.44081008e-01],
[ 1.47379100e-01],
[ 1.35784194e-01],
[ 1.91230476e-01],
[ -1.11923851e-01],
[ -7.25627989e-02],
[ 8.01603347e-02],
[ -6.69848993e-02],
[ -1.69427946e-01],
[ 1.50179967e-01],
[ 1.37813047e-01],
[ 2.48459920e-01],
[ -1.60594821e-01],
[ -3.25201958e-01],
[ 1.53256608e-02],
[ -2.01161534e-01],
[ 1.85726404e-01],
[ 2.20287219e-02],
[ -1.32398412e-01],
[ 6.89259097e-02],
[ 2.35089779e-01],
[ -4.49376507e-03],
[ -1.08624741e-01],
[ 1.99270621e-01],
[ 9.88588333e-02],
[ 1.95742533e-01],
[ 2.03036562e-01],
[ 1.77175298e-01],
[ 1.14449143e-01],
[ -5.98594733e-03],
[ 1.04026474e-01],
[ 6.44567311e-01],
[ -8.91964212e-02],
[ -1.02980286e-01]], dtype=float32))
(u'Value_output_b:0', array([ 0.79779315], dtype=float32))
In [ ]:
Content source: karolkuna/reinforcement-learning
Similar notebooks: