In [2]:

    

cd ../..


    

    




/Users/mourad/workspace/polyaxon

In [3]:

    

%matplotlib inline
import matplotlib.pyplot as plt
import numpy as np

from tensorflow.python.estimator.inputs.inputs import numpy_input_fn, pandas_input_fn

from examples.programatic_examples.timeseries import experiment_fn, generate_data, sin_cos

TIMESTEPS = 7
X, y = generate_data(sin_cos, np.linspace(0, 100, 10000, dtype=np.float32), TIMESTEPS, seperate=False)
xp = experiment_fn('/tmp/polyaxon_logs/sin_cos', X, y, output_units=2)


    

    




INFO:tensorflow:Using config: {'_session_config': None, '_task_type': None, '_model_dir': '/tmp/polyaxon_logs/sin_cos', '_tf_config': gpu_options {
  per_process_gpu_memory_fraction: 1.0
}
, '_environment': 'local', '_task_id': 0, '_evaluation_master': '', '_keep_checkpoint_every_n_hours': 10000, '_num_ps_replicas': 0, '_save_summary_steps': 100, '_master': '', '_cluster_spec': <tensorflow.python.training.server_lib.ClusterSpec object at 0x114283438>, '_save_checkpoints_secs': None, '_num_worker_replicas': 0, '_keep_checkpoint_max': 5, '_tf_random_seed': 1, '_is_chief': True, '_save_checkpoints_steps': 100, '_to_dict': OrderedDict([('master', None), ('num_cores', 0), ('log_device_placement', False), ('gpu_memory_fraction', 1.0), ('tf_random_seed', None), ('save_summary_steps', 100), ('save_checkpoints_secs', None), ('save_checkpoints_steps', 100), ('keep_checkpoint_max', 5), ('keep_checkpoint_every_n_hours', 10000), ('evaluation_master', ''), ('model_dir', None), ('cluster_config', None)])}






    




[2017-07-19 00:46:58,287] Using config: {'_session_config': None, '_task_type': None, '_model_dir': '/tmp/polyaxon_logs/sin_cos', '_tf_config': gpu_options {
  per_process_gpu_memory_fraction: 1.0
}
, '_environment': 'local', '_task_id': 0, '_evaluation_master': '', '_keep_checkpoint_every_n_hours': 10000, '_num_ps_replicas': 0, '_save_summary_steps': 100, '_master': '', '_cluster_spec': <tensorflow.python.training.server_lib.ClusterSpec object at 0x114283438>, '_save_checkpoints_secs': None, '_num_worker_replicas': 0, '_keep_checkpoint_max': 5, '_tf_random_seed': 1, '_is_chief': True, '_save_checkpoints_steps': 100, '_to_dict': OrderedDict([('master', None), ('num_cores', 0), ('log_device_placement', False), ('gpu_memory_fraction', 1.0), ('tf_random_seed', None), ('save_summary_steps', 100), ('save_checkpoints_secs', None), ('save_checkpoints_steps', 100), ('keep_checkpoint_max', 5), ('keep_checkpoint_every_n_hours', 10000), ('evaluation_master', ''), ('model_dir', None), ('cluster_config', None)])}

In [4]:

    

xp.continuous_train_and_eval()


    

    




INFO:tensorflow:Training model for 100 steps






    




[2017-07-19 00:42:25,373] Training model for 100 steps






    




INFO:tensorflow:Create CheckpointSaverHook.






    




[2017-07-19 00:42:27,269] Create CheckpointSaverHook.






    




INFO:tensorflow:Saving checkpoints for 1 into /tmp/polyaxon_logs/sin_cos/model.ckpt.






    




[2017-07-19 00:42:32,545] Saving checkpoints for 1 into /tmp/polyaxon_logs/sin_cos/model.ckpt.






    




INFO:tensorflow:step = 1, loss = 0.510488






    




[2017-07-19 00:42:33,771] step = 1, loss = 0.510488






    




INFO:tensorflow:Saving checkpoints for 100 into /tmp/polyaxon_logs/sin_cos/model.ckpt.






    




[2017-07-19 00:42:34,184] Saving checkpoints for 100 into /tmp/polyaxon_logs/sin_cos/model.ckpt.






    




INFO:tensorflow:Loss for final step: 0.00216459.






    




[2017-07-19 00:42:35,847] Loss for final step: 0.00216459.






    




INFO:tensorflow:Evaluating model now.






    




[2017-07-19 00:42:35,851] Evaluating model now.






    




INFO:tensorflow:Starting evaluation at 2017-07-18-22:42:36






    




[2017-07-19 00:42:36,358] Starting evaluation at 2017-07-18-22:42:36






    




INFO:tensorflow:Restoring parameters from /tmp/polyaxon_logs/sin_cos/model.ckpt-100






    




[2017-07-19 00:42:36,641] Restoring parameters from /tmp/polyaxon_logs/sin_cos/model.ckpt-100






    




INFO:tensorflow:Evaluation [1/10]






    




[2017-07-19 00:42:36,889] Evaluation [1/10]






    




INFO:tensorflow:Evaluation [2/10]






    




[2017-07-19 00:42:36,894] Evaluation [2/10]






    




INFO:tensorflow:Evaluation [3/10]






    




[2017-07-19 00:42:36,900] Evaluation [3/10]






    




INFO:tensorflow:Evaluation [4/10]






    




[2017-07-19 00:42:36,904] Evaluation [4/10]






    




INFO:tensorflow:Evaluation [5/10]






    




[2017-07-19 00:42:36,909] Evaluation [5/10]






    




INFO:tensorflow:Evaluation [6/10]






    




[2017-07-19 00:42:36,914] Evaluation [6/10]






    




INFO:tensorflow:Evaluation [7/10]






    




[2017-07-19 00:42:36,918] Evaluation [7/10]






    




INFO:tensorflow:Evaluation [8/10]






    




[2017-07-19 00:42:36,924] Evaluation [8/10]






    




INFO:tensorflow:Evaluation [9/10]






    




[2017-07-19 00:42:36,928] Evaluation [9/10]






    




INFO:tensorflow:Evaluation [10/10]






    




[2017-07-19 00:42:36,932] Evaluation [10/10]






    




INFO:tensorflow:Finished evaluation at 2017-07-18-22:42:36






    




[2017-07-19 00:42:36,956] Finished evaluation at 2017-07-18-22:42:36






    




INFO:tensorflow:Saving dict for global step 100: global_step = 100, loss = 0.00201325, streaming_mean_absolute_error = 0.0369588, streaming_root_mean_squared_error = 0.0448692






    




[2017-07-19 00:42:36,959] Saving dict for global step 100: global_step = 100, loss = 0.00201325, streaming_mean_absolute_error = 0.0369588, streaming_root_mean_squared_error = 0.0448692






    




INFO:tensorflow:Training model for 100 steps






    




[2017-07-19 00:42:38,262] Training model for 100 steps






    




INFO:tensorflow:Create CheckpointSaverHook.






    




[2017-07-19 00:42:40,482] Create CheckpointSaverHook.






    




INFO:tensorflow:Restoring parameters from /tmp/polyaxon_logs/sin_cos/model.ckpt-100






    




[2017-07-19 00:42:43,609] Restoring parameters from /tmp/polyaxon_logs/sin_cos/model.ckpt-100






    




INFO:tensorflow:Saving checkpoints for 101 into /tmp/polyaxon_logs/sin_cos/model.ckpt.






    




[2017-07-19 00:42:47,524] Saving checkpoints for 101 into /tmp/polyaxon_logs/sin_cos/model.ckpt.






    




INFO:tensorflow:step = 101, loss = 0.0012702






    




[2017-07-19 00:42:48,588] step = 101, loss = 0.0012702






    




INFO:tensorflow:Saving checkpoints for 200 into /tmp/polyaxon_logs/sin_cos/model.ckpt.






    




[2017-07-19 00:42:48,963] Saving checkpoints for 200 into /tmp/polyaxon_logs/sin_cos/model.ckpt.






    




INFO:tensorflow:Loss for final step: 0.0018023.






    




[2017-07-19 00:42:50,052] Loss for final step: 0.0018023.






    




INFO:tensorflow:Evaluating model now.






    




[2017-07-19 00:42:50,053] Evaluating model now.






    




INFO:tensorflow:Starting evaluation at 2017-07-18-22:42:50






    




[2017-07-19 00:42:50,440] Starting evaluation at 2017-07-18-22:42:50






    




INFO:tensorflow:Restoring parameters from /tmp/polyaxon_logs/sin_cos/model.ckpt-200






    




[2017-07-19 00:42:50,590] Restoring parameters from /tmp/polyaxon_logs/sin_cos/model.ckpt-200






    




INFO:tensorflow:Evaluation [1/10]






    




[2017-07-19 00:42:50,809] Evaluation [1/10]






    




INFO:tensorflow:Evaluation [2/10]






    




[2017-07-19 00:42:50,817] Evaluation [2/10]






    




INFO:tensorflow:Evaluation [3/10]






    




[2017-07-19 00:42:50,821] Evaluation [3/10]






    




INFO:tensorflow:Evaluation [4/10]






    




[2017-07-19 00:42:50,825] Evaluation [4/10]






    




INFO:tensorflow:Evaluation [5/10]






    




[2017-07-19 00:42:50,830] Evaluation [5/10]






    




INFO:tensorflow:Evaluation [6/10]






    




[2017-07-19 00:42:50,834] Evaluation [6/10]






    




INFO:tensorflow:Evaluation [7/10]






    




[2017-07-19 00:42:50,840] Evaluation [7/10]






    




INFO:tensorflow:Evaluation [8/10]






    




[2017-07-19 00:42:50,844] Evaluation [8/10]






    




INFO:tensorflow:Evaluation [9/10]






    




[2017-07-19 00:42:50,849] Evaluation [9/10]






    




INFO:tensorflow:Evaluation [10/10]






    




[2017-07-19 00:42:50,855] Evaluation [10/10]






    




INFO:tensorflow:Finished evaluation at 2017-07-18-22:42:50






    




[2017-07-19 00:42:50,873] Finished evaluation at 2017-07-18-22:42:50






    




INFO:tensorflow:Saving dict for global step 200: global_step = 200, loss = 0.000629149, streaming_mean_absolute_error = 0.0211524, streaming_root_mean_squared_error = 0.0250828






    




[2017-07-19 00:42:50,874] Saving dict for global step 200: global_step = 200, loss = 0.000629149, streaming_mean_absolute_error = 0.0211524, streaming_root_mean_squared_error = 0.0250828






    




INFO:tensorflow:Training model for 100 steps






    




[2017-07-19 00:42:51,579] Training model for 100 steps






    




INFO:tensorflow:Create CheckpointSaverHook.






    




[2017-07-19 00:42:53,258] Create CheckpointSaverHook.






    




INFO:tensorflow:Restoring parameters from /tmp/polyaxon_logs/sin_cos/model.ckpt-200






    




[2017-07-19 00:42:55,221] Restoring parameters from /tmp/polyaxon_logs/sin_cos/model.ckpt-200






    




INFO:tensorflow:Saving checkpoints for 201 into /tmp/polyaxon_logs/sin_cos/model.ckpt.






    




[2017-07-19 00:42:59,179] Saving checkpoints for 201 into /tmp/polyaxon_logs/sin_cos/model.ckpt.






    




INFO:tensorflow:step = 201, loss = 0.00102051






    




[2017-07-19 00:43:00,575] step = 201, loss = 0.00102051






    




INFO:tensorflow:Saving checkpoints for 300 into /tmp/polyaxon_logs/sin_cos/model.ckpt.






    




[2017-07-19 00:43:01,241] Saving checkpoints for 300 into /tmp/polyaxon_logs/sin_cos/model.ckpt.






    




INFO:tensorflow:Loss for final step: 0.000928384.






    




[2017-07-19 00:43:02,761] Loss for final step: 0.000928384.






    




INFO:tensorflow:Evaluating model now.






    




[2017-07-19 00:43:02,777] Evaluating model now.






    




INFO:tensorflow:Starting evaluation at 2017-07-18-22:43:03






    




[2017-07-19 00:43:03,240] Starting evaluation at 2017-07-18-22:43:03






    




INFO:tensorflow:Restoring parameters from /tmp/polyaxon_logs/sin_cos/model.ckpt-300






    




[2017-07-19 00:43:03,381] Restoring parameters from /tmp/polyaxon_logs/sin_cos/model.ckpt-300






    




INFO:tensorflow:Evaluation [1/10]






    




[2017-07-19 00:43:03,724] Evaluation [1/10]






    




INFO:tensorflow:Evaluation [2/10]






    




[2017-07-19 00:43:03,729] Evaluation [2/10]






    




INFO:tensorflow:Evaluation [3/10]






    




[2017-07-19 00:43:03,735] Evaluation [3/10]






    




INFO:tensorflow:Evaluation [4/10]






    




[2017-07-19 00:43:03,739] Evaluation [4/10]






    




INFO:tensorflow:Evaluation [5/10]






    




[2017-07-19 00:43:03,744] Evaluation [5/10]






    




INFO:tensorflow:Evaluation [6/10]






    




[2017-07-19 00:43:03,748] Evaluation [6/10]






    




INFO:tensorflow:Evaluation [7/10]






    




[2017-07-19 00:43:03,753] Evaluation [7/10]






    




INFO:tensorflow:Evaluation [8/10]






    




[2017-07-19 00:43:03,757] Evaluation [8/10]






    




INFO:tensorflow:Evaluation [9/10]






    




[2017-07-19 00:43:03,762] Evaluation [9/10]






    




INFO:tensorflow:Evaluation [10/10]






    




[2017-07-19 00:43:03,766] Evaluation [10/10]






    




INFO:tensorflow:Finished evaluation at 2017-07-18-22:43:03






    




[2017-07-19 00:43:03,781] Finished evaluation at 2017-07-18-22:43:03






    




INFO:tensorflow:Saving dict for global step 300: global_step = 300, loss = 0.000323109, streaming_mean_absolute_error = 0.0152102, streaming_root_mean_squared_error = 0.0179752






    




[2017-07-19 00:43:03,784] Saving dict for global step 300: global_step = 300, loss = 0.000323109, streaming_mean_absolute_error = 0.0152102, streaming_root_mean_squared_error = 0.0179752






    




INFO:tensorflow:Training model for 100 steps






    




[2017-07-19 00:43:04,774] Training model for 100 steps






    




INFO:tensorflow:Create CheckpointSaverHook.






    




[2017-07-19 00:43:07,563] Create CheckpointSaverHook.






    




INFO:tensorflow:Restoring parameters from /tmp/polyaxon_logs/sin_cos/model.ckpt-300






    




[2017-07-19 00:43:09,635] Restoring parameters from /tmp/polyaxon_logs/sin_cos/model.ckpt-300






    




INFO:tensorflow:Saving checkpoints for 301 into /tmp/polyaxon_logs/sin_cos/model.ckpt.






    




[2017-07-19 00:43:12,963] Saving checkpoints for 301 into /tmp/polyaxon_logs/sin_cos/model.ckpt.






    




INFO:tensorflow:step = 301, loss = 0.000596659






    




[2017-07-19 00:43:14,272] step = 301, loss = 0.000596659






    




INFO:tensorflow:Saving checkpoints for 400 into /tmp/polyaxon_logs/sin_cos/model.ckpt.






    




[2017-07-19 00:43:14,707] Saving checkpoints for 400 into /tmp/polyaxon_logs/sin_cos/model.ckpt.






    




INFO:tensorflow:Loss for final step: 0.00048523.






    




[2017-07-19 00:43:15,771] Loss for final step: 0.00048523.






    




INFO:tensorflow:Evaluating model now.






    




[2017-07-19 00:43:15,772] Evaluating model now.






    




INFO:tensorflow:Starting evaluation at 2017-07-18-22:43:16






    




[2017-07-19 00:43:16,134] Starting evaluation at 2017-07-18-22:43:16






    




INFO:tensorflow:Restoring parameters from /tmp/polyaxon_logs/sin_cos/model.ckpt-400






    




[2017-07-19 00:43:16,273] Restoring parameters from /tmp/polyaxon_logs/sin_cos/model.ckpt-400






    




INFO:tensorflow:Evaluation [1/10]






    




[2017-07-19 00:43:16,500] Evaluation [1/10]






    




INFO:tensorflow:Evaluation [2/10]






    




[2017-07-19 00:43:16,507] Evaluation [2/10]






    




INFO:tensorflow:Evaluation [3/10]






    




[2017-07-19 00:43:16,512] Evaluation [3/10]






    




INFO:tensorflow:Evaluation [4/10]






    




[2017-07-19 00:43:16,524] Evaluation [4/10]






    




INFO:tensorflow:Evaluation [5/10]






    




[2017-07-19 00:43:16,528] Evaluation [5/10]






    




INFO:tensorflow:Evaluation [6/10]






    




[2017-07-19 00:43:16,533] Evaluation [6/10]






    




INFO:tensorflow:Evaluation [7/10]






    




[2017-07-19 00:43:16,537] Evaluation [7/10]






    




INFO:tensorflow:Evaluation [8/10]






    




[2017-07-19 00:43:16,541] Evaluation [8/10]






    




INFO:tensorflow:Evaluation [9/10]






    




[2017-07-19 00:43:16,546] Evaluation [9/10]






    




INFO:tensorflow:Evaluation [10/10]






    




[2017-07-19 00:43:16,550] Evaluation [10/10]






    




INFO:tensorflow:Finished evaluation at 2017-07-18-22:43:16






    




[2017-07-19 00:43:16,566] Finished evaluation at 2017-07-18-22:43:16






    




INFO:tensorflow:Saving dict for global step 400: global_step = 400, loss = 0.000195663, streaming_mean_absolute_error = 0.0118801, streaming_root_mean_squared_error = 0.013988






    




[2017-07-19 00:43:16,569] Saving dict for global step 400: global_step = 400, loss = 0.000195663, streaming_mean_absolute_error = 0.0118801, streaming_root_mean_squared_error = 0.013988






    




INFO:tensorflow:Training model for 100 steps






    




[2017-07-19 00:43:17,366] Training model for 100 steps






    




INFO:tensorflow:Create CheckpointSaverHook.






    




[2017-07-19 00:43:19,057] Create CheckpointSaverHook.






    




INFO:tensorflow:Restoring parameters from /tmp/polyaxon_logs/sin_cos/model.ckpt-400






    




[2017-07-19 00:43:21,054] Restoring parameters from /tmp/polyaxon_logs/sin_cos/model.ckpt-400






    




INFO:tensorflow:Saving checkpoints for 401 into /tmp/polyaxon_logs/sin_cos/model.ckpt.






    




[2017-07-19 00:43:24,202] Saving checkpoints for 401 into /tmp/polyaxon_logs/sin_cos/model.ckpt.






    




INFO:tensorflow:step = 401, loss = 0.000356648






    




[2017-07-19 00:43:25,262] step = 401, loss = 0.000356648






    




INFO:tensorflow:Saving checkpoints for 500 into /tmp/polyaxon_logs/sin_cos/model.ckpt.






    




[2017-07-19 00:43:25,635] Saving checkpoints for 500 into /tmp/polyaxon_logs/sin_cos/model.ckpt.






    




INFO:tensorflow:Loss for final step: 0.000269705.






    




[2017-07-19 00:43:26,673] Loss for final step: 0.000269705.






    




INFO:tensorflow:Evaluating model now.






    




[2017-07-19 00:43:26,675] Evaluating model now.






    




INFO:tensorflow:Starting evaluation at 2017-07-18-22:43:27






    




[2017-07-19 00:43:27,046] Starting evaluation at 2017-07-18-22:43:27






    




INFO:tensorflow:Restoring parameters from /tmp/polyaxon_logs/sin_cos/model.ckpt-500






    




[2017-07-19 00:43:27,297] Restoring parameters from /tmp/polyaxon_logs/sin_cos/model.ckpt-500






    




INFO:tensorflow:Evaluation [1/10]






    




[2017-07-19 00:43:27,533] Evaluation [1/10]






    




INFO:tensorflow:Evaluation [2/10]






    




[2017-07-19 00:43:27,540] Evaluation [2/10]






    




INFO:tensorflow:Evaluation [3/10]






    




[2017-07-19 00:43:27,544] Evaluation [3/10]






    




INFO:tensorflow:Evaluation [4/10]






    




[2017-07-19 00:43:27,547] Evaluation [4/10]






    




INFO:tensorflow:Evaluation [5/10]






    




[2017-07-19 00:43:27,552] Evaluation [5/10]






    




INFO:tensorflow:Evaluation [6/10]






    




[2017-07-19 00:43:27,556] Evaluation [6/10]






    




INFO:tensorflow:Evaluation [7/10]






    




[2017-07-19 00:43:27,560] Evaluation [7/10]






    




INFO:tensorflow:Evaluation [8/10]






    




[2017-07-19 00:43:27,564] Evaluation [8/10]






    




INFO:tensorflow:Evaluation [9/10]






    




[2017-07-19 00:43:27,567] Evaluation [9/10]






    




INFO:tensorflow:Evaluation [10/10]






    




[2017-07-19 00:43:27,572] Evaluation [10/10]






    




INFO:tensorflow:Finished evaluation at 2017-07-18-22:43:27






    




[2017-07-19 00:43:27,586] Finished evaluation at 2017-07-18-22:43:27






    




INFO:tensorflow:Saving dict for global step 500: global_step = 500, loss = 0.000131873, streaming_mean_absolute_error = 0.00965559, streaming_root_mean_squared_error = 0.0114836






    




[2017-07-19 00:43:27,588] Saving dict for global step 500: global_step = 500, loss = 0.000131873, streaming_mean_absolute_error = 0.00965559, streaming_root_mean_squared_error = 0.0114836






    




INFO:tensorflow:Training model for 100 steps






    




[2017-07-19 00:43:28,158] Training model for 100 steps






    




INFO:tensorflow:Create CheckpointSaverHook.






    




[2017-07-19 00:43:29,753] Create CheckpointSaverHook.






    




INFO:tensorflow:Restoring parameters from /tmp/polyaxon_logs/sin_cos/model.ckpt-500






    




[2017-07-19 00:43:31,669] Restoring parameters from /tmp/polyaxon_logs/sin_cos/model.ckpt-500






    




INFO:tensorflow:Saving checkpoints for 501 into /tmp/polyaxon_logs/sin_cos/model.ckpt.






    




[2017-07-19 00:43:34,837] Saving checkpoints for 501 into /tmp/polyaxon_logs/sin_cos/model.ckpt.






    




INFO:tensorflow:step = 501, loss = 0.000233805






    




[2017-07-19 00:43:35,986] step = 501, loss = 0.000233805






    




INFO:tensorflow:Saving checkpoints for 600 into /tmp/polyaxon_logs/sin_cos/model.ckpt.






    




[2017-07-19 00:43:36,349] Saving checkpoints for 600 into /tmp/polyaxon_logs/sin_cos/model.ckpt.






    




INFO:tensorflow:Loss for final step: 0.000161033.






    




[2017-07-19 00:43:37,421] Loss for final step: 0.000161033.






    




INFO:tensorflow:Evaluating model now.






    




[2017-07-19 00:43:37,423] Evaluating model now.






    




INFO:tensorflow:Starting evaluation at 2017-07-18-22:43:37






    




[2017-07-19 00:43:37,795] Starting evaluation at 2017-07-18-22:43:37






    




INFO:tensorflow:Restoring parameters from /tmp/polyaxon_logs/sin_cos/model.ckpt-600






    




[2017-07-19 00:43:37,929] Restoring parameters from /tmp/polyaxon_logs/sin_cos/model.ckpt-600






    




INFO:tensorflow:Evaluation [1/10]






    




[2017-07-19 00:43:38,152] Evaluation [1/10]






    




INFO:tensorflow:Evaluation [2/10]






    




[2017-07-19 00:43:38,158] Evaluation [2/10]






    




INFO:tensorflow:Evaluation [3/10]






    




[2017-07-19 00:43:38,163] Evaluation [3/10]






    




INFO:tensorflow:Evaluation [4/10]






    




[2017-07-19 00:43:38,167] Evaluation [4/10]






    




INFO:tensorflow:Evaluation [5/10]






    




[2017-07-19 00:43:38,172] Evaluation [5/10]






    




INFO:tensorflow:Evaluation [6/10]






    




[2017-07-19 00:43:38,177] Evaluation [6/10]






    




INFO:tensorflow:Evaluation [7/10]






    




[2017-07-19 00:43:38,180] Evaluation [7/10]






    




INFO:tensorflow:Evaluation [8/10]






    




[2017-07-19 00:43:38,185] Evaluation [8/10]






    




INFO:tensorflow:Evaluation [9/10]






    




[2017-07-19 00:43:38,189] Evaluation [9/10]






    




INFO:tensorflow:Evaluation [10/10]






    




[2017-07-19 00:43:38,193] Evaluation [10/10]






    




INFO:tensorflow:Finished evaluation at 2017-07-18-22:43:38






    




[2017-07-19 00:43:38,215] Finished evaluation at 2017-07-18-22:43:38






    




INFO:tensorflow:Saving dict for global step 600: global_step = 600, loss = 9.71286e-05, streaming_mean_absolute_error = 0.00811356, streaming_root_mean_squared_error = 0.00985539






    




[2017-07-19 00:43:38,217] Saving dict for global step 600: global_step = 600, loss = 9.71286e-05, streaming_mean_absolute_error = 0.00811356, streaming_root_mean_squared_error = 0.00985539






    




INFO:tensorflow:Training model for 100 steps






    




[2017-07-19 00:43:38,936] Training model for 100 steps






    




INFO:tensorflow:Create CheckpointSaverHook.






    




[2017-07-19 00:43:40,599] Create CheckpointSaverHook.






    




INFO:tensorflow:Restoring parameters from /tmp/polyaxon_logs/sin_cos/model.ckpt-600






    




[2017-07-19 00:43:42,618] Restoring parameters from /tmp/polyaxon_logs/sin_cos/model.ckpt-600






    




INFO:tensorflow:Saving checkpoints for 601 into /tmp/polyaxon_logs/sin_cos/model.ckpt.






    




[2017-07-19 00:43:45,771] Saving checkpoints for 601 into /tmp/polyaxon_logs/sin_cos/model.ckpt.






    




INFO:tensorflow:step = 601, loss = 0.000167613






    




[2017-07-19 00:43:46,816] step = 601, loss = 0.000167613






    




INFO:tensorflow:Saving checkpoints for 700 into /tmp/polyaxon_logs/sin_cos/model.ckpt.






    




[2017-07-19 00:43:47,182] Saving checkpoints for 700 into /tmp/polyaxon_logs/sin_cos/model.ckpt.






    




INFO:tensorflow:Loss for final step: 0.000104451.






    




[2017-07-19 00:43:48,294] Loss for final step: 0.000104451.






    




INFO:tensorflow:Evaluating model now.






    




[2017-07-19 00:43:48,296] Evaluating model now.






    




INFO:tensorflow:Starting evaluation at 2017-07-18-22:43:48






    




[2017-07-19 00:43:48,663] Starting evaluation at 2017-07-18-22:43:48






    




INFO:tensorflow:Restoring parameters from /tmp/polyaxon_logs/sin_cos/model.ckpt-700






    




[2017-07-19 00:43:48,795] Restoring parameters from /tmp/polyaxon_logs/sin_cos/model.ckpt-700






    




INFO:tensorflow:Evaluation [1/10]






    




[2017-07-19 00:43:49,036] Evaluation [1/10]






    




INFO:tensorflow:Evaluation [2/10]






    




[2017-07-19 00:43:49,042] Evaluation [2/10]






    




INFO:tensorflow:Evaluation [3/10]






    




[2017-07-19 00:43:49,048] Evaluation [3/10]






    




INFO:tensorflow:Evaluation [4/10]






    




[2017-07-19 00:43:49,052] Evaluation [4/10]






    




INFO:tensorflow:Evaluation [5/10]






    




[2017-07-19 00:43:49,056] Evaluation [5/10]






    




INFO:tensorflow:Evaluation [6/10]






    




[2017-07-19 00:43:49,060] Evaluation [6/10]






    




INFO:tensorflow:Evaluation [7/10]






    




[2017-07-19 00:43:49,063] Evaluation [7/10]






    




INFO:tensorflow:Evaluation [8/10]






    




[2017-07-19 00:43:49,067] Evaluation [8/10]






    




INFO:tensorflow:Evaluation [9/10]






    




[2017-07-19 00:43:49,072] Evaluation [9/10]






    




INFO:tensorflow:Evaluation [10/10]






    




[2017-07-19 00:43:49,076] Evaluation [10/10]






    




INFO:tensorflow:Finished evaluation at 2017-07-18-22:43:49






    




[2017-07-19 00:43:49,092] Finished evaluation at 2017-07-18-22:43:49






    




INFO:tensorflow:Saving dict for global step 700: global_step = 700, loss = 7.70402e-05, streaming_mean_absolute_error = 0.00718911, streaming_root_mean_squared_error = 0.00877726






    




[2017-07-19 00:43:49,093] Saving dict for global step 700: global_step = 700, loss = 7.70402e-05, streaming_mean_absolute_error = 0.00718911, streaming_root_mean_squared_error = 0.00877726






    




INFO:tensorflow:Training model for 100 steps






    




[2017-07-19 00:43:49,787] Training model for 100 steps






    




INFO:tensorflow:Create CheckpointSaverHook.






    




[2017-07-19 00:43:51,613] Create CheckpointSaverHook.






    




INFO:tensorflow:Restoring parameters from /tmp/polyaxon_logs/sin_cos/model.ckpt-700






    




[2017-07-19 00:43:53,875] Restoring parameters from /tmp/polyaxon_logs/sin_cos/model.ckpt-700






    




INFO:tensorflow:Saving checkpoints for 701 into /tmp/polyaxon_logs/sin_cos/model.ckpt.






    




[2017-07-19 00:43:57,161] Saving checkpoints for 701 into /tmp/polyaxon_logs/sin_cos/model.ckpt.






    




INFO:tensorflow:step = 701, loss = 0.000129512






    




[2017-07-19 00:43:58,239] step = 701, loss = 0.000129512






    




INFO:tensorflow:Saving checkpoints for 800 into /tmp/polyaxon_logs/sin_cos/model.ckpt.






    




[2017-07-19 00:43:58,633] Saving checkpoints for 800 into /tmp/polyaxon_logs/sin_cos/model.ckpt.






    




INFO:tensorflow:Loss for final step: 7.42113e-05.






    




[2017-07-19 00:43:59,736] Loss for final step: 7.42113e-05.






    




INFO:tensorflow:Evaluating model now.






    




[2017-07-19 00:43:59,738] Evaluating model now.






    




INFO:tensorflow:Starting evaluation at 2017-07-18-22:44:00






    




[2017-07-19 00:44:00,195] Starting evaluation at 2017-07-18-22:44:00






    




INFO:tensorflow:Restoring parameters from /tmp/polyaxon_logs/sin_cos/model.ckpt-800






    




[2017-07-19 00:44:00,325] Restoring parameters from /tmp/polyaxon_logs/sin_cos/model.ckpt-800






    




INFO:tensorflow:Evaluation [1/10]






    




[2017-07-19 00:44:00,689] Evaluation [1/10]






    




INFO:tensorflow:Evaluation [2/10]






    




[2017-07-19 00:44:00,708] Evaluation [2/10]






    




INFO:tensorflow:Evaluation [3/10]






    




[2017-07-19 00:44:00,713] Evaluation [3/10]






    




INFO:tensorflow:Evaluation [4/10]






    




[2017-07-19 00:44:00,717] Evaluation [4/10]






    




INFO:tensorflow:Evaluation [5/10]






    




[2017-07-19 00:44:00,723] Evaluation [5/10]






    




INFO:tensorflow:Evaluation [6/10]






    




[2017-07-19 00:44:00,727] Evaluation [6/10]






    




INFO:tensorflow:Evaluation [7/10]






    




[2017-07-19 00:44:00,732] Evaluation [7/10]






    




INFO:tensorflow:Evaluation [8/10]






    




[2017-07-19 00:44:00,737] Evaluation [8/10]






    




INFO:tensorflow:Evaluation [9/10]






    




[2017-07-19 00:44:00,741] Evaluation [9/10]






    




INFO:tensorflow:Evaluation [10/10]






    




[2017-07-19 00:44:00,746] Evaluation [10/10]






    




INFO:tensorflow:Finished evaluation at 2017-07-18-22:44:00






    




[2017-07-19 00:44:00,767] Finished evaluation at 2017-07-18-22:44:00






    




INFO:tensorflow:Saving dict for global step 800: global_step = 800, loss = 6.47044e-05, streaming_mean_absolute_error = 0.00656433, streaming_root_mean_squared_error = 0.0080439






    




[2017-07-19 00:44:00,770] Saving dict for global step 800: global_step = 800, loss = 6.47044e-05, streaming_mean_absolute_error = 0.00656433, streaming_root_mean_squared_error = 0.0080439






    




INFO:tensorflow:Training model for 100 steps






    




[2017-07-19 00:44:02,107] Training model for 100 steps






    




INFO:tensorflow:Create CheckpointSaverHook.






    




[2017-07-19 00:44:03,884] Create CheckpointSaverHook.






    




INFO:tensorflow:Restoring parameters from /tmp/polyaxon_logs/sin_cos/model.ckpt-800






    




[2017-07-19 00:44:06,616] Restoring parameters from /tmp/polyaxon_logs/sin_cos/model.ckpt-800






    




INFO:tensorflow:Saving checkpoints for 801 into /tmp/polyaxon_logs/sin_cos/model.ckpt.






    




[2017-07-19 00:44:10,192] Saving checkpoints for 801 into /tmp/polyaxon_logs/sin_cos/model.ckpt.






    




INFO:tensorflow:step = 801, loss = 0.000106116






    




[2017-07-19 00:44:11,397] step = 801, loss = 0.000106116






    




INFO:tensorflow:Saving checkpoints for 900 into /tmp/polyaxon_logs/sin_cos/model.ckpt.






    




[2017-07-19 00:44:11,801] Saving checkpoints for 900 into /tmp/polyaxon_logs/sin_cos/model.ckpt.






    




INFO:tensorflow:Loss for final step: 5.75304e-05.






    




[2017-07-19 00:44:12,983] Loss for final step: 5.75304e-05.






    




INFO:tensorflow:Evaluating model now.






    




[2017-07-19 00:44:12,985] Evaluating model now.






    




INFO:tensorflow:Starting evaluation at 2017-07-18-22:44:13






    




[2017-07-19 00:44:13,338] Starting evaluation at 2017-07-18-22:44:13






    




INFO:tensorflow:Restoring parameters from /tmp/polyaxon_logs/sin_cos/model.ckpt-900






    




[2017-07-19 00:44:13,473] Restoring parameters from /tmp/polyaxon_logs/sin_cos/model.ckpt-900






    




INFO:tensorflow:Evaluation [1/10]






    




[2017-07-19 00:44:13,705] Evaluation [1/10]






    




INFO:tensorflow:Evaluation [2/10]






    




[2017-07-19 00:44:13,712] Evaluation [2/10]






    




INFO:tensorflow:Evaluation [3/10]






    




[2017-07-19 00:44:13,716] Evaluation [3/10]






    




INFO:tensorflow:Evaluation [4/10]






    




[2017-07-19 00:44:13,719] Evaluation [4/10]






    




INFO:tensorflow:Evaluation [5/10]






    




[2017-07-19 00:44:13,723] Evaluation [5/10]






    




INFO:tensorflow:Evaluation [6/10]






    




[2017-07-19 00:44:13,729] Evaluation [6/10]






    




INFO:tensorflow:Evaluation [7/10]






    




[2017-07-19 00:44:13,734] Evaluation [7/10]






    




INFO:tensorflow:Evaluation [8/10]






    




[2017-07-19 00:44:13,740] Evaluation [8/10]






    




INFO:tensorflow:Evaluation [9/10]






    




[2017-07-19 00:44:13,743] Evaluation [9/10]






    




INFO:tensorflow:Evaluation [10/10]






    




[2017-07-19 00:44:13,747] Evaluation [10/10]






    




INFO:tensorflow:Finished evaluation at 2017-07-18-22:44:13






    




[2017-07-19 00:44:13,764] Finished evaluation at 2017-07-18-22:44:13






    




INFO:tensorflow:Saving dict for global step 900: global_step = 900, loss = 5.65775e-05, streaming_mean_absolute_error = 0.00610351, streaming_root_mean_squared_error = 0.0075218






    




[2017-07-19 00:44:13,765] Saving dict for global step 900: global_step = 900, loss = 5.65775e-05, streaming_mean_absolute_error = 0.00610351, streaming_root_mean_squared_error = 0.0075218






    




INFO:tensorflow:Training model for 100 steps






    




[2017-07-19 00:44:14,469] Training model for 100 steps






    




INFO:tensorflow:Create CheckpointSaverHook.






    




[2017-07-19 00:44:16,806] Create CheckpointSaverHook.






    




INFO:tensorflow:Restoring parameters from /tmp/polyaxon_logs/sin_cos/model.ckpt-900






    




[2017-07-19 00:44:19,232] Restoring parameters from /tmp/polyaxon_logs/sin_cos/model.ckpt-900






    




INFO:tensorflow:Saving checkpoints for 901 into /tmp/polyaxon_logs/sin_cos/model.ckpt.






    




[2017-07-19 00:44:22,665] Saving checkpoints for 901 into /tmp/polyaxon_logs/sin_cos/model.ckpt.






    




INFO:tensorflow:step = 901, loss = 9.07473e-05






    




[2017-07-19 00:44:24,241] step = 901, loss = 9.07473e-05






    




INFO:tensorflow:Saving checkpoints for 1000 into /tmp/polyaxon_logs/sin_cos/model.ckpt.






    




[2017-07-19 00:44:24,736] Saving checkpoints for 1000 into /tmp/polyaxon_logs/sin_cos/model.ckpt.






    




INFO:tensorflow:Loss for final step: 4.78883e-05.






    




[2017-07-19 00:44:26,083] Loss for final step: 4.78883e-05.






    




INFO:tensorflow:Evaluating model now.






    




[2017-07-19 00:44:26,087] Evaluating model now.






    




INFO:tensorflow:Starting evaluation at 2017-07-18-22:44:26






    




[2017-07-19 00:44:26,998] Starting evaluation at 2017-07-18-22:44:26






    




INFO:tensorflow:Restoring parameters from /tmp/polyaxon_logs/sin_cos/model.ckpt-1000






    




[2017-07-19 00:44:27,383] Restoring parameters from /tmp/polyaxon_logs/sin_cos/model.ckpt-1000






    




INFO:tensorflow:Evaluation [1/10]






    




[2017-07-19 00:44:28,047] Evaluation [1/10]






    




INFO:tensorflow:Evaluation [2/10]






    




[2017-07-19 00:44:28,060] Evaluation [2/10]






    




INFO:tensorflow:Evaluation [3/10]






    




[2017-07-19 00:44:28,064] Evaluation [3/10]






    




INFO:tensorflow:Evaluation [4/10]






    




[2017-07-19 00:44:28,072] Evaluation [4/10]






    




INFO:tensorflow:Evaluation [5/10]






    




[2017-07-19 00:44:28,078] Evaluation [5/10]






    




INFO:tensorflow:Evaluation [6/10]






    




[2017-07-19 00:44:28,083] Evaluation [6/10]






    




INFO:tensorflow:Evaluation [7/10]






    




[2017-07-19 00:44:28,095] Evaluation [7/10]






    




INFO:tensorflow:Evaluation [8/10]






    




[2017-07-19 00:44:28,101] Evaluation [8/10]






    




INFO:tensorflow:Evaluation [9/10]






    




[2017-07-19 00:44:28,107] Evaluation [9/10]






    




INFO:tensorflow:Evaluation [10/10]






    




[2017-07-19 00:44:28,112] Evaluation [10/10]






    




INFO:tensorflow:Finished evaluation at 2017-07-18-22:44:28






    




[2017-07-19 00:44:28,133] Finished evaluation at 2017-07-18-22:44:28






    




INFO:tensorflow:Saving dict for global step 1000: global_step = 1000, loss = 5.07999e-05, streaming_mean_absolute_error = 0.00574926, streaming_root_mean_squared_error = 0.0071274






    




[2017-07-19 00:44:28,137] Saving dict for global step 1000: global_step = 1000, loss = 5.07999e-05, streaming_mean_absolute_error = 0.00574926, streaming_root_mean_squared_error = 0.0071274






    




INFO:tensorflow:Stop training model as max steps reached






    




[2017-07-19 00:44:29,180] Stop training model as max steps reached






    
Out[4]:





({'global_step': 1000,
  'loss': 5.0799863e-05,
  'streaming_mean_absolute_error': 0.0057492615,
  'streaming_root_mean_squared_error': 0.0071274024},
 [])

In [5]:

    

predicted = [i['results'] for i in xp.estimator.predict(numpy_input_fn({'x': X['test']}, shuffle=False))]
plot_predicted = plt.plot(predicted, label='predicted')
plot_test = plt.plot(y['test'], label='test')
plt.legend(handles=plot_predicted+plot_test)


    

    




INFO:tensorflow:Restoring parameters from /tmp/polyaxon_logs/sin_cos/model.ckpt-1000






    




[2017-07-19 00:44:29,859] Restoring parameters from /tmp/polyaxon_logs/sin_cos/model.ckpt-1000






    
Out[5]:





<matplotlib.legend.Legend at 0x115312b38>






    

In [ ]: