In [1]:

    

from ddpg3 import *
%matplotlib inline


    

    




[2016-07-20 09:42:14,257] Site environment registry incorrect: Scoreboard did not register all envs: set(['AcrobotContinuous-v0'])

In [2]:

    

car = ddpg(environment = 'InvertedPendulum-v1', noise_scale= 1.0, ql2 = 0.01)
car.main()


    

    




[2016-07-20 09:42:14,301] Making new env: InvertedPendulum-v1






    




state dim 4
action dim 1






    




[2016-07-20 09:42:17,684] Action '0.0761152472584' is not contained within action space 'Box(1,)'.






    













    













    













    













    













    













    













    













    













    













    













    













    













    













    




result after minibatch no. 0 : mean squared error: 474.771606445






    













    













    













    













    













    













    













    













    













    













    













    













    




result after minibatch no. 1000 : mean squared error: 186.769134521






    













    













    













    













    













    













    













    













    













    













    




result after minibatch no. 2000 : mean squared error: 69.9349212646






    













    













    













    













    













    













    













    













    













    













    













    













    




result after minibatch no. 3000 : mean squared error: 23.8800544739






    













    













    













    













    













    













    













    













    













    













    













    













    




result after minibatch no. 4000 : mean squared error: 9.71706485748






    













    













    













    




---------------------------------------------------------------------------
KeyboardInterrupt                         Traceback (most recent call last)
<ipython-input-2-615d9472b6da> in <module>()
      1 car = ddpg(environment = 'InvertedPendulum-v1', noise_scale= 1.0, ql2 = 0.01)
----> 2 car.main()

/home/frederik/Dokumente/DeepRL/dpg/ddpg3.pyc in main(self)
    458 
    459         self.initialize_training(self.sess)
--> 460         self.start_training()
    461 
    462 

/home/frederik/Dokumente/DeepRL/dpg/ddpg3.pyc in start_training(self, maxstep, dataname, save)
    190             if (it+1) % plot_freq == 0:
    191                 self.plot_episode_lengths(self.train_lengths)
--> 192                 self.plot_episode_lengths(self.test_lengths)
    193 
    194             it+=1

/home/frederik/Dokumente/DeepRL/dpg/ddpg3.pyc in plot_episode_lengths(self, lengths)
    450             plt.ylabel("timesteps")
    451 
--> 452             plt.show()
    453 
    454     def main(self):

/home/frederik/anaconda2/lib/python2.7/site-packages/matplotlib/pyplot.pyc in show(*args, **kw)
    242     """
    243     global _show
--> 244     return _show(*args, **kw)
    245 
    246 

/home/frederik/anaconda2/lib/python2.7/site-packages/ipykernel/pylab/backend_inline.pyc in show(close, block)
     34     try:
     35         for figure_manager in Gcf.get_all_fig_managers():
---> 36             display(figure_manager.canvas.figure)
     37     finally:
     38         show._to_draw = []

/home/frederik/anaconda2/lib/python2.7/site-packages/IPython/core/display.pyc in display(*objs, **kwargs)
    156             publish_display_data(data=obj, metadata=metadata)
    157         else:
--> 158             format_dict, md_dict = format(obj, include=include, exclude=exclude)
    159             if not format_dict:
    160                 # nothing to display (e.g. _ipython_display_ took over)

/home/frederik/anaconda2/lib/python2.7/site-packages/IPython/core/formatters.pyc in format(self, obj, include, exclude)
    175             md = None
    176             try:
--> 177                 data = formatter(obj)
    178             except:
    179                 # FIXME: log the exception

<decorator-gen-9> in __call__(self, obj)

/home/frederik/anaconda2/lib/python2.7/site-packages/IPython/core/formatters.pyc in catch_format_error(method, self, *args, **kwargs)
    220     """show traceback on failed format call"""
    221     try:
--> 222         r = method(self, *args, **kwargs)
    223     except NotImplementedError:
    224         # don't warn on NotImplementedErrors

/home/frederik/anaconda2/lib/python2.7/site-packages/IPython/core/formatters.pyc in __call__(self, obj)
    337                 pass
    338             else:
--> 339                 return printer(obj)
    340             # Finally look for special method names
    341             method = _safe_get_formatter_method(obj, self.print_method)

/home/frederik/anaconda2/lib/python2.7/site-packages/IPython/core/pylabtools.pyc in <lambda>(fig)
    226 
    227     if 'png' in formats:
--> 228         png_formatter.for_type(Figure, lambda fig: print_figure(fig, 'png', **kwargs))
    229     if 'retina' in formats or 'png2x' in formats:
    230         png_formatter.for_type(Figure, lambda fig: retina_figure(fig, **kwargs))

/home/frederik/anaconda2/lib/python2.7/site-packages/IPython/core/pylabtools.pyc in print_figure(fig, fmt, bbox_inches, **kwargs)
    117 
    118     bytes_io = BytesIO()
--> 119     fig.canvas.print_figure(bytes_io, **kw)
    120     data = bytes_io.getvalue()
    121     if fmt == 'svg':

/home/frederik/anaconda2/lib/python2.7/site-packages/matplotlib/backend_bases.pyc in print_figure(self, filename, dpi, facecolor, edgecolor, orientation, format, **kwargs)
   2230                 orientation=orientation,
   2231                 bbox_inches_restore=_bbox_inches_restore,
-> 2232                 **kwargs)
   2233         finally:
   2234             if bbox_inches and restore_bbox:

/home/frederik/anaconda2/lib/python2.7/site-packages/matplotlib/backends/backend_agg.pyc in print_png(self, filename_or_obj, *args, **kwargs)
    535             close = False
    536         try:
--> 537             _png.write_png(renderer._renderer, filename_or_obj, self.figure.dpi)
    538         finally:
    539             if close:

KeyboardInterrupt: 

In [ ]:

    




    

In [ ]: