In [1]:

    

from own_hyperparameter_tuner import *


    

    




[2016-07-24 10:32:45,251] Site environment registry incorrect: Scoreboard did not register all envs: set(['AcrobotContinuous-v0'])

In [4]:

    

lr_list = np.linspace(1e-5, 1e-2, num=10)
lr_list = zip(lr_list * 0.1, lr_list)  # the order is actor_lr critic_lr, the critic needs to be faster
print('Using the following parameter sets: ')
print('lr_list: ', lr_list)

noise_levels = np.linspace(start= 0.5, stop=1, num = 5)
print('noise levels: ', noise_levels)

ql2_factor = np.linspace(start= 0, stop=0.01, num = 2)
print('weight decay ql2:', ql2_factor)

paramdict = {
            'env':['MountainCarContinuous-v0'],
            'lr': lr_list,
            'noise_level': noise_levels,
            'weight_decay': ql2_factor
}

hpt = hyper_parameter_tuner(param_dict= paramdict, num_exp= 1000, dataname= 'hypertest')
hpt.run_experiments()


    

    




[2016-07-24 10:36:22,103] Making new env: MountainCarContinuous-v0






    




Using the following parameter sets: 
('lr_list: ', [(1.0000000000000002e-06, 1.0000000000000001e-05), (0.00011200000000000001, 0.0011200000000000001), (0.00022300000000000003, 0.0022300000000000002), (0.0003340000000000001, 0.0033400000000000005), (0.00044500000000000003, 0.00445), (0.00055599999999999996, 0.0055599999999999998), (0.00066700000000000006, 0.0066700000000000006), (0.00077800000000000005, 0.0077800000000000005), (0.00088900000000000003, 0.0088900000000000003), (0.001, 0.01)])
('noise levels: ', array([ 0.5  ,  0.625,  0.75 ,  0.875,  1.   ]))
('weight decay ql2:', array([ 0.  ,  0.01]))
starting experiments...
##################################################
starting run  0
using values
{'weight_decay': 0.01, 'lr': (0.0003340000000000001, 0.0033400000000000005), 'env': 'MountainCarContinuous-v0', 'noise_level': 0.875}
state dim 2
action dim 1
closing the interactive session
deling <ddpg3.ddpg instance at 0x7f0dd176b050>






    




---------------------------------------------------------------------------
OSError                                   Traceback (most recent call last)
<ipython-input-4-5c141dc9d665> in <module>()
     18 
     19 hpt = hyper_parameter_tuner(param_dict= paramdict, num_exp= 1000, dataname= 'hypertest')
---> 20 hpt.run_experiments()

/home/ga56muj/Documents/DeepRL/dpg/own_hyperparameter_tuner.py in run_experiments(self)
     43             print('using values')
     44             print(value_dict)
---> 45             score = self.run_trial(value_dict=value_dict)
     46             print('score: ', score)
     47             score_params_list.append((score, value_dict))

/home/ga56muj/Documents/DeepRL/dpg/own_hyperparameter_tuner.py in run_trial(self, value_dict)
     64                         tensorboard_logs = False) as ddpg3_instance:
     65 
---> 66             score = ddpg3_instance.main()
     67 
     68         return score

/home/ga56muj/Documents/DeepRL/dpg/ddpg3.pyc in main(self)
    461     def main(self):
    462         if tf.gfile.Exists(self.summaries_dir):
--> 463             tf.gfile.DeleteRecursively(self.summaries_dir)
    464         tf.gfile.MakeDirs(self.summaries_dir)
    465 

/home/ga56muj/Documents/deeprl-python/local/lib/python2.7/site-packages/tensorflow/python/platform/gfile.pyc in DeleteRecursively(path)
    346   """
    347   if IsDirectory(path):
--> 348     shutil.rmtree(path)
    349   else:
    350     Remove(path)

/usr/lib/python2.7/shutil.pyc in rmtree(path, ignore_errors, onerror)
    250                 os.remove(fullname)
    251             except os.error, err:
--> 252                 onerror(os.remove, fullname, sys.exc_info())
    253     try:
    254         os.rmdir(path)

/usr/lib/python2.7/shutil.pyc in rmtree(path, ignore_errors, onerror)
    248         else:
    249             try:
--> 250                 os.remove(fullname)
    251             except os.error, err:
    252                 onerror(os.remove, fullname, sys.exc_info())

OSError: [Errno 16] Device or resource busy: './logging/ddpg/.nfs00000000003f7d220000004d'

In [ ]: