notebook.community

Edit and run 





In [1]:



    


from q_learning_function_approx_multenv import *



    


















    






[2016-08-18 15:25:27,647] Site environment registry incorrect: Scoreboard did not register all envs: set(['AcrobotContinuous-v0'])

















In [2]:



    


%load_ext autoreload
%autoreload 2
%matplotlib inline

import numpy as np



    











In [3]:



    


acrobot = q_learning(gamma=1., 
                 lambda_=0.99, 
                 init_epsilon = 0.0, 
                 update_epsilon = False, 
#                  environment = 'MountainCar-v0', 
                 environment = 'Acrobot-v0', 
                 algorithm = 'Q-learn',
                 tile_resolution = 10,
                 alpha_w = 0.02,
                 forget_rate = 0.0)



    


















    






[2016-08-18 15:25:27,894] Making new env: Acrobot-v0










    






N_0 50.0
lambda 0.99
using environment Acrobot-v0
tile resolution 10

















In [4]:



    


acrobot.train_online(num_iter = 1000, max_steps = 5000)



    


















    






q_learning_function_approx_multenv.py:108: VisibleDeprecationWarning: using a non-integer number instead of an integer will result in an error in the future
  grid = np.zeros(np.ones(obs_dim) * self.tile_resolution)










    






Episode 0
Length 1947
max w 0.0
min w -17.3143532189
last td-error 4.00354453503
Episode 1
Length 1508
max w 0.0
min w -46.1518240439
last td-error 0.0
Episode 2
Length 1409
max w 0.0
min w -72.7623672367
last td-error 0.0
Episode 3
Length 1512
max w 0.0
min w -88.7665582603
last td-error -1.36608490606
Episode 4
Length 1557
max w 0.0
min w -105.436560598
last td-error 0.0470484811401
Episode 5
Length 1351
max w 0.0
min w -115.451572332
last td-error 1.63838290028
Episode 6
Length 707
max w 0.0
min w -136.20963358
last td-error 2.00831560784
Episode 7
Length 404
max w 0.0
min w -137.343483347
last td-error 1.19217853977
Episode 8
Length 670
max w 0.0
min w -143.520042442
last td-error 0.0
Episode 9
Length 721
max w 0.0
min w -150.209994983
last td-error 4.97815347899










    

















    

















    






Episode 10
Length 2746
max w 0.0
min w -159.357310748
last td-error 6.75932647109
Episode 11
Length 1626
max w 0.0
min w -176.283750848
last td-error 9.25133965699
Episode 12
Length 335
max w 0.0
min w -176.283750848
last td-error -0.577942042947
Episode 13
Length 613
max w 0.0
min w -176.283750848
last td-error -4.30977046812
Episode 14
Length 1874
max w 0.0
min w -185.712789961
last td-error -3.16209497613
Episode 15
Length 900
max w 0.0
min w -189.333095289
last td-error 4.21227523461
Episode 16
Length 325
max w 0.0
min w -189.333095289
last td-error -1.38785849772
Episode 17
Length 726
max w 0.0
min w -189.639150145
last td-error 0.0
Episode 18
Length 744
max w 0.0
min w -197.658631983
last td-error -3.84761233469
Episode 19
Length 691
max w 0.0
min w -197.658631983
last td-error 1.92889184103










    

















    

















    






Episode 20
Length 1090
max w 0.0
min w -197.658631983
last td-error -0.622728416263
Episode 21
Length 1222
max w 0.0
min w -197.658631983
last td-error -5.58000267425
Episode 22
Length 825
max w 0.0
min w -205.062169926
last td-error -12.5949606472
Episode 23
Length 757
max w 0.0
min w -206.074483142
last td-error 2.37775416118
Episode 24
Length 1212
max w 0.0
min w -206.074483142
last td-error -1.95841607229
Episode 25
Length 397
max w 0.0
min w -206.661267161
last td-error 0.344229586298
Episode 26
Length 789
max w 0.0
min w -206.661267161
last td-error -2.12373565504
Episode 27
Length 1130
max w 0.0
min w -214.491876485
last td-error -5.58000267425
Episode 28
Length 619
max w 0.0
min w -214.491876485
last td-error -4.34660020949
Episode 29
Length 1033
max w 0.0
min w -222.002120945
last td-error -2.9501493149










    

















    

















    






Episode 30
Length 617
max w 0.0
min w -223.105459274
last td-error -4.31762434159
Episode 31
Length 453
max w 0.0
min w -223.669781855
last td-error -2.77143858497
Episode 32
Length 604
max w 0.0
min w -224.789645413
last td-error 17.2344881609
Episode 33
Length 820
max w 0.0
min w -231.475323663
last td-error 0.0
Episode 34
Length 1128
max w 0.0
min w -238.085740841
last td-error -10.5014204841
Episode 35
Length 1150
max w 0.0
min w -238.085740841
last td-error -2.68240200195
Episode 36
Length 296
max w 0.0
min w -238.085740841
last td-error 5.88140232202
Episode 37
Length 611
max w 0.0
min w -238.085740841
last td-error 0.950647072533
Episode 38
Length 699
max w 0.0
min w -238.085740841
last td-error -2.86595719767
Episode 39
Length 1280
max w 0.0
min w -238.085740841
last td-error 0.0










    

















    

















    






Episode 40
Length 547
max w 0.0
min w -238.085740841
last td-error 0.0
Episode 41
Length 219
max w 0.0
min w -238.085740841
last td-error -4.90478376743
Episode 42
Length 381
max w 0.0
min w -238.085740841
last td-error 0.0
Episode 43
Length 376
max w 0.0
min w -238.085740841
last td-error 12.5029838546
Episode 44
Length 816
max w 0.0
min w -238.085740841
last td-error -5.78447251525
Episode 45
Length 317
max w 0.0
min w -238.085740841
last td-error 28.7125168784
Episode 46
Length 605
max w 0.0
min w -238.085740841
last td-error 11.395297496
Episode 47
Length 311
max w 0.0
min w -238.085740841
last td-error 3.09557658402
Episode 48
Length 834
max w 0.0
min w -238.085740841
last td-error 0.226514377141
Episode 49
Length 837
max w 0.0
min w -238.085740841
last td-error 0.0










    

















    

















    






Episode 50
Length 730
max w 0.0
min w -238.085740841
last td-error -0.864019023113
Episode 51
Length 1185
max w 0.0
min w -238.085740841
last td-error 0.0
Episode 52
Length 479
max w 0.0
min w -238.085740841
last td-error -1.4353243492
Episode 53
Length 739
max w 0.0
min w -238.085740841
last td-error 7.10761532202
Episode 54
Length 775
max w 0.0
min w -238.085740841
last td-error -1.4132563253
Episode 55
Length 435
max w 0.0
min w -238.085740841
last td-error -10.9443754278
Episode 56
Length 382
max w 0.0
min w -238.096685716
last td-error 0.0
Episode 57
Length 1404
max w 0.0
min w -256.171374959
last td-error 6.1694985631
Episode 58
Length 320
max w 0.0
min w -256.171374959
last td-error 0.0
Episode 59
Length 657
max w 0.0
min w -263.477822583
last td-error 0.1052173732










    

















    

















    






Episode 60
Length 672
max w 0.0
min w -279.083209716
last td-error 0.0
Episode 61
Length 185
max w 0.0
min w -279.083209716
last td-error 0.0
Episode 62
Length 289
max w 0.0
min w -279.083209716
last td-error 7.77430599864
Episode 63
Length 570
max w 0.0
min w -279.083209716
last td-error -4.3113035064
Episode 64
Length 311
max w 0.0
min w -279.083209716
last td-error 29.7236825771
Episode 65
Length 250
max w 0.0
min w -279.083209716
last td-error 12.6211668928
Episode 66
Length 502
max w 0.0
min w -279.083209716
last td-error 0.0
Episode 67
Length 670
max w 0.0
min w -279.083209716
last td-error 13.0124574844
Episode 68
Length 251
max w 0.0
min w -279.083209716
last td-error 3.14066883112
Episode 69
Length 189
max w 0.0
min w -279.083209716
last td-error 10.8720128196










    

















    

















    






Episode 70
Length 417
max w 0.0
min w -279.083209716
last td-error -1.71646060447
Episode 71
Length 375
max w 0.0
min w -279.083209716
last td-error -6.98698632095
Episode 72
Length 338
max w 0.0
min w -279.083209716
last td-error 7.21185547952
Episode 73
Length 761
max w 0.0
min w -279.083209716
last td-error -7.27986945591
Episode 74
Length 359
max w 0.0
min w -279.083209716
last td-error 15.5223823643
Episode 75
Length 484
max w 0.0
min w -279.083209716
last td-error -0.281249162609
Episode 76
Length 516
max w 0.0
min w -279.083209716
last td-error -15.082235871
Episode 77
Length 247
max w 0.0
min w -279.083209716
last td-error 0.0
Episode 78
Length 555
max w 0.0
min w -279.083209716
last td-error -7.24638833833
Episode 79
Length 516
max w 0.0
min w -279.083209716
last td-error 0.0436446198994










    

















    

















    






Episode 80
Length 465
max w 0.0
min w -279.083209716
last td-error 0.0
Episode 81
Length 387
max w 0.0
min w -279.083209716
last td-error 34.0825795435
Episode 82
Length 389
max w 0.0
min w -279.083209716
last td-error 3.30791588298
Episode 83
Length 237
max w 0.0
min w -279.083209716
last td-error 9.64451676904
Episode 84
Length 428
max w 0.0
min w -279.083209716
last td-error 23.7314886054
Episode 85
Length 399
max w 0.0
min w -279.083209716
last td-error 16.9631569505
Episode 86
Length 254
max w 0.0
min w -279.083209716
last td-error -16.1316279491
Episode 87
Length 621
max w 0.0
min w -279.083209716
last td-error 0.0
Episode 88
Length 702
max w 0.0
min w -279.083209716
last td-error 0.0
Episode 89
Length 451
max w 0.0
min w -279.083209716
last td-error -12.116405114










    

















    

















    






Episode 90
Length 678
max w 0.0
min w -279.083209716
last td-error 5.61694377375
Episode 91
Length 558
max w 0.0
min w -279.083209716
last td-error 8.5819820994
Episode 92
Length 726
max w 0.0
min w -279.083209716
last td-error 6.35741627604
Episode 93
Length 537
max w 0.0
min w -279.083209716
last td-error 2.85490953004
Episode 94
Length 216
max w 0.0
min w -279.083209716
last td-error -12.1189022573
Episode 95
Length 676
max w 0.0
min w -279.083209716
last td-error 18.7772412406
Episode 96
Length 806
max w 0.0
min w -279.083209716
last td-error -24.0018681716
Episode 97
Length 418
max w 0.0
min w -279.083209716
last td-error -27.1310397884
Episode 98
Length 1019
max w 0.0
min w -279.083209716
last td-error 3.33186614111
Episode 99
Length 740
max w 0.0
min w -279.083209716
last td-error 19.5270976028










    

















    

















    






Episode 100
Length 800
max w 0.0
min w -279.083209716
last td-error -38.3930563372
Episode 101
Length 669
max w 0.0
min w -279.083209716
last td-error 12.6049081238
Episode 102
Length 1084
max w 0.0
min w -279.083209716
last td-error 0.0
Episode 103
Length 802
max w 0.0
min w -279.730813227
last td-error 5.02390888203
Episode 104
Length 416
max w 0.0
min w -286.763456299
last td-error 4.76805727486
Episode 105
Length 408
max w 0.0
min w -286.763456299
last td-error 3.18248755737
Episode 106
Length 330
max w 0.0
min w -286.763456299
last td-error -2.67030167516
Episode 107
Length 271
max w 0.0
min w -286.763456299
last td-error -3.86037469657
Episode 108
Length 410
max w 0.0
min w -286.763456299
last td-error 5.69113505386
Episode 109
Length 1115
max w 0.0
min w -286.763456299
last td-error 2.6575422328










    

















    

















    






Episode 110
Length 207
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 111
Length 202
max w 0.0
min w -286.763456299
last td-error -8.30912245772
Episode 112
Length 637
max w 0.0
min w -286.763456299
last td-error 0.4334550228
Episode 113
Length 288
max w 0.0
min w -286.763456299
last td-error 3.2239883958
Episode 114
Length 556
max w 0.0
min w -286.763456299
last td-error 0.111600053485
Episode 115
Length 225
max w 0.0
min w -286.763456299
last td-error 2.86180287129
Episode 116
Length 295
max w 0.0
min w -286.763456299
last td-error -11.0527722844
Episode 117
Length 350
max w 0.0
min w -286.763456299
last td-error -8.63758705426
Episode 118
Length 351
max w 0.0
min w -286.763456299
last td-error 4.91792504653
Episode 119
Length 316
max w 0.0
min w -286.763456299
last td-error -31.2654369119










    

















    

















    






Episode 120
Length 296
max w 0.0
min w -286.763456299
last td-error -14.2475119343
Episode 121
Length 215
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 122
Length 192
max w 0.0
min w -286.763456299
last td-error -8.14294000856
Episode 123
Length 166
max w 0.0
min w -286.763456299
last td-error 21.197507782
Episode 124
Length 124
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 125
Length 215
max w 0.0
min w -286.763456299
last td-error 3.60330216125
Episode 126
Length 210
max w 0.0
min w -286.763456299
last td-error 23.2456478062
Episode 127
Length 349
max w 0.0
min w -286.763456299
last td-error -1.21626438435
Episode 128
Length 202
max w 0.0
min w -286.763456299
last td-error 22.7807348501
Episode 129
Length 241
max w 0.0
min w -286.763456299
last td-error 10.9767071263










    

















    

















    






Episode 130
Length 152
max w 0.0
min w -286.763456299
last td-error 2.24402215479
Episode 131
Length 165
max w 0.0
min w -286.763456299
last td-error -30.9743891866
Episode 132
Length 252
max w 0.0
min w -286.763456299
last td-error -5.92401597967
Episode 133
Length 191
max w 0.0
min w -286.763456299
last td-error 3.42670347701
Episode 134
Length 331
max w 0.0
min w -286.763456299
last td-error 21.4149125728
Episode 135
Length 226
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 136
Length 168
max w 0.0
min w -286.763456299
last td-error -8.35656319445
Episode 137
Length 183
max w 0.0
min w -286.763456299
last td-error -20.7798258015
Episode 138
Length 171
max w 0.0
min w -286.763456299
last td-error -8.18943193056
Episode 139
Length 194
max w 0.0
min w -286.763456299
last td-error 3.35816940747










    

















    

















    






Episode 140
Length 166
max w 0.0
min w -286.763456299
last td-error 33.1820747415
Episode 141
Length 388
max w 0.0
min w -286.763456299
last td-error -31.8772233505
Episode 142
Length 164
max w 0.0
min w -286.763456299
last td-error -5.11270866642
Episode 143
Length 270
max w 0.0
min w -286.763456299
last td-error 0.109368052415
Episode 144
Length 215
max w 0.0
min w -286.763456299
last td-error 3.29100601932
Episode 145
Length 221
max w 0.0
min w -286.763456299
last td-error 12.5472989786
Episode 146
Length 404
max w 0.0
min w -286.763456299
last td-error 14.1994785016
Episode 147
Length 150
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 148
Length 351
max w 0.0
min w -286.763456299
last td-error 35.6636328654
Episode 149
Length 177
max w 0.0
min w -286.763456299
last td-error 2.49872341863










    

















    

















    






Episode 150
Length 317
max w 0.0
min w -286.763456299
last td-error -6.79363644051
Episode 151
Length 153
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 152
Length 212
max w 0.0
min w -286.763456299
last td-error -4.10331908679
Episode 153
Length 339
max w 0.0
min w -286.763456299
last td-error 1.82956749921
Episode 154
Length 197
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 155
Length 288
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 156
Length 186
max w 0.0
min w -286.763456299
last td-error 13.5690349026
Episode 157
Length 246
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 158
Length 338
max w 0.0
min w -286.763456299
last td-error 34.3673741894
Episode 159
Length 357
max w 0.0
min w -286.763456299
last td-error 0.0










    

















    

















    






Episode 160
Length 250
max w 0.0
min w -286.763456299
last td-error -15.048431283
Episode 161
Length 181
max w 0.0
min w -286.763456299
last td-error -3.1216090911
Episode 162
Length 125
max w 0.0
min w -286.763456299
last td-error 22.3660156231
Episode 163
Length 218
max w 0.0
min w -286.763456299
last td-error -3.05917690928
Episode 164
Length 173
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 165
Length 228
max w 0.0
min w -286.763456299
last td-error -15.2451450713
Episode 166
Length 238
max w 0.0
min w -286.763456299
last td-error -2.64365391704
Episode 167
Length 298
max w 0.0
min w -286.763456299
last td-error 13.8437977864
Episode 168
Length 159
max w 0.0
min w -286.763456299
last td-error 24.4855391803
Episode 169
Length 209
max w 0.0
min w -286.763456299
last td-error 2.32977464052










    

















    

















    






Episode 170
Length 157
max w 0.0
min w -286.763456299
last td-error -34.3040573288
Episode 171
Length 310
max w 0.0
min w -286.763456299
last td-error 3.54811816542
Episode 172
Length 230
max w 0.0
min w -286.763456299
last td-error -36.9466334893
Episode 173
Length 202
max w 0.0
min w -286.763456299
last td-error -3.83610380617
Episode 174
Length 246
max w 0.0
min w -286.763456299
last td-error -3.41886280079
Episode 175
Length 195
max w 0.0
min w -286.763456299
last td-error 2.11479427
Episode 176
Length 307
max w 0.0
min w -286.763456299
last td-error 4.19286880837
Episode 177
Length 182
max w 0.0
min w -286.763456299
last td-error 37.09698125
Episode 178
Length 185
max w 0.0
min w -286.763456299
last td-error -6.52910990511
Episode 179
Length 232
max w 0.0
min w -286.763456299
last td-error -49.0285326909










    

















    

















    






Episode 180
Length 270
max w 0.0
min w -286.763456299
last td-error -7.78849572565
Episode 181
Length 135
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 182
Length 233
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 183
Length 220
max w 0.0
min w -286.763456299
last td-error -14.4309797218
Episode 184
Length 260
max w 0.0
min w -286.763456299
last td-error 0.107180691367
Episode 185
Length 246
max w 0.0
min w -286.763456299
last td-error -5.67073076886
Episode 186
Length 181
max w 0.0
min w -286.763456299
last td-error -14.8044450129
Episode 187
Length 251
max w 0.0
min w -286.763456299
last td-error 0.440320541845
Episode 188
Length 240
max w 0.0
min w -286.763456299
last td-error 35.5023398759
Episode 189
Length 238
max w 0.0
min w -286.763456299
last td-error 3.18103434235










    

















    

















    






Episode 190
Length 179
max w 0.0
min w -286.763456299
last td-error -0.285984376668
Episode 191
Length 157
max w 0.0
min w -286.763456299
last td-error -1.98518238347
Episode 192
Length 163
max w 0.0
min w -286.763456299
last td-error 0.431514131008
Episode 193
Length 444
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 194
Length 259
max w 0.0
min w -286.763456299
last td-error 3.3570095394
Episode 195
Length 263
max w 0.0
min w -286.763456299
last td-error 22.6124970991
Episode 196
Length 182
max w 0.0
min w -286.763456299
last td-error -0.117012010102
Episode 197
Length 296
max w 0.0
min w -286.763456299
last td-error -0.02
Episode 198
Length 171
max w 0.0
min w -286.763456299
last td-error -3.43668231395
Episode 199
Length 212
max w 0.0
min w -286.763456299
last td-error 6.22504957892










    

















    

















    






Episode 200
Length 254
max w 0.0
min w -286.763456299
last td-error 20.6456407122
Episode 201
Length 235
max w 0.0
min w -286.763456299
last td-error -5.38722139181
Episode 202
Length 244
max w 0.0
min w -286.763456299
last td-error 0.41559651603
Episode 203
Length 242
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 204
Length 220
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 205
Length 277
max w 0.0
min w -286.763456299
last td-error -2.35839155004
Episode 206
Length 585
max w 0.0
min w -286.763456299
last td-error 13.7200395098
Episode 207
Length 239
max w 0.0
min w -286.763456299
last td-error 26.4465310658
Episode 208
Length 301
max w 0.0
min w -286.763456299
last td-error -13.7225462803
Episode 209
Length 210
max w 0.0
min w -286.763456299
last td-error 3.75257704192










    

















    

















    






Episode 210
Length 242
max w 0.0
min w -286.763456299
last td-error 2.33901355738
Episode 211
Length 258
max w 0.0
min w -286.763456299
last td-error 9.5156606728
Episode 212
Length 235
max w 0.0
min w -286.763456299
last td-error -9.22284483711
Episode 213
Length 537
max w 0.0
min w -286.763456299
last td-error 12.3383597662
Episode 214
Length 327
max w 0.0
min w -286.763456299
last td-error -0.305715544141
Episode 215
Length 174
max w 0.0
min w -286.763456299
last td-error 3.17449146511
Episode 216
Length 174
max w 0.0
min w -286.763456299
last td-error -3.27024091537
Episode 217
Length 219
max w 0.0
min w -286.763456299
last td-error -4.27417984503
Episode 218
Length 209
max w 0.0
min w -286.763456299
last td-error 3.11100163581
Episode 219
Length 213
max w 0.0
min w -286.763456299
last td-error 9.39890317429










    

















    

















    






Episode 220
Length 274
max w 0.0
min w -286.763456299
last td-error 7.86914069424
Episode 221
Length 171
max w 0.0
min w -286.763456299
last td-error -4.20931512367
Episode 222
Length 367
max w 0.0
min w -286.763456299
last td-error 5.35514474045
Episode 223
Length 152
max w 0.0
min w -286.763456299
last td-error -18.9067539151
Episode 224
Length 175
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 225
Length 433
max w 0.0
min w -286.763456299
last td-error -2.05935822045
Episode 226
Length 196
max w 0.0
min w -286.763456299
last td-error -2.01817105604
Episode 227
Length 274
max w 0.0
min w -286.763456299
last td-error 19.6335159652
Episode 228
Length 248
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 229
Length 286
max w 0.0
min w -286.763456299
last td-error 24.0659367503










    

















    

















    






Episode 230
Length 201
max w 0.0
min w -286.763456299
last td-error 0.59454316591
Episode 231
Length 256
max w 0.0
min w -286.763456299
last td-error 3.04874899178
Episode 232
Length 170
max w 0.0
min w -286.763456299
last td-error -14.3391210737
Episode 233
Length 239
max w 0.0
min w -286.763456299
last td-error -5.39075538751
Episode 234
Length 396
max w 0.0
min w -286.763456299
last td-error 0.763257957473
Episode 235
Length 316
max w 0.0
min w -286.763456299
last td-error -0.570289033514
Episode 236
Length 357
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 237
Length 288
max w 0.0
min w -286.763456299
last td-error -3.75290326036
Episode 238
Length 268
max w 0.0
min w -286.763456299
last td-error -2.06841201629
Episode 239
Length 195
max w 0.0
min w -286.763456299
last td-error 8.34653268401










    

















    

















    






Episode 240
Length 389
max w 0.0
min w -286.763456299
last td-error -36.450792835
Episode 241
Length 349
max w 0.0
min w -286.763456299
last td-error -7.72633533454
Episode 242
Length 331
max w 0.0
min w -286.763456299
last td-error 1.20199198754
Episode 243
Length 429
max w 0.0
min w -286.763456299
last td-error 15.29417101
Episode 244
Length 289
max w 0.0
min w -286.763456299
last td-error -12.404644165
Episode 245
Length 296
max w 0.0
min w -286.763456299
last td-error 8.99931220657
Episode 246
Length 261
max w 0.0
min w -286.763456299
last td-error 2.86290951706
Episode 247
Length 292
max w 0.0
min w -286.763456299
last td-error 16.7679644868
Episode 248
Length 188
max w 0.0
min w -286.763456299
last td-error 16.4326051971
Episode 249
Length 267
max w 0.0
min w -286.763456299
last td-error -18.7316254254










    

















    

















    






Episode 250
Length 673
max w 0.0
min w -286.763456299
last td-error -23.1943462325
Episode 251
Length 238
max w 0.0
min w -286.763456299
last td-error 1.47246013914
Episode 252
Length 317
max w 0.0
min w -286.763456299
last td-error 21.1788854305
Episode 253
Length 625
max w 0.0
min w -286.763456299
last td-error -0.589615112852
Episode 254
Length 269
max w 0.0
min w -286.763456299
last td-error -15.0314005983
Episode 255
Length 262
max w 0.0
min w -286.763456299
last td-error -3.86070881798
Episode 256
Length 194
max w 0.0
min w -286.763456299
last td-error 5.80220609242
Episode 257
Length 722
max w 0.0
min w -286.763456299
last td-error -16.9298196417
Episode 258
Length 169
max w 0.0
min w -286.763456299
last td-error 22.0803167426
Episode 259
Length 363
max w 0.0
min w -286.763456299
last td-error 5.13190511626










    

















    

















    






Episode 260
Length 686
max w 0.0
min w -286.763456299
last td-error 10.8867978346
Episode 261
Length 708
max w 0.0
min w -286.763456299
last td-error -3.78246904122
Episode 262
Length 228
max w 0.0
min w -286.763456299
last td-error -25.4347883574
Episode 263
Length 372
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 264
Length 200
max w 0.0
min w -286.763456299
last td-error -17.4170844912
Episode 265
Length 173
max w 0.0
min w -286.763456299
last td-error 51.4610276449
Episode 266
Length 305
max w 0.0
min w -286.763456299
last td-error -20.6940072709
Episode 267
Length 305
max w 0.0
min w -286.763456299
last td-error 1.96236407732
Episode 268
Length 190
max w 0.0
min w -286.763456299
last td-error 15.3254601385
Episode 269
Length 154
max w 0.0
min w -286.763456299
last td-error -4.93870125003










    

















    

















    






Episode 270
Length 386
max w 0.0
min w -286.763456299
last td-error 21.9516341594
Episode 271
Length 265
max w 0.0
min w -286.763456299
last td-error 21.7986428958
Episode 272
Length 184
max w 0.0
min w -286.763456299
last td-error 10.9353209557
Episode 273
Length 343
max w 0.0
min w -286.763456299
last td-error 4.54840703238
Episode 274
Length 171
max w 0.0
min w -286.763456299
last td-error -6.77765603669
Episode 275
Length 377
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 276
Length 223
max w 0.0
min w -286.763456299
last td-error 35.3876661873
Episode 277
Length 214
max w 0.0
min w -286.763456299
last td-error 1.70142437075
Episode 278
Length 212
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 279
Length 200
max w 0.0
min w -286.763456299
last td-error -5.05981441491










    

















    

















    






Episode 280
Length 262
max w 0.0
min w -286.763456299
last td-error 4.73856379671
Episode 281
Length 154
max w 0.0
min w -286.763456299
last td-error 19.4450824643
Episode 282
Length 212
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 283
Length 98
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 284
Length 228
max w 0.0
min w -286.763456299
last td-error 16.7551497476
Episode 285
Length 192
max w 0.0
min w -286.763456299
last td-error 0.661558946096
Episode 286
Length 143
max w 0.0
min w -286.763456299
last td-error 5.7830292565
Episode 287
Length 204
max w 0.0
min w -286.763456299
last td-error 0.747992798324
Episode 288
Length 115
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 289
Length 274
max w 0.0
min w -286.763456299
last td-error -33.9143832132










    

















    

















    






Episode 290
Length 145
max w 0.0
min w -286.763456299
last td-error 4.64379252078
Episode 291
Length 185
max w 0.0
min w -286.763456299
last td-error 2.09069140557
Episode 292
Length 177
max w 0.0
min w -286.763456299
last td-error 34.5627109804
Episode 293
Length 266
max w 0.0
min w -286.763456299
last td-error -0.820122070548
Episode 294
Length 166
max w 0.0
min w -286.763456299
last td-error 30.3650258979
Episode 295
Length 153
max w 0.0
min w -286.763456299
last td-error -2.897216187
Episode 296
Length 154
max w 0.0
min w -286.763456299
last td-error 5.76327561549
Episode 297
Length 181
max w 0.0
min w -286.763456299
last td-error 0.579672258418
Episode 298
Length 171
max w 0.0
min w -286.763456299
last td-error -40.715221271
Episode 299
Length 137
max w 0.0
min w -286.763456299
last td-error 26.9184535166










    

















    

















    






Episode 300
Length 147
max w 0.0
min w -286.763456299
last td-error 22.8883990008
Episode 301
Length 148
max w 0.0
min w -286.763456299
last td-error -6.43489690866
Episode 302
Length 120
max w 0.0
min w -286.763456299
last td-error -6.30619897049
Episode 303
Length 147
max w 0.0
min w -286.763456299
last td-error 29.8835658085
Episode 304
Length 121
max w 0.0
min w -286.763456299
last td-error 1.92353488194
Episode 305
Length 225
max w 0.0
min w -286.763456299
last td-error -0.897831688907
Episode 306
Length 135
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 307
Length 160
max w 0.0
min w -286.763456299
last td-error -26.4485823161
Episode 308
Length 185
max w 0.0
min w -286.763456299
last td-error -2.57883994472
Episode 309
Length 165
max w 0.0
min w -286.763456299
last td-error -29.7577253799










    

















    

















    






Episode 310
Length 181
max w 0.0
min w -286.763456299
last td-error -45.2466545488
Episode 311
Length 231
max w 0.0
min w -286.763456299
last td-error 1.60721403863
Episode 312
Length 165
max w 0.0
min w -286.763456299
last td-error 2.16256025372
Episode 313
Length 191
max w 0.0
min w -286.763456299
last td-error -18.3371512337
Episode 314
Length 167
max w 0.0
min w -286.763456299
last td-error -3.12999826096
Episode 315
Length 235
max w 0.0
min w -286.763456299
last td-error 1.04088002264
Episode 316
Length 163
max w 0.0
min w -286.763456299
last td-error -20.9322750295
Episode 317
Length 158
max w 0.0
min w -286.763456299
last td-error 2.97573163925
Episode 318
Length 222
max w 0.0
min w -286.763456299
last td-error 15.2810504215
Episode 319
Length 218
max w 0.0
min w -286.763456299
last td-error -17.1594042215










    

















    

















    






Episode 320
Length 113
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 321
Length 199
max w 0.0
min w -286.763456299
last td-error 30.0779115562
Episode 322
Length 153
max w 0.0
min w -286.763456299
last td-error 29.2722155658
Episode 323
Length 182
max w 0.0
min w -286.763456299
last td-error -3.32432592907
Episode 324
Length 181
max w 0.0
min w -286.763456299
last td-error 11.463460684
Episode 325
Length 190
max w 0.0
min w -286.763456299
last td-error 16.3463793268
Episode 326
Length 233
max w 0.0
min w -286.763456299
last td-error 48.2136079301
Episode 327
Length 173
max w 0.0
min w -286.763456299
last td-error -27.3228619924
Episode 328
Length 187
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 329
Length 182
max w 0.0
min w -286.763456299
last td-error 12.2621194402










    

















    

















    






Episode 330
Length 222
max w 0.0
min w -286.763456299
last td-error 2.2187863929
Episode 331
Length 170
max w 0.0
min w -286.763456299
last td-error 0.482533031425
Episode 332
Length 144
max w 0.0
min w -286.763456299
last td-error 2.41947204169
Episode 333
Length 140
max w 0.0
min w -286.763456299
last td-error 0.454752598691
Episode 334
Length 194
max w 0.0
min w -286.763456299
last td-error 39.5659899569
Episode 335
Length 146
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 336
Length 139
max w 0.0
min w -286.763456299
last td-error -17.7237811576
Episode 337
Length 178
max w 0.0
min w -286.763456299
last td-error 13.1882662717
Episode 338
Length 218
max w 0.0
min w -286.763456299
last td-error -0.453407077041
Episode 339
Length 120
max w 0.0
min w -286.763456299
last td-error 0.0










    

















    

















    






Episode 340
Length 165
max w 0.0
min w -286.763456299
last td-error -46.7677678769
Episode 341
Length 279
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 342
Length 143
max w 0.0
min w -286.763456299
last td-error 0.0888873230902
Episode 343
Length 259
max w 0.0
min w -286.763456299
last td-error 13.6118460149
Episode 344
Length 176
max w 0.0
min w -286.763456299
last td-error -19.3179786071
Episode 345
Length 110
max w 0.0
min w -286.763456299
last td-error 4.77332452089
Episode 346
Length 170
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 347
Length 133
max w 0.0
min w -286.763456299
last td-error 12.8115701345
Episode 348
Length 241
max w 0.0
min w -286.763456299
last td-error 6.25041038362
Episode 349
Length 163
max w 0.0
min w -286.763456299
last td-error -4.9086320701










    

















    

















    






Episode 350
Length 132
max w 0.0
min w -286.763456299
last td-error -4.14649415981
Episode 351
Length 168
max w 0.0
min w -286.763456299
last td-error 2.67963305863
Episode 352
Length 368
max w 0.0
min w -286.763456299
last td-error -7.24552304489
Episode 353
Length 192
max w 0.0
min w -286.763456299
last td-error 29.5759394134
Episode 354
Length 169
max w 0.0
min w -286.763456299
last td-error 11.3448762823
Episode 355
Length 285
max w 0.0
min w -286.763456299
last td-error 0.02
Episode 356
Length 145
max w 0.0
min w -286.763456299
last td-error -29.2480194441
Episode 357
Length 261
max w 0.0
min w -286.763456299
last td-error 26.8468303163
Episode 358
Length 144
max w 0.0
min w -286.763456299
last td-error 2.91621700646
Episode 359
Length 143
max w 0.0
min w -286.763456299
last td-error 0.0










    

















    

















    






Episode 360
Length 191
max w 0.0
min w -286.763456299
last td-error 3.01344720802
Episode 361
Length 180
max w 0.0
min w -286.763456299
last td-error 4.83311833938
Episode 362
Length 145
max w 0.0
min w -286.763456299
last td-error 11.0213163899
Episode 363
Length 130
max w 0.0
min w -286.763456299
last td-error -28.0396559413
Episode 364
Length 169
max w 0.0
min w -286.763456299
last td-error -30.3568095797
Episode 365
Length 173
max w 0.0
min w -286.763456299
last td-error -5.86551854081
Episode 366
Length 160
max w 0.0
min w -286.763456299
last td-error 19.5493949785
Episode 367
Length 297
max w 0.0
min w -286.763456299
last td-error -46.828140789
Episode 368
Length 140
max w 0.0
min w -286.763456299
last td-error 2.06678441799
Episode 369
Length 170
max w 0.0
min w -286.763456299
last td-error 1.08656009725










    

















    

















    






Episode 370
Length 181
max w 0.0
min w -286.763456299
last td-error 0.767861126744
Episode 371
Length 228
max w 0.0
min w -286.763456299
last td-error -0.474425914306
Episode 372
Length 213
max w 0.0
min w -286.763456299
last td-error -54.288217552
Episode 373
Length 127
max w 0.0
min w -286.763456299
last td-error -21.2795166423
Episode 374
Length 164
max w 0.0
min w -286.763456299
last td-error -8.05580572642
Episode 375
Length 149
max w 0.0
min w -286.763456299
last td-error 6.50470951422
Episode 376
Length 130
max w 0.0
min w -286.763456299
last td-error 1.94434732128
Episode 377
Length 123
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 378
Length 143
max w 0.0
min w -286.763456299
last td-error 22.8212590513
Episode 379
Length 151
max w 0.0
min w -286.763456299
last td-error 12.8947023581










    

















    

















    






Episode 380
Length 193
max w 0.0
min w -286.763456299
last td-error -1.2470833185
Episode 381
Length 140
max w 0.0
min w -286.763456299
last td-error -10.4147803251
Episode 382
Length 164
max w 0.0
min w -286.763456299
last td-error -18.4502499895
Episode 383
Length 291
max w 0.0
min w -286.763456299
last td-error 25.9189058104
Episode 384
Length 154
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 385
Length 148
max w 0.0
min w -286.763456299
last td-error -8.00266530314
Episode 386
Length 211
max w 0.0
min w -286.763456299
last td-error 8.812841581
Episode 387
Length 187
max w 0.0
min w -286.763456299
last td-error -24.4024975289
Episode 388
Length 181
max w 0.0
min w -286.763456299
last td-error 2.02544872963
Episode 389
Length 196
max w 0.0
min w -286.763456299
last td-error -5.50570611186










    

















    

















    






Episode 390
Length 256
max w 0.0
min w -286.763456299
last td-error -7.53804500684
Episode 391
Length 166
max w 0.0
min w -286.763456299
last td-error -5.61586813758
Episode 392
Length 149
max w 0.0
min w -286.763456299
last td-error 1.90546037485
Episode 393
Length 173
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 394
Length 139
max w 0.0
min w -286.763456299
last td-error -46.2469506412
Episode 395
Length 156
max w 0.0
min w -286.763456299
last td-error 1.86735116735
Episode 396
Length 143
max w 0.0
min w -286.763456299
last td-error 3.45275486147
Episode 397
Length 168
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 398
Length 182
max w 0.0
min w -286.763456299
last td-error -48.9990726916
Episode 399
Length 164
max w 0.0
min w -286.763456299
last td-error 34.1273447922










    

















    

















    






Episode 400
Length 165
max w 0.0
min w -286.763456299
last td-error -16.4907365202
Episode 401
Length 176
max w 0.0
min w -286.763456299
last td-error 1.48411538405
Episode 402
Length 131
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 403
Length 121
max w 0.0
min w -286.763456299
last td-error 47.0728241852
Episode 404
Length 141
max w 0.0
min w -286.763456299
last td-error -5.88946901786
Episode 405
Length 128
max w 0.0
min w -286.763456299
last td-error 3.38399038677
Episode 406
Length 188
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 407
Length 119
max w 0.0
min w -286.763456299
last td-error 2.19431837332
Episode 408
Length 138
max w 0.0
min w -286.763456299
last td-error 7.07748364598
Episode 409
Length 178
max w 0.0
min w -286.763456299
last td-error 1.08365093623










    

















    

















    






Episode 410
Length 201
max w 0.0
min w -286.763456299
last td-error 11.3375431124
Episode 411
Length 111
max w 0.0
min w -286.763456299
last td-error 12.8331632488
Episode 412
Length 126
max w 0.0
min w -286.763456299
last td-error 3.7539594438
Episode 413
Length 158
max w 0.0
min w -286.763456299
last td-error 12.3424033515
Episode 414
Length 141
max w 0.0
min w -286.763456299
last td-error 6.61869136974
Episode 415
Length 98
max w 0.0
min w -286.763456299
last td-error -18.7104643285
Episode 416
Length 142
max w 0.0
min w -286.763456299
last td-error 22.5278643829
Episode 417
Length 160
max w 0.0
min w -286.763456299
last td-error -6.12447862681
Episode 418
Length 195
max w 0.0
min w -286.763456299
last td-error -0.217093153513
Episode 419
Length 152
max w 0.0
min w -286.763456299
last td-error -1.8275500147










    

















    

















    






Episode 420
Length 205
max w 0.0
min w -286.763456299
last td-error 29.2063087241
Episode 421
Length 164
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 422
Length 173
max w 0.0
min w -286.763456299
last td-error -15.2452938566
Episode 423
Length 179
max w 0.0
min w -286.763456299
last td-error 8.00698707524
Episode 424
Length 199
max w 0.0
min w -286.763456299
last td-error 20.9434186084
Episode 425
Length 251
max w 0.0
min w -286.763456299
last td-error 3.67888025493
Episode 426
Length 319
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 427
Length 177
max w 0.0
min w -286.763456299
last td-error -11.1397967749
Episode 428
Length 173
max w 0.0
min w -286.763456299
last td-error -31.824382602
Episode 429
Length 128
max w 0.0
min w -286.763456299
last td-error -29.9015711931










    

















    

















    






Episode 430
Length 180
max w 0.0
min w -286.763456299
last td-error 28.7632445789
Episode 431
Length 172
max w 0.0
min w -286.763456299
last td-error 6.52113864518
Episode 432
Length 160
max w 0.0
min w -286.763456299
last td-error 12.5662616595
Episode 433
Length 168
max w 0.0
min w -286.763456299
last td-error 41.7056114697
Episode 434
Length 138
max w 0.0
min w -286.763456299
last td-error -5.48892422702
Episode 435
Length 147
max w 0.0
min w -286.763456299
last td-error 3.43580954804
Episode 436
Length 142
max w 0.0
min w -286.763456299
last td-error -28.508072023
Episode 437
Length 154
max w 0.0
min w -286.763456299
last td-error 25.0224136489
Episode 438
Length 148
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 439
Length 120
max w 0.0
min w -286.763456299
last td-error -48.2823886883










    

















    

















    






Episode 440
Length 209
max w 0.0
min w -286.763456299
last td-error 52.7960316524
Episode 441
Length 172
max w 0.0
min w -286.763456299
last td-error -14.1801715292
Episode 442
Length 116
max w 0.0
min w -286.763456299
last td-error -6.43076492768
Episode 443
Length 182
max w 0.0
min w -286.763456299
last td-error -40.5128995719
Episode 444
Length 224
max w 0.0
min w -286.763456299
last td-error 50.3110067116
Episode 445
Length 132
max w 0.0
min w -286.763456299
last td-error 33.6006053213
Episode 446
Length 160
max w 0.0
min w -286.763456299
last td-error 25.4543109943
Episode 447
Length 129
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 448
Length 140
max w 0.0
min w -286.763456299
last td-error -18.2994125093
Episode 449
Length 157
max w 0.0
min w -286.763456299
last td-error -29.5898930496










    

















    

















    






Episode 450
Length 183
max w 0.0
min w -286.763456299
last td-error 4.68128142199
Episode 451
Length 139
max w 0.0
min w -286.763456299
last td-error 8.97479518138
Episode 452
Length 129
max w 0.0
min w -286.763456299
last td-error -6.63015668417
Episode 453
Length 172
max w 0.0
min w -286.763456299
last td-error 8.61840244965
Episode 454
Length 127
max w 0.0
min w -286.763456299
last td-error -45.8861007923
Episode 455
Length 123
max w 0.0
min w -286.763456299
last td-error 25.0056416006
Episode 456
Length 183
max w 0.0
min w -286.763456299
last td-error 0.425721251847
Episode 457
Length 175
max w 0.0
min w -286.763456299
last td-error 3.76268620914
Episode 458
Length 209
max w 0.0
min w -286.763456299
last td-error 3.5994023342
Episode 459
Length 159
max w 0.0
min w -286.763456299
last td-error -31.6248498465










    

















    

















    






Episode 460
Length 141
max w 0.0
min w -286.763456299
last td-error 1.27563281486
Episode 461
Length 188
max w 0.0
min w -286.763456299
last td-error 21.2131177631
Episode 462
Length 155
max w 0.0
min w -286.763456299
last td-error 33.2275812815
Episode 463
Length 156
max w 0.0
min w -286.763456299
last td-error 1.70207280686
Episode 464
Length 147
max w 0.0
min w -286.763456299
last td-error 2.43120726719
Episode 465
Length 207
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 466
Length 186
max w 0.0
min w -286.763456299
last td-error -23.4875755955
Episode 467
Length 169
max w 0.0
min w -286.763456299
last td-error 0.655991659358
Episode 468
Length 155
max w 0.0
min w -286.763456299
last td-error 2.38258312185
Episode 469
Length 113
max w 0.0
min w -286.763456299
last td-error 45.6173540925










    

















    

















    






Episode 470
Length 193
max w 0.0
min w -286.763456299
last td-error 9.18395897876
Episode 471
Length 168
max w 0.0
min w -286.763456299
last td-error 5.91335383814
Episode 472
Length 112
max w 0.0
min w -286.763456299
last td-error 32.9285932148
Episode 473
Length 140
max w 0.0
min w -286.763456299
last td-error -18.3183019331
Episode 474
Length 152
max w 0.0
min w -286.763456299
last td-error 0.730695038884
Episode 475
Length 113
max w 0.0
min w -286.763456299
last td-error -6.17901665969
Episode 476
Length 226
max w 0.0
min w -286.763456299
last td-error -0.1768968281
Episode 477
Length 158
max w 0.0
min w -286.763456299
last td-error 12.9457409427
Episode 478
Length 262
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 479
Length 138
max w 0.0
min w -286.763456299
last td-error -44.5059674761










    

















    

















    






Episode 480
Length 175
max w 0.0
min w -286.763456299
last td-error 10.0470537462
Episode 481
Length 164
max w 0.0
min w -286.763456299
last td-error -28.994963066
Episode 482
Length 179
max w 0.0
min w -286.763456299
last td-error 8.25721168805
Episode 483
Length 143
max w 0.0
min w -286.763456299
last td-error 21.7981771083
Episode 484
Length 160
max w 0.0
min w -286.763456299
last td-error 44.2885648379
Episode 485
Length 184
max w 0.0
min w -286.763456299
last td-error 19.5721183671
Episode 486
Length 169
max w 0.0
min w -286.763456299
last td-error 8.88201272242
Episode 487
Length 105
max w 0.0
min w -286.763456299
last td-error -13.4211232367
Episode 488
Length 131
max w 0.0
min w -286.763456299
last td-error 12.6868261239
Episode 489
Length 170
max w 0.0
min w -286.763456299
last td-error -3.19858833481










    

















    

















    






Episode 490
Length 126
max w 0.0
min w -286.763456299
last td-error -17.5853092105
Episode 491
Length 117
max w 0.0
min w -286.763456299
last td-error 0.0484843580282
Episode 492
Length 111
max w 0.0
min w -286.763456299
last td-error 3.9896318542
Episode 493
Length 149
max w 0.0
min w -286.763456299
last td-error -13.0796587161
Episode 494
Length 143
max w 0.0
min w -286.763456299
last td-error 21.2595919089
Episode 495
Length 165
max w 0.0
min w -286.763456299
last td-error -5.74812144967
Episode 496
Length 170
max w 0.0
min w -286.763456299
last td-error 60.3227449209
Episode 497
Length 177
max w 0.0
min w -286.763456299
last td-error -3.38048257647
Episode 498
Length 128
max w 0.0
min w -286.763456299
last td-error -45.908213097
Episode 499
Length 179
max w 0.0
min w -286.763456299
last td-error -4.30875625268










    

















    

















    






Episode 500
Length 140
max w 0.0
min w -286.763456299
last td-error -17.6990826465
Episode 501
Length 221
max w 0.0
min w -286.763456299
last td-error -14.8734186878
Episode 502
Length 155
max w 0.0
min w -286.763456299
last td-error -5.69525039121
Episode 503
Length 126
max w 0.0
min w -286.763456299
last td-error -7.51055181766
Episode 504
Length 145
max w 0.0
min w -286.763456299
last td-error 20.3541806878
Episode 505
Length 195
max w 0.0
min w -286.763456299
last td-error 8.90912867109
Episode 506
Length 142
max w 0.0
min w -286.763456299
last td-error 19.1470862505
Episode 507
Length 150
max w 0.0
min w -286.763456299
last td-error 15.1841228563
Episode 508
Length 141
max w 0.0
min w -286.763456299
last td-error 0.906786780545
Episode 509
Length 147
max w 0.0
min w -286.763456299
last td-error -24.581644698










    

















    

















    






Episode 510
Length 171
max w 0.0
min w -286.763456299
last td-error 1.25012015856
Episode 511
Length 167
max w 0.0
min w -286.763456299
last td-error 36.4955888523
Episode 512
Length 157
max w 0.0
min w -286.763456299
last td-error -17.2376428241
Episode 513
Length 151
max w 0.0
min w -286.763456299
last td-error 13.7322234743
Episode 514
Length 183
max w 0.0
min w -286.763456299
last td-error -31.4954322371
Episode 515
Length 199
max w 0.0
min w -286.763456299
last td-error 4.73181798137
Episode 516
Length 219
max w 0.0
min w -286.763456299
last td-error 9.87702789178
Episode 517
Length 157
max w 0.0
min w -286.763456299
last td-error -15.7560924161
Episode 518
Length 125
max w 0.0
min w -286.763456299
last td-error -5.58134538338
Episode 519
Length 142
max w 0.0
min w -286.763456299
last td-error 31.9916506519










    

















    

















    






Episode 520
Length 111
max w 0.0
min w -286.763456299
last td-error 4.336407801
Episode 521
Length 144
max w 0.0
min w -286.763456299
last td-error -2.90593707935
Episode 522
Length 145
max w 0.0
min w -286.763456299
last td-error 0.493160449298
Episode 523
Length 247
max w 0.0
min w -286.763456299
last td-error 1.27784165743
Episode 524
Length 141
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 525
Length 174
max w 0.0
min w -286.763456299
last td-error 6.8869316662
Episode 526
Length 158
max w 0.0
min w -286.763456299
last td-error 10.0081566237
Episode 527
Length 138
max w 0.0
min w -286.763456299
last td-error 2.91483072073
Episode 528
Length 131
max w 0.0
min w -286.763456299
last td-error -6.26832492954
Episode 529
Length 131
max w 0.0
min w -286.763456299
last td-error 0.0










    

















    

















    






Episode 530
Length 142
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 531
Length 150
max w 0.0
min w -286.763456299
last td-error 7.70429795285
Episode 532
Length 133
max w 0.0
min w -286.763456299
last td-error 62.8210111478
Episode 533
Length 140
max w 0.0
min w -286.763456299
last td-error -46.5243012467
Episode 534
Length 139
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 535
Length 158
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 536
Length 142
max w 0.0
min w -286.763456299
last td-error -14.0385476047
Episode 537
Length 128
max w 0.0
min w -286.763456299
last td-error -2.68122595388
Episode 538
Length 165
max w 0.0
min w -286.763456299
last td-error 9.98371293291
Episode 539
Length 127
max w 0.0
min w -286.763456299
last td-error -0.937071198652










    

















    

















    






Episode 540
Length 157
max w 0.0
min w -286.763456299
last td-error 22.7896500023
Episode 541
Length 112
max w 0.0
min w -286.763456299
last td-error 7.98173412105
Episode 542
Length 165
max w 0.0
min w -286.763456299
last td-error 21.2747634852
Episode 543
Length 127
max w 0.0
min w -286.763456299
last td-error -45.632648601
Episode 544
Length 125
max w 0.0
min w -286.763456299
last td-error -2.95017915261
Episode 545
Length 140
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 546
Length 184
max w 0.0
min w -286.763456299
last td-error 9.89572566114
Episode 547
Length 134
max w 0.0
min w -286.763456299
last td-error 46.0282034259
Episode 548
Length 132
max w 0.0
min w -286.763456299
last td-error 2.63580526172
Episode 549
Length 168
max w 0.0
min w -286.763456299
last td-error 7.82209943863










    

















    

















    






Episode 550
Length 195
max w 0.0
min w -286.763456299
last td-error 3.90143632532
Episode 551
Length 139
max w 0.0
min w -286.763456299
last td-error -14.9962041591
Episode 552
Length 132
max w 0.0
min w -286.763456299
last td-error -0.853122945089
Episode 553
Length 136
max w 0.0
min w -286.763456299
last td-error 9.03972357348
Episode 554
Length 156
max w 0.0
min w -286.763456299
last td-error -15.2969320922
Episode 555
Length 114
max w 0.0
min w -286.763456299
last td-error -16.255324176
Episode 556
Length 123
max w 0.0
min w -286.763456299
last td-error -46.4092498682
Episode 557
Length 201
max w 0.0
min w -286.763456299
last td-error 4.53483526967
Episode 558
Length 231
max w 0.0
min w -286.763456299
last td-error 34.8609762481
Episode 559
Length 154
max w 0.0
min w -286.763456299
last td-error 0.0










    

















    

















    






Episode 560
Length 132
max w 0.0
min w -286.763456299
last td-error 2.58308915648
Episode 561
Length 143
max w 0.0
min w -286.763456299
last td-error -28.4533074125
Episode 562
Length 137
max w 0.0
min w -286.763456299
last td-error 10.0865112378
Episode 563
Length 153
max w 0.0
min w -286.763456299
last td-error 26.6179779507
Episode 564
Length 159
max w 0.0
min w -286.763456299
last td-error 14.3348381271
Episode 565
Length 145
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 566
Length 172
max w 0.0
min w -286.763456299
last td-error 6.11877679148
Episode 567
Length 146
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 568
Length 165
max w 0.0
min w -286.763456299
last td-error 11.0968447546
Episode 569
Length 129
max w 0.0
min w -286.763456299
last td-error -23.2290842853










    

















    

















    






Episode 570
Length 222
max w 0.0
min w -286.763456299
last td-error -6.57551864583
Episode 571
Length 143
max w 0.0
min w -286.763456299
last td-error -44.2586162357
Episode 572
Length 139
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 573
Length 167
max w 0.0
min w -286.763456299
last td-error 35.8782825335
Episode 574
Length 137
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 575
Length 122
max w 0.0
min w -286.763456299
last td-error -4.99802883004
Episode 576
Length 149
max w 0.0
min w -286.763456299
last td-error 1.13486729596
Episode 577
Length 141
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 578
Length 173
max w 0.0
min w -286.763456299
last td-error -8.50251707393
Episode 579
Length 145
max w 0.0
min w -286.763456299
last td-error 3.24198705636










    

















    

















    






Episode 580
Length 181
max w 0.0
min w -286.763456299
last td-error 3.17714731524
Episode 581
Length 137
max w 0.0
min w -286.763456299
last td-error 24.2184878466
Episode 582
Length 164
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 583
Length 159
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 584
Length 147
max w 0.0
min w -286.763456299
last td-error -6.39248998171
Episode 585
Length 151
max w 0.0
min w -286.763456299
last td-error -3.74962325671
Episode 586
Length 122
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 587
Length 149
max w 0.0
min w -286.763456299
last td-error 2.98353683734
Episode 588
Length 186
max w 0.0
min w -286.763456299
last td-error -46.5178000795
Episode 589
Length 212
max w 0.0
min w -286.763456299
last td-error 3.73859729486










    

















    

















    






Episode 590
Length 145
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 591
Length 130
max w 0.0
min w -286.763456299
last td-error -46.4128339789
Episode 592
Length 144
max w 0.0
min w -286.763456299
last td-error 6.99642202257
Episode 593
Length 247
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 594
Length 141
max w 0.0
min w -286.763456299
last td-error -22.9720140227
Episode 595
Length 126
max w 0.0
min w -286.763456299
last td-error -44.0767887753
Episode 596
Length 175
max w 0.0
min w -286.763456299
last td-error 34.909011658
Episode 597
Length 181
max w 0.0
min w -286.763456299
last td-error -5.31866452105
Episode 598
Length 148
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 599
Length 131
max w 0.0
min w -286.763456299
last td-error 0.0










    

















    

















    






Episode 600
Length 141
max w 0.0
min w -286.763456299
last td-error -5.08804540601
Episode 601
Length 145
max w 0.0
min w -286.763456299
last td-error -16.4905585703
Episode 602
Length 189
max w 0.0
min w -286.763456299
last td-error 4.81982736699
Episode 603
Length 156
max w 0.0
min w -286.763456299
last td-error 7.54641210514
Episode 604
Length 193
max w 0.0
min w -286.763456299
last td-error 3.85655980069
Episode 605
Length 163
max w 0.0
min w -286.763456299
last td-error -5.69412989894
Episode 606
Length 212
max w 0.0
min w -286.763456299
last td-error 8.91967475826
Episode 607
Length 149
max w 0.0
min w -286.763456299
last td-error 5.08693803855
Episode 608
Length 148
max w 0.0
min w -286.763456299
last td-error 8.90203479292
Episode 609
Length 124
max w 0.0
min w -286.763456299
last td-error 2.57359583123










    

















    

















    






Episode 610
Length 153
max w 0.0
min w -286.763456299
last td-error 18.5646829614
Episode 611
Length 169
max w 0.0
min w -286.763456299
last td-error 11.5359487947
Episode 612
Length 150
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 613
Length 150
max w 0.0
min w -286.763456299
last td-error 3.75454409299
Episode 614
Length 124
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 615
Length 159
max w 0.0
min w -286.763456299
last td-error 51.17255302
Episode 616
Length 143
max w 0.0
min w -286.763456299
last td-error -6.08211780841
Episode 617
Length 139
max w 0.0
min w -286.763456299
last td-error -4.36099776769
Episode 618
Length 217
max w 0.0
min w -286.763456299
last td-error 1.37648278493
Episode 619
Length 160
max w 0.0
min w -286.763456299
last td-error -0.02










    

















    

















    






Episode 620
Length 158
max w 0.0
min w -286.763456299
last td-error 1.62198485514
Episode 621
Length 127
max w 0.0
min w -286.763456299
last td-error -43.7085121741
Episode 622
Length 174
max w 0.0
min w -286.763456299
last td-error 30.2717818399
Episode 623
Length 154
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 624
Length 146
max w 0.0
min w -286.763456299
last td-error 13.4192310816
Episode 625
Length 158
max w 0.0
min w -286.763456299
last td-error 3.67945321113
Episode 626
Length 166
max w 0.0
min w -286.763456299
last td-error 5.20490313132
Episode 627
Length 289
max w 0.0
min w -286.763456299
last td-error -0.532176382969
Episode 628
Length 173
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 629
Length 186
max w 0.0
min w -286.763456299
last td-error 18.1002604611










    

















    

















    






Episode 630
Length 126
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 631
Length 168
max w 0.0
min w -286.763456299
last td-error 20.0486082975
Episode 632
Length 236
max w 0.0
min w -286.763456299
last td-error 3.32111579202
Episode 633
Length 153
max w 0.0
min w -286.763456299
last td-error -5.28702859593
Episode 634
Length 122
max w 0.0
min w -286.763456299
last td-error -43.0752596269
Episode 635
Length 110
max w 0.0
min w -286.763456299
last td-error -4.84022669176
Episode 636
Length 162
max w 0.0
min w -286.763456299
last td-error 3.25469347618
Episode 637
Length 173
max w 0.0
min w -286.763456299
last td-error 3.79073056476
Episode 638
Length 124
max w 0.0
min w -286.763456299
last td-error 0.906480378462
Episode 639
Length 144
max w 0.0
min w -286.763456299
last td-error -3.37660470529










    

















    

















    






Episode 640
Length 153
max w 0.0
min w -286.763456299
last td-error 3.18959960666
Episode 641
Length 185
max w 0.0
min w -286.763456299
last td-error 11.8036749977
Episode 642
Length 141
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 643
Length 162
max w 0.0
min w -286.763456299
last td-error 3.71491595346
Episode 644
Length 114
max w 0.0
min w -286.763456299
last td-error -42.3051712599
Episode 645
Length 173
max w 0.0
min w -286.763456299
last td-error -19.6901611359
Episode 646
Length 151
max w 0.0
min w -286.763456299
last td-error 11.5676014977
Episode 647
Length 140
max w 0.0
min w -286.763456299
last td-error -29.1238933862
Episode 648
Length 140
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 649
Length 181
max w 0.0
min w -286.763456299
last td-error 1.58954515804










    

















    

















    






Episode 650
Length 171
max w 0.0
min w -286.763456299
last td-error 18.9658583344
Episode 651
Length 178
max w 0.0
min w -286.763456299
last td-error 13.2582620422
Episode 652
Length 176
max w 0.0
min w -286.763456299
last td-error 38.7036434624
Episode 653
Length 112
max w 0.0
min w -286.763456299
last td-error -41.7892232608
Episode 654
Length 143
max w 0.0
min w -286.763456299
last td-error 4.12712525695
Episode 655
Length 125
max w 0.0
min w -286.763456299
last td-error -2.48704943613
Episode 656
Length 224
max w 0.0
min w -286.763456299
last td-error 3.58624869968
Episode 657
Length 174
max w 0.0
min w -286.763456299
last td-error 31.3090106857
Episode 658
Length 183
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 659
Length 187
max w 0.0
min w -286.763456299
last td-error 14.0632150549










    

















    

















    






Episode 660
Length 218
max w 0.0
min w -286.763456299
last td-error 18.1933893022
Episode 661
Length 179
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 662
Length 163
max w 0.0
min w -286.763456299
last td-error 37.1420136639
Episode 663
Length 166
max w 0.0
min w -286.763456299
last td-error -4.40429488592
Episode 664
Length 147
max w 0.0
min w -286.763456299
last td-error -6.70255302947
Episode 665
Length 170
max w 0.0
min w -286.763456299
last td-error -18.2185061856
Episode 666
Length 126
max w 0.0
min w -286.763456299
last td-error -29.1730134672
Episode 667
Length 157
max w 0.0
min w -286.763456299
last td-error 16.2440339852
Episode 668
Length 157
max w 0.0
min w -286.763456299
last td-error 4.12287667051
Episode 669
Length 207
max w 0.0
min w -286.763456299
last td-error 40.9242236029










    

















    

















    






Episode 670
Length 166
max w 0.0
min w -286.763456299
last td-error -3.30643110598
Episode 671
Length 122
max w 0.0
min w -286.763456299
last td-error -27.9505288286
Episode 672
Length 143
max w 0.0
min w -286.763456299
last td-error 9.05191441267
Episode 673
Length 155
max w 0.0
min w -286.763456299
last td-error -2.80082010007
Episode 674
Length 140
max w 0.0
min w -286.763456299
last td-error -3.27675627945
Episode 675
Length 166
max w 0.0
min w -286.763456299
last td-error 12.4261743698
Episode 676
Length 128
max w 0.0
min w -286.763456299
last td-error -4.15664539393
Episode 677
Length 156
max w 0.0
min w -286.763456299
last td-error 6.8899718177
Episode 678
Length 121
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 679
Length 162
max w 0.0
min w -286.763456299
last td-error -1.61052550573










    

















    

















    






Episode 680
Length 148
max w 0.0
min w -286.763456299
last td-error -42.5082913591
Episode 681
Length 165
max w 0.0
min w -286.763456299
last td-error -21.9301994518
Episode 682
Length 201
max w 0.0
min w -286.763456299
last td-error 20.3587856084
Episode 683
Length 150
max w 0.0
min w -286.763456299
last td-error 10.1668249619
Episode 684
Length 212
max w 0.0
min w -286.763456299
last td-error 45.0541216691
Episode 685
Length 183
max w 0.0
min w -286.763456299
last td-error 10.5735621166
Episode 686
Length 158
max w 0.0
min w -286.763456299
last td-error -20.1546245307
Episode 687
Length 291
max w 0.0
min w -286.763456299
last td-error -22.1069924253
Episode 688
Length 137
max w 0.0
min w -286.763456299
last td-error -4.54644522395
Episode 689
Length 178
max w 0.0
min w -286.763456299
last td-error -4.83436373511










    

















    

















    






Episode 690
Length 136
max w 0.0
min w -286.763456299
last td-error -25.166455289
Episode 691
Length 185
max w 0.0
min w -286.763456299
last td-error 31.9747656355
Episode 692
Length 146
max w 0.0
min w -286.763456299
last td-error -42.9304173952
Episode 693
Length 128
max w 0.0
min w -286.763456299
last td-error -29.1292298001
Episode 694
Length 178
max w 0.0
min w -286.763456299
last td-error 9.70317198116
Episode 695
Length 112
max w 0.0
min w -286.763456299
last td-error -17.0736126317
Episode 696
Length 203
max w 0.0
min w -286.763456299
last td-error 12.0220819685
Episode 697
Length 171
max w 0.0
min w -286.763456299
last td-error 6.77301007601
Episode 698
Length 145
max w 0.0
min w -286.763456299
last td-error -26.0270168184
Episode 699
Length 183
max w 0.0
min w -286.763456299
last td-error -37.2479975269










    

















    

















    






Episode 700
Length 105
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 701
Length 134
max w 0.0
min w -286.763456299
last td-error -29.2622049154
Episode 702
Length 140
max w 0.0
min w -286.763456299
last td-error 7.09998778584
Episode 703
Length 176
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 704
Length 130
max w 0.0
min w -286.763456299
last td-error -16.696663225
Episode 705
Length 170
max w 0.0
min w -286.763456299
last td-error 16.5927998344
Episode 706
Length 112
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 707
Length 141
max w 0.0
min w -286.763456299
last td-error -5.84477367052
Episode 708
Length 154
max w 0.0
min w -286.763456299
last td-error -0.199426621333
Episode 709
Length 151
max w 0.0
min w -286.763456299
last td-error 32.3337442082










    

















    

















    






Episode 710
Length 284
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 711
Length 183
max w 0.0
min w -286.763456299
last td-error -19.7049919624
Episode 712
Length 215
max w 0.0
min w -286.763456299
last td-error 4.43454002408
Episode 713
Length 148
max w 0.0
min w -286.763456299
last td-error 7.68291984794
Episode 714
Length 237
max w 0.0
min w -286.763456299
last td-error 2.27234266374
Episode 715
Length 162
max w 0.0
min w -286.763456299
last td-error 3.61203744462
Episode 716
Length 140
max w 0.0
min w -286.763456299
last td-error -3.1006804888
Episode 717
Length 106
max w 0.0
min w -286.763456299
last td-error 12.9189435405
Episode 718
Length 119
max w 0.0
min w -286.763456299
last td-error 4.69173798355
Episode 719
Length 149
max w 0.0
min w -286.763456299
last td-error 6.95798803013










    

















    

















    






Episode 720
Length 124
max w 0.0
min w -286.763456299
last td-error -4.5405559408
Episode 721
Length 182
max w 0.0
min w -286.763456299
last td-error 8.09018271038
Episode 722
Length 155
max w 0.0
min w -286.763456299
last td-error 50.1570387868
Episode 723
Length 177
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 724
Length 140
max w 0.0
min w -286.763456299
last td-error -29.1909128852
Episode 725
Length 158
max w 0.0
min w -286.763456299
last td-error 3.36098109671
Episode 726
Length 236
max w 0.0
min w -286.763456299
last td-error 14.5416568211
Episode 727
Length 122
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 728
Length 160
max w 0.0
min w -286.763456299
last td-error 17.3924842377
Episode 729
Length 145
max w 0.0
min w -286.763456299
last td-error 0.0










    

















    

















    






Episode 730
Length 184
max w 0.0
min w -286.763456299
last td-error 7.92837905617
Episode 731
Length 175
max w 0.0
min w -286.763456299
last td-error -8.04057342336
Episode 732
Length 172
max w 0.0
min w -286.763456299
last td-error 37.0197904368
Episode 733
Length 266
max w 0.0
min w -286.763456299
last td-error 6.35408991556
Episode 734
Length 157
max w 0.0
min w -286.763456299
last td-error 12.9018952815
Episode 735
Length 143
max w 0.0
min w -286.763456299
last td-error 11.2712320518
Episode 736
Length 216
max w 0.0
min w -286.763456299
last td-error 3.53979669573
Episode 737
Length 157
max w 0.0
min w -286.763456299
last td-error -2.07948525653
Episode 738
Length 221
max w 0.0
min w -286.763456299
last td-error 4.10337078831
Episode 739
Length 145
max w 0.0
min w -286.763456299
last td-error -26.1703187831










    

















    

















    






Episode 740
Length 201
max w 0.0
min w -286.763456299
last td-error 36.2793946281
Episode 741
Length 381
max w 0.0
min w -286.763456299
last td-error -22.0339870387
Episode 742
Length 208
max w 0.0
min w -286.763456299
last td-error 42.4035133812
Episode 743
Length 168
max w 0.0
min w -286.763456299
last td-error -5.9864373753
Episode 744
Length 218
max w 0.0
min w -286.763456299
last td-error 8.20314627614
Episode 745
Length 137
max w 0.0
min w -286.763456299
last td-error 28.8871465754
Episode 746
Length 145
max w 0.0
min w -286.763456299
last td-error 10.1805767838
Episode 747
Length 164
max w 0.0
min w -286.763456299
last td-error -4.61607389231
Episode 748
Length 135
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 749
Length 164
max w 0.0
min w -286.763456299
last td-error 0.0










    

















    

















    






Episode 750
Length 120
max w 0.0
min w -286.763456299
last td-error 37.8587997414
Episode 751
Length 183
max w 0.0
min w -286.763456299
last td-error 16.9423844029
Episode 752
Length 160
max w 0.0
min w -286.763456299
last td-error -16.194958435
Episode 753
Length 154
max w 0.0
min w -286.763456299
last td-error -28.6736910169
Episode 754
Length 146
max w 0.0
min w -286.763456299
last td-error 13.207431213
Episode 755
Length 146
max w 0.0
min w -286.763456299
last td-error -12.6688697441
Episode 756
Length 142
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 757
Length 210
max w 0.0
min w -286.763456299
last td-error 27.8663633011
Episode 758
Length 161
max w 0.0
min w -286.763456299
last td-error -1.46181519519
Episode 759
Length 193
max w 0.0
min w -286.763456299
last td-error 5.70371963475










    

















    

















    






Episode 760
Length 151
max w 0.0
min w -286.763456299
last td-error -47.0698592687
Episode 761
Length 154
max w 0.0
min w -286.763456299
last td-error 8.08669212971
Episode 762
Length 121
max w 0.0
min w -286.763456299
last td-error -46.0715383941
Episode 763
Length 137
max w 0.0
min w -286.763456299
last td-error 23.8457517827
Episode 764
Length 168
max w 0.0
min w -286.763456299
last td-error 3.6848181911
Episode 765
Length 133
max w 0.0
min w -286.763456299
last td-error -10.2738546689
Episode 766
Length 178
max w 0.0
min w -286.763456299
last td-error 7.1645545797
Episode 767
Length 138
max w 0.0
min w -286.763456299
last td-error 63.2028580482
Episode 768
Length 131
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 769
Length 214
max w 0.0
min w -286.763456299
last td-error 14.3244210338










    

















    

















    






Episode 770
Length 134
max w 0.0
min w -286.763456299
last td-error 10.3749368951
Episode 771
Length 154
max w 0.0
min w -286.763456299
last td-error 17.8113176864
Episode 772
Length 183
max w 0.0
min w -286.763456299
last td-error 2.4051895958
Episode 773
Length 150
max w 0.0
min w -286.763456299
last td-error 3.84598223824
Episode 774
Length 151
max w 0.0
min w -286.763456299
last td-error -11.1729799985
Episode 775
Length 107
max w 0.0
min w -286.763456299
last td-error 15.5222404538
Episode 776
Length 225
max w 0.0
min w -286.763456299
last td-error 39.0358801073
Episode 777
Length 167
max w 0.0
min w -286.763456299
last td-error -25.2577474639
Episode 778
Length 133
max w 0.0
min w -286.763456299
last td-error -42.6444677259
Episode 779
Length 175
max w 0.0
min w -286.763456299
last td-error -19.9578515764










    

















    

















    






Episode 780
Length 201
max w 0.0
min w -286.763456299
last td-error 3.61112182727
Episode 781
Length 146
max w 0.0
min w -286.763456299
last td-error 17.7638346946
Episode 782
Length 160
max w 0.0
min w -286.763456299
last td-error 4.46353584031
Episode 783
Length 132
max w 0.0
min w -286.763456299
last td-error 4.24329041881
Episode 784
Length 142
max w 0.0
min w -286.763456299
last td-error -4.38445816578
Episode 785
Length 158
max w 0.0
min w -286.763456299
last td-error -24.5208770445
Episode 786
Length 177
max w 0.0
min w -286.763456299
last td-error 22.8663218841
Episode 787
Length 165
max w 0.0
min w -286.763456299
last td-error -7.7440407082
Episode 788
Length 133
max w 0.0
min w -286.763456299
last td-error 0.713669423242
Episode 789
Length 171
max w 0.0
min w -286.763456299
last td-error 2.66969641926










    

















    

















    






Episode 790
Length 120
max w 0.0
min w -286.763456299
last td-error 34.9340461554
Episode 791
Length 209
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 792
Length 147
max w 0.0
min w -286.763456299
last td-error 20.1404251083
Episode 793
Length 160
max w 0.0
min w -286.763456299
last td-error 8.68855792156
Episode 794
Length 125
max w 0.0
min w -286.763456299
last td-error 3.53889939073
Episode 795
Length 118
max w 0.0
min w -286.763456299
last td-error 45.0680241193
Episode 796
Length 154
max w 0.0
min w -286.763456299
last td-error 20.6483214487
Episode 797
Length 122
max w 0.0
min w -286.763456299
last td-error 5.05979509751
Episode 798
Length 202
max w 0.0
min w -286.763456299
last td-error -5.32247647495
Episode 799
Length 148
max w 0.0
min w -286.763456299
last td-error 19.2200538661










    

















    

















    






Episode 800
Length 146
max w 0.0
min w -286.763456299
last td-error -1.66721696686
Episode 801
Length 135
max w 0.0
min w -286.763456299
last td-error 36.2890327089
Episode 802
Length 154
max w 0.0
min w -286.763456299
last td-error 20.7596454298
Episode 803
Length 152
max w 0.0
min w -286.763456299
last td-error 14.0951662029
Episode 804
Length 155
max w 0.0
min w -286.763456299
last td-error 6.19587624613
Episode 805
Length 172
max w 0.0
min w -286.763456299
last td-error 4.95859919556
Episode 806
Length 173
max w 0.0
min w -286.763456299
last td-error 33.5799975669
Episode 807
Length 189
max w 0.0
min w -286.763456299
last td-error -5.21602694545
Episode 808
Length 99
max w 0.0
min w -286.763456299
last td-error -2.59348212824
Episode 809
Length 140
max w 0.0
min w -286.763456299
last td-error -5.94367829981










    

















    

















    






Episode 810
Length 169
max w 0.0
min w -286.763456299
last td-error 5.59047400012
Episode 811
Length 171
max w 0.0
min w -286.763456299
last td-error 21.3683866717
Episode 812
Length 161
max w 0.0
min w -286.763456299
last td-error 13.9532197292
Episode 813
Length 206
max w 0.0
min w -286.763456299
last td-error 17.9739074616
Episode 814
Length 173
max w 0.0
min w -286.763456299
last td-error 0.63648765204
Episode 815
Length 143
max w 0.0
min w -286.763456299
last td-error -22.249888455
Episode 816
Length 121
max w 0.0
min w -286.763456299
last td-error -17.2232723049
Episode 817
Length 169
max w 0.0
min w -286.763456299
last td-error -1.87674351617
Episode 818
Length 135
max w 0.0
min w -286.763456299
last td-error -11.2653876972
Episode 819
Length 187
max w 0.0
min w -286.763456299
last td-error 16.9625384621










    

















    

















    






Episode 820
Length 127
max w 0.0
min w -286.763456299
last td-error -25.5586102084
Episode 821
Length 133
max w 0.0
min w -286.763456299
last td-error -8.43334943537
Episode 822
Length 144
max w 0.0
min w -286.763456299
last td-error 37.7808704879
Episode 823
Length 236
max w 0.0
min w -286.763456299
last td-error 8.24261984722
Episode 824
Length 122
max w 0.0
min w -286.763456299
last td-error 3.46812140291
Episode 825
Length 112
max w 0.0
min w -286.763456299
last td-error -25.1973616669
Episode 826
Length 161
max w 0.0
min w -286.763456299
last td-error -19.3361063081
Episode 827
Length 99
max w 0.0
min w -286.763456299
last td-error -5.39147268589
Episode 828
Length 188
max w 0.0
min w -286.763456299
last td-error 2.37693549569
Episode 829
Length 196
max w 0.0
min w -286.763456299
last td-error 20.8374823278










    

















    

















    






Episode 830
Length 124
max w 0.0
min w -286.763456299
last td-error -45.8743543447
Episode 831
Length 165
max w 0.0
min w -286.763456299
last td-error 21.0734528764
Episode 832
Length 194
max w 0.0
min w -286.763456299
last td-error -31.2671265318
Episode 833
Length 167
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 834
Length 148
max w 0.0
min w -286.763456299
last td-error 19.0961861093
Episode 835
Length 156
max w 0.0
min w -286.763456299
last td-error 5.98983672428
Episode 836
Length 159
max w 0.0
min w -286.763456299
last td-error -1.63894660938
Episode 837
Length 121
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 838
Length 154
max w 0.0
min w -286.763456299
last td-error 15.1016993509
Episode 839
Length 131
max w 0.0
min w -286.763456299
last td-error 5.48806177433










    

















    

















    






Episode 840
Length 145
max w 0.0
min w -286.763456299
last td-error -4.37485902131
Episode 841
Length 123
max w 0.0
min w -286.763456299
last td-error 22.7170945991
Episode 842
Length 132
max w 0.0
min w -286.763456299
last td-error -7.87238257092
Episode 843
Length 142
max w 0.0
min w -286.763456299
last td-error -5.07510974565
Episode 844
Length 154
max w 0.0
min w -286.763456299
last td-error 18.6986929196
Episode 845
Length 153
max w 0.0
min w -286.763456299
last td-error 3.34708868177
Episode 846
Length 149
max w 0.0
min w -286.763456299
last td-error -11.6810042336
Episode 847
Length 156
max w 0.0
min w -286.763456299
last td-error 13.7964013945
Episode 848
Length 135
max w 0.0
min w -286.763456299
last td-error 18.3247190612
Episode 849
Length 150
max w 0.0
min w -286.763456299
last td-error 22.8021351808










    

















    

















    






Episode 850
Length 149
max w 0.0
min w -286.763456299
last td-error 3.39875897486
Episode 851
Length 164
max w 0.0
min w -286.763456299
last td-error 16.3812720766
Episode 852
Length 122
max w 0.0
min w -286.763456299
last td-error -23.6450827895
Episode 853
Length 114
max w 0.0
min w -286.763456299
last td-error -5.40474493467
Episode 854
Length 126
max w 0.0
min w -286.763456299
last td-error 30.6420185577
Episode 855
Length 153
max w 0.0
min w -286.763456299
last td-error 14.0455181302
Episode 856
Length 199
max w 0.0
min w -286.763456299
last td-error 5.97813488849
Episode 857
Length 150
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 858
Length 125
max w 0.0
min w -286.763456299
last td-error -7.09969863611
Episode 859
Length 143
max w 0.0
min w -286.763456299
last td-error 0.0










    

















    

















    






Episode 860
Length 128
max w 0.0
min w -286.763456299
last td-error -14.6025462379
Episode 861
Length 195
max w 0.0
min w -286.763456299
last td-error 0.877397079561
Episode 862
Length 133
max w 0.0
min w -286.763456299
last td-error -40.5485613407
Episode 863
Length 182
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 864
Length 150
max w 0.0
min w -286.763456299
last td-error 3.47277776808
Episode 865
Length 165
max w 0.0
min w -286.763456299
last td-error 21.4988660367
Episode 866
Length 177
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 867
Length 137
max w 0.0
min w -286.763456299
last td-error 45.9679905742
Episode 868
Length 150
max w 0.0
min w -286.763456299
last td-error 25.3349573872
Episode 869
Length 165
max w 0.0
min w -286.763456299
last td-error 0.595154507598










    

















    

















    






Episode 870
Length 135
max w 0.0
min w -286.763456299
last td-error -44.2362646072
Episode 871
Length 166
max w 0.0
min w -286.763456299
last td-error 3.40332221272
Episode 872
Length 109
max w 0.0
min w -286.763456299
last td-error -28.0534254858
Episode 873
Length 145
max w 0.0
min w -286.763456299
last td-error 19.7034298206
Episode 874
Length 148
max w 0.0
min w -286.763456299
last td-error 9.11097636305
Episode 875
Length 125
max w 0.0
min w -286.763456299
last td-error -44.1043344428
Episode 876
Length 139
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 877
Length 166
max w 0.0
min w -286.763456299
last td-error -9.95204060586
Episode 878
Length 275
max w 0.0
min w -286.763456299
last td-error 45.9827454276
Episode 879
Length 134
max w 0.0
min w -286.763456299
last td-error 34.3949225212










    

















    

















    






Episode 880
Length 172
max w 0.0
min w -286.763456299
last td-error 3.72820115507
Episode 881
Length 142
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 882
Length 144
max w 0.0
min w -286.763456299
last td-error 4.47614519625
Episode 883
Length 125
max w 0.0
min w -286.763456299
last td-error 12.6659611987
Episode 884
Length 192
max w 0.0
min w -286.763456299
last td-error 0.139147051811
Episode 885
Length 111
max w 0.0
min w -286.763456299
last td-error -5.46979570343
Episode 886
Length 156
max w 0.0
min w -286.763456299
last td-error -5.36039978936
Episode 887
Length 137
max w 0.0
min w -286.763456299
last td-error -27.1193759389
Episode 888
Length 136
max w 0.0
min w -286.763456299
last td-error 14.8633125228
Episode 889
Length 146
max w 0.0
min w -286.763456299
last td-error 35.722064575










    

















    

















    






Episode 890
Length 153
max w 0.0
min w -286.763456299
last td-error 5.59775538077
Episode 891
Length 129
max w 0.0
min w -286.763456299
last td-error -27.7637979692
Episode 892
Length 115
max w 0.0
min w -286.763456299
last td-error -15.3946976812
Episode 893
Length 144
max w 0.0
min w -286.763456299
last td-error -5.23884445637
Episode 894
Length 176
max w 0.0
min w -286.763456299
last td-error 44.6974454045
Episode 895
Length 144
max w 0.0
min w -286.763456299
last td-error 3.60962130186
Episode 896
Length 140
max w 0.0
min w -286.763456299
last td-error 19.1727075713
Episode 897
Length 127
max w 0.0
min w -286.763456299
last td-error 10.4304824315
Episode 898
Length 185
max w 0.0
min w -286.763456299
last td-error 9.68969639987
Episode 899
Length 128
max w 0.0
min w -286.763456299
last td-error -5.51913021754










    

















    

















    






Episode 900
Length 153
max w 0.0
min w -286.763456299
last td-error -23.128138437
Episode 901
Length 169
max w 0.0
min w -286.763456299
last td-error 9.86732030512
Episode 902
Length 180
max w 0.0
min w -286.763456299
last td-error 3.65363713196
Episode 903
Length 159
max w 0.0
min w -286.763456299
last td-error -2.03571392857
Episode 904
Length 148
max w 0.0
min w -286.763456299
last td-error 6.34386029492
Episode 905
Length 123
max w 0.0
min w -286.763456299
last td-error -6.65432795365
Episode 906
Length 169
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 907
Length 183
max w 0.0
min w -286.763456299
last td-error -26.5930854913
Episode 908
Length 181
max w 0.0
min w -286.763456299
last td-error 7.51724068201
Episode 909
Length 162
max w 0.0
min w -286.763456299
last td-error -5.07156157723










    

















    

















    






Episode 910
Length 145
max w 0.0
min w -286.763456299
last td-error 3.55824119219
Episode 911
Length 137
max w 0.0
min w -286.763456299
last td-error 18.2371808402
Episode 912
Length 156
max w 0.0
min w -286.763456299
last td-error -5.87063940803
Episode 913
Length 171
max w 0.0
min w -286.763456299
last td-error 22.734902263
Episode 914
Length 135
max w 0.0
min w -286.763456299
last td-error 13.0471792634
Episode 915
Length 197
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 916
Length 126
max w 0.0
min w -286.763456299
last td-error 10.4749891522
Episode 917
Length 211
max w 0.0
min w -286.763456299
last td-error 22.9508107634
Episode 918
Length 140
max w 0.0
min w -286.763456299
last td-error 8.92875683579
Episode 919
Length 169
max w 0.0
min w -286.763456299
last td-error 20.6743191925










    

















    

















    






Episode 920
Length 213
max w 0.0
min w -286.763456299
last td-error 4.01164863842
Episode 921
Length 158
max w 0.0
min w -286.763456299
last td-error 6.39520638228
Episode 922
Length 140
max w 0.0
min w -286.763456299
last td-error 18.1063841454
Episode 923
Length 137
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 924
Length 157
max w 0.0
min w -286.763456299
last td-error -7.47778767814
Episode 925
Length 149
max w 0.0
min w -286.763456299
last td-error -15.7825198276
Episode 926
Length 135
max w 0.0
min w -286.763456299
last td-error 3.58056438932
Episode 927
Length 130
max w 0.0
min w -286.763456299
last td-error -21.2186649665
Episode 928
Length 132
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 929
Length 157
max w 0.0
min w -286.763456299
last td-error -5.5134147688










    

















    

















    






Episode 930
Length 253
max w 0.0
min w -286.763456299
last td-error 0.102751757505
Episode 931
Length 159
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 932
Length 152
max w 0.0
min w -286.763456299
last td-error -27.4572655886
Episode 933
Length 200
max w 0.0
min w -286.763456299
last td-error 0.375057466317
Episode 934
Length 184
max w 0.0
min w -286.763456299
last td-error -4.76134542969
Episode 935
Length 162
max w 0.0
min w -286.763456299
last td-error 17.7442564625
Episode 936
Length 162
max w 0.0
min w -286.763456299
last td-error -7.25549659943
Episode 937
Length 164
max w 0.0
min w -286.763456299
last td-error -38.1061109193
Episode 938
Length 175
max w 0.0
min w -286.763456299
last td-error -4.89547454683
Episode 939
Length 243
max w 0.0
min w -286.763456299
last td-error -17.6708378273










    

















    

















    






Episode 940
Length 141
max w 0.0
min w -286.763456299
last td-error -4.81227638942
Episode 941
Length 189
max w 0.0
min w -286.763456299
last td-error 2.6001457753
Episode 942
Length 167
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 943
Length 128
max w 0.0
min w -286.763456299
last td-error -5.32742223605
Episode 944
Length 167
max w 0.0
min w -286.763456299
last td-error 9.4428242698
Episode 945
Length 130
max w 0.0
min w -286.763456299
last td-error -4.63866176694
Episode 946
Length 193
max w 0.0
min w -286.763456299
last td-error 29.9415214565
Episode 947
Length 204
max w 0.0
min w -286.763456299
last td-error 13.1393598377
Episode 948
Length 144
max w 0.0
min w -286.763456299
last td-error 9.25396778441
Episode 949
Length 158
max w 0.0
min w -286.763456299
last td-error -10.4715796931










    

















    

















    






Episode 950
Length 166
max w 0.0
min w -286.763456299
last td-error 21.764829066
Episode 951
Length 130
max w 0.0
min w -286.763456299
last td-error -24.2341483516
Episode 952
Length 173
max w 0.0
min w -286.763456299
last td-error -1.01062161554
Episode 953
Length 147
max w 0.0
min w -286.763456299
last td-error -40.8604994224
Episode 954
Length 163
max w 0.0
min w -286.763456299
last td-error -9.59811599324
Episode 955
Length 138
max w 0.0
min w -286.763456299
last td-error 33.4947474222
Episode 956
Length 153
max w 0.0
min w -286.763456299
last td-error -40.0432894339
Episode 957
Length 157
max w 0.0
min w -286.763456299
last td-error -27.7260270634
Episode 958
Length 145
max w 0.0
min w -286.763456299
last td-error 3.15598466973
Episode 959
Length 142
max w 0.0
min w -286.763456299
last td-error -12.4392510115










    

















    

















    






Episode 960
Length 161
max w 0.0
min w -286.763456299
last td-error -27.83206636
Episode 961
Length 171
max w 0.0
min w -286.763456299
last td-error -18.7837102287
Episode 962
Length 151
max w 0.0
min w -286.763456299
last td-error -20.5114200275
Episode 963
Length 146
max w 0.0
min w -286.763456299
last td-error 20.2318662955
Episode 964
Length 179
max w 0.0
min w -286.763456299
last td-error 51.040330675
Episode 965
Length 142
max w 0.0
min w -286.763456299
last td-error 4.3904315297
Episode 966
Length 163
max w 0.0
min w -286.763456299
last td-error 29.7359224002
Episode 967
Length 163
max w 0.0
min w -286.763456299
last td-error -16.7364087264
Episode 968
Length 130
max w 0.0
min w -286.763456299
last td-error 11.8365444985
Episode 969
Length 165
max w 0.0
min w -286.763456299
last td-error 9.85495009261










    

















    

















    






Episode 970
Length 153
max w 0.0
min w -286.763456299
last td-error -30.6050715202
Episode 971
Length 154
max w 0.0
min w -286.763456299
last td-error 4.3026228991
Episode 972
Length 132
max w 0.0
min w -286.763456299
last td-error 30.8419785491
Episode 973
Length 157
max w 0.0
min w -286.763456299
last td-error -9.94315752864
Episode 974
Length 139
max w 0.0
min w -286.763456299
last td-error -4.86224948263
Episode 975
Length 130
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 976
Length 163
max w 0.0
min w -286.763456299
last td-error 4.38212175091
Episode 977
Length 159
max w 0.0
min w -286.763456299
last td-error -4.76500449298
Episode 978
Length 175
max w 0.0
min w -286.763456299
last td-error 2.99038180853
Episode 979
Length 188
max w 0.0
min w -286.763456299
last td-error 26.2551758365










    

















    

















    






Episode 980
Length 172
max w 0.0
min w -286.763456299
last td-error -3.84211289654
Episode 981
Length 197
max w 0.0
min w -286.763456299
last td-error 13.9489275327
Episode 982
Length 156
max w 0.0
min w -286.763456299
last td-error 18.0982147059
Episode 983
Length 163
max w 0.0
min w -286.763456299
last td-error 11.7659220157
Episode 984
Length 159
max w 0.0
min w -286.763456299
last td-error 24.1292579042
Episode 985
Length 142
max w 0.0
min w -286.763456299
last td-error 11.5998136085
Episode 986
Length 174
max w 0.0
min w -286.763456299
last td-error -0.02
Episode 987
Length 121
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 988
Length 135
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 989
Length 162
max w 0.0
min w -286.763456299
last td-error -5.15703582191










    

















    

















    






Episode 990
Length 135
max w 0.0
min w -286.763456299
last td-error -45.2999200721
Episode 991
Length 191
max w 0.0
min w -286.763456299
last td-error 8.25572172108
Episode 992
Length 161
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 993
Length 134
max w 0.0
min w -286.763456299
last td-error 0.0
Episode 994
Length 134
max w 0.0
min w -286.763456299
last td-error 17.6982192819
Episode 995
Length 160
max w 0.0
min w -286.763456299
last td-error 21.29111624
Episode 996
Length 133
max w 0.0
min w -286.763456299
last td-error -3.94494984801
Episode 997
Length 145
max w 0.0
min w -286.763456299
last td-error 4.16487220028
Episode 998
Length 128
max w 0.0
min w -286.763456299
last td-error 43.4325655766
Episode 999
Length 172
max w 0.0
min w -286.763456299
last td-error 15.4431117751










    

















    
























In [ ]:



    






    











In [ ]:



    






    











In [ ]:



    






    











In [ ]:



    






    











In [ ]:



    






    











In [ ]:



    






    











In [ ]:



    






    











In [ ]:

Content source: febert/DeepRL

Similar notebooks:

notebook.community | gallery | about