In [1]:
import os
os.environ["CUDA_VISIBLE_DEVICES"] = "0"
In [2]:
from dqn_learning import *
# import cPickle
# %load_ext autoreload
# %autoreload 2
%pylab inline
# import numpy as np
[2016-08-25 15:09:26,736] Site environment registry incorrect: Scoreboard did not register all envs: set(['AcrobotContinuous-v0'])
Populating the interactive namespace from numpy and matplotlib
WARNING: pylab import has clobbered these variables: ['copy']
`%matplotlib` prevents importing * from pylab and numpy
In [ ]:
car = q_learning(gamma=0.99,
# lambda_=0.9,
# init_epsilon = 0.0,
# update_epsilon = False,
init_epsilon = 1.0,
end_epsilon = 0.1,
update_epsilon = True,
exploration_decrease_length = 1e6,
# N_0= 50,
environment = 'CartPole-v0',
plot_resolution = 30,
nn_size_hidden = [400,300], # [100,100] --> 0.01, [100,100,100] --> similar [400,300]
nn_batch_size = 128,
nn_learning_rate = 2.5e-4,
replay_memory_size = 3e5, # larger than nn_batch_size*1e3 or doesn't train
descent_method = 'adam',
# dropout_keep_prob = 0.9,
ema_decay_rate = 0.9,
train_frequency = 4.0,
from_pixels = True,
reg_weight = 0.0,
do_pretrain = False,
pretrain_steps = 0
)
[2016-08-25 15:09:28,709] Making new env: CartPole-v0
conv 128 8 8 2
weights std = 0.125
[8, 8, 2, 32]
bias std = 0.0
conv 512 4 4 32
weights std = 0.0625
[4, 4, 32, 64]
bias std = 0.0
conv 576 3 3 64
weights std = 0.0589255650989
[3, 3, 64, 64]
bias std = 0.0
fc 7744
weights std = 0.0160706086633
bias std = 0.0
fc 512
weights std = 0.0441941738242
bias std = 0.0
Q-learning configured in nn graph
descending with adam
using environment CartPole-v0
qnn target q-learning False False
In [ ]:
car.deepq_learning(num_iter = 1000000, max_steps = 500000, max_learning_steps=1e6)#, reset_replay_memory=True)
Episode 1010 total samples 10027 train steps 1
Length 25
Episode 1267 total samples 12533 train steps 79
Length 29
Episode 1541 total samples 15034 train steps 157
Length 17
Episode 1799 total samples 17541 train steps 236
Length 18
Episode 2044 total samples 20045 train steps 314
Length 26
Episode 2308 total samples 22552 train steps 392
Length 18
exploration 0.977495500001
/usr/lib/pymodules/python2.7/matplotlib/collections.py:548: FutureWarning: elementwise comparison failed; returning scalar instead, but in the future will perform elementwise comparison
if self._edgecolors == 'face':
Episode 2562 total samples 25054 train steps 470
Length 11
Episode 2804 total samples 27562 train steps 549
Length 38
Episode 3060 total samples 30065 train steps 627
Length 12
Episode 3309 total samples 32575 train steps 705
Length 19
Episode 3545 total samples 35083 train steps 784
Length 35
Episode 3799 total samples 37589 train steps 862
Length 13
Episode 4043 total samples 40094 train steps 940
Length 29
Episode 4309 total samples 42606 train steps 1019
Length 25
Episode 4557 total samples 45116 train steps 1097
Length 19
Episode 4815 total samples 47617 train steps 1176
Length 23
exploration 0.954984700001
Episode 5066 total samples 50131 train steps 1254
Length 42
Episode 5325 total samples 52633 train steps 1332
Length 19
Episode 5579 total samples 55137 train steps 1411
Length 15
Episode 5833 total samples 57643 train steps 1489
Length 12
Episode 6074 total samples 60148 train steps 1567
Length 16
Episode 6315 total samples 62653 train steps 1645
Length 33
Episode 6558 total samples 65158 train steps 1724
Length 13
Episode 6795 total samples 67660 train steps 1802
Length 16
Episode 7044 total samples 70165 train steps 1880
Length 15
Episode 7268 total samples 72689 train steps 1959
Length 61
exploration 0.932482900002
Episode 7515 total samples 75204 train steps 2038
Length 43
Episode 7753 total samples 77705 train steps 2116
Length 36
Episode 8013 total samples 80220 train steps 2194
Length 30
Episode 8271 total samples 82725 train steps 2273
Length 18
Episode 8520 total samples 85232 train steps 2351
Length 44
Episode 8769 total samples 87736 train steps 2429
Length 14
Episode 9008 total samples 90240 train steps 2507
Length 39
Episode 9233 total samples 92747 train steps 2586
Length 13
Episode 9461 total samples 95250 train steps 2664
Length 9
Episode 9702 total samples 97754 train steps 2742
Length 20
exploration 0.909970300003
Episode 9937 total samples 100262 train steps 2821
Length 24
Episode 10181 total samples 102765 train steps 2899
Length 16
Episode 10403 total samples 105272 train steps 2977
Length 19
Episode 10639 total samples 107791 train steps 3056
Length 46
Episode 10868 total samples 110303 train steps 3134
Length 40
Episode 11092 total samples 112809 train steps 3213
Length 11
Episode 11320 total samples 115310 train steps 3291
Length 15
Episode 11554 total samples 117822 train steps 3369
Length 29
Episode 11796 total samples 120338 train steps 3448
Length 32
Episode 12025 total samples 122845 train steps 3526
Length 27
[2016-08-25 15:25:12,607] Observation '[-2.44560229 -2.57623289 0.11950092 1.54390311]' is not contained within observation space 'Box(4,)'.
exploration 0.887463100004
Episode 12240 total samples 125350 train steps 3605
Length 19
Episode 12472 total samples 127854 train steps 3683
Length 12
Episode 12697 total samples 130360 train steps 3761
Length 12
Episode 12922 total samples 132863 train steps 3839
Length 10
Episode 13144 total samples 135371 train steps 3918
Length 28
Episode 13369 total samples 137879 train steps 3996
Length 18
Episode 13587 total samples 140383 train steps 4074
Length 27
Episode 13821 total samples 142886 train steps 4153
Length 27
Episode 14033 total samples 145390 train steps 4231
Length 15
Episode 14257 total samples 147907 train steps 4310
Length 48
exploration 0.864959500004
Episode 14481 total samples 150415 train steps 4388
Length 20
Episode 14717 total samples 152919 train steps 4466
Length 11
Episode 14944 total samples 155423 train steps 4544
Length 10
Episode 15167 total samples 157928 train steps 4623
Length 18
Episode 15392 total samples 160430 train steps 4701
Length 24
Episode 15619 total samples 162933 train steps 4779
Length 13
Episode 15837 total samples 165437 train steps 4857
Length 12
Episode 16069 total samples 167943 train steps 4936
Length 35
Episode 16264 total samples 170449 train steps 5014
Length 30
Episode 16481 total samples 172957 train steps 5092
Length 20
exploration 0.842455900005
Episode 16710 total samples 175462 train steps 5171
Length 24
Episode 16913 total samples 177975 train steps 5249
Length 42
Episode 17112 total samples 180476 train steps 5327
Length 9
Episode 17324 total samples 182982 train steps 5406
Length 12
Episode 17530 total samples 185492 train steps 5484
Length 20
Episode 17748 total samples 188000 train steps 5562
Length 25
Episode 17938 total samples 190503 train steps 5641
Length 11
Episode 18140 total samples 193017 train steps 5719
Length 33
Episode 18354 total samples 195518 train steps 5797
Length 24
Episode 18563 total samples 198021 train steps 5876
Length 16
exploration 0.819953200006
Episode 18772 total samples 200522 train steps 5954
Length 16
Episode 18969 total samples 203033 train steps 6032
Length 40
Episode 19179 total samples 205536 train steps 6110
Length 26
Episode 19377 total samples 208042 train steps 6189
Length 58
Episode 19584 total samples 210545 train steps 6267
Length 27
Episode 19781 total samples 213049 train steps 6345
Length 18
Episode 19984 total samples 215574 train steps 6424
Length 61
Episode 20185 total samples 218098 train steps 6503
Length 57
Episode 20377 total samples 220607 train steps 6581
Length 20
Episode 20573 total samples 223109 train steps 6660
Length 80
exploration 0.797446000007
Episode 20783 total samples 225617 train steps 6738
Length 47
Episode 20989 total samples 228119 train steps 6816
Length 15
Episode 21190 total samples 230622 train steps 6894
Length 11
Episode 21385 total samples 233149 train steps 6973
Length 80
Episode 21589 total samples 235694 train steps 7053
Length 94
Episode 21780 total samples 238205 train steps 7131
Length 26
Episode 21977 total samples 240718 train steps 7210
Length 47
Episode 22164 total samples 243224 train steps 7288
Length 11
Episode 22357 total samples 245737 train steps 7367
Length 53
Episode 22557 total samples 248238 train steps 7445
Length 44
exploration 0.774937000007
Episode 22752 total samples 250739 train steps 7523
Length 49
Episode 22942 total samples 253247 train steps 7601
Length 37
Episode 23143 total samples 255751 train steps 7680
Length 16
Episode 23325 total samples 258253 train steps 7758
Length 16
Episode 23532 total samples 260763 train steps 7836
Length 21
Episode 23733 total samples 263284 train steps 7915
Length 50
Episode 23923 total samples 265792 train steps 7993
Length 15
Episode 24102 total samples 268293 train steps 8072
Length 16
Episode 24284 total samples 270799 train steps 8150
Length 23
Episode 24465 total samples 273326 train steps 8229
Length 62
exploration 0.752419900008
Episode 24658 total samples 275828 train steps 8307
Length 13
Episode 24843 total samples 278340 train steps 8386
Length 24
Episode 25036 total samples 280841 train steps 8464
Length 14
Episode 25216 total samples 283345 train steps 8542
Length 31
Episode 25397 total samples 285848 train steps 8620
Length 40
Episode 25579 total samples 288353 train steps 8699
Length 11
Episode 25773 total samples 290880 train steps 8777
Length 59
Episode 25949 total samples 293389 train steps 8856
Length 35
Episode 26128 total samples 295890 train steps 8934
Length 20
Episode 26291 total samples 298404 train steps 9013
Length 68
exploration 0.729909100009
Episode 26454 total samples 300906 train steps 9091
Length 18
Episode 26613 total samples 303414 train steps 9169
Length 83
Episode 26798 total samples 305918 train steps 9247
Length 9
Episode 26986 total samples 308435 train steps 9326
Length 39
Episode 27168 total samples 310958 train steps 9405
Length 51
Episode 27337 total samples 313485 train steps 9484
Length 73
Episode 27500 total samples 316008 train steps 9563
Length 54
Episode 27676 total samples 318516 train steps 9641
Length 31
Episode 27850 total samples 321032 train steps 9720
Length 48
Episode 28024 total samples 323543 train steps 9798
Length 37
exploration 0.70740820001
Episode 28201 total samples 326049 train steps 9877
Length 20
Episode 28368 total samples 328562 train steps 9955
Length 38
Episode 28538 total samples 331067 train steps 10033
Length 11
Episode 28712 total samples 333576 train steps 10112
Length 22
Episode 28867 total samples 336078 train steps 10190
Length 17
Episode 29035 total samples 338596 train steps 10269
Length 61
Episode 29197 total samples 341115 train steps 10347
Length 50
Episode 29361 total samples 343616 train steps 10425
Length 11
Episode 29531 total samples 346118 train steps 10504
Length 26
Episode 29700 total samples 348639 train steps 10582
Length 81
exploration 0.68490460001
Episode 29869 total samples 351148 train steps 10661
Length 22
Episode 30037 total samples 353660 train steps 10739
Length 41
Episode 30203 total samples 356167 train steps 10818
Length 16
Episode 30370 total samples 358678 train steps 10896
Length 24
Episode 30523 total samples 361200 train steps 10975
Length 67
Episode 30688 total samples 363703 train steps 11053
Length 43
Episode 30856 total samples 366211 train steps 11132
Length 25
Episode 31021 total samples 368724 train steps 11210
Length 29
Episode 31176 total samples 371282 train steps 11290
Length 122
Episode 31350 total samples 373798 train steps 11369
Length 46
exploration 0.662389300011
Episode 31502 total samples 376314 train steps 11447
Length 64
Episode 31659 total samples 378820 train steps 11526
Length 100
Episode 31829 total samples 381322 train steps 11604
Length 14
Episode 31991 total samples 383848 train steps 11683
Length 59
Episode 32154 total samples 386365 train steps 11761
Length 55
Episode 32300 total samples 388889 train steps 11840
Length 101
Episode 32456 total samples 391406 train steps 11919
Length 37
Episode 32607 total samples 393911 train steps 11997
Length 22
Episode 32748 total samples 396415 train steps 12075
Length 51
Episode 32895 total samples 398932 train steps 12154
Length 50
exploration 0.639879400012
Episode 33050 total samples 401435 train steps 12232
Length 28
Episode 33182 total samples 403960 train steps 12311
Length 58
Episode 33318 total samples 406471 train steps 12390
Length 44
Episode 33466 total samples 408984 train steps 12468
Length 27
Episode 33612 total samples 411489 train steps 12547
Length 102
Episode 33770 total samples 413992 train steps 12625
Length 20
Episode 33921 total samples 416520 train steps 12704
Length 73
Episode 34075 total samples 419021 train steps 12782
Length 28
Episode 34231 total samples 421527 train steps 12860
Length 64
Episode 34374 total samples 424032 train steps 12938
Length 13
exploration 0.617358700013
Episode 34497 total samples 426541 train steps 13017
Length 52
Episode 34640 total samples 429045 train steps 13095
Length 18
Episode 34773 total samples 431551 train steps 13173
Length 24
Episode 34902 total samples 434058 train steps 13252
Length 21
Episode 35042 total samples 436561 train steps 13330
Length 20
Episode 35161 total samples 439085 train steps 13409
Length 66
Episode 35294 total samples 441609 train steps 13488
Length 120
Episode 35427 total samples 444110 train steps 13566
Length 88
Episode 35554 total samples 446614 train steps 13644
Length 46
Episode 35693 total samples 449131 train steps 13723
Length 41
exploration 0.594851500013
Episode 35840 total samples 451642 train steps 13801
Length 28
Episode 35984 total samples 454167 train steps 13880
Length 59
Episode 36125 total samples 456676 train steps 13959
Length 72
Episode 36246 total samples 459182 train steps 14037
Length 43
Episode 36391 total samples 461703 train steps 14116
Length 87
Episode 36519 total samples 464225 train steps 14195
Length 57
Episode 36651 total samples 466742 train steps 14273
Length 36
Episode 36793 total samples 469244 train steps 14351
Length 71
Episode 36927 total samples 471751 train steps 14430
Length 18
Episode 37053 total samples 474269 train steps 14508
Length 35
exploration 0.572350600014
Episode 37172 total samples 476806 train steps 14588
Length 96
Episode 37300 total samples 479319 train steps 14666
Length 44
Episode 37427 total samples 481832 train steps 14745
Length 72
Episode 37551 total samples 484337 train steps 14823
Length 9
Episode 37660 total samples 486860 train steps 14902
Length 82
Episode 37786 total samples 489380 train steps 14981
Length 78
Episode 37908 total samples 491889 train steps 15059
Length 130
Episode 38026 total samples 494394 train steps 15137
Length 56
Episode 38141 total samples 496904 train steps 15216
Length 27
Episode 38254 total samples 499414 train steps 15294
Length 60
exploration 0.549845200015
Episode 38371 total samples 501927 train steps 15373
Length 101
Episode 38494 total samples 504464 train steps 15452
Length 81
Episode 38623 total samples 506998 train steps 15531
Length 111
Episode 38734 total samples 509508 train steps 15610
Length 47
Episode 38853 total samples 512034 train steps 15689
Length 68
Episode 38975 total samples 514546 train steps 15767
Length 23
Episode 39086 total samples 517071 train steps 15846
Length 86
Episode 39221 total samples 519594 train steps 15925
Length 76
Episode 39342 total samples 522100 train steps 16003
Length 14
Episode 39463 total samples 524620 train steps 16082
Length 76
exploration 0.527330800016
Episode 39576 total samples 527123 train steps 16160
Length 28
Episode 39692 total samples 529652 train steps 16239
Length 146
Episode 39806 total samples 532203 train steps 16319
Length 102
Episode 39917 total samples 534731 train steps 16398
Length 85
Episode 40035 total samples 537250 train steps 16477
Length 79
Episode 40145 total samples 539763 train steps 16555
Length 51
Episode 40262 total samples 542290 train steps 16634
Length 55
Episode 40371 total samples 544810 train steps 16713
Length 52
Episode 40480 total samples 547346 train steps 16792
Length 102
Episode 40580 total samples 549851 train steps 16870
Length 98
exploration 0.504825400016
Episode 40674 total samples 552364 train steps 16949
Length 89
Episode 40781 total samples 554899 train steps 17028
Length 83
Episode 40892 total samples 557419 train steps 17107
Length 75
Episode 40998 total samples 559920 train steps 17185
Length 15
Episode 41092 total samples 562442 train steps 17264
Length 48
Episode 41199 total samples 564962 train steps 17343
Length 69
Episode 41295 total samples 567478 train steps 17421
Length 34
Episode 41389 total samples 569985 train steps 17500
Length 18
Episode 41496 total samples 572486 train steps 17578
Length 10
Episode 41607 total samples 574990 train steps 17656
Length 44
exploration 0.482309200016
Episode 41704 total samples 577514 train steps 17735
Length 57
Episode 41808 total samples 580033 train steps 17814
Length 105
Episode 41902 total samples 582574 train steps 17893
Length 99
Episode 41998 total samples 585100 train steps 17972
Length 52
Episode 42103 total samples 587606 train steps 18050
Length 88
Episode 42208 total samples 590144 train steps 18129
Length 93
Episode 42323 total samples 592650 train steps 18208
Length 63
Episode 42415 total samples 595167 train steps 18286
Length 93
Episode 42509 total samples 597696 train steps 18365
Length 105
Episode 42606 total samples 600198 train steps 18444
Length 145
exploration 0.459788500015
Episode 42703 total samples 602709 train steps 18522
Length 90
Episode 42807 total samples 605216 train steps 18600
Length 35
Episode 42906 total samples 607728 train steps 18679
Length 113
Episode 43006 total samples 610264 train steps 18758
Length 132
Episode 43110 total samples 612804 train steps 18838
Length 94
Episode 43205 total samples 615305 train steps 18916
Length 38
Episode 43305 total samples 617815 train steps 18994
Length 34
Episode 43396 total samples 620335 train steps 19073
Length 108
Episode 43490 total samples 622846 train steps 19151
Length 33
exploration 0.437284000015
Episode 43572 total samples 625349 train steps 19230
Length 59
Episode 43664 total samples 627866 train steps 19308
Length 78
Episode 43760 total samples 630374 train steps 19387
Length 67
Episode 43848 total samples 632896 train steps 19465
Length 83
Episode 43931 total samples 635402 train steps 19544
Length 35
Episode 44008 total samples 637933 train steps 19623
Length 107
Episode 44098 total samples 640450 train steps 19702
Length 89
Episode 44182 total samples 642970 train steps 19780
Length 45
Episode 44273 total samples 645474 train steps 19859
Length 75
Episode 44349 total samples 647989 train steps 19937
Length 65
exploration 0.414751600014
Episode 44443 total samples 650491 train steps 20015
Length 41
Episode 44533 total samples 652992 train steps 20093
Length 71
Episode 44617 total samples 655525 train steps 20173
Length 116
Episode 44697 total samples 658078 train steps 20252
Length 118
Episode 44779 total samples 660630 train steps 20332
Length 116
Episode 44853 total samples 663133 train steps 20410
Length 20
Episode 44942 total samples 665638 train steps 20489
Length 13
Episode 45026 total samples 668148 train steps 20567
Length 28
Episode 45105 total samples 670651 train steps 20645
Length 12
Episode 45187 total samples 673161 train steps 20724
Length 67
exploration 0.392231800013
Episode 45264 total samples 675692 train steps 20803
Length 93
Episode 45338 total samples 678286 train steps 20884
Length 188
Episode 45417 total samples 680790 train steps 20962
Length 107
Episode 45504 total samples 683304 train steps 21041
Length 93
Episode 45584 total samples 685815 train steps 21119
Length 75
Episode 45658 total samples 688358 train steps 21199
Length 196
Episode 45741 total samples 690904 train steps 21278
Length 121
Episode 45820 total samples 693468 train steps 21358
Length 127
Episode 45900 total samples 695977 train steps 21437
Length 33
Episode 45975 total samples 698500 train steps 21516
Length 91
exploration 0.369726400013
Episode 46055 total samples 701117 train steps 21597
Length 236
Episode 46120 total samples 703621 train steps 21676
Length 16
Episode 46200 total samples 706138 train steps 21754
Length 65
Episode 46270 total samples 708655 train steps 21833
Length 82
Episode 46343 total samples 711174 train steps 21912
Length 138
Episode 46412 total samples 713700 train steps 21991
Length 114
Episode 46480 total samples 716236 train steps 22070
Length 90
Episode 46562 total samples 718800 train steps 22150
Length 145
Episode 46627 total samples 721336 train steps 22229
Length 102
Episode 46688 total samples 723875 train steps 22309
Length 96
exploration 0.347186800012
Episode 46750 total samples 726398 train steps 22387
Length 46
Episode 46825 total samples 728899 train steps 22466
Length 152
Episode 46889 total samples 731414 train steps 22544
Length 72
Episode 46954 total samples 733921 train steps 22623
Length 77
Episode 47022 total samples 736431 train steps 22701
Length 41
Episode 47087 total samples 738938 train steps 22779
Length 121
Episode 47152 total samples 741439 train steps 22857
Length 28
Episode 47221 total samples 743974 train steps 22937
Length 72
Episode 47284 total samples 746519 train steps 23016
Length 117
Episode 47354 total samples 749051 train steps 23095
Length 176
exploration 0.324635500011
Episode 47416 total samples 751555 train steps 23174
Length 96
Episode 47474 total samples 754145 train steps 23255
Length 196
Episode 47527 total samples 756675 train steps 23334
Length 166
Episode 47579 total samples 759189 train steps 23412
Length 246
Episode 47641 total samples 761896 train steps 23497
Length 489
Episode 47700 total samples 764437 train steps 23576
Length 128
Episode 47770 total samples 767054 train steps 23658
Length 238
Episode 47828 total samples 769611 train steps 23738
Length 270
Episode 47890 total samples 772161 train steps 23818
Length 113
Episode 47938 total samples 774688 train steps 23896
Length 54
exploration 0.302130100011
Episode 48012 total samples 777208 train steps 23975
Length 49
Episode 48076 total samples 779721 train steps 24054
Length 97
Episode 48126 total samples 782230 train steps 24132
Length 120
Episode 48189 total samples 784775 train steps 24212
Length 109
Episode 48248 total samples 787280 train steps 24290
Length 152
Episode 48306 total samples 789820 train steps 24369
Length 92
Episode 48357 total samples 792332 train steps 24448
Length 142
Episode 48407 total samples 794900 train steps 24528
Length 392
Episode 48467 total samples 797429 train steps 24607
Length 225
Episode 48532 total samples 799949 train steps 24686
Length 43
exploration 0.27959320001
Episode 48586 total samples 802471 train steps 24765
Length 167
Episode 48638 total samples 805001 train steps 24844
Length 99
Episode 48681 total samples 807581 train steps 24924
Length 169
Episode 48741 total samples 810099 train steps 25003
Length 40
Episode 48795 total samples 812636 train steps 25082
Length 86
Episode 48854 total samples 815208 train steps 25163
Length 146
Episode 48907 total samples 817770 train steps 25243
Length 162
Episode 48952 total samples 820294 train steps 25322
Length 138
Episode 49006 total samples 822866 train steps 25402
Length 143
Episode 49047 total samples 825399 train steps 25481
Length 307
exploration 0.257033800009
Episode 49100 total samples 827960 train steps 25561
Length 132
Episode 49150 total samples 830480 train steps 25640
Length 102
Episode 49205 total samples 832994 train steps 25719
Length 122
Episode 49260 total samples 835526 train steps 25798
Length 155
Episode 49314 total samples 838055 train steps 25877
Length 266
Episode 49368 total samples 840581 train steps 25956
Length 100
Episode 49417 total samples 843157 train steps 26036
Length 165
Episode 49458 total samples 845746 train steps 26117
Length 187
Episode 49502 total samples 848323 train steps 26198
Length 154
exploration 0.234514900009
Episode 49549 total samples 850871 train steps 26277
Length 96
Episode 49604 total samples 853378 train steps 26356
Length 70
Episode 49647 total samples 855938 train steps 26436
Length 205
Episode 49695 total samples 858526 train steps 26516
Length 233
Episode 49739 total samples 861037 train steps 26595
Length 42
Episode 49796 total samples 863595 train steps 26675
Length 161
Episode 49837 total samples 866121 train steps 26754
Length 132
Episode 49881 total samples 868700 train steps 26834
Length 198
Episode 49922 total samples 871202 train steps 26913
Length 158
Episode 49962 total samples 873808 train steps 26994
Length 270
exploration 0.212000500009
Episode 50005 total samples 876348 train steps 27073
Length 180
Episode 50039 total samples 878908 train steps 27153
Length 267
Episode 50075 total samples 881490 train steps 27234
Length 188
Episode 50116 total samples 884055 train steps 27314
Length 176
Episode 50158 total samples 886607 train steps 27394
Length 143
Episode 50197 total samples 889119 train steps 27472
Length 200
Episode 50234 total samples 891658 train steps 27552
Length 287
Episode 50269 total samples 894168 train steps 27630
Length 170
Episode 50298 total samples 896796 train steps 27712
Length 255
Episode 50338 total samples 899314 train steps 27791
Length 114
exploration 0.189393400009
Episode 50364 total samples 901894 train steps 27872
Length 183
Episode 50396 total samples 904490 train steps 27953
Length 317
Episode 50435 total samples 907014 train steps 28032
Length 63
Episode 50468 total samples 909557 train steps 28111
Length 120
Episode 50498 total samples 912081 train steps 28190
Length 88
Episode 50528 total samples 914606 train steps 28269
Length 225
Episode 50547 total samples 917127 train steps 28348
Length 508
Episode 50582 total samples 919669 train steps 28427
Length 126
Episode 50615 total samples 922224 train steps 28507
Length 202
Episode 50653 total samples 924765 train steps 28586
Length 100
exploration 0.166861900009
Episode 50683 total samples 927269 train steps 28665
Length 144
Episode 50708 total samples 929853 train steps 28745
Length 201
Episode 50740 total samples 932363 train steps 28824
Length 232
Episode 50765 total samples 934919 train steps 28904
Length 180
Episode 50797 total samples 937491 train steps 28984
Length 358
Episode 50827 total samples 939997 train steps 29062
Length 164
Episode 50856 total samples 942522 train steps 29141
Length 141
Episode 50881 total samples 945046 train steps 29220
Length 62
Episode 50909 total samples 947686 train steps 29303
Length 368
Episode 50938 total samples 950362 train steps 29386
Length 362
exploration 0.144256600009
Episode 50961 total samples 952939 train steps 29467
Length 222
Episode 50997 total samples 955497 train steps 29547
Length 165
Episode 51025 total samples 958017 train steps 29626
Length 326
Episode 51051 total samples 960667 train steps 29708
Length 458
Episode 51073 total samples 963282 train steps 29790
Length 510
Episode 51098 total samples 965826 train steps 29870
Length 454
Episode 51120 total samples 968336 train steps 29948
Length 431
Episode 51141 total samples 970840 train steps 30026
Length 26
Episode 51166 total samples 973536 train steps 30110
Length 419
exploration 0.12165130001
Episode 51187 total samples 976108 train steps 30191
Length 229
Episode 51209 total samples 978762 train steps 30274
Length 428
Episode 51235 total samples 981358 train steps 30355
Length 278
Episode 51260 total samples 983968 train steps 30436
Length 229
Episode 51281 total samples 986694 train steps 30522
Length 526
Episode 51304 total samples 989320 train steps 30604
Length 508
Episode 51326 total samples 991850 train steps 30683
Length 140
Episode 51343 total samples 994432 train steps 30763
Length 673
Episode 51358 total samples 996980 train steps 30843
Length 260
Episode 51380 total samples 999626 train steps 30926
Length 472
exploration 0.0999991000096
Episode 51404 total samples 1002237 train steps 31007
Length 226
Episode 51426 total samples 1004744 train steps 31086
Length 38
Episode 51445 total samples 1007298 train steps 31166
Length 298
Episode 51466 total samples 1009898 train steps 31247
Length 352
Episode 51486 total samples 1012402 train steps 31325
Length 180
Episode 51508 total samples 1015076 train steps 31409
Length 634
Episode 51529 total samples 1017796 train steps 31494
Length 486
Episode 51544 total samples 1020311 train steps 31572
Length 114
Episode 51561 total samples 1022814 train steps 31650
Length 514
Episode 51579 total samples 1025614 train steps 31738
Length 878
exploration 0.0999991000096
Episode 51592 total samples 1028148 train steps 31817
Length 383
Episode 51604 total samples 1030653 train steps 31895
Length 355
Episode 51624 total samples 1033183 train steps 31974
Length 103
Episode 51638 total samples 1035732 train steps 32054
Length 600
Episode 51657 total samples 1038446 train steps 32139
Length 427
Episode 51678 total samples 1041034 train steps 32220
Length 215
Episode 51698 total samples 1043694 train steps 32303
Length 385
Episode 51714 total samples 1046257 train steps 32383
Length 422
Episode 51731 total samples 1048939 train steps 32467
Length 578
Episode 51744 total samples 1051499 train steps 32547
Length 1035
exploration 0.0999991000096
Episode 51761 total samples 1054002 train steps 32625
Length 103
Episode 51778 total samples 1056615 train steps 32707
Length 493
Episode 51806 total samples 1059167 train steps 32786
Length 739
Episode 51827 total samples 1061738 train steps 32867
Length 277
Episode 51849 total samples 1064269 train steps 32946
Length 95
Episode 51876 total samples 1066778 train steps 33024
Length 105
Episode 51888 total samples 1069279 train steps 33102
Length 507
Episode 51903 total samples 1071791 train steps 33181
Length 218
Episode 51918 total samples 1074389 train steps 33262
Length 217
exploration 0.0999991000096
Episode 51937 total samples 1076897 train steps 33341
Length 112
Episode 51955 total samples 1080108 train steps 33441
Length 1526
Episode 51971 total samples 1082839 train steps 33526
Length 720
Episode 51993 total samples 1085531 train steps 33610
Length 486
Episode 52017 total samples 1088253 train steps 33695
Length 448
Episode 52031 total samples 1090774 train steps 33774
Length 670
Episode 52049 total samples 1093461 train steps 33858
Length 516
Episode 52069 total samples 1096065 train steps 33940
Length 301
Episode 52081 total samples 1098664 train steps 34021
Length 405
Episode 52094 total samples 1101221 train steps 34101
Length 134
exploration 0.0999991000096
Episode 52111 total samples 1103959 train steps 34186
Length 534
Episode 52134 total samples 1106587 train steps 34268
Length 566
Episode 52147 total samples 1109100 train steps 34347
Length 304
Episode 52168 total samples 1111657 train steps 34427
Length 201
Episode 52183 total samples 1114178 train steps 34506
Length 78
Episode 52198 total samples 1116740 train steps 34586
Length 129
Episode 52215 total samples 1119245 train steps 34664
Length 463
Episode 52239 total samples 1122066 train steps 34752
Length 745
Episode 52260 total samples 1124681 train steps 34834
Length 386
exploration 0.0999991000096
Episode 52274 total samples 1127652 train steps 34927
Length 956
Episode 52288 total samples 1130214 train steps 35007
Length 271
Episode 52307 total samples 1132783 train steps 35087
Length 1019
Episode 52326 total samples 1135350 train steps 35167
Length 419
Episode 52336 total samples 1137966 train steps 35249
Length 275
Episode 52351 total samples 1140473 train steps 35327
Length 888
Episode 52363 total samples 1143188 train steps 35412
Length 473
Episode 52381 total samples 1146038 train steps 35501
Length 1053
Episode 52400 total samples 1148693 train steps 35584
Length 404
Episode 52412 total samples 1151572 train steps 35674
Length 1086
exploration 0.0999991000096
Episode 52424 total samples 1154147 train steps 35755
Length 344
Episode 52440 total samples 1156774 train steps 35837
Length 277
Episode 52452 total samples 1159514 train steps 35922
Length 676
Episode 52469 total samples 1162015 train steps 36000
Length 72
Episode 52484 total samples 1164563 train steps 36080
Length 1100
Episode 52498 total samples 1167298 train steps 36166
Length 679
Episode 52515 total samples 1169876 train steps 36246
Length 505
Episode 52531 total samples 1172487 train steps 36328
Length 612
Episode 52550 total samples 1175108 train steps 36410
Length 284
exploration 0.0999991000096
Episode 52560 total samples 1177611 train steps 36488
Length 907
Episode 52577 total samples 1180578 train steps 36581
Length 1548
Episode 52592 total samples 1183144 train steps 36661
Length 391
Episode 52603 total samples 1185695 train steps 36740
Length 201
Episode 52621 total samples 1188296 train steps 36822
Length 232
Episode 52640 total samples 1190900 train steps 36903
Length 409
Episode 52652 total samples 1193484 train steps 36984
Length 201
Episode 52663 total samples 1196011 train steps 37063
Length 179
Episode 52675 total samples 1198758 train steps 37149
Length 867
Episode 52701 total samples 1201274 train steps 37227
Length 240
exploration 0.0999991000096
Episode 52720 total samples 1203885 train steps 37309
Length 769
Episode 52735 total samples 1206462 train steps 37389
Length 324
Episode 52754 total samples 1208963 train steps 37468
Length 88
Episode 52771 total samples 1211510 train steps 37547
Length 93
Episode 52790 total samples 1214258 train steps 37633
Length 639
Episode 52801 total samples 1217072 train steps 37721
Length 824
Episode 52822 total samples 1219968 train steps 37811
Length 955
Episode 52843 total samples 1222581 train steps 37893
Length 419
Episode 52856 total samples 1225458 train steps 37983
Length 1028
exploration 0.0999991000096
Episode 52875 total samples 1228173 train steps 38068
Length 439
Episode 52883 total samples 1230989 train steps 38156
Length 674
Episode 52898 total samples 1233816 train steps 38244
Length 985
Episode 52907 total samples 1236721 train steps 38335
Length 1235
Episode 52923 total samples 1239276 train steps 38415
Length 164
Episode 52943 total samples 1241833 train steps 38495
Length 213
Episode 52959 total samples 1244561 train steps 38580
Length 578
Episode 52972 total samples 1247066 train steps 38658
Length 291
Episode 52987 total samples 1249636 train steps 38739
Length 1025
exploration 0.0999991000096
Episode 53002 total samples 1252143 train steps 38817
Length 396
Episode 53016 total samples 1254774 train steps 38899
Length 373
Episode 53030 total samples 1257332 train steps 38979
Length 580
Episode 53047 total samples 1259960 train steps 39061
Length 600
Episode 53064 total samples 1262604 train steps 39144
Length 833
Episode 53082 total samples 1265454 train steps 39233
Length 935
Episode 53096 total samples 1268295 train steps 39322
Length 1020
Episode 53111 total samples 1270799 train steps 39400
Length 55
Episode 53128 total samples 1273460 train steps 39483
Length 685
Episode 53149 total samples 1276166 train steps 39568
Length 477
exploration 0.0999991000096
Episode 53170 total samples 1278755 train steps 39649
Length 192
Episode 53181 total samples 1281321 train steps 39729
Length 153
Episode 53196 total samples 1283896 train steps 39809
Length 426
Episode 53212 total samples 1286599 train steps 39894
Length 485
Episode 53222 total samples 1289199 train steps 39975
Length 414
Episode 53236 total samples 1291750 train steps 40055
Length 459
Episode 53258 total samples 1294454 train steps 40139
Length 614
Episode 53274 total samples 1297018 train steps 40219
Length 343
Episode 53290 total samples 1299842 train steps 40308
Length 798
exploration 0.0999991000096
Episode 53305 total samples 1302490 train steps 40390
Length 379
Episode 53328 total samples 1305049 train steps 40470
Length 193
Episode 53341 total samples 1308013 train steps 40563
Length 1999
Episode 53354 total samples 1310553 train steps 40642
Length 697
Episode 53368 total samples 1313218 train steps 40726
Length 911
Episode 53386 total samples 1315897 train steps 40809
Length 445
Episode 53408 total samples 1318820 train steps 40901
Length 856
Episode 53419 total samples 1321672 train steps 40990
Length 1190
Episode 53430 total samples 1324380 train steps 41074
Length 423
Episode 53448 total samples 1326989 train steps 41156
Length 375
exploration 0.0999991000096
Episode 53464 total samples 1329852 train steps 41245
Length 860
Episode 53485 total samples 1332397 train steps 41325
Length 433
Episode 53500 total samples 1335080 train steps 41409
Length 475
Episode 53513 total samples 1337832 train steps 41495
Length 1373
Episode 53534 total samples 1340512 train steps 41578
Length 419
Episode 53546 total samples 1343109 train steps 41660
Length 309
Episode 53561 total samples 1345656 train steps 41739
Length 159
Episode 53572 total samples 1348201 train steps 41819
Length 161
Episode 53584 total samples 1350817 train steps 41901
Length 612
exploration 0.0999991000096
Episode 53605 total samples 1353357 train steps 41980
Length 207
Episode 53618 total samples 1355956 train steps 42061
Length 527
Episode 53636 total samples 1358727 train steps 42148
Length 1284
Episode 53654 total samples 1361526 train steps 42235
Length 944
Episode 53665 total samples 1364203 train steps 42319
Length 382
Episode 53685 total samples 1366906 train steps 42403
Length 490
Episode 53709 total samples 1369793 train steps 42494
Length 808
Episode 53728 total samples 1372495 train steps 42578
Length 611
Episode 53741 total samples 1375129 train steps 42660
Length 478
exploration 0.0999991000096
Episode 53761 total samples 1377678 train steps 42740
Length 283
Episode 53779 total samples 1380342 train steps 42823
Length 418
Episode 53801 total samples 1383257 train steps 42914
Length 905
Episode 53813 total samples 1385865 train steps 42996
Length 593
Episode 53836 total samples 1388698 train steps 43084
Length 1004
Episode 53849 total samples 1391335 train steps 43167
Length 479
Episode 53857 total samples 1393901 train steps 43247
Length 666
Episode 53877 total samples 1396494 train steps 43328
Length 215
Episode 53897 total samples 1399053 train steps 43408
Length 333
Episode 53915 total samples 1401673 train steps 43490
Length 339
exploration 0.0999991000096
Episode 53928 total samples 1404454 train steps 43577
Length 576
Episode 53940 total samples 1407329 train steps 43667
Length 1545
Episode 53952 total samples 1409871 train steps 43746
Length 147
Episode 53969 total samples 1412626 train steps 43832
Length 661
Episode 53982 total samples 1415179 train steps 43912
Length 584
Episode 53997 total samples 1417998 train steps 44000
Length 802
Episode 54008 total samples 1420542 train steps 44079
Length 412
Episode 54020 total samples 1423057 train steps 44158
Length 435
Episode 54035 total samples 1425696 train steps 44240
Length 757
exploration 0.0999991000096
Episode 54047 total samples 1428509 train steps 44328
Length 1240
Episode 54060 total samples 1431205 train steps 44413
Length 469
Episode 54076 total samples 1433766 train steps 44493
Length 158
Episode 54090 total samples 1436270 train steps 44571
Length 142
Episode 54104 total samples 1439305 train steps 44666
Length 1139
Episode 54120 total samples 1441987 train steps 44750
Length 466
Episode 54139 total samples 1444493 train steps 44828
Length 288
Episode 54161 total samples 1447079 train steps 44909
Length 388
Episode 54172 total samples 1449582 train steps 44987
Length 465
Episode 54190 total samples 1452120 train steps 45066
Length 246
exploration 0.0999991000096
Episode 54208 total samples 1454716 train steps 45147
Length 325
Episode 54227 total samples 1457258 train steps 45227
Length 94
Episode 54249 total samples 1459969 train steps 45312
Length 638
Episode 54264 total samples 1462585 train steps 45393
Length 419
Episode 54276 total samples 1465114 train steps 45472
Length 275
Episode 54287 total samples 1467650 train steps 45552
Length 297
Episode 54295 total samples 1470347 train steps 45636
Length 862
Episode 54309 total samples 1472924 train steps 45716
Length 399
Episode 54319 total samples 1475521 train steps 45798
Length 442
Episode 54326 total samples 1478381 train steps 45887
Length 2236
exploration 0.0999991000096
Episode 54338 total samples 1481243 train steps 45976
Length 776
Episode 54356 total samples 1483780 train steps 46056
Length 74
Episode 54373 total samples 1486328 train steps 46135
Length 123
Episode 54385 total samples 1488887 train steps 46215
Length 293
Episode 54397 total samples 1491737 train steps 46304
Length 794
Episode 54413 total samples 1494248 train steps 46383
Length 459
Episode 54428 total samples 1496973 train steps 46468
Length 538
Episode 54441 total samples 1499659 train steps 46552
Length 382
Episode 54455 total samples 1502384 train steps 46637
Length 481
exploration 0.0999991000096
Episode 54475 total samples 1504905 train steps 46716
Length 495
Episode 54497 total samples 1507547 train steps 46798
Length 286
Episode 54512 total samples 1510132 train steps 46879
Length 327
Episode 54532 total samples 1512858 train steps 46964
Length 1047
Episode 54554 total samples 1515408 train steps 47044
Length 194
Episode 54574 total samples 1518116 train steps 47129
Length 425
Episode 54586 total samples 1520661 train steps 47208
Length 490
Episode 54600 total samples 1523226 train steps 47288
Length 684
Episode 54613 total samples 1525930 train steps 47373
Length 680
Episode 54624 total samples 1528513 train steps 47454
Length 1529
exploration 0.0999991000096
Episode 54635 total samples 1531056 train steps 47533
Length 132
Episode 54653 total samples 1533573 train steps 47612
Length 60
Episode 54671 total samples 1536440 train steps 47701
Length 842
Episode 54682 total samples 1538976 train steps 47780
Length 1185
Episode 54700 total samples 1541489 train steps 47859
Length 25
Episode 54719 total samples 1544070 train steps 47940
Length 440
Episode 54736 total samples 1546650 train steps 48020
Length 557
Episode 54752 total samples 1549216 train steps 48100
Length 179
Episode 54769 total samples 1551718 train steps 48179
Length 418
exploration 0.0999991000096
Episode 54781 total samples 1554405 train steps 48263
Length 412
Episode 54795 total samples 1556977 train steps 48343
Length 296
Episode 54815 total samples 1559652 train steps 48427
Length 681
Episode 54840 total samples 1562384 train steps 48512
Length 535
Episode 54853 total samples 1565123 train steps 48598
Length 574
Episode 54873 total samples 1567765 train steps 48680
Length 485
Episode 54895 total samples 1570282 train steps 48759
Length 181
Episode 54909 total samples 1572864 train steps 48839
Length 376
Episode 54924 total samples 1575973 train steps 48937
Length 1263
Episode 54939 total samples 1578523 train steps 49016
Length 669
exploration 0.0999991000096
Episode 54954 total samples 1581052 train steps 49095
Length 143
Episode 54968 total samples 1583589 train steps 49175
Length 570
Episode 54980 total samples 1586193 train steps 49256
Length 328
Episode 54993 total samples 1588696 train steps 49334
Length 189
Episode 55006 total samples 1591389 train steps 49418
Length 564
Episode 55031 total samples 1594033 train steps 49501
Length 346
Episode 55050 total samples 1596540 train steps 49579
Length 76
Episode 55061 total samples 1599105 train steps 49660
Length 174
Episode 55075 total samples 1601623 train steps 49738
Length 644
Episode 55093 total samples 1604394 train steps 49825
Length 808
exploration 0.0999991000096
Episode 55106 total samples 1607567 train steps 49924
Length 1530
Episode 55123 total samples 1610106 train steps 50003
Length 118
Episode 55138 total samples 1612636 train steps 50082
Length 344
Episode 55152 total samples 1615224 train steps 50163
Length 1010
Episode 55166 total samples 1617882 train steps 50246
Length 667
Episode 55181 total samples 1620419 train steps 50326
Length 228
Episode 55197 total samples 1622992 train steps 50406
Length 235
Episode 55214 total samples 1625500 train steps 50484
Length 92
Episode 55226 total samples 1628243 train steps 50570
Length 614
exploration 0.0999991000096
Episode 55241 total samples 1631140 train steps 50661
Length 1109
Episode 55258 total samples 1633714 train steps 50741
Length 148
Episode 55279 total samples 1636386 train steps 50825
Length 553
Episode 55292 total samples 1638907 train steps 50903
Length 450
Episode 55304 total samples 1641541 train steps 50986
Length 310
Episode 55311 total samples 1644053 train steps 51064
Length 46
Episode 55319 total samples 1647233 train steps 51164
Length 1676
Episode 55330 total samples 1649954 train steps 51249
Length 747
Episode 55344 total samples 1652463 train steps 51327
Length 101
exploration 0.0999991000096
Episode 55367 total samples 1655001 train steps 51406
Length 320
Episode 55380 total samples 1657513 train steps 51485
Length 483
Episode 55397 total samples 1660050 train steps 51564
Length 204
Episode 55412 total samples 1662658 train steps 51646
Length 534
Episode 55441 total samples 1665214 train steps 51725
Length 207
Episode 55466 total samples 1667841 train steps 51808
Length 310
Episode 55482 total samples 1670599 train steps 51894
Length 1163
Episode 55502 total samples 1673126 train steps 51973
Length 123
Episode 55525 total samples 1675974 train steps 52062
Length 1445
Episode 55542 total samples 1678501 train steps 52141
Length 446
exploration 0.0999991000096
Episode 55560 total samples 1681263 train steps 52227
Length 624
Episode 55595 total samples 1683772 train steps 52305
Length 61
Episode 55612 total samples 1686526 train steps 52391
Length 548
Episode 55636 total samples 1689243 train steps 52476
Length 489
Episode 55654 total samples 1692034 train steps 52564
Length 789
Episode 55671 total samples 1694599 train steps 52644
Length 166
Episode 55697 total samples 1697265 train steps 52727
Length 459
Episode 55713 total samples 1699908 train steps 52810
Length 441
Episode 55734 total samples 1702591 train steps 52893
Length 390
exploration 0.0999991000096
Episode 55753 total samples 1705174 train steps 52974
Length 251
Episode 55774 total samples 1707873 train steps 53059
Length 720
Episode 55789 total samples 1710461 train steps 53139
Length 464
Episode 55809 total samples 1712971 train steps 53218
Length 171
Episode 55827 total samples 1715657 train steps 53302
Length 384
Episode 55846 total samples 1718270 train steps 53383
Length 1869
Episode 55862 total samples 1720833 train steps 53464
Length 370
Episode 55874 total samples 1723599 train steps 53550
Length 749
Episode 55887 total samples 1726157 train steps 53630
Length 909
Episode 55899 total samples 1728729 train steps 53710
Length 823
exploration 0.0999991000096
Episode 55918 total samples 1731460 train steps 53796
Length 492
Episode 55939 total samples 1734066 train steps 53877
Length 372
Episode 55952 total samples 1736705 train steps 53960
Length 350
Episode 55974 total samples 1739229 train steps 54038
Length 154
Episode 55992 total samples 1742724 train steps 54148
Length 2216
Episode 56005 total samples 1745960 train steps 54249
Length 1542
Episode 56021 total samples 1748489 train steps 54328
Length 320
Episode 56035 total samples 1751136 train steps 54410
Length 314
Episode 56050 total samples 1753695 train steps 54490
Length 291
exploration 0.0999991000096
Episode 56062 total samples 1756581 train steps 54581
Length 858
Episode 56079 total samples 1759107 train steps 54660
Length 386
Episode 56089 total samples 1761957 train steps 54749
Length 1201
Episode 56106 total samples 1764608 train steps 54831
Length 1631
Episode 56125 total samples 1767275 train steps 54915
Length 446
Episode 56152 total samples 1769850 train steps 54995
Length 423
Episode 56167 total samples 1772680 train steps 55084
Length 1356
Episode 56179 total samples 1775228 train steps 55163
Length 909
Episode 56194 total samples 1777754 train steps 55242
Length 541
exploration 0.0999991000096
Episode 56206 total samples 1780631 train steps 55332
Length 985
Episode 56225 total samples 1783483 train steps 55421
Length 1142
Episode 56245 total samples 1786251 train steps 55508
Length 616
Episode 56266 total samples 1788803 train steps 55588
Length 225
Episode 56283 total samples 1791648 train steps 55676
Length 848
Episode 56303 total samples 1794312 train steps 55760
Length 600
Episode 56318 total samples 1797008 train steps 55844
Length 415
Episode 56332 total samples 1799569 train steps 55924
Length 177
Episode 56345 total samples 1802110 train steps 56003
Length 2000
Episode 56356 total samples 1804615 train steps 56082
Length 15
exploration 0.0999991000096
Episode 56372 total samples 1807758 train steps 56180
Length 1413
Episode 56388 total samples 1810300 train steps 56259
Length 479
Episode 56401 total samples 1812921 train steps 56341
Length 488
Episode 56416 total samples 1815609 train steps 56425
Length 540
Episode 56432 total samples 1818412 train steps 56513
Length 1059
Episode 56445 total samples 1821032 train steps 56595
Length 440
Episode 56463 total samples 1823732 train steps 56679
Length 641
Episode 56474 total samples 1826324 train steps 56760
Length 861
Episode 56482 total samples 1828849 train steps 56839
Length 772
exploration 0.0999991000096
Episode 56493 total samples 1831629 train steps 56926
Length 602
Episode 56511 total samples 1834156 train steps 57005
Length 301
Episode 56525 total samples 1836833 train steps 57089
Length 481
Episode 56539 total samples 1839510 train steps 57172
Length 499
Episode 56560 total samples 1842043 train steps 57251
Length 307
Episode 56571 total samples 1844567 train steps 57330
Length 72
Episode 56593 total samples 1847142 train steps 57411
Length 336
Episode 56613 total samples 1849692 train steps 57490
Length 120
Episode 56638 total samples 1852566 train steps 57580
Length 799
Episode 56657 total samples 1855171 train steps 57662
Length 414
exploration 0.0999991000096
Episode 56678 total samples 1857789 train steps 57743
Length 419
Episode 56692 total samples 1860371 train steps 57824
Length 410
Episode 56708 total samples 1863086 train steps 57909
Length 471
Episode 56729 total samples 1865761 train steps 57993
Length 638
Episode 56739 total samples 1868340 train steps 58073
Length 277
Episode 56748 total samples 1870973 train steps 58155
Length 278
Episode 56763 total samples 1873712 train steps 58241
Length 485
Episode 56771 total samples 1876372 train steps 58324
Length 917
Episode 56788 total samples 1879067 train steps 58408
Length 975
exploration 0.0999991000096
Episode 56799 total samples 1881607 train steps 58488
Length 418
Episode 56815 total samples 1884245 train steps 58570
Length 511
Episode 56832 total samples 1887044 train steps 58658
Length 676
Episode 56846 total samples 1889982 train steps 58749
Length 1236
Episode 56865 total samples 1892518 train steps 58829
Length 74
Episode 56883 total samples 1895354 train steps 58917
Length 914
Episode 56899 total samples 1897876 train steps 58996
Length 150
Episode 56916 total samples 1900389 train steps 59075
Length 244
Episode 56930 total samples 1902903 train steps 59153
Length 594
Episode 56941 total samples 1905444 train steps 59233
Length 131
exploration 0.0999991000096
Episode 56951 total samples 1908002 train steps 59313
Length 571
Episode 56962 total samples 1910508 train steps 59391
Length 166
Episode 56977 total samples 1913050 train steps 59470
Length 353
Episode 56991 total samples 1915720 train steps 59554
Length 441
Episode 57006 total samples 1918398 train steps 59637
Length 448
Episode 57018 total samples 1920936 train steps 59717
Length 591
Episode 57035 total samples 1923655 train steps 59802
Length 577
Episode 57045 total samples 1926319 train steps 59885
Length 580
Episode 57064 total samples 1929488 train steps 59984
Length 1883
Episode 57077 total samples 1932175 train steps 60068
Length 469
exploration 0.0999991000096
Episode 57094 total samples 1934692 train steps 60147
Length 207
Episode 57107 total samples 1937205 train steps 60225
Length 367
Episode 57124 total samples 1939806 train steps 60306
Length 611
Episode 57147 total samples 1943027 train steps 60407
Length 1717
Episode 57163 total samples 1945543 train steps 60486
Length 64
Episode 57174 total samples 1948287 train steps 60571
Length 941
Episode 57185 total samples 1950842 train steps 60651
Length 233
Episode 57205 total samples 1953534 train steps 60735
Length 415
Episode 57215 total samples 1956056 train steps 60814
Length 536
exploration 0.0999991000096
Episode 57237 total samples 1958592 train steps 60893
Length 126
Episode 57253 total samples 1961109 train steps 60972
Length 178
Episode 57273 total samples 1964094 train steps 61065
Length 1400
Episode 57288 total samples 1966694 train steps 61147
Length 327
Episode 57302 total samples 1969336 train steps 61229
Length 535
Episode 57314 total samples 1971899 train steps 61309
Length 509
Episode 57335 total samples 1974632 train steps 61395
Length 526
Episode 57351 total samples 1977361 train steps 61480
Length 701
Episode 57365 total samples 1979976 train steps 61562
Length 1211
Episode 57379 total samples 1982722 train steps 61648
Length 1163
exploration 0.0999991000096
Episode 57393 total samples 1985355 train steps 61730
Length 907
Episode 57411 total samples 1987928 train steps 61810
Length 460
Episode 57424 total samples 1990593 train steps 61894
Length 813
Episode 57448 total samples 1993149 train steps 61973
Length 176
Episode 57476 total samples 1995667 train steps 62052
Length 227
Episode 57496 total samples 1998170 train steps 62130
Length 202
Episode 57518 total samples 2000744 train steps 62211
Length 247
Episode 57535 total samples 2003592 train steps 62300
Length 1248
Episode 57551 total samples 2006425 train steps 62388
Length 988
exploration 0.0999991000096
Episode 57568 total samples 2009235 train steps 62476
Length 1080
Episode 57587 total samples 2011773 train steps 62555
Length 180
Episode 57603 total samples 2014326 train steps 62635
Length 277
Episode 57616 total samples 2017145 train steps 62723
Length 720
Episode 57627 total samples 2019944 train steps 62811
Length 1006
Episode 57643 total samples 2022465 train steps 62890
Length 159
Episode 57661 total samples 2025119 train steps 62972
Length 499
Episode 57675 total samples 2027933 train steps 63060
Length 678
Episode 57694 total samples 2030483 train steps 63140
Length 1201
exploration 0.0999991000096
Episode 57710 total samples 2033019 train steps 63219
Length 135
Episode 57724 total samples 2035554 train steps 63299
Length 382
Episode 57740 total samples 2038075 train steps 63377
Length 1188
Episode 57751 total samples 2040666 train steps 63458
Length 437
Episode 57767 total samples 2043378 train steps 63543
Length 669
Episode 57781 total samples 2045998 train steps 63625
Length 358
Episode 57788 total samples 2048597 train steps 63706
Length 227
Episode 57800 total samples 2051268 train steps 63790
Length 446
Episode 57812 total samples 2054006 train steps 63875
Length 757
Episode 57829 total samples 2056561 train steps 63955
Length 963
exploration 0.0999991000096
Episode 57853 total samples 2059307 train steps 64041
Length 585
Episode 57877 total samples 2062034 train steps 64126
Length 457
Episode 57891 total samples 2064556 train steps 64205
Length 158
Episode 57908 total samples 2067125 train steps 64285
Length 185
Episode 57923 total samples 2069626 train steps 64363
Length 345
Episode 57947 total samples 2072435 train steps 64451
Length 876
Episode 57962 total samples 2074992 train steps 64531
Length 212
Episode 57982 total samples 2077511 train steps 64610
Length 219
Episode 58003 total samples 2080340 train steps 64698
Length 774
Episode 58023 total samples 2082879 train steps 64777
Length 88
exploration 0.0999991000096
Episode 58036 total samples 2085894 train steps 64872
Length 1170
Episode 58052 total samples 2088434 train steps 64951
Length 114
Episode 58073 total samples 2090938 train steps 65029
Length 224
Episode 58090 total samples 2093500 train steps 65109
Length 643
Episode 58102 total samples 2096665 train steps 65208
Length 1773
Episode 58116 total samples 2099198 train steps 65287
Length 144
Episode 58130 total samples 2101766 train steps 65368
Length 1287
Episode 58138 total samples 2104363 train steps 65449
Length 379
Episode 58148 total samples 2107365 train steps 65543
Length 1517
exploration 0.0999991000096
Episode 58169 total samples 2110342 train steps 65636
Length 1051
Episode 58180 total samples 2112869 train steps 65715
Length 157
Episode 58195 total samples 2115376 train steps 65793
Length 277
Episode 58208 total samples 2117926 train steps 65873
Length 830
Episode 58222 total samples 2120466 train steps 65952
Length 425
Episode 58240 total samples 2123043 train steps 66033
Length 153
Episode 58256 total samples 2125787 train steps 66118
Length 1121
Episode 58266 total samples 2128442 train steps 66201
Length 934
Episode 58279 total samples 2131043 train steps 66283
Length 1166
exploration 0.0999991000096
Episode 58299 total samples 2133751 train steps 66367
Length 459
Episode 58314 total samples 2136337 train steps 66448
Length 361
Episode 58334 total samples 2138849 train steps 66527
Length 257
Episode 58355 total samples 2141383 train steps 66606
Length 211
Episode 58375 total samples 2143915 train steps 66685
Length 138
Episode 58394 total samples 2146446 train steps 66764
Length 250
Episode 58413 total samples 2149059 train steps 66846
Length 307
Episode 58428 total samples 2151620 train steps 66926
Length 189
Episode 58446 total samples 2154187 train steps 67006
Length 158
Episode 58462 total samples 2156689 train steps 67084
Length 151
exploration 0.0999991000096
Episode 58477 total samples 2159520 train steps 67172
Length 769
Episode 58487 total samples 2162687 train steps 67271
Length 1560
Episode 58505 total samples 2165313 train steps 67354
Length 270
Episode 58518 total samples 2167880 train steps 67434
Length 791
Episode 58529 total samples 2170747 train steps 67523
Length 1035
Episode 58544 total samples 2173659 train steps 67614
Length 1028
Episode 58562 total samples 2176280 train steps 67696
Length 663
Episode 58584 total samples 2179085 train steps 67784
Length 730
Episode 58607 total samples 2181642 train steps 67864
Length 183
exploration 0.0999991000096
Episode 58616 total samples 2184196 train steps 67944
Length 1773
Episode 58626 total samples 2186913 train steps 68029
Length 468
Episode 58642 total samples 2189790 train steps 68118
Length 753
Episode 58655 total samples 2192545 train steps 68205
Length 609
Episode 58672 total samples 2195118 train steps 68285
Length 246
Episode 58689 total samples 2198093 train steps 68378
Length 1007
Episode 58706 total samples 2200764 train steps 68461
Length 347
Episode 58721 total samples 2203281 train steps 68540
Length 217
Episode 58739 total samples 2206056 train steps 68627
Length 718
exploration 0.0999991000096
Episode 58752 total samples 2208702 train steps 68709
Length 538
Episode 58765 total samples 2211332 train steps 68792
Length 783
Episode 58780 total samples 2213854 train steps 68870
Length 570
Episode 58793 total samples 2216712 train steps 68960
Length 903
Episode 58812 total samples 2219601 train steps 69050
Length 900
Episode 58830 total samples 2222181 train steps 69131
Length 458
Episode 58847 total samples 2224796 train steps 69212
Length 449
Episode 58864 total samples 2227963 train steps 69311
Length 1630
Episode 58882 total samples 2230521 train steps 69391
Length 271
Episode 58903 total samples 2233039 train steps 69470
Length 289
exploration 0.0999991000096
Episode 58925 total samples 2235593 train steps 69550
Length 308
Episode 58939 total samples 2238244 train steps 69633
Length 534
Episode 58954 total samples 2240791 train steps 69712
Length 198
Episode 58972 total samples 2243458 train steps 69796
Length 341
Episode 58985 total samples 2246092 train steps 69878
Length 277
Episode 58999 total samples 2249167 train steps 69974
Length 1687
Episode 59021 total samples 2251747 train steps 70055
Length 349
Episode 59040 total samples 2254380 train steps 70137
Length 305
Episode 59062 total samples 2257272 train steps 70227
Length 791
exploration 0.0999991000096
Episode 59075 total samples 2259783 train steps 70306
Length 21
Episode 59094 total samples 2262442 train steps 70389
Length 325
Episode 59108 total samples 2265154 train steps 70474
Length 911
Episode 59124 total samples 2267804 train steps 70556
Length 795
Episode 59144 total samples 2270456 train steps 70639
Length 771
Episode 59157 total samples 2273393 train steps 70731
Length 914
Episode 59172 total samples 2276495 train steps 70828
Length 1296
Episode 59183 total samples 2279151 train steps 70911
Length 446
Episode 59195 total samples 2281699 train steps 70991
Length 472
exploration 0.0999991000096
Episode 59217 total samples 2284312 train steps 71072
Length 832
Episode 59228 total samples 2286906 train steps 71153
Length 191
Episode 59250 total samples 2289536 train steps 71235
Length 393
Episode 59268 total samples 2292253 train steps 71320
Length 651
Episode 59291 total samples 2294838 train steps 71401
Length 546
Episode 59313 total samples 2298025 train steps 71501
Length 1468
Episode 59331 total samples 2300777 train steps 71587
Length 767
Episode 59346 total samples 2303482 train steps 71671
Length 1196
Episode 59364 total samples 2306058 train steps 71752
Length 236
Episode 59378 total samples 2308857 train steps 71839
Length 1390
exploration 0.0999991000096
Episode 59392 total samples 2311387 train steps 71918
Length 253
Episode 59410 total samples 2314293 train steps 72009
Length 973
Episode 59426 total samples 2316843 train steps 72089
Length 591
Episode 59445 total samples 2319401 train steps 72169
Length 116
Episode 59458 total samples 2322065 train steps 72252
Length 1176
Episode 59478 total samples 2324568 train steps 72330
Length 60
Episode 59490 total samples 2327108 train steps 72410
Length 114
Episode 59504 total samples 2329630 train steps 72488
Length 564
Episode 59518 total samples 2332308 train steps 72572
Length 547
exploration 0.0999991000096
Episode 59534 total samples 2334860 train steps 72652
Length 447
Episode 59554 total samples 2337380 train steps 72731
Length 90
Episode 59572 total samples 2339928 train steps 72810
Length 180
Episode 59591 total samples 2342791 train steps 72900
Length 1013
Episode 59611 total samples 2345333 train steps 72979
Length 459
Episode 59622 total samples 2347984 train steps 73062
Length 550
Episode 59635 total samples 2350520 train steps 73141
Length 654
Episode 59651 total samples 2353090 train steps 73222
Length 315
Episode 59667 total samples 2355656 train steps 73302
Length 163
Episode 59686 total samples 2358437 train steps 73389
Length 575
exploration 0.0999991000096
Episode 59703 total samples 2361317 train steps 73479
Length 759
Episode 59725 total samples 2363909 train steps 73560
Length 805
Episode 59741 total samples 2367002 train steps 73656
Length 1706
Episode 59749 total samples 2369524 train steps 73735
Length 1024
Episode 59767 total samples 2372068 train steps 73815
Length 164
Episode 59783 total samples 2374569 train steps 73893
Length 127
Episode 59808 total samples 2377445 train steps 73983
Length 1113
Episode 59817 total samples 2380074 train steps 74065
Length 964
Episode 59831 total samples 2382805 train steps 74150
Length 827
exploration 0.0999991000096
Episode 59842 total samples 2385326 train steps 74229
Length 86
Episode 59858 total samples 2387902 train steps 74309
Length 417
Episode 59868 total samples 2390828 train steps 74401
Length 2181
Episode 59881 total samples 2393338 train steps 74479
Length 194
Episode 59894 total samples 2395893 train steps 74559
Length 538
Episode 59907 total samples 2398454 train steps 74639
Length 375
Episode 59921 total samples 2401336 train steps 74729
Length 1046
Episode 59929 total samples 2403876 train steps 74809
Length 80
Episode 59946 total samples 2406427 train steps 74888
Length 442
Episode 59957 total samples 2409216 train steps 74975
Length 1375
exploration 0.0999991000096
Episode 59972 total samples 2411807 train steps 75056
Length 209
Episode 59984 total samples 2414658 train steps 75146
Length 947
Episode 60001 total samples 2417438 train steps 75232
Length 1020
Episode 60012 total samples 2420073 train steps 75315
Length 665
Episode 60030 total samples 2422729 train steps 75398
Length 370
Episode 60044 total samples 2425405 train steps 75481
Length 380
Episode 60062 total samples 2428030 train steps 75563
Length 438
Episode 60067 total samples 2430573 train steps 75643
Length 633
Episode 60081 total samples 2433154 train steps 75724
Length 370
exploration 0.0999991000096
Episode 60087 total samples 2436104 train steps 75816
Length 1752
Episode 60098 total samples 2438772 train steps 75899
Length 454
Episode 60112 total samples 2441460 train steps 75983
Length 488
Episode 60129 total samples 2444181 train steps 76068
Length 548
Episode 60145 total samples 2446726 train steps 76148
Length 107
Episode 60164 total samples 2449469 train steps 76233
Length 843
Episode 60181 total samples 2452022 train steps 76313
Length 454
Episode 60202 total samples 2454555 train steps 76392
Length 102
Episode 60214 total samples 2457186 train steps 76475
Length 267
Episode 60229 total samples 2459801 train steps 76556
Length 695
exploration 0.0999991000096
Episode 60248 total samples 2462371 train steps 76637
Length 690
Episode 60263 total samples 2465026 train steps 76720
Length 487
Episode 60279 total samples 2467830 train steps 76807
Length 757
Episode 60292 total samples 2470397 train steps 76887
Length 182
Episode 60311 total samples 2473351 train steps 76980
Length 1125
Episode 60327 total samples 2475965 train steps 77061
Length 601
Episode 60338 total samples 2478567 train steps 77143
Length 268
Episode 60352 total samples 2481092 train steps 77222
Length 352
Episode 60361 total samples 2483747 train steps 77305
Length 335
exploration 0.0999991000096
Episode 60378 total samples 2486298 train steps 77384
Length 183
Episode 60394 total samples 2489011 train steps 77469
Length 929
Episode 60413 total samples 2491671 train steps 77552
Length 903
Episode 60431 total samples 2494314 train steps 77635
Length 489
Episode 60442 total samples 2497063 train steps 77721
Length 554
Episode 60454 total samples 2499845 train steps 77808
Length 1309
Episode 60467 total samples 2502451 train steps 77889
Length 856
Episode 60481 total samples 2505065 train steps 77971
Length 433
Episode 60500 total samples 2507589 train steps 78050
Length 184
Episode 60515 total samples 2510427 train steps 78138
Length 898
exploration 0.0999991000096
Episode 60525 total samples 2512973 train steps 78218
Length 308
Episode 60540 total samples 2515476 train steps 78296
Length 224
Episode 60560 total samples 2518023 train steps 78376
Length 217
Episode 60572 total samples 2520964 train steps 78468
Length 1546
Episode 60585 total samples 2523589 train steps 78550
Length 665
Episode 60605 total samples 2526155 train steps 78630
Length 746
Episode 60617 total samples 2529044 train steps 78720
Length 1342
Episode 60629 total samples 2531547 train steps 78798
Length 713
Episode 60647 total samples 2534206 train steps 78881
Length 662
exploration 0.0999991000096
Episode 60664 total samples 2536708 train steps 78960
Length 87
Episode 60678 total samples 2539272 train steps 79040
Length 248
Episode 60692 total samples 2541774 train steps 79118
Length 236
Episode 60708 total samples 2544307 train steps 79197
Length 244
Episode 60729 total samples 2547022 train steps 79282
Length 1222
Episode 60744 total samples 2549698 train steps 79366
Length 363
Episode 60757 total samples 2552880 train steps 79465
Length 1930
Episode 60775 total samples 2555625 train steps 79551
Length 532
Episode 60789 total samples 2558171 train steps 79630
Length 512
Episode 60805 total samples 2560858 train steps 79714
Length 562
exploration 0.0999991000096
Episode 60814 total samples 2563398 train steps 79794
Length 341
Episode 60831 total samples 2565906 train steps 79872
Length 781
Episode 60843 total samples 2568436 train steps 79951
Length 137
Episode 60852 total samples 2571032 train steps 80032
Length 495
Episode 60871 total samples 2573591 train steps 80112
Length 195
Episode 60883 total samples 2576097 train steps 80191
Length 348
Episode 60898 total samples 2578823 train steps 80276
Length 516
Episode 60910 total samples 2581357 train steps 80355
Length 391
Episode 60923 total samples 2583980 train steps 80437
Length 492
exploration 0.0999991000096
Episode 60942 total samples 2586616 train steps 80519
Length 423
Episode 60964 total samples 2589132 train steps 80598
Length 61
Episode 60976 total samples 2591758 train steps 80680
Length 669
Episode 60990 total samples 2594279 train steps 80759
Length 935
Episode 61008 total samples 2596895 train steps 80840
Length 811
Episode 61025 total samples 2599493 train steps 80922
Length 422
Episode 61038 total samples 2602235 train steps 81007
Length 534
Episode 61056 total samples 2604914 train steps 81091
Length 1464
Episode 61071 total samples 2607486 train steps 81171
Length 529
Episode 61091 total samples 2610026 train steps 81251
Length 171
exploration 0.0999991000096
Episode 61112 total samples 2612612 train steps 81332
Length 235
Episode 61128 total samples 2615299 train steps 81416
Length 725
Episode 61148 total samples 2617803 train steps 81494
Length 51
Episode 61166 total samples 2620341 train steps 81573
Length 483
Episode 61188 total samples 2622925 train steps 81654
Length 211
Episode 61208 total samples 2625426 train steps 81732
Length 156
Episode 61230 total samples 2628019 train steps 81813
Length 318
Episode 61245 total samples 2630542 train steps 81892
Length 500
Episode 61258 total samples 2633123 train steps 81973
Length 332
Episode 61276 total samples 2635703 train steps 82053
Length 387
exploration 0.0999991000096
Episode 61290 total samples 2638527 train steps 82141
Length 667
Episode 61307 total samples 2641095 train steps 82222
Length 162
Episode 61323 total samples 2643618 train steps 82301
Length 145
Episode 61332 total samples 2646161 train steps 82380
Length 559
Episode 61351 total samples 2648988 train steps 82468
Length 1301
Episode 61367 total samples 2651516 train steps 82547
Length 317
Episode 61382 total samples 2654159 train steps 82630
Length 1118
Episode 61397 total samples 2656758 train steps 82711
Length 352
Episode 61412 total samples 2659271 train steps 82790
Length 160
exploration 0.0999991000096
Episode 61426 total samples 2661968 train steps 82874
Length 464
Episode 61438 total samples 2664837 train steps 82964
Length 1822
Episode 61454 total samples 2667476 train steps 83046
Length 743
Episode 61472 total samples 2670040 train steps 83126
Length 239
Episode 61486 total samples 2672543 train steps 83204
Length 456
Episode 61504 total samples 2675062 train steps 83283
Length 67
Episode 61524 total samples 2677589 train steps 83362
Length 97
Episode 61541 total samples 2680181 train steps 83443
Length 759
Episode 61556 total samples 2682807 train steps 83525
Length 324
Episode 61579 total samples 2685414 train steps 83607
Length 258
exploration 0.0999991000096
Episode 61592 total samples 2688298 train steps 83697
Length 1137
Episode 61605 total samples 2690844 train steps 83776
Length 1026
Episode 61619 total samples 2693449 train steps 83858
Length 218
Episode 61641 total samples 2696130 train steps 83942
Length 361
Episode 61652 total samples 2698698 train steps 84022
Length 1002
Episode 61671 total samples 2701436 train steps 84107
Length 534
Episode 61683 total samples 2703996 train steps 84187
Length 1211
Episode 61700 total samples 2706552 train steps 84267
Length 185
Episode 61716 total samples 2709167 train steps 84349
Length 384
Episode 61735 total samples 2711706 train steps 84428
Length 574
exploration 0.0999991000096
Episode 61749 total samples 2714266 train steps 84508
Length 514
Episode 61767 total samples 2716816 train steps 84588
Length 870
Episode 61785 total samples 2719781 train steps 84681
Length 962
Episode 61805 total samples 2722394 train steps 84762
Length 416
Episode 61826 total samples 2725126 train steps 84848
Length 650
Episode 61842 total samples 2727935 train steps 84935
Length 700
Episode 61863 total samples 2730901 train steps 85028
Length 1331
Episode 61881 total samples 2733465 train steps 85108
Length 354
Episode 61896 total samples 2736082 train steps 85190
Length 1158
exploration 0.0999991000096
Episode 61912 total samples 2738616 train steps 85269
Length 262
Episode 61928 total samples 2741183 train steps 85349
Length 488
Episode 61942 total samples 2743719 train steps 85429
Length 405
Episode 61967 total samples 2746314 train steps 85510
Length 371
Episode 61982 total samples 2748892 train steps 85590
Length 356
Episode 61997 total samples 2751532 train steps 85673
Length 411
Episode 62021 total samples 2754392 train steps 85762
Length 1203
Episode 62035 total samples 2757267 train steps 85852
Length 1399
Episode 62048 total samples 2759963 train steps 85936
Length 600
exploration 0.0999991000096
Episode 62068 total samples 2762832 train steps 86026
Length 873
Episode 62085 total samples 2765610 train steps 86113
Length 765
Episode 62108 total samples 2768156 train steps 86192
Length 146
Episode 62128 total samples 2770687 train steps 86271
Length 165
Episode 62145 total samples 2773336 train steps 86354
Length 408
Episode 62171 total samples 2775910 train steps 86435
Length 230
Episode 62193 total samples 2778568 train steps 86518
Length 559
Episode 62211 total samples 2781178 train steps 86599
Length 609
Episode 62238 total samples 2783747 train steps 86680
Length 508
Episode 62257 total samples 2786301 train steps 86759
Length 181
exploration 0.0999991000096
Episode 62271 total samples 2788846 train steps 86839
Length 480
Episode 62286 total samples 2791358 train steps 86917
Length 383
Episode 62296 total samples 2793882 train steps 86996
Length 593
Episode 62310 total samples 2796547 train steps 87080
Length 1001
Episode 62324 total samples 2799499 train steps 87172
Length 1077
Episode 62346 total samples 2802308 train steps 87260
Length 627
Episode 62355 total samples 2805049 train steps 87345
Length 543
Episode 62373 total samples 2807630 train steps 87426
Length 361
Episode 62391 total samples 2810506 train steps 87516
Length 1119
exploration 0.0999991000096
Episode 62411 total samples 2813065 train steps 87596
Length 587
Episode 62431 total samples 2815661 train steps 87677
Length 960
Episode 62446 total samples 2818274 train steps 87759
Length 264
Episode 62457 total samples 2820851 train steps 87839
Length 210
Episode 62480 total samples 2823396 train steps 87919
Length 164
Episode 62497 total samples 2826039 train steps 88001
Length 497
Episode 62513 total samples 2828728 train steps 88085
Length 564
Episode 62539 total samples 2831423 train steps 88169
Length 466
Episode 62564 total samples 2834166 train steps 88255
Length 531
Episode 62586 total samples 2836717 train steps 88335
Length 180
exploration 0.0999991000096
Episode 62602 total samples 2839311 train steps 88416
Length 187
Episode 62620 total samples 2842044 train steps 88501
Length 743
Episode 62639 total samples 2844693 train steps 88584
Length 558
Episode 62655 total samples 2847383 train steps 88668
Length 928
Episode 62672 total samples 2850100 train steps 88753
Length 683
Episode 62688 total samples 2852815 train steps 88838
Length 454
Episode 62712 total samples 2855398 train steps 88919
Length 239
Episode 62733 total samples 2858346 train steps 89011
Length 1352
Episode 62748 total samples 2860995 train steps 89094
Length 1002
exploration 0.0999991000096
Episode 62777 total samples 2863668 train steps 89177
Length 511
Episode 62792 total samples 2866261 train steps 89258
Length 711
Episode 62809 total samples 2868779 train steps 89337
Length 35
Episode 62828 total samples 2871760 train steps 89430
Length 1987
Episode 62855 total samples 2874391 train steps 89512
Length 443
Episode 62874 total samples 2877205 train steps 89600
Length 836
Episode 62896 total samples 2879712 train steps 89678
Length 352
Episode 62926 total samples 2882264 train steps 89758
Length 235
Episode 62949 total samples 2884836 train steps 89839
Length 344
Episode 62963 total samples 2887494 train steps 89922
Length 318
exploration 0.0999991000096
Episode 62978 total samples 2890028 train steps 90001
Length 406
Episode 62993 total samples 2892531 train steps 90079
Length 683
Episode 63005 total samples 2895266 train steps 90165
Length 1865
Episode 63025 total samples 2898124 train steps 90254
Length 1374
Episode 63049 total samples 2900699 train steps 90334
Length 185
Episode 63061 total samples 2903313 train steps 90416
Length 240
Episode 63074 total samples 2905917 train steps 90497
Length 740
Episode 63088 total samples 2908678 train steps 90584
Length 1367
Episode 63101 total samples 2911390 train steps 90668
Length 595
exploration 0.0999991000096
Episode 63120 total samples 2914253 train steps 90758
Length 904
Episode 63143 total samples 2916767 train steps 90836
Length 574
Episode 63165 total samples 2919383 train steps 90918
Length 295
Episode 63182 total samples 2922176 train steps 91005
Length 771
Episode 63193 total samples 2925237 train steps 91101
Length 2189
Episode 63209 total samples 2927775 train steps 91180
Length 111
Episode 63221 total samples 2930461 train steps 91264
Length 579
Episode 63237 total samples 2933299 train steps 91353
Length 688
Episode 63259 total samples 2935863 train steps 91433
Length 290
exploration 0.0999991000096
Episode 63271 total samples 2938527 train steps 91516
Length 443
Episode 63284 total samples 2941367 train steps 91605
Length 1465
Episode 63298 total samples 2944261 train steps 91696
Length 812
Episode 63310 total samples 2946859 train steps 91777
Length 285
Episode 63328 total samples 2949448 train steps 91858
Length 280
Episode 63336 total samples 2951974 train steps 91937
Length 153
Episode 63354 total samples 2954563 train steps 92018
Length 202
Episode 63369 total samples 2957072 train steps 92096
Length 49
Episode 63385 total samples 2959637 train steps 92176
Length 286
Episode 63400 total samples 2962386 train steps 92262
Length 1035
exploration 0.0999991000096
Episode 63417 total samples 2965015 train steps 92344
Length 616
Episode 63430 total samples 2967591 train steps 92425
Length 243
Episode 63448 total samples 2970126 train steps 92504
Length 474
Episode 63463 total samples 2972694 train steps 92584
Length 229
Episode 63479 total samples 2975203 train steps 92663
Length 32
Episode 63501 total samples 2978120 train steps 92754
Length 998
Episode 63520 total samples 2980662 train steps 92833
Length 371
Episode 63536 total samples 2983344 train steps 92917
Length 721
Episode 63551 total samples 2985881 train steps 92996
Length 224
Episode 63565 total samples 2988437 train steps 93076
Length 363
exploration 0.0999991000096
Episode 63578 total samples 2990988 train steps 93156
Length 429
Episode 63589 total samples 2993570 train steps 93237
Length 944
Episode 63601 total samples 2996550 train steps 93330
Length 1213
Episode 63616 total samples 2999059 train steps 93408
Length 125
Episode 63629 total samples 3001590 train steps 93487
Length 135
Episode 63643 total samples 3004155 train steps 93567
Length 215
Episode 63654 total samples 3006744 train steps 93648
Length 761
Episode 63666 total samples 3009416 train steps 93732
Length 441
Episode 63680 total samples 3012137 train steps 93817
Length 912
exploration 0.0999991000096
Episode 63695 total samples 3014740 train steps 93898
Length 217
Episode 63711 total samples 3017900 train steps 93997
Length 1798
Episode 63726 total samples 3020576 train steps 94080
Length 380
Episode 63738 total samples 3023113 train steps 94160
Length 868
Episode 63751 total samples 3025806 train steps 94244
Length 1091
Episode 63769 total samples 3028522 train steps 94329
Length 718
Episode 63782 total samples 3031304 train steps 94416
Length 691
Episode 63792 total samples 3033948 train steps 94498
Length 561
Episode 63801 total samples 3037744 train steps 94617
Length 3114
exploration 0.0999991000096
Episode 63816 total samples 3040541 train steps 94704
Length 867
Episode 63823 total samples 3043069 train steps 94783
Length 534
Episode 63842 total samples 3045705 train steps 94866
Length 356
Episode 63859 total samples 3048260 train steps 94946
Length 294
Episode 63873 total samples 3050840 train steps 95026
Length 726
Episode 63887 total samples 3053524 train steps 95110
Length 1212
Episode 63904 total samples 3056163 train steps 95193
Length 680
Episode 63921 total samples 3058674 train steps 95271
Length 168
Episode 63938 total samples 3061185 train steps 95350
Length 83
Episode 63948 total samples 3063864 train steps 95433
Length 1166
exploration 0.0999991000096
Episode 63969 total samples 3066494 train steps 95515
Length 394
Episode 63986 total samples 3069002 train steps 95594
Length 478
Episode 63995 total samples 3071962 train steps 95686
Length 1282
Episode 64013 total samples 3074547 train steps 95767
Length 475
Episode 64027 total samples 3077080 train steps 95846
Length 233
Episode 64049 total samples 3079649 train steps 95927
Length 329
Episode 64065 total samples 3082262 train steps 96008
Length 739
Episode 64081 total samples 3084846 train steps 96089
Length 439
Episode 64093 total samples 3087648 train steps 96176
Length 966
exploration 0.0999991000096
Episode 64106 total samples 3090270 train steps 96258
Length 632
Episode 64118 total samples 3092927 train steps 96341
Length 410
Episode 64136 total samples 3095459 train steps 96421
Length 588
Episode 64156 total samples 3098058 train steps 96502
Length 551
Episode 64174 total samples 3100643 train steps 96583
Length 214
Episode 64189 total samples 3103152 train steps 96661
Length 313
Episode 64212 total samples 3105677 train steps 96740
Length 509
Episode 64231 total samples 3108289 train steps 96822
Length 388
Episode 64249 total samples 3110807 train steps 96900
Length 289
Episode 64276 total samples 3113416 train steps 96982
Length 353
exploration 0.0999991000096
Episode 64292 total samples 3115917 train steps 97060
Length 169
Episode 64306 total samples 3118465 train steps 97140
Length 433
Episode 64321 total samples 3121044 train steps 97220
Length 430
Episode 64331 total samples 3123829 train steps 97307
Length 822
Episode 64349 total samples 3126440 train steps 97389
Length 498
Episode 64370 total samples 3129118 train steps 97472
Length 413
Episode 64388 total samples 3131685 train steps 97553
Length 171
Episode 64401 total samples 3134193 train steps 97631
Length 509
Episode 64412 total samples 3136818 train steps 97713
Length 922
exploration 0.0999991000096
Episode 64421 total samples 3139323 train steps 97791
Length 36
Episode 64435 total samples 3142148 train steps 97880
Length 1473
Episode 64450 total samples 3144949 train steps 97967
Length 625
Episode 64470 total samples 3147595 train steps 98050
Length 531
Episode 64490 total samples 3150164 train steps 98130
Length 261
Episode 64506 total samples 3153118 train steps 98222
Length 1259
Episode 64523 total samples 3155656 train steps 98302
Length 146
Episode 64544 total samples 3158342 train steps 98386
Length 634
Episode 64556 total samples 3161030 train steps 98470
Length 939
Episode 64573 total samples 3163538 train steps 98548
Length 457
exploration 0.0999991000096
Episode 64585 total samples 3166523 train steps 98641
Length 1194
Episode 64598 total samples 3169030 train steps 98720
Length 896
Episode 64621 total samples 3171555 train steps 98799
Length 106
Episode 64634 total samples 3174431 train steps 98888
Length 961
Episode 64646 total samples 3177175 train steps 98974
Length 507
Episode 64663 total samples 3179795 train steps 99056
Length 580
Episode 64682 total samples 3182403 train steps 99138
Length 512
Episode 64699 total samples 3184910 train steps 99216
Length 224
Episode 64718 total samples 3187430 train steps 99295
Length 215
exploration 0.0999991000096
Episode 64739 total samples 3190076 train steps 99377
Length 504
Episode 64756 total samples 3192632 train steps 99457
Length 757
Episode 64771 total samples 3195251 train steps 99539
Length 788
Episode 64793 total samples 3197912 train steps 99622
Length 717
Episode 64808 total samples 3200474 train steps 99702
Length 371
Episode 64826 total samples 3203192 train steps 99787
Length 1057
Episode 64842 total samples 3205737 train steps 99867
Length 92
Episode 64850 total samples 3208385 train steps 99950
Length 591
Episode 64866 total samples 3210963 train steps 100030
Length 334
Episode 64881 total samples 3213889 train steps 100122
Length 1021
exploration 0.0999991000096
Episode 64900 total samples 3216739 train steps 100211
Length 713
Episode 64916 total samples 3219581 train steps 100299
Length 777
Episode 64931 total samples 3222373 train steps 100387
Length 893
Episode 64946 total samples 3224890 train steps 100465
Length 210
Episode 64961 total samples 3227417 train steps 100544
Length 394
Episode 64985 total samples 3229957 train steps 100624
Length 129
Episode 65003 total samples 3232500 train steps 100703
Length 404
Episode 65017 total samples 3235020 train steps 100782
Length 306
Episode 65031 total samples 3237724 train steps 100866
Length 716
exploration 0.0999991000096
Episode 65046 total samples 3240541 train steps 100954
Length 873
Episode 65061 total samples 3243238 train steps 101039
Length 559
Episode 65074 total samples 3246117 train steps 101129
Length 869
Episode 65099 total samples 3248754 train steps 101211
Length 342
Episode 65114 total samples 3251317 train steps 101291
Length 172
Episode 65143 total samples 3254235 train steps 101382
Length 984
Episode 65159 total samples 3256756 train steps 101461
Length 332
Episode 65173 total samples 3259442 train steps 101545
Length 447
Episode 65190 total samples 3262064 train steps 101627
Length 283
Episode 65210 total samples 3264598 train steps 101706
Length 168
exploration 0.0999991000096
Episode 65226 total samples 3267179 train steps 101787
Length 200
Episode 65237 total samples 3269875 train steps 101871
Length 605
Episode 65248 total samples 3272455 train steps 101952
Length 680
Episode 65270 total samples 3274960 train steps 102030
Length 38
Episode 65290 total samples 3277599 train steps 102112
Length 532
Episode 65313 total samples 3280115 train steps 102191
Length 622
Episode 65331 total samples 3282644 train steps 102270
Length 354
Episode 65346 total samples 3285344 train steps 102354
Length 982
Episode 65366 total samples 3287925 train steps 102435
Length 255
exploration 0.0999991000096
Episode 65391 total samples 3290503 train steps 102516
Length 253
Episode 65414 total samples 3293097 train steps 102597
Length 245
Episode 65426 total samples 3295797 train steps 102681
Length 556
Episode 65447 total samples 3298426 train steps 102763
Length 304
Episode 65466 total samples 3300972 train steps 102843
Length 158
Episode 65479 total samples 3303522 train steps 102923
Length 434
Episode 65497 total samples 3306114 train steps 103004
Length 494
Episode 65508 total samples 3308666 train steps 103083
Length 287
Episode 65522 total samples 3311342 train steps 103167
Length 657
Episode 65538 total samples 3313868 train steps 103246
Length 189
exploration 0.0999991000096
Episode 65558 total samples 3316538 train steps 103329
Length 1031
Episode 65574 total samples 3319060 train steps 103408
Length 201
Episode 65585 total samples 3321575 train steps 103487
Length 219
Episode 65602 total samples 3324094 train steps 103565
Length 87
Episode 65622 total samples 3326608 train steps 103644
Length 115
Episode 65640 total samples 3329146 train steps 103723
Length 236
Episode 65662 total samples 3331676 train steps 103802
Length 162
Episode 65682 total samples 3334245 train steps 103883
Length 152
Episode 65697 total samples 3337163 train steps 103974
Length 1290
Episode 65708 total samples 3340022 train steps 104063
Length 1908
exploration 0.0999991000096
Episode 65727 total samples 3342595 train steps 104144
Length 387
Episode 65740 total samples 3345147 train steps 104223
Length 183
Episode 65753 total samples 3347760 train steps 104305
Length 822
Episode 65770 total samples 3350322 train steps 104385
Length 305
Episode 65789 total samples 3352953 train steps 104467
Length 504
Episode 65813 total samples 3355501 train steps 104547
Length 206
Episode 65833 total samples 3358061 train steps 104627
Length 344
Episode 65848 total samples 3360761 train steps 104711
Length 463
Episode 65866 total samples 3363334 train steps 104792
Length 183
Episode 65876 total samples 3365917 train steps 104872
Length 1914
exploration 0.0999991000096
Episode 65886 total samples 3368425 train steps 104951
Length 594
Episode 65896 total samples 3371147 train steps 105036
Length 1347
Episode 65914 total samples 3373980 train steps 105124
Length 787
Episode 65934 total samples 3376564 train steps 105205
Length 408
Episode 65951 total samples 3379132 train steps 105285
Length 322
Episode 65964 total samples 3381782 train steps 105368
Length 957
Episode 65980 total samples 3384450 train steps 105452
Length 604
Episode 65994 total samples 3387197 train steps 105537
Length 1556
Episode 66010 total samples 3389793 train steps 105619
Length 197
exploration 0.0999991000096
Episode 66028 total samples 3392321 train steps 105698
Length 1331
Episode 66052 total samples 3394867 train steps 105777
Length 261
Episode 66076 total samples 3397550 train steps 105861
Length 395
Episode 66087 total samples 3400324 train steps 105948
Length 740
Episode 66106 total samples 3402958 train steps 106030
Length 534
Episode 66119 total samples 3405550 train steps 106111
Length 685
Episode 66135 total samples 3408238 train steps 106195
Length 784
Episode 66144 total samples 3410772 train steps 106274
Length 425
Episode 66152 total samples 3413319 train steps 106354
Length 382
Episode 66170 total samples 3415839 train steps 106432
Length 53
exploration 0.0999991000096
Episode 66182 total samples 3418625 train steps 106520
Length 1505
Episode 66202 total samples 3421402 train steps 106606
Length 879
Episode 66217 total samples 3423967 train steps 106686
Length 281
Episode 66238 total samples 3426549 train steps 106767
Length 688
Episode 66251 total samples 3429091 train steps 106847
Length 788
Episode 66266 total samples 3431743 train steps 106929
Length 380
Episode 66272 total samples 3434296 train steps 107009
Length 1117
Episode 66292 total samples 3436983 train steps 107093
Length 578
Episode 66312 total samples 3439896 train steps 107184
Length 1266
exploration 0.0999991000096
Episode 66330 total samples 3442668 train steps 107271
Length 616
Episode 66349 total samples 3445294 train steps 107353
Length 542
Episode 66366 total samples 3447914 train steps 107435
Length 462
Episode 66390 total samples 3450605 train steps 107519
Length 656
Episode 66412 total samples 3453309 train steps 107603
Length 638
Episode 66431 total samples 3455846 train steps 107683
Length 113
Episode 66449 total samples 3458349 train steps 107761
Length 121
Episode 66465 total samples 3460864 train steps 107839
Length 45
Episode 66483 total samples 3463394 train steps 107919
Length 75
Episode 66496 total samples 3466303 train steps 108009
Length 875
exploration 0.0999991000096
Episode 66507 total samples 3468870 train steps 108090
Length 346
Episode 66522 total samples 3471784 train steps 108181
Length 1608
Episode 66540 total samples 3474494 train steps 108265
Length 914
Episode 66558 total samples 3477113 train steps 108347
Length 849
Episode 66579 total samples 3479618 train steps 108426
Length 45
Episode 66596 total samples 3482239 train steps 108507
Length 323
Episode 66609 total samples 3485065 train steps 108596
Length 678
Episode 66621 total samples 3487771 train steps 108680
Length 421
Episode 66639 total samples 3490552 train steps 108767
Length 704
exploration 0.0999991000096
Episode 66652 total samples 3493524 train steps 108860
Length 1058
Episode 66670 total samples 3496270 train steps 108946
Length 703
Episode 66681 total samples 3498781 train steps 109024
Length 45
Episode 66697 total samples 3501306 train steps 109103
Length 143
Episode 66706 total samples 3503990 train steps 109187
Length 556
Episode 66723 total samples 3506701 train steps 109272
Length 930
Episode 66738 total samples 3509312 train steps 109353
Length 317
Episode 66752 total samples 3511986 train steps 109437
Length 518
Episode 66770 total samples 3514778 train steps 109524
Length 1145
exploration 0.0999991000096
Episode 66786 total samples 3517459 train steps 109608
Length 452
Episode 66800 total samples 3520024 train steps 109688
Length 169
Episode 66821 total samples 3522599 train steps 109769
Length 362
Episode 66836 total samples 3525176 train steps 109849
Length 577
Episode 66848 total samples 3527827 train steps 109932
Length 620
Episode 66867 total samples 3530392 train steps 110012
Length 619
Episode 66884 total samples 3532899 train steps 110091
Length 72
Episode 66903 total samples 3535497 train steps 110172
Length 482
Episode 66923 total samples 3538195 train steps 110256
Length 777
Episode 66942 total samples 3540755 train steps 110336
Length 217
exploration 0.0999991000096
Episode 66958 total samples 3543468 train steps 110421
Length 571
Episode 66979 total samples 3546317 train steps 110510
Length 964
Episode 66997 total samples 3548869 train steps 110590
Length 104
Episode 67020 total samples 3551450 train steps 110670
Length 556
Episode 67037 total samples 3554050 train steps 110752
Length 672
Episode 67053 total samples 3556666 train steps 110833
Length 291
Episode 67071 total samples 3559334 train steps 110917
Length 394
Episode 67086 total samples 3561885 train steps 110996
Length 396
Episode 67105 total samples 3564404 train steps 111075
Length 396
exploration 0.0999991000096
Episode 67120 total samples 3566922 train steps 111154
Length 188
Episode 67143 total samples 3569838 train steps 111245
Length 1072
Episode 67161 total samples 3572470 train steps 111327
Length 649
Episode 67176 total samples 3575155 train steps 111411
Length 926
Episode 67191 total samples 3577969 train steps 111499
Length 721
Episode 67206 total samples 3580485 train steps 111578
Length 683
Episode 67219 total samples 3583169 train steps 111662
Length 1039
Episode 67234 total samples 3585729 train steps 111742
Length 419
Episode 67248 total samples 3588296 train steps 111822
Length 360
Episode 67267 total samples 3590867 train steps 111902
Length 170
exploration 0.0999991000096
Episode 67280 total samples 3593711 train steps 111991
Length 724
Episode 67292 total samples 3596277 train steps 112071
Length 253
Episode 67312 total samples 3598780 train steps 112149
Length 217
Episode 67327 total samples 3601362 train steps 112230
Length 828
Episode 67342 total samples 3604086 train steps 112315
Length 665
Episode 67358 total samples 3606865 train steps 112402
Length 769
Episode 67376 total samples 3609682 train steps 112490
Length 758
Episode 67394 total samples 3612326 train steps 112573
Length 368
Episode 67410 total samples 3615022 train steps 112657
Length 587
exploration 0.0999991000096
Episode 67429 total samples 3617539 train steps 112736
Length 359
Episode 67441 total samples 3620261 train steps 112821
Length 490
Episode 67459 total samples 3622974 train steps 112905
Length 444
Episode 67475 total samples 3625531 train steps 112985
Length 488
Episode 67498 total samples 3628130 train steps 113067
Length 428
Episode 67508 total samples 3631182 train steps 113162
Length 1742
Episode 67517 total samples 3633744 train steps 113242
Length 250
Episode 67539 total samples 3636247 train steps 113320
Length 104
Episode 67559 total samples 3638803 train steps 113400
Length 312
Episode 67570 total samples 3641367 train steps 113480
Length 635
exploration 0.0999991000096
Episode 67586 total samples 3644655 train steps 113583
Length 1697
Episode 67594 total samples 3647399 train steps 113669
Length 664
Episode 67607 total samples 3649956 train steps 113749
Length 1087
Episode 67623 total samples 3652610 train steps 113832
Length 341
Episode 67640 total samples 3655195 train steps 113912
Length 665
Episode 67657 total samples 3657965 train steps 113999
Length 598
Episode 67674 total samples 3660549 train steps 114080
Length 222
Episode 67689 total samples 3663068 train steps 114158
Length 363
Episode 67699 total samples 3665646 train steps 114239
Length 222
exploration 0.0999991000096
Episode 67720 total samples 3668242 train steps 114320
Length 205
Episode 67736 total samples 3670949 train steps 114405
Length 630
Episode 67750 total samples 3673461 train steps 114483
Length 285
Episode 67764 total samples 3676008 train steps 114563
Length 301
Episode 67783 total samples 3678587 train steps 114643
Length 214
Episode 67803 total samples 3681384 train steps 114731
Length 596
Episode 67815 total samples 3684343 train steps 114823
Length 942
Episode 67829 total samples 3687128 train steps 114910
Length 813
Episode 67843 total samples 3689710 train steps 114991
Length 1832
Episode 67854 total samples 3692294 train steps 115072
Length 438
exploration 0.0999991000096
Episode 67867 total samples 3694815 train steps 115150
Length 74
Episode 67884 total samples 3697440 train steps 115232
Length 279
Episode 67900 total samples 3699954 train steps 115311
Length 707
Episode 67920 total samples 3702635 train steps 115395
Length 410
Episode 67934 total samples 3705276 train steps 115477
Length 564
Episode 67948 total samples 3707853 train steps 115558
Length 201
Episode 67966 total samples 3710497 train steps 115641
Length 389
Episode 67983 total samples 3713077 train steps 115721
Length 1144
Episode 68006 total samples 3715623 train steps 115801
Length 522
exploration 0.0999991000096
Episode 68022 total samples 3718183 train steps 115881
Length 321
Episode 68035 total samples 3720739 train steps 115961
Length 135
Episode 68048 total samples 3723462 train steps 116046
Length 449
Episode 68066 total samples 3726102 train steps 116128
Length 893
Episode 68086 total samples 3728630 train steps 116207
Length 331
Episode 68102 total samples 3731201 train steps 116288
Length 208
Episode 68114 total samples 3733794 train steps 116369
Length 391
Episode 68138 total samples 3736445 train steps 116451
Length 368
Episode 68150 total samples 3738975 train steps 116530
Length 170
Episode 68162 total samples 3741492 train steps 116609
Length 93
exploration 0.0999991000096
Episode 68172 total samples 3744056 train steps 116689
Length 772
Episode 68194 total samples 3746628 train steps 116770
Length 312
Episode 68207 total samples 3749192 train steps 116850
Length 195
Episode 68227 total samples 3751813 train steps 116932
Length 736
Episode 68242 total samples 3754539 train steps 117017
Length 501
Episode 68260 total samples 3757405 train steps 117106
Length 934
Episode 68273 total samples 3759914 train steps 117185
Length 313
Episode 68283 total samples 3762438 train steps 117264
Length 1221
Episode 68305 total samples 3765264 train steps 117352
Length 982
Episode 68317 total samples 3767765 train steps 117430
Length 655
exploration 0.0999991000096
Episode 68331 total samples 3770637 train steps 117520
Length 1072
Episode 68347 total samples 3773474 train steps 117609
Length 1058
Episode 68359 total samples 3776271 train steps 117696
Length 824
Episode 68374 total samples 3779085 train steps 117784
Length 654
Episode 68387 total samples 3781627 train steps 117863
Length 311
Episode 68406 total samples 3784323 train steps 117948
Length 559
Episode 68422 total samples 3787027 train steps 118032
Length 542
Episode 68435 total samples 3789722 train steps 118116
Length 835
Episode 68445 total samples 3792314 train steps 118197
Length 184
exploration 0.0999991000096
In [ ]:
In [ ]:
Content source: febert/DeepRL
Similar notebooks: