In [1]:
# modified version of
# https://deeplearningcourses.com/c/artificial-intelligence-reinforcement-learning-in-python
# https://www.udemy.com/artificial-intelligence-reinforcement-learning-in-python
# https://books.google.ca/books?id=_ATpBwAAQBAJ&lpg=PA201&ots=rinZM8jQ6s&dq=hoeffding%20bound%20gives%20probability%20%22greater%20than%201%22&pg=PA201#v=onepage&q&f=false
from __future__ import print_function, division
from builtins import range
import numpy as np
import matplotlib.pyplot as plt
In [2]:
class Bandit:
def __init__(self, m):
self.m = m
self.mean = 0
self.N = 0
def pull(self):
return np.random.randn() + self.m
def update(self, x):
self.N += 1
self.mean = (1 - 1.0/self.N)*self.mean + 1.0/self.N*x
def compute_ucb(mean, n, nj):
if nj == 0:
return float('inf')
return mean + np.sqrt(2*np.log(n) / nj)
def run_experiment(m1, m2, m3, N):
bandits = [Bandit(m1), Bandit(m2), Bandit(m3)]
data = np.empty(N)
for i in range(N):
print('i=%d' % i)
ucbs=[]
for b in bandits:
if i>100 and b==bandits[2]:
b.mean=0.5
ucb = compute_ucb(b.mean, i+1, b.N)
print('b.mean=%f, i+1=%d, b.N=%d -> ucb=%f' % (b.mean, i+1, b.N, ucb))
ucbs.append(ucb)
j = np.argmax(ucbs)
print('use arm j=%d\n' % j)
x = bandits[j].pull()
bandits[j].update(x)
# for the plot
data[i] = x
cumulative_average = np.cumsum(data) / (np.arange(N) + 1)
# for b in bandits:
# print("bandit nj:", b.N)
# plot moving average ctr
plt.plot(cumulative_average)
plt.plot(np.ones(N)*m1)
plt.plot(np.ones(N)*m2)
plt.plot(np.ones(N)*m3)
#plt.xscale('log')
plt.show()
# for b in bandits:
# print(b.mean)
return cumulative_average
if __name__ == '__main__':
ucb = run_experiment(1.0, 2.0, 3.0, 1000)
plt.show()
i=0
b.mean=0.000000, i+1=1, b.N=0 -> ucb=inf
b.mean=0.000000, i+1=1, b.N=0 -> ucb=inf
b.mean=0.000000, i+1=1, b.N=0 -> ucb=inf
use arm j=0
i=1
b.mean=1.649938, i+1=2, b.N=1 -> ucb=2.827348
b.mean=0.000000, i+1=2, b.N=0 -> ucb=inf
b.mean=0.000000, i+1=2, b.N=0 -> ucb=inf
use arm j=1
i=2
b.mean=1.649938, i+1=3, b.N=1 -> ucb=3.132242
b.mean=1.549374, i+1=3, b.N=1 -> ucb=3.031678
b.mean=0.000000, i+1=3, b.N=0 -> ucb=inf
use arm j=2
i=3
b.mean=1.649938, i+1=4, b.N=1 -> ucb=3.315047
b.mean=1.549374, i+1=4, b.N=1 -> ucb=3.214483
b.mean=1.383530, i+1=4, b.N=1 -> ucb=3.048639
use arm j=0
i=4
b.mean=1.586115, i+1=5, b.N=2 -> ucb=2.854752
b.mean=1.549374, i+1=5, b.N=1 -> ucb=3.343497
b.mean=1.383530, i+1=5, b.N=1 -> ucb=3.177652
use arm j=1
i=5
b.mean=1.586115, i+1=6, b.N=2 -> ucb=2.924682
b.mean=2.146001, i+1=6, b.N=2 -> ucb=3.484567
b.mean=1.383530, i+1=6, b.N=1 -> ucb=3.276548
use arm j=1
i=6
b.mean=1.586115, i+1=7, b.N=2 -> ucb=2.981074
b.mean=2.084901, i+1=7, b.N=3 -> ucb=3.223880
b.mean=1.383530, i+1=7, b.N=1 -> ucb=3.356299
use arm j=2
i=7
b.mean=1.586115, i+1=8, b.N=2 -> ucb=3.028142
b.mean=2.084901, i+1=8, b.N=3 -> ucb=3.262311
b.mean=1.307479, i+1=8, b.N=2 -> ucb=2.749506
use arm j=1
i=8
b.mean=1.586115, i+1=9, b.N=2 -> ucb=3.068419
b.mean=1.585236, i+1=9, b.N=4 -> ucb=2.633383
b.mean=1.307479, i+1=9, b.N=2 -> ucb=2.789783
use arm j=0
i=9
b.mean=1.099523, i+1=10, b.N=3 -> ucb=2.338497
b.mean=1.585236, i+1=10, b.N=4 -> ucb=2.658219
b.mean=1.307479, i+1=10, b.N=2 -> ucb=2.824906
use arm j=2
i=10
b.mean=1.099523, i+1=11, b.N=3 -> ucb=2.363880
b.mean=1.585236, i+1=11, b.N=4 -> ucb=2.680201
b.mean=1.830446, i+1=11, b.N=3 -> ucb=3.094802
use arm j=2
i=11
b.mean=1.099523, i+1=12, b.N=3 -> ucb=2.386615
b.mean=1.585236, i+1=12, b.N=4 -> ucb=2.699890
b.mean=1.899004, i+1=12, b.N=4 -> ucb=3.013658
use arm j=2
i=12
b.mean=1.099523, i+1=13, b.N=3 -> ucb=2.407180
b.mean=1.585236, i+1=13, b.N=4 -> ucb=2.717700
b.mean=2.391144, i+1=13, b.N=5 -> ucb=3.404050
use arm j=2
i=13
b.mean=1.099523, i+1=14, b.N=3 -> ucb=2.425936
b.mean=1.585236, i+1=14, b.N=4 -> ucb=2.733944
b.mean=2.397190, i+1=14, b.N=6 -> ucb=3.335106
use arm j=2
i=14
b.mean=1.099523, i+1=15, b.N=3 -> ucb=2.443163
b.mean=1.585236, i+1=15, b.N=4 -> ucb=2.748862
b.mean=2.583884, i+1=15, b.N=7 -> ucb=3.463503
use arm j=2
i=15
b.mean=1.099523, i+1=16, b.N=3 -> ucb=2.459079
b.mean=1.585236, i+1=16, b.N=4 -> ucb=2.762646
b.mean=2.534433, i+1=16, b.N=8 -> ucb=3.366988
use arm j=2
i=16
b.mean=1.099523, i+1=17, b.N=3 -> ucb=2.473863
b.mean=1.585236, i+1=17, b.N=4 -> ucb=2.775449
b.mean=2.696224, i+1=17, b.N=9 -> ucb=3.489699
use arm j=2
i=17
b.mean=1.099523, i+1=18, b.N=3 -> ucb=2.487657
b.mean=1.585236, i+1=18, b.N=4 -> ucb=2.787395
b.mean=2.685034, i+1=18, b.N=10 -> ucb=3.445346
use arm j=2
i=18
b.mean=1.099523, i+1=19, b.N=3 -> ucb=2.500580
b.mean=1.585236, i+1=19, b.N=4 -> ucb=2.798587
b.mean=2.693265, i+1=19, b.N=11 -> ucb=3.424943
use arm j=2
i=19
b.mean=1.099523, i+1=20, b.N=3 -> ucb=2.512731
b.mean=1.585236, i+1=20, b.N=4 -> ucb=2.809110
b.mean=2.704992, i+1=20, b.N=12 -> ucb=3.411596
use arm j=2
i=20
b.mean=1.099523, i+1=21, b.N=3 -> ucb=2.524192
b.mean=1.585236, i+1=21, b.N=4 -> ucb=2.819036
b.mean=2.735523, i+1=21, b.N=13 -> ucb=3.419912
use arm j=2
i=21
b.mean=1.099523, i+1=22, b.N=3 -> ucb=2.535035
b.mean=1.585236, i+1=22, b.N=4 -> ucb=2.828426
b.mean=2.857173, i+1=22, b.N=14 -> ucb=3.521686
use arm j=2
i=22
b.mean=1.099523, i+1=23, b.N=3 -> ucb=2.545321
b.mean=1.585236, i+1=23, b.N=4 -> ucb=2.837333
b.mean=2.965028, i+1=23, b.N=15 -> ucb=3.611608
use arm j=2
i=23
b.mean=1.099523, i+1=24, b.N=3 -> ucb=2.555100
b.mean=1.585236, i+1=24, b.N=4 -> ucb=2.845802
b.mean=3.030570, i+1=24, b.N=16 -> ucb=3.660853
use arm j=2
i=24
b.mean=1.099523, i+1=25, b.N=3 -> ucb=2.564418
b.mean=1.585236, i+1=25, b.N=4 -> ucb=2.853872
b.mean=3.062718, i+1=25, b.N=17 -> ucb=3.678097
use arm j=2
i=25
b.mean=1.099523, i+1=26, b.N=3 -> ucb=2.573316
b.mean=1.585236, i+1=26, b.N=4 -> ucb=2.861578
b.mean=3.086384, i+1=26, b.N=18 -> ucb=3.688057
use arm j=2
i=26
b.mean=1.099523, i+1=27, b.N=3 -> ucb=2.581827
b.mean=1.585236, i+1=27, b.N=4 -> ucb=2.868949
b.mean=2.979549, i+1=27, b.N=19 -> ucb=3.568557
use arm j=2
i=27
b.mean=1.099523, i+1=28, b.N=3 -> ucb=2.589983
b.mean=1.585236, i+1=28, b.N=4 -> ucb=2.876012
b.mean=2.914049, i+1=28, b.N=20 -> ucb=3.491301
use arm j=2
i=28
b.mean=1.099523, i+1=29, b.N=3 -> ucb=2.597810
b.mean=1.585236, i+1=29, b.N=4 -> ucb=2.882791
b.mean=2.922713, i+1=29, b.N=21 -> ucb=3.489012
use arm j=2
i=29
b.mean=1.099523, i+1=30, b.N=3 -> ucb=2.605334
b.mean=1.585236, i+1=30, b.N=4 -> ucb=2.889306
b.mean=2.949271, i+1=30, b.N=22 -> ucb=3.505328
use arm j=2
i=30
b.mean=1.099523, i+1=31, b.N=3 -> ucb=2.612575
b.mean=1.585236, i+1=31, b.N=4 -> ucb=2.895577
b.mean=2.958411, i+1=31, b.N=23 -> ucb=3.504861
use arm j=2
i=31
b.mean=1.099523, i+1=32, b.N=3 -> ucb=2.619553
b.mean=1.585236, i+1=32, b.N=4 -> ucb=2.901621
b.mean=2.842550, i+1=32, b.N=24 -> ucb=3.379962
use arm j=2
i=32
b.mean=1.099523, i+1=33, b.N=3 -> ucb=2.626286
b.mean=1.585236, i+1=33, b.N=4 -> ucb=2.907452
b.mean=2.821262, i+1=33, b.N=25 -> ucb=3.350148
use arm j=2
i=33
b.mean=1.099523, i+1=34, b.N=3 -> ucb=2.632790
b.mean=1.585236, i+1=34, b.N=4 -> ucb=2.913084
b.mean=2.839726, i+1=34, b.N=26 -> ucb=3.360551
use arm j=2
i=34
b.mean=1.099523, i+1=35, b.N=3 -> ucb=2.639079
b.mean=1.585236, i+1=35, b.N=4 -> ucb=2.918531
b.mean=2.857393, i+1=35, b.N=27 -> ucb=3.370578
use arm j=2
i=35
b.mean=1.099523, i+1=36, b.N=3 -> ucb=2.645167
b.mean=1.585236, i+1=36, b.N=4 -> ucb=2.923802
b.mean=2.905910, i+1=36, b.N=28 -> ucb=3.411841
use arm j=2
i=36
b.mean=1.099523, i+1=37, b.N=3 -> ucb=2.651064
b.mean=1.585236, i+1=37, b.N=4 -> ucb=2.928910
b.mean=2.918497, i+1=37, b.N=29 -> ucb=3.417525
use arm j=2
i=37
b.mean=1.099523, i+1=38, b.N=3 -> ucb=2.656783
b.mean=1.585236, i+1=38, b.N=4 -> ucb=2.933863
b.mean=2.956536, i+1=38, b.N=30 -> ucb=3.448985
use arm j=2
i=38
b.mean=1.099523, i+1=39, b.N=3 -> ucb=2.662333
b.mean=1.585236, i+1=39, b.N=4 -> ucb=2.938669
b.mean=2.926719, i+1=39, b.N=31 -> ucb=3.412887
use arm j=2
i=39
b.mean=1.099523, i+1=40, b.N=3 -> ucb=2.667724
b.mean=1.585236, i+1=40, b.N=4 -> ucb=2.943338
b.mean=2.895032, i+1=40, b.N=32 -> ucb=3.375193
use arm j=2
i=40
b.mean=1.099523, i+1=41, b.N=3 -> ucb=2.672964
b.mean=1.585236, i+1=41, b.N=4 -> ucb=2.947876
b.mean=2.914972, i+1=41, b.N=33 -> ucb=3.389382
use arm j=2
i=41
b.mean=1.099523, i+1=42, b.N=3 -> ucb=2.678061
b.mean=1.585236, i+1=42, b.N=4 -> ucb=2.952290
b.mean=2.855096, i+1=42, b.N=34 -> ucb=3.323992
use arm j=2
i=42
b.mean=1.099523, i+1=43, b.N=3 -> ucb=2.683022
b.mean=1.585236, i+1=43, b.N=4 -> ucb=2.956586
b.mean=2.898538, i+1=43, b.N=35 -> ucb=3.362139
use arm j=2
i=43
b.mean=1.099523, i+1=44, b.N=3 -> ucb=2.687854
b.mean=1.585236, i+1=44, b.N=4 -> ucb=2.960771
b.mean=2.859966, i+1=44, b.N=36 -> ucb=3.318478
use arm j=2
i=44
b.mean=1.099523, i+1=45, b.N=3 -> ucb=2.692563
b.mean=1.585236, i+1=45, b.N=4 -> ucb=2.964849
b.mean=2.847645, i+1=45, b.N=37 -> ucb=3.301259
use arm j=2
i=45
b.mean=1.099523, i+1=46, b.N=3 -> ucb=2.697155
b.mean=1.585236, i+1=46, b.N=4 -> ucb=2.968826
b.mean=2.840730, i+1=46, b.N=38 -> ucb=3.289625
use arm j=2
i=46
b.mean=1.099523, i+1=47, b.N=3 -> ucb=2.701636
b.mean=1.585236, i+1=47, b.N=4 -> ucb=2.972706
b.mean=2.877655, i+1=47, b.N=39 -> ucb=3.322001
use arm j=2
i=47
b.mean=1.099523, i+1=48, b.N=3 -> ucb=2.706010
b.mean=1.585236, i+1=48, b.N=4 -> ucb=2.976495
b.mean=2.889167, i+1=48, b.N=40 -> ucb=3.329122
use arm j=2
i=48
b.mean=1.099523, i+1=49, b.N=3 -> ucb=2.710283
b.mean=1.585236, i+1=49, b.N=4 -> ucb=2.980195
b.mean=2.882206, i+1=49, b.N=41 -> ucb=3.317918
use arm j=2
i=49
b.mean=1.099523, i+1=50, b.N=3 -> ucb=2.714458
b.mean=1.585236, i+1=50, b.N=4 -> ucb=2.983811
b.mean=2.907205, i+1=50, b.N=42 -> ucb=3.338814
use arm j=2
i=50
b.mean=1.099523, i+1=51, b.N=3 -> ucb=2.718541
b.mean=1.585236, i+1=51, b.N=4 -> ucb=2.987346
b.mean=2.919895, i+1=51, b.N=43 -> ucb=3.347535
use arm j=2
i=51
b.mean=1.099523, i+1=52, b.N=3 -> ucb=2.722534
b.mean=1.585236, i+1=52, b.N=4 -> ucb=2.990804
b.mean=2.911984, i+1=52, b.N=44 -> ucb=3.335779
use arm j=2
i=52
b.mean=1.099523, i+1=53, b.N=3 -> ucb=2.726441
b.mean=1.585236, i+1=53, b.N=4 -> ucb=2.994188
b.mean=2.891415, i+1=53, b.N=45 -> ucb=3.311483
use arm j=2
i=53
b.mean=1.099523, i+1=54, b.N=3 -> ucb=2.730266
b.mean=1.585236, i+1=54, b.N=4 -> ucb=2.997501
b.mean=2.874371, i+1=54, b.N=46 -> ucb=3.290826
use arm j=2
i=54
b.mean=1.099523, i+1=55, b.N=3 -> ucb=2.734013
b.mean=1.585236, i+1=55, b.N=4 -> ucb=3.000745
b.mean=2.866428, i+1=55, b.N=47 -> ucb=3.279374
use arm j=2
i=55
b.mean=1.099523, i+1=56, b.N=3 -> ucb=2.737683
b.mean=1.585236, i+1=56, b.N=4 -> ucb=3.003924
b.mean=2.880670, i+1=56, b.N=48 -> ucb=3.290210
use arm j=2
i=56
b.mean=1.099523, i+1=57, b.N=3 -> ucb=2.741281
b.mean=1.585236, i+1=57, b.N=4 -> ucb=3.007040
b.mean=2.909652, i+1=57, b.N=49 -> ucb=3.315882
use arm j=2
i=57
b.mean=1.099523, i+1=58, b.N=3 -> ucb=2.744808
b.mean=1.585236, i+1=58, b.N=4 -> ucb=3.010095
b.mean=2.900755, i+1=58, b.N=50 -> ucb=3.303766
use arm j=2
i=58
b.mean=1.099523, i+1=59, b.N=3 -> ucb=2.748268
b.mean=1.585236, i+1=59, b.N=4 -> ucb=3.013091
b.mean=2.868502, i+1=59, b.N=51 -> ucb=3.268381
use arm j=2
i=59
b.mean=1.099523, i+1=60, b.N=3 -> ucb=2.751662
b.mean=1.585236, i+1=60, b.N=4 -> ucb=3.016030
b.mean=2.889803, i+1=60, b.N=52 -> ucb=3.286634
use arm j=2
i=60
b.mean=1.099523, i+1=61, b.N=3 -> ucb=2.754994
b.mean=1.585236, i+1=61, b.N=4 -> ucb=3.018916
b.mean=2.918773, i+1=61, b.N=53 -> ucb=3.312635
use arm j=2
i=61
b.mean=1.099523, i+1=62, b.N=3 -> ucb=2.758265
b.mean=1.585236, i+1=62, b.N=4 -> ucb=3.021748
b.mean=2.870463, i+1=62, b.N=54 -> ucb=3.261432
use arm j=2
i=62
b.mean=1.099523, i+1=63, b.N=3 -> ucb=2.761477
b.mean=1.585236, i+1=63, b.N=4 -> ucb=3.024530
b.mean=2.875556, i+1=63, b.N=55 -> ucb=3.263705
use arm j=2
i=63
b.mean=1.099523, i+1=64, b.N=3 -> ucb=2.764633
b.mean=1.585236, i+1=64, b.N=4 -> ucb=3.027263
b.mean=2.854761, i+1=64, b.N=56 -> ucb=3.240159
use arm j=2
i=64
b.mean=1.099523, i+1=65, b.N=3 -> ucb=2.767733
b.mean=1.585236, i+1=65, b.N=4 -> ucb=3.029948
b.mean=2.827726, i+1=65, b.N=57 -> ucb=3.210439
use arm j=2
i=65
b.mean=1.099523, i+1=66, b.N=3 -> ucb=2.770781
b.mean=1.585236, i+1=66, b.N=4 -> ucb=3.032588
b.mean=2.817080, i+1=66, b.N=58 -> ucb=3.197174
use arm j=2
i=66
b.mean=1.099523, i+1=67, b.N=3 -> ucb=2.773778
b.mean=1.585236, i+1=67, b.N=4 -> ucb=3.035183
b.mean=2.800516, i+1=67, b.N=59 -> ucb=3.178050
use arm j=2
i=67
b.mean=1.099523, i+1=68, b.N=3 -> ucb=2.776725
b.mean=1.585236, i+1=68, b.N=4 -> ucb=3.037735
b.mean=2.812820, i+1=68, b.N=60 -> ucb=3.187854
use arm j=2
i=68
b.mean=1.099523, i+1=69, b.N=3 -> ucb=2.779624
b.mean=1.585236, i+1=69, b.N=4 -> ucb=3.040246
b.mean=2.789921, i+1=69, b.N=61 -> ucb=3.162511
use arm j=2
i=69
b.mean=1.099523, i+1=70, b.N=3 -> ucb=2.782476
b.mean=1.585236, i+1=70, b.N=4 -> ucb=3.042716
b.mean=2.805285, i+1=70, b.N=62 -> ucb=3.175486
use arm j=2
i=70
b.mean=1.099523, i+1=71, b.N=3 -> ucb=2.785283
b.mean=1.585236, i+1=71, b.N=4 -> ucb=3.045147
b.mean=2.839321, i+1=71, b.N=63 -> ucb=3.207184
use arm j=2
i=71
b.mean=1.099523, i+1=72, b.N=3 -> ucb=2.788047
b.mean=1.585236, i+1=72, b.N=4 -> ucb=3.047540
b.mean=2.840720, i+1=72, b.N=64 -> ucb=3.206296
use arm j=2
i=72
b.mean=1.099523, i+1=73, b.N=3 -> ucb=2.790767
b.mean=1.585236, i+1=73, b.N=4 -> ucb=3.049896
b.mean=2.832944, i+1=73, b.N=65 -> ucb=3.196281
use arm j=2
i=73
b.mean=1.099523, i+1=74, b.N=3 -> ucb=2.793447
b.mean=1.585236, i+1=74, b.N=4 -> ucb=3.052217
b.mean=2.821708, i+1=74, b.N=66 -> ucb=3.182853
use arm j=2
i=74
b.mean=1.099523, i+1=75, b.N=3 -> ucb=2.796086
b.mean=1.585236, i+1=75, b.N=4 -> ucb=3.054503
b.mean=2.830429, i+1=75, b.N=67 -> ucb=3.189428
use arm j=2
i=75
b.mean=1.099523, i+1=76, b.N=3 -> ucb=2.798687
b.mean=1.585236, i+1=76, b.N=4 -> ucb=3.056755
b.mean=2.828929, i+1=76, b.N=68 -> ucb=3.185824
use arm j=2
i=76
b.mean=1.099523, i+1=77, b.N=3 -> ucb=2.801249
b.mean=1.585236, i+1=77, b.N=4 -> ucb=3.058974
b.mean=2.822973, i+1=77, b.N=69 -> ucb=3.177807
use arm j=2
i=77
b.mean=1.099523, i+1=78, b.N=3 -> ucb=2.803775
b.mean=1.585236, i+1=78, b.N=4 -> ucb=3.061161
b.mean=2.817345, i+1=78, b.N=70 -> ucb=3.170158
use arm j=2
i=78
b.mean=1.099523, i+1=79, b.N=3 -> ucb=2.806265
b.mean=1.585236, i+1=79, b.N=4 -> ucb=3.063317
b.mean=2.848944, i+1=79, b.N=71 -> ucb=3.199776
use arm j=2
i=79
b.mean=1.099523, i+1=80, b.N=3 -> ucb=2.808719
b.mean=1.585236, i+1=80, b.N=4 -> ucb=3.065443
b.mean=2.843209, i+1=80, b.N=72 -> ucb=3.192097
use arm j=2
i=80
b.mean=1.099523, i+1=81, b.N=3 -> ucb=2.811140
b.mean=1.585236, i+1=81, b.N=4 -> ucb=3.067540
b.mean=2.850473, i+1=81, b.N=73 -> ucb=3.197454
use arm j=2
i=81
b.mean=1.099523, i+1=82, b.N=3 -> ucb=2.813528
b.mean=1.585236, i+1=82, b.N=4 -> ucb=3.069608
b.mean=2.842586, i+1=82, b.N=74 -> ucb=3.187695
use arm j=2
i=82
b.mean=1.099523, i+1=83, b.N=3 -> ucb=2.815884
b.mean=1.585236, i+1=83, b.N=4 -> ucb=3.071648
b.mean=2.875093, i+1=83, b.N=75 -> ucb=3.218366
use arm j=2
i=83
b.mean=1.099523, i+1=84, b.N=3 -> ucb=2.818208
b.mean=1.585236, i+1=84, b.N=4 -> ucb=3.073661
b.mean=2.879766, i+1=84, b.N=76 -> ucb=3.221234
use arm j=2
i=84
b.mean=1.099523, i+1=85, b.N=3 -> ucb=2.820502
b.mean=1.585236, i+1=85, b.N=4 -> ucb=3.075647
b.mean=2.882520, i+1=85, b.N=77 -> ucb=3.222216
use arm j=2
i=85
b.mean=1.099523, i+1=86, b.N=3 -> ucb=2.822766
b.mean=1.585236, i+1=86, b.N=4 -> ucb=3.077608
b.mean=2.882204, i+1=86, b.N=78 -> ucb=3.220160
use arm j=2
i=86
b.mean=1.099523, i+1=87, b.N=3 -> ucb=2.825001
b.mean=1.585236, i+1=87, b.N=4 -> ucb=3.079543
b.mean=2.890998, i+1=87, b.N=79 -> ucb=3.227243
use arm j=2
i=87
b.mean=1.099523, i+1=88, b.N=3 -> ucb=2.827207
b.mean=1.585236, i+1=88, b.N=4 -> ucb=3.081454
b.mean=2.884798, i+1=88, b.N=80 -> ucb=3.219363
use arm j=2
i=88
b.mean=1.099523, i+1=89, b.N=3 -> ucb=2.829386
b.mean=1.585236, i+1=89, b.N=4 -> ucb=3.083341
b.mean=2.876087, i+1=89, b.N=81 -> ucb=3.208999
use arm j=2
i=89
b.mean=1.099523, i+1=90, b.N=3 -> ucb=2.831538
b.mean=1.585236, i+1=90, b.N=4 -> ucb=3.085204
b.mean=2.880697, i+1=90, b.N=82 -> ucb=3.211985
use arm j=2
i=90
b.mean=1.099523, i+1=91, b.N=3 -> ucb=2.833663
b.mean=1.585236, i+1=91, b.N=4 -> ucb=3.087045
b.mean=2.915074, i+1=91, b.N=83 -> ucb=3.244764
use arm j=2
i=91
b.mean=1.099523, i+1=92, b.N=3 -> ucb=2.835762
b.mean=1.585236, i+1=92, b.N=4 -> ucb=3.088863
b.mean=2.901150, i+1=92, b.N=84 -> ucb=3.229269
use arm j=2
i=92
b.mean=1.099523, i+1=93, b.N=3 -> ucb=2.837837
b.mean=1.585236, i+1=93, b.N=4 -> ucb=3.090660
b.mean=2.924798, i+1=93, b.N=85 -> ucb=3.251370
use arm j=2
i=93
b.mean=1.099523, i+1=94, b.N=3 -> ucb=2.839886
b.mean=1.585236, i+1=94, b.N=4 -> ucb=3.092435
b.mean=2.890711, i+1=94, b.N=86 -> ucb=3.215762
use arm j=2
i=94
b.mean=1.099523, i+1=95, b.N=3 -> ucb=2.841912
b.mean=1.585236, i+1=95, b.N=4 -> ucb=3.094189
b.mean=2.897671, i+1=95, b.N=87 -> ucb=3.221225
use arm j=2
i=95
b.mean=1.099523, i+1=96, b.N=3 -> ucb=2.843914
b.mean=1.585236, i+1=96, b.N=4 -> ucb=3.095923
b.mean=2.915223, i+1=96, b.N=88 -> ucb=3.237303
use arm j=2
i=96
b.mean=1.099523, i+1=97, b.N=3 -> ucb=2.845893
b.mean=1.585236, i+1=97, b.N=4 -> ucb=3.097637
b.mean=2.936098, i+1=97, b.N=89 -> ucb=3.256726
use arm j=2
i=97
b.mean=1.099523, i+1=98, b.N=3 -> ucb=2.847850
b.mean=1.585236, i+1=98, b.N=4 -> ucb=3.099331
b.mean=2.941111, i+1=98, b.N=90 -> ucb=3.260310
use arm j=2
i=98
b.mean=1.099523, i+1=99, b.N=3 -> ucb=2.849784
b.mean=1.585236, i+1=99, b.N=4 -> ucb=3.101007
b.mean=2.941113, i+1=99, b.N=91 -> ucb=3.258904
use arm j=2
i=99
b.mean=1.099523, i+1=100, b.N=3 -> ucb=2.851697
b.mean=1.585236, i+1=100, b.N=4 -> ucb=3.102663
b.mean=2.927403, i+1=100, b.N=92 -> ucb=3.243809
use arm j=2
i=100
b.mean=1.099523, i+1=101, b.N=3 -> ucb=2.853589
b.mean=1.585236, i+1=101, b.N=4 -> ucb=3.104302
b.mean=2.916806, i+1=101, b.N=93 -> ucb=3.231845
use arm j=2
i=101
b.mean=1.099523, i+1=102, b.N=3 -> ucb=2.855461
b.mean=1.585236, i+1=102, b.N=4 -> ucb=3.105922
b.mean=0.500000, i+1=102, b.N=94 -> ucb=0.813694
use arm j=1
i=102
b.mean=1.099523, i+1=103, b.N=3 -> ucb=2.857312
b.mean=2.061892, i+1=103, b.N=5 -> ucb=3.423469
b.mean=0.500000, i+1=103, b.N=94 -> ucb=0.814024
use arm j=1
i=103
b.mean=1.099523, i+1=104, b.N=3 -> ucb=2.859143
b.mean=2.190894, i+1=104, b.N=6 -> ucb=3.435133
b.mean=0.500000, i+1=104, b.N=94 -> ucb=0.814351
use arm j=1
i=104
b.mean=1.099523, i+1=105, b.N=3 -> ucb=2.860955
b.mean=2.258336, i+1=105, b.N=7 -> ucb=3.411464
b.mean=0.500000, i+1=105, b.N=94 -> ucb=0.814675
use arm j=1
i=105
b.mean=1.099523, i+1=106, b.N=3 -> ucb=2.862748
b.mean=2.314108, i+1=106, b.N=8 -> ucb=3.393858
b.mean=0.500000, i+1=106, b.N=94 -> ucb=0.814995
use arm j=1
i=106
b.mean=1.099523, i+1=107, b.N=3 -> ucb=2.864522
b.mean=2.429743, i+1=107, b.N=9 -> ucb=3.448765
b.mean=0.500000, i+1=107, b.N=94 -> ucb=0.815312
use arm j=1
i=107
b.mean=1.099523, i+1=108, b.N=3 -> ucb=2.866278
b.mean=2.305524, i+1=108, b.N=10 -> ucb=3.273216
b.mean=0.500000, i+1=108, b.N=94 -> ucb=0.815626
use arm j=1
i=108
b.mean=1.099523, i+1=109, b.N=3 -> ucb=2.868016
b.mean=2.258283, i+1=109, b.N=11 -> ucb=3.181848
b.mean=0.500000, i+1=109, b.N=94 -> ucb=0.815937
use arm j=1
i=109
b.mean=1.099523, i+1=110, b.N=3 -> ucb=2.869736
b.mean=2.324707, i+1=110, b.N=12 -> ucb=3.209813
b.mean=0.500000, i+1=110, b.N=94 -> ucb=0.816244
use arm j=1
i=110
b.mean=1.099523, i+1=111, b.N=3 -> ucb=2.871440
b.mean=2.125448, i+1=111, b.N=13 -> ucb=2.976649
b.mean=0.500000, i+1=111, b.N=94 -> ucb=0.816548
use arm j=1
i=111
b.mean=1.099523, i+1=112, b.N=3 -> ucb=2.873126
b.mean=1.962672, i+1=112, b.N=14 -> ucb=2.783691
b.mean=0.500000, i+1=112, b.N=94 -> ucb=0.816849
use arm j=0
i=112
b.mean=0.869392, i+1=113, b.N=4 -> ucb=2.406823
b.mean=1.962672, i+1=113, b.N=14 -> ucb=2.784464
b.mean=0.500000, i+1=113, b.N=94 -> ucb=0.817148
use arm j=1
i=113
b.mean=0.869392, i+1=114, b.N=4 -> ucb=2.408255
b.mean=1.935139, i+1=114, b.N=15 -> ucb=2.729805
b.mean=0.500000, i+1=114, b.N=94 -> ucb=0.817443
use arm j=1
i=114
b.mean=0.869392, i+1=115, b.N=4 -> ucb=2.409674
b.mean=1.886615, i+1=115, b.N=16 -> ucb=2.656756
b.mean=0.500000, i+1=115, b.N=94 -> ucb=0.817736
use arm j=1
i=115
b.mean=0.869392, i+1=116, b.N=4 -> ucb=2.411078
b.mean=1.856579, i+1=116, b.N=17 -> ucb=2.604407
b.mean=0.500000, i+1=116, b.N=94 -> ucb=0.818025
use arm j=1
i=116
b.mean=0.869392, i+1=117, b.N=4 -> ucb=2.412470
b.mean=1.855245, i+1=117, b.N=18 -> ucb=2.582658
b.mean=0.500000, i+1=117, b.N=94 -> ucb=0.818313
use arm j=1
i=117
b.mean=0.869392, i+1=118, b.N=4 -> ucb=2.413848
b.mean=1.909692, i+1=118, b.N=19 -> ucb=2.618336
b.mean=0.500000, i+1=118, b.N=94 -> ucb=0.818597
use arm j=1
i=118
b.mean=0.869392, i+1=119, b.N=4 -> ucb=2.415213
b.mean=1.902484, i+1=119, b.N=20 -> ucb=2.593796
b.mean=0.500000, i+1=119, b.N=94 -> ucb=0.818878
use arm j=1
i=119
b.mean=0.869392, i+1=120, b.N=4 -> ucb=2.416566
b.mean=1.977315, i+1=120, b.N=21 -> ucb=2.652557
b.mean=0.500000, i+1=120, b.N=94 -> ucb=0.819158
use arm j=1
i=120
b.mean=0.869392, i+1=121, b.N=4 -> ucb=2.417906
b.mean=1.912349, i+1=121, b.N=22 -> ucb=2.572637
b.mean=0.500000, i+1=121, b.N=94 -> ucb=0.819434
use arm j=1
i=121
b.mean=0.869392, i+1=122, b.N=4 -> ucb=2.419235
b.mean=1.943371, i+1=122, b.N=23 -> ucb=2.589700
b.mean=0.500000, i+1=122, b.N=94 -> ucb=0.819708
use arm j=1
i=122
b.mean=0.869392, i+1=123, b.N=4 -> ucb=2.420551
b.mean=1.973311, i+1=123, b.N=24 -> ucb=2.606569
b.mean=0.500000, i+1=123, b.N=94 -> ucb=0.819980
use arm j=1
i=123
b.mean=0.869392, i+1=124, b.N=4 -> ucb=2.421855
b.mean=1.942499, i+1=124, b.N=25 -> ucb=2.563484
b.mean=0.500000, i+1=124, b.N=94 -> ucb=0.820249
use arm j=1
i=124
b.mean=0.869392, i+1=125, b.N=4 -> ucb=2.423148
b.mean=1.904503, i+1=125, b.N=26 -> ucb=2.513936
b.mean=0.500000, i+1=125, b.N=94 -> ucb=0.820515
use arm j=1
i=125
b.mean=0.869392, i+1=126, b.N=4 -> ucb=2.424430
b.mean=2.003638, i+1=126, b.N=27 -> ucb=2.602172
b.mean=0.500000, i+1=126, b.N=94 -> ucb=0.820780
use arm j=1
i=126
b.mean=0.869392, i+1=127, b.N=4 -> ucb=2.425700
b.mean=1.954319, i+1=127, b.N=28 -> ucb=2.542548
b.mean=0.500000, i+1=127, b.N=94 -> ucb=0.821042
use arm j=1
i=127
b.mean=0.869392, i+1=128, b.N=4 -> ucb=2.426960
b.mean=1.976357, i+1=128, b.N=29 -> ucb=2.554823
b.mean=0.500000, i+1=128, b.N=94 -> ucb=0.821302
use arm j=1
i=128
b.mean=0.869392, i+1=129, b.N=4 -> ucb=2.428208
b.mean=2.010708, i+1=129, b.N=30 -> ucb=2.579907
b.mean=0.500000, i+1=129, b.N=94 -> ucb=0.821559
use arm j=1
i=129
b.mean=0.869392, i+1=130, b.N=4 -> ucb=2.429446
b.mean=2.032187, i+1=130, b.N=31 -> ucb=2.592574
b.mean=0.500000, i+1=130, b.N=94 -> ucb=0.821814
use arm j=1
i=130
b.mean=0.869392, i+1=131, b.N=4 -> ucb=2.430674
b.mean=2.018818, i+1=131, b.N=32 -> ucb=2.570814
b.mean=0.500000, i+1=131, b.N=94 -> ucb=0.822068
use arm j=1
i=131
b.mean=0.869392, i+1=132, b.N=4 -> ucb=2.431891
b.mean=2.021215, i+1=132, b.N=33 -> ucb=2.565207
b.mean=0.500000, i+1=132, b.N=94 -> ucb=0.822319
use arm j=1
i=132
b.mean=0.869392, i+1=133, b.N=4 -> ucb=2.433098
b.mean=2.043591, i+1=133, b.N=34 -> ucb=2.579937
b.mean=0.500000, i+1=133, b.N=94 -> ucb=0.822568
use arm j=1
i=133
b.mean=0.869392, i+1=134, b.N=4 -> ucb=2.434295
b.mean=2.086243, i+1=134, b.N=35 -> ucb=2.615277
b.mean=0.500000, i+1=134, b.N=94 -> ucb=0.822815
use arm j=1
i=134
b.mean=0.869392, i+1=135, b.N=4 -> ucb=2.435482
b.mean=2.087562, i+1=135, b.N=36 -> ucb=2.609592
b.mean=0.500000, i+1=135, b.N=94 -> ucb=0.823060
use arm j=1
i=135
b.mean=0.869392, i+1=136, b.N=4 -> ucb=2.436660
b.mean=2.091255, i+1=136, b.N=37 -> ucb=2.606569
b.mean=0.500000, i+1=136, b.N=94 -> ucb=0.823303
use arm j=1
i=136
b.mean=0.869392, i+1=137, b.N=4 -> ucb=2.437828
b.mean=2.078800, i+1=137, b.N=38 -> ucb=2.587668
b.mean=0.500000, i+1=137, b.N=94 -> ucb=0.823544
use arm j=1
i=137
b.mean=0.869392, i+1=138, b.N=4 -> ucb=2.438987
b.mean=2.117118, i+1=138, b.N=39 -> ucb=2.619791
b.mean=0.500000, i+1=138, b.N=94 -> ucb=0.823783
use arm j=1
i=138
b.mean=0.869392, i+1=139, b.N=4 -> ucb=2.440137
b.mean=2.120593, i+1=139, b.N=40 -> ucb=2.617306
b.mean=0.500000, i+1=139, b.N=94 -> ucb=0.824020
use arm j=1
i=139
b.mean=0.869392, i+1=140, b.N=4 -> ucb=2.441277
b.mean=2.109257, i+1=140, b.N=41 -> ucb=2.600231
b.mean=0.500000, i+1=140, b.N=94 -> ucb=0.824255
use arm j=1
i=140
b.mean=0.869392, i+1=141, b.N=4 -> ucb=2.442409
b.mean=2.129429, i+1=141, b.N=42 -> ucb=2.614872
b.mean=0.500000, i+1=141, b.N=94 -> ucb=0.824488
use arm j=1
i=141
b.mean=0.869392, i+1=142, b.N=4 -> ucb=2.443531
b.mean=2.096161, i+1=142, b.N=43 -> ucb=2.576269
b.mean=0.500000, i+1=142, b.N=94 -> ucb=0.824720
use arm j=1
i=142
b.mean=0.869392, i+1=143, b.N=4 -> ucb=2.444646
b.mean=2.055688, i+1=143, b.N=44 -> ucb=2.530644
b.mean=0.500000, i+1=143, b.N=94 -> ucb=0.824950
use arm j=1
i=143
b.mean=0.869392, i+1=144, b.N=4 -> ucb=2.445751
b.mean=2.079844, i+1=144, b.N=45 -> ucb=2.549824
b.mean=0.500000, i+1=144, b.N=94 -> ucb=0.825178
use arm j=1
i=144
b.mean=0.869392, i+1=145, b.N=4 -> ucb=2.446848
b.mean=2.093327, i+1=145, b.N=46 -> ucb=2.558493
b.mean=0.500000, i+1=145, b.N=94 -> ucb=0.825404
use arm j=1
i=145
b.mean=0.869392, i+1=146, b.N=4 -> ucb=2.447937
b.mean=2.094756, i+1=146, b.N=47 -> ucb=2.555265
b.mean=0.500000, i+1=146, b.N=94 -> ucb=0.825629
use arm j=1
i=146
b.mean=0.869392, i+1=147, b.N=4 -> ucb=2.449018
b.mean=2.067283, i+1=147, b.N=48 -> ucb=2.523281
b.mean=0.500000, i+1=147, b.N=94 -> ucb=0.825852
use arm j=1
i=147
b.mean=0.869392, i+1=148, b.N=4 -> ucb=2.450090
b.mean=2.102738, i+1=148, b.N=49 -> ucb=2.554366
b.mean=0.500000, i+1=148, b.N=94 -> ucb=0.826073
use arm j=1
i=148
b.mean=0.869392, i+1=149, b.N=4 -> ucb=2.451155
b.mean=2.080845, i+1=149, b.N=50 -> ucb=2.528235
b.mean=0.500000, i+1=149, b.N=94 -> ucb=0.826293
use arm j=1
i=149
b.mean=0.869392, i+1=150, b.N=4 -> ucb=2.452212
b.mean=2.087074, i+1=150, b.N=51 -> ucb=2.530352
b.mean=0.500000, i+1=150, b.N=94 -> ucb=0.826511
use arm j=1
i=150
b.mean=0.869392, i+1=151, b.N=4 -> ucb=2.453261
b.mean=2.082994, i+1=151, b.N=52 -> ucb=2.522280
b.mean=0.500000, i+1=151, b.N=94 -> ucb=0.826727
use arm j=1
i=151
b.mean=0.869392, i+1=152, b.N=4 -> ucb=2.454303
b.mean=2.099686, i+1=152, b.N=53 -> ucb=2.535095
b.mean=0.500000, i+1=152, b.N=94 -> ucb=0.826942
use arm j=1
i=152
b.mean=0.869392, i+1=153, b.N=4 -> ucb=2.455337
b.mean=2.110781, i+1=153, b.N=54 -> ucb=2.542420
b.mean=0.500000, i+1=153, b.N=94 -> ucb=0.827155
use arm j=1
i=153
b.mean=0.869392, i+1=154, b.N=4 -> ucb=2.456363
b.mean=2.100603, i+1=154, b.N=55 -> ucb=2.528577
b.mean=0.500000, i+1=154, b.N=94 -> ucb=0.827367
use arm j=1
i=154
b.mean=0.869392, i+1=155, b.N=4 -> ucb=2.457383
b.mean=2.081337, i+1=155, b.N=56 -> ucb=2.505745
b.mean=0.500000, i+1=155, b.N=94 -> ucb=0.827577
use arm j=1
i=155
b.mean=0.869392, i+1=156, b.N=4 -> ucb=2.458395
b.mean=2.092845, i+1=156, b.N=57 -> ucb=2.513782
b.mean=0.500000, i+1=156, b.N=94 -> ucb=0.827786
use arm j=1
i=156
b.mean=0.869392, i+1=157, b.N=4 -> ucb=2.459400
b.mean=2.075505, i+1=157, b.N=58 -> ucb=2.493062
b.mean=0.500000, i+1=157, b.N=94 -> ucb=0.827993
use arm j=1
i=157
b.mean=0.869392, i+1=158, b.N=4 -> ucb=2.460398
b.mean=2.057921, i+1=158, b.N=59 -> ucb=2.472183
b.mean=0.500000, i+1=158, b.N=94 -> ucb=0.828199
use arm j=1
i=158
b.mean=0.869392, i+1=159, b.N=4 -> ucb=2.461389
b.mean=2.053274, i+1=159, b.N=60 -> ucb=2.464326
b.mean=0.500000, i+1=159, b.N=94 -> ucb=0.828404
use arm j=1
i=159
b.mean=0.869392, i+1=160, b.N=4 -> ucb=2.462373
b.mean=2.041690, i+1=160, b.N=61 -> ucb=2.449610
b.mean=0.500000, i+1=160, b.N=94 -> ucb=0.828607
use arm j=0
i=160
b.mean=0.679494, i+1=161, b.N=5 -> ucb=2.105173
b.mean=2.041690, i+1=161, b.N=61 -> ucb=2.449861
b.mean=0.500000, i+1=161, b.N=94 -> ucb=0.828808
use arm j=1
i=161
b.mean=0.679494, i+1=162, b.N=5 -> ucb=2.106042
b.mean=2.026048, i+1=162, b.N=62 -> ucb=2.431160
b.mean=0.500000, i+1=162, b.N=94 -> ucb=0.829009
use arm j=1
i=162
b.mean=0.679494, i+1=163, b.N=5 -> ucb=2.106904
b.mean=2.060683, i+1=163, b.N=63 -> ucb=2.462811
b.mean=0.500000, i+1=163, b.N=94 -> ucb=0.829208
use arm j=1
i=163
b.mean=0.679494, i+1=164, b.N=5 -> ucb=2.107761
b.mean=2.050715, i+1=164, b.N=64 -> ucb=2.449927
b.mean=0.500000, i+1=164, b.N=94 -> ucb=0.829405
use arm j=1
i=164
b.mean=0.679494, i+1=165, b.N=5 -> ucb=2.108612
b.mean=2.050982, i+1=165, b.N=65 -> ucb=2.447348
b.mean=0.500000, i+1=165, b.N=94 -> ucb=0.829601
use arm j=1
i=165
b.mean=0.679494, i+1=166, b.N=5 -> ucb=2.109457
b.mean=2.060925, i+1=166, b.N=66 -> ucb=2.454509
b.mean=0.500000, i+1=166, b.N=94 -> ucb=0.829796
use arm j=1
i=166
b.mean=0.679494, i+1=167, b.N=5 -> ucb=2.110297
b.mean=2.055818, i+1=167, b.N=67 -> ucb=2.446684
b.mean=0.500000, i+1=167, b.N=94 -> ucb=0.829990
use arm j=1
i=167
b.mean=0.679494, i+1=168, b.N=5 -> ucb=2.111131
b.mean=2.077480, i+1=168, b.N=68 -> ucb=2.465687
b.mean=0.500000, i+1=168, b.N=94 -> ucb=0.830183
use arm j=1
i=168
b.mean=0.679494, i+1=169, b.N=5 -> ucb=2.111960
b.mean=2.071910, i+1=169, b.N=69 -> ucb=2.457517
b.mean=0.500000, i+1=169, b.N=94 -> ucb=0.830374
use arm j=1
i=169
b.mean=0.679494, i+1=170, b.N=5 -> ucb=2.112784
b.mean=2.065317, i+1=170, b.N=70 -> ucb=2.448380
b.mean=0.500000, i+1=170, b.N=94 -> ucb=0.830564
use arm j=1
i=170
b.mean=0.679494, i+1=171, b.N=5 -> ucb=2.113602
b.mean=2.081898, i+1=171, b.N=71 -> ucb=2.462471
b.mean=0.500000, i+1=171, b.N=94 -> ucb=0.830752
use arm j=1
i=171
b.mean=0.679494, i+1=172, b.N=5 -> ucb=2.114415
b.mean=2.080238, i+1=172, b.N=72 -> ucb=2.458373
b.mean=0.500000, i+1=172, b.N=94 -> ucb=0.830940
use arm j=1
i=172
b.mean=0.679494, i+1=173, b.N=5 -> ucb=2.115223
b.mean=2.088215, i+1=173, b.N=73 -> ucb=2.463963
b.mean=0.500000, i+1=173, b.N=94 -> ucb=0.831126
use arm j=1
i=173
b.mean=0.679494, i+1=174, b.N=5 -> ucb=2.116025
b.mean=2.062050, i+1=174, b.N=74 -> ucb=2.435459
b.mean=0.500000, i+1=174, b.N=94 -> ucb=0.831311
use arm j=1
i=174
b.mean=0.679494, i+1=175, b.N=5 -> ucb=2.116823
b.mean=2.055976, i+1=175, b.N=75 -> ucb=2.427093
b.mean=0.500000, i+1=175, b.N=94 -> ucb=0.831495
use arm j=1
i=175
b.mean=0.679494, i+1=176, b.N=5 -> ucb=2.117616
b.mean=2.054030, i+1=176, b.N=76 -> ucb=2.422900
b.mean=0.500000, i+1=176, b.N=94 -> ucb=0.831678
use arm j=1
i=176
b.mean=0.679494, i+1=177, b.N=5 -> ucb=2.118403
b.mean=2.042776, i+1=177, b.N=77 -> ucb=2.409444
b.mean=0.500000, i+1=177, b.N=94 -> ucb=0.831860
use arm j=1
i=177
b.mean=0.679494, i+1=178, b.N=5 -> ucb=2.119186
b.mean=2.039223, i+1=178, b.N=78 -> ucb=2.403731
b.mean=0.500000, i+1=178, b.N=94 -> ucb=0.832040
use arm j=1
i=178
b.mean=0.679494, i+1=179, b.N=5 -> ucb=2.119964
b.mean=2.051291, i+1=179, b.N=79 -> ucb=2.413680
b.mean=0.500000, i+1=179, b.N=94 -> ucb=0.832220
use arm j=1
i=179
b.mean=0.679494, i+1=180, b.N=5 -> ucb=2.120738
b.mean=2.052627, i+1=180, b.N=80 -> ucb=2.412938
b.mean=0.500000, i+1=180, b.N=94 -> ucb=0.832398
use arm j=1
i=180
b.mean=0.679494, i+1=181, b.N=5 -> ucb=2.121506
b.mean=2.040322, i+1=181, b.N=81 -> ucb=2.398593
b.mean=0.500000, i+1=181, b.N=94 -> ucb=0.832575
use arm j=1
i=181
b.mean=0.679494, i+1=182, b.N=5 -> ucb=2.122270
b.mean=2.053593, i+1=182, b.N=82 -> ucb=2.409861
b.mean=0.500000, i+1=182, b.N=94 -> ucb=0.832751
use arm j=1
i=182
b.mean=0.679494, i+1=183, b.N=5 -> ucb=2.123029
b.mean=2.051954, i+1=183, b.N=83 -> ucb=2.406255
b.mean=0.500000, i+1=183, b.N=94 -> ucb=0.832927
use arm j=1
i=183
b.mean=0.679494, i+1=184, b.N=5 -> ucb=2.123784
b.mean=2.060336, i+1=184, b.N=84 -> ucb=2.412707
b.mean=0.500000, i+1=184, b.N=94 -> ucb=0.833101
use arm j=1
i=184
b.mean=0.679494, i+1=185, b.N=5 -> ucb=2.124535
b.mean=2.064249, i+1=185, b.N=85 -> ucb=2.414723
b.mean=0.500000, i+1=185, b.N=94 -> ucb=0.833274
use arm j=1
i=185
b.mean=0.679494, i+1=186, b.N=5 -> ucb=2.125281
b.mean=2.062906, i+1=186, b.N=86 -> ucb=2.411517
b.mean=0.500000, i+1=186, b.N=94 -> ucb=0.833446
use arm j=1
i=186
b.mean=0.679494, i+1=187, b.N=5 -> ucb=2.126022
b.mean=2.047248, i+1=187, b.N=87 -> ucb=2.394026
b.mean=0.500000, i+1=187, b.N=94 -> ucb=0.833617
use arm j=1
i=187
b.mean=0.679494, i+1=188, b.N=5 -> ucb=2.126759
b.mean=2.062285, i+1=188, b.N=88 -> ucb=2.407263
b.mean=0.500000, i+1=188, b.N=94 -> ucb=0.833787
use arm j=1
i=188
b.mean=0.679494, i+1=189, b.N=5 -> ucb=2.127492
b.mean=2.070995, i+1=189, b.N=89 -> ucb=2.414203
b.mean=0.500000, i+1=189, b.N=94 -> ucb=0.833956
use arm j=1
i=189
b.mean=0.679494, i+1=190, b.N=5 -> ucb=2.128221
b.mean=2.091964, i+1=190, b.N=90 -> ucb=2.433432
b.mean=0.500000, i+1=190, b.N=94 -> ucb=0.834124
use arm j=1
i=190
b.mean=0.679494, i+1=191, b.N=5 -> ucb=2.128945
b.mean=2.100008, i+1=191, b.N=91 -> ucb=2.439765
b.mean=0.500000, i+1=191, b.N=94 -> ucb=0.834291
use arm j=1
i=191
b.mean=0.679494, i+1=192, b.N=5 -> ucb=2.129666
b.mean=2.109598, i+1=192, b.N=92 -> ucb=2.447671
b.mean=0.500000, i+1=192, b.N=94 -> ucb=0.834457
use arm j=1
i=192
b.mean=0.679494, i+1=193, b.N=5 -> ucb=2.130382
b.mean=2.082622, i+1=193, b.N=93 -> ucb=2.419039
b.mean=0.500000, i+1=193, b.N=94 -> ucb=0.834622
use arm j=1
i=193
b.mean=0.679494, i+1=194, b.N=5 -> ucb=2.131094
b.mean=2.080522, i+1=194, b.N=94 -> ucb=2.415308
b.mean=0.500000, i+1=194, b.N=94 -> ucb=0.834787
use arm j=1
i=194
b.mean=0.679494, i+1=195, b.N=5 -> ucb=2.131802
b.mean=2.088680, i+1=195, b.N=95 -> ucb=2.421863
b.mean=0.500000, i+1=195, b.N=94 -> ucb=0.834950
use arm j=1
i=195
b.mean=0.679494, i+1=196, b.N=5 -> ucb=2.132507
b.mean=2.066606, i+1=196, b.N=96 -> ucb=2.398210
b.mean=0.500000, i+1=196, b.N=94 -> ucb=0.835112
use arm j=1
i=196
b.mean=0.679494, i+1=197, b.N=5 -> ucb=2.133207
b.mean=2.070749, i+1=197, b.N=97 -> ucb=2.400797
b.mean=0.500000, i+1=197, b.N=94 -> ucb=0.835274
use arm j=1
i=197
b.mean=0.679494, i+1=198, b.N=5 -> ucb=2.133903
b.mean=2.092905, i+1=198, b.N=98 -> ucb=2.421423
b.mean=0.500000, i+1=198, b.N=94 -> ucb=0.835435
use arm j=1
i=198
b.mean=0.679494, i+1=199, b.N=5 -> ucb=2.134596
b.mean=2.116549, i+1=199, b.N=99 -> ucb=2.443559
b.mean=0.500000, i+1=199, b.N=94 -> ucb=0.835594
use arm j=1
i=199
b.mean=0.679494, i+1=200, b.N=5 -> ucb=2.135285
b.mean=2.119032, i+1=200, b.N=100 -> ucb=2.444557
b.mean=0.500000, i+1=200, b.N=94 -> ucb=0.835753
use arm j=1
i=200
b.mean=0.679494, i+1=201, b.N=5 -> ucb=2.135970
b.mean=2.125582, i+1=201, b.N=101 -> ucb=2.449644
b.mean=0.500000, i+1=201, b.N=94 -> ucb=0.835911
use arm j=1
i=201
b.mean=0.679494, i+1=202, b.N=5 -> ucb=2.136651
b.mean=2.122229, i+1=202, b.N=102 -> ucb=2.444849
b.mean=0.500000, i+1=202, b.N=94 -> ucb=0.836068
use arm j=1
i=202
b.mean=0.679494, i+1=203, b.N=5 -> ucb=2.137329
b.mean=2.115894, i+1=203, b.N=103 -> ucb=2.437093
b.mean=0.500000, i+1=203, b.N=94 -> ucb=0.836225
use arm j=1
i=203
b.mean=0.679494, i+1=204, b.N=5 -> ucb=2.138003
b.mean=2.116493, i+1=204, b.N=104 -> ucb=2.436293
b.mean=0.500000, i+1=204, b.N=94 -> ucb=0.836380
use arm j=1
i=204
b.mean=0.679494, i+1=205, b.N=5 -> ucb=2.138673
b.mean=2.115082, i+1=205, b.N=105 -> ucb=2.433501
b.mean=0.500000, i+1=205, b.N=94 -> ucb=0.836535
use arm j=1
i=205
b.mean=0.679494, i+1=206, b.N=5 -> ucb=2.139340
b.mean=2.102374, i+1=206, b.N=106 -> ucb=2.419432
b.mean=0.500000, i+1=206, b.N=94 -> ucb=0.836688
use arm j=1
i=206
b.mean=0.679494, i+1=207, b.N=5 -> ucb=2.140003
b.mean=2.097129, i+1=207, b.N=107 -> ucb=2.412845
b.mean=0.500000, i+1=207, b.N=94 -> ucb=0.836841
use arm j=1
i=207
b.mean=0.679494, i+1=208, b.N=5 -> ucb=2.140663
b.mean=2.098115, i+1=208, b.N=108 -> ucb=2.412509
b.mean=0.500000, i+1=208, b.N=94 -> ucb=0.836994
use arm j=1
i=208
b.mean=0.679494, i+1=209, b.N=5 -> ucb=2.141320
b.mean=2.081524, i+1=209, b.N=109 -> ucb=2.394612
b.mean=0.500000, i+1=209, b.N=94 -> ucb=0.837145
use arm j=1
i=209
b.mean=0.679494, i+1=210, b.N=5 -> ucb=2.141972
b.mean=2.078597, i+1=210, b.N=110 -> ucb=2.390399
b.mean=0.500000, i+1=210, b.N=94 -> ucb=0.837295
use arm j=1
i=210
b.mean=0.679494, i+1=211, b.N=5 -> ucb=2.142622
b.mean=2.081548, i+1=211, b.N=111 -> ucb=2.392080
b.mean=0.500000, i+1=211, b.N=94 -> ucb=0.837445
use arm j=1
i=211
b.mean=0.679494, i+1=212, b.N=5 -> ucb=2.143268
b.mean=2.100560, i+1=212, b.N=112 -> ucb=2.409838
b.mean=0.500000, i+1=212, b.N=94 -> ucb=0.837594
use arm j=1
i=212
b.mean=0.679494, i+1=213, b.N=5 -> ucb=2.143911
b.mean=2.111417, i+1=213, b.N=113 -> ucb=2.419460
b.mean=0.500000, i+1=213, b.N=94 -> ucb=0.837743
use arm j=1
i=213
b.mean=0.679494, i+1=214, b.N=5 -> ucb=2.144550
b.mean=2.123620, i+1=214, b.N=114 -> ucb=2.430442
b.mean=0.500000, i+1=214, b.N=94 -> ucb=0.837890
use arm j=1
i=214
b.mean=0.679494, i+1=215, b.N=5 -> ucb=2.145187
b.mean=2.121742, i+1=215, b.N=115 -> ucb=2.427360
b.mean=0.500000, i+1=215, b.N=94 -> ucb=0.838037
use arm j=1
i=215
b.mean=0.679494, i+1=216, b.N=5 -> ucb=2.145820
b.mean=2.106831, i+1=216, b.N=116 -> ucb=2.411260
b.mean=0.500000, i+1=216, b.N=94 -> ucb=0.838183
use arm j=1
i=216
b.mean=0.679494, i+1=217, b.N=5 -> ucb=2.146450
b.mean=2.100819, i+1=217, b.N=117 -> ucb=2.404074
b.mean=0.500000, i+1=217, b.N=94 -> ucb=0.838328
use arm j=1
i=217
b.mean=0.679494, i+1=218, b.N=5 -> ucb=2.147076
b.mean=2.092688, i+1=218, b.N=118 -> ucb=2.394785
b.mean=0.500000, i+1=218, b.N=94 -> ucb=0.838473
use arm j=1
i=218
b.mean=0.679494, i+1=219, b.N=5 -> ucb=2.147700
b.mean=2.087664, i+1=219, b.N=119 -> ucb=2.388616
b.mean=0.500000, i+1=219, b.N=94 -> ucb=0.838616
use arm j=1
i=219
b.mean=0.679494, i+1=220, b.N=5 -> ucb=2.148320
b.mean=2.097075, i+1=220, b.N=120 -> ucb=2.396898
b.mean=0.500000, i+1=220, b.N=94 -> ucb=0.838760
use arm j=1
i=220
b.mean=0.679494, i+1=221, b.N=5 -> ucb=2.148938
b.mean=2.100910, i+1=221, b.N=121 -> ucb=2.399617
b.mean=0.500000, i+1=221, b.N=94 -> ucb=0.838902
use arm j=1
i=221
b.mean=0.679494, i+1=222, b.N=5 -> ucb=2.149552
b.mean=2.103426, i+1=222, b.N=122 -> ucb=2.401031
b.mean=0.500000, i+1=222, b.N=94 -> ucb=0.839044
use arm j=1
i=222
b.mean=0.679494, i+1=223, b.N=5 -> ucb=2.150164
b.mean=2.108818, i+1=223, b.N=123 -> ucb=2.405334
b.mean=0.500000, i+1=223, b.N=94 -> ucb=0.839185
use arm j=1
i=223
b.mean=0.679494, i+1=224, b.N=5 -> ucb=2.150772
b.mean=2.104399, i+1=224, b.N=124 -> ucb=2.399838
b.mean=0.500000, i+1=224, b.N=94 -> ucb=0.839325
use arm j=1
i=224
b.mean=0.679494, i+1=225, b.N=5 -> ucb=2.151377
b.mean=2.105741, i+1=225, b.N=125 -> ucb=2.400117
b.mean=0.500000, i+1=225, b.N=94 -> ucb=0.839465
use arm j=1
i=225
b.mean=0.679494, i+1=226, b.N=5 -> ucb=2.151980
b.mean=2.103226, i+1=226, b.N=126 -> ucb=2.396553
b.mean=0.500000, i+1=226, b.N=94 -> ucb=0.839603
use arm j=1
i=226
b.mean=0.679494, i+1=227, b.N=5 -> ucb=2.152579
b.mean=2.094803, i+1=227, b.N=127 -> ucb=2.387091
b.mean=0.500000, i+1=227, b.N=94 -> ucb=0.839742
use arm j=1
i=227
b.mean=0.679494, i+1=228, b.N=5 -> ucb=2.153176
b.mean=2.090588, i+1=228, b.N=128 -> ucb=2.381850
b.mean=0.500000, i+1=228, b.N=94 -> ucb=0.839879
use arm j=1
i=228
b.mean=0.679494, i+1=229, b.N=5 -> ucb=2.153770
b.mean=2.086664, i+1=229, b.N=129 -> ucb=2.376912
b.mean=0.500000, i+1=229, b.N=94 -> ucb=0.840016
use arm j=1
i=229
b.mean=0.679494, i+1=230, b.N=5 -> ucb=2.154361
b.mean=2.091609, i+1=230, b.N=130 -> ucb=2.380854
b.mean=0.500000, i+1=230, b.N=94 -> ucb=0.840153
use arm j=1
i=230
b.mean=0.679494, i+1=231, b.N=5 -> ucb=2.154949
b.mean=2.075657, i+1=231, b.N=131 -> ucb=2.363911
b.mean=0.500000, i+1=231, b.N=94 -> ucb=0.840288
use arm j=1
i=231
b.mean=0.679494, i+1=232, b.N=5 -> ucb=2.155534
b.mean=2.082529, i+1=232, b.N=132 -> ucb=2.369802
b.mean=0.500000, i+1=232, b.N=94 -> ucb=0.840423
use arm j=1
i=232
b.mean=0.679494, i+1=233, b.N=5 -> ucb=2.156117
b.mean=2.091594, i+1=233, b.N=133 -> ucb=2.377898
b.mean=0.500000, i+1=233, b.N=94 -> ucb=0.840558
use arm j=1
i=233
b.mean=0.679494, i+1=234, b.N=5 -> ucb=2.156697
b.mean=2.086814, i+1=234, b.N=134 -> ucb=2.372160
b.mean=0.500000, i+1=234, b.N=94 -> ucb=0.840691
use arm j=1
i=234
b.mean=0.679494, i+1=235, b.N=5 -> ucb=2.157274
b.mean=2.067532, i+1=235, b.N=135 -> ucb=2.351931
b.mean=0.500000, i+1=235, b.N=94 -> ucb=0.840825
use arm j=1
i=235
b.mean=0.679494, i+1=236, b.N=5 -> ucb=2.157849
b.mean=2.057635, i+1=236, b.N=136 -> ucb=2.341097
b.mean=0.500000, i+1=236, b.N=94 -> ucb=0.840957
use arm j=1
i=236
b.mean=0.679494, i+1=237, b.N=5 -> ucb=2.158421
b.mean=2.061905, i+1=237, b.N=137 -> ucb=2.344440
b.mean=0.500000, i+1=237, b.N=94 -> ucb=0.841089
use arm j=1
i=237
b.mean=0.679494, i+1=238, b.N=5 -> ucb=2.158990
b.mean=2.069507, i+1=238, b.N=138 -> ucb=2.351124
b.mean=0.500000, i+1=238, b.N=94 -> ucb=0.841220
use arm j=1
i=238
b.mean=0.679494, i+1=239, b.N=5 -> ucb=2.159557
b.mean=2.061940, i+1=239, b.N=139 -> ucb=2.342650
b.mean=0.500000, i+1=239, b.N=94 -> ucb=0.841351
use arm j=1
i=239
b.mean=0.679494, i+1=240, b.N=5 -> ucb=2.160121
b.mean=2.066929, i+1=240, b.N=140 -> ucb=2.346741
b.mean=0.500000, i+1=240, b.N=94 -> ucb=0.841481
use arm j=1
i=240
b.mean=0.679494, i+1=241, b.N=5 -> ucb=2.160682
b.mean=2.074745, i+1=241, b.N=141 -> ucb=2.353669
b.mean=0.500000, i+1=241, b.N=94 -> ucb=0.841611
use arm j=1
i=241
b.mean=0.679494, i+1=242, b.N=5 -> ucb=2.161241
b.mean=2.073007, i+1=242, b.N=142 -> ucb=2.351052
b.mean=0.500000, i+1=242, b.N=94 -> ucb=0.841740
use arm j=1
i=242
b.mean=0.679494, i+1=243, b.N=5 -> ucb=2.161798
b.mean=2.063298, i+1=243, b.N=143 -> ucb=2.340474
b.mean=0.500000, i+1=243, b.N=94 -> ucb=0.841868
use arm j=1
i=243
b.mean=0.679494, i+1=244, b.N=5 -> ucb=2.162352
b.mean=2.074454, i+1=244, b.N=144 -> ucb=2.350768
b.mean=0.500000, i+1=244, b.N=94 -> ucb=0.841996
use arm j=1
i=244
b.mean=0.679494, i+1=245, b.N=5 -> ucb=2.162903
b.mean=2.071385, i+1=245, b.N=145 -> ucb=2.346847
b.mean=0.500000, i+1=245, b.N=94 -> ucb=0.842123
use arm j=1
i=245
b.mean=0.679494, i+1=246, b.N=5 -> ucb=2.163452
b.mean=2.082742, i+1=246, b.N=146 -> ucb=2.357360
b.mean=0.500000, i+1=246, b.N=94 -> ucb=0.842249
use arm j=1
i=246
b.mean=0.679494, i+1=247, b.N=5 -> ucb=2.163999
b.mean=2.097368, i+1=247, b.N=147 -> ucb=2.371152
b.mean=0.500000, i+1=247, b.N=94 -> ucb=0.842376
use arm j=1
i=247
b.mean=0.679494, i+1=248, b.N=5 -> ucb=2.164543
b.mean=2.100183, i+1=248, b.N=148 -> ucb=2.373141
b.mean=0.500000, i+1=248, b.N=94 -> ucb=0.842501
use arm j=1
i=248
b.mean=0.679494, i+1=249, b.N=5 -> ucb=2.165085
b.mean=2.097572, i+1=249, b.N=149 -> ucb=2.369711
b.mean=0.500000, i+1=249, b.N=94 -> ucb=0.842626
use arm j=1
i=249
b.mean=0.679494, i+1=250, b.N=5 -> ucb=2.165625
b.mean=2.096607, i+1=250, b.N=150 -> ucb=2.367936
b.mean=0.500000, i+1=250, b.N=94 -> ucb=0.842750
use arm j=1
i=250
b.mean=0.679494, i+1=251, b.N=5 -> ucb=2.166162
b.mean=2.099636, i+1=251, b.N=151 -> ucb=2.370163
b.mean=0.500000, i+1=251, b.N=94 -> ucb=0.842874
use arm j=1
i=251
b.mean=0.679494, i+1=252, b.N=5 -> ucb=2.166697
b.mean=2.087906, i+1=252, b.N=152 -> ucb=2.357639
b.mean=0.500000, i+1=252, b.N=94 -> ucb=0.842998
use arm j=1
i=252
b.mean=0.679494, i+1=253, b.N=5 -> ucb=2.167229
b.mean=2.091819, i+1=253, b.N=153 -> ucb=2.360764
b.mean=0.500000, i+1=253, b.N=94 -> ucb=0.843121
use arm j=1
i=253
b.mean=0.679494, i+1=254, b.N=5 -> ucb=2.167759
b.mean=2.084528, i+1=254, b.N=154 -> ucb=2.352695
b.mean=0.500000, i+1=254, b.N=94 -> ucb=0.843243
use arm j=1
i=254
b.mean=0.679494, i+1=255, b.N=5 -> ucb=2.168287
b.mean=2.089656, i+1=255, b.N=155 -> ucb=2.357051
b.mean=0.500000, i+1=255, b.N=94 -> ucb=0.843365
use arm j=1
i=255
b.mean=0.679494, i+1=256, b.N=5 -> ucb=2.168813
b.mean=2.085373, i+1=256, b.N=156 -> ucb=2.352004
b.mean=0.500000, i+1=256, b.N=94 -> ucb=0.843486
use arm j=1
i=256
b.mean=0.679494, i+1=257, b.N=5 -> ucb=2.169336
b.mean=2.090567, i+1=257, b.N=157 -> ucb=2.356441
b.mean=0.500000, i+1=257, b.N=94 -> ucb=0.843607
use arm j=1
i=257
b.mean=0.679494, i+1=258, b.N=5 -> ucb=2.169858
b.mean=2.081562, i+1=258, b.N=158 -> ucb=2.346686
b.mean=0.500000, i+1=258, b.N=94 -> ucb=0.843727
use arm j=1
i=258
b.mean=0.679494, i+1=259, b.N=5 -> ucb=2.170377
b.mean=2.090692, i+1=259, b.N=159 -> ucb=2.355073
b.mean=0.500000, i+1=259, b.N=94 -> ucb=0.843846
use arm j=1
i=259
b.mean=0.679494, i+1=260, b.N=5 -> ucb=2.170894
b.mean=2.088839, i+1=260, b.N=160 -> ucb=2.352484
b.mean=0.500000, i+1=260, b.N=94 -> ucb=0.843966
use arm j=1
i=260
b.mean=0.679494, i+1=261, b.N=5 -> ucb=2.171408
b.mean=2.095222, i+1=261, b.N=161 -> ucb=2.358137
b.mean=0.500000, i+1=261, b.N=94 -> ucb=0.844084
use arm j=1
i=261
b.mean=0.679494, i+1=262, b.N=5 -> ucb=2.171921
b.mean=2.091974, i+1=262, b.N=162 -> ucb=2.354167
b.mean=0.500000, i+1=262, b.N=94 -> ucb=0.844203
use arm j=1
i=262
b.mean=0.679494, i+1=263, b.N=5 -> ucb=2.172431
b.mean=2.094766, i+1=263, b.N=163 -> ucb=2.356242
b.mean=0.500000, i+1=263, b.N=94 -> ucb=0.844320
use arm j=1
i=263
b.mean=0.679494, i+1=264, b.N=5 -> ucb=2.172940
b.mean=2.096334, i+1=264, b.N=164 -> ucb=2.357101
b.mean=0.500000, i+1=264, b.N=94 -> ucb=0.844438
use arm j=1
i=264
b.mean=0.679494, i+1=265, b.N=5 -> ucb=2.173446
b.mean=2.086911, i+1=265, b.N=165 -> ucb=2.346974
b.mean=0.500000, i+1=265, b.N=94 -> ucb=0.844554
use arm j=1
i=265
b.mean=0.679494, i+1=266, b.N=5 -> ucb=2.173950
b.mean=2.090185, i+1=266, b.N=166 -> ucb=2.349551
b.mean=0.500000, i+1=266, b.N=94 -> ucb=0.844671
use arm j=1
i=266
b.mean=0.679494, i+1=267, b.N=5 -> ucb=2.174452
b.mean=2.093942, i+1=267, b.N=167 -> ucb=2.352618
b.mean=0.500000, i+1=267, b.N=94 -> ucb=0.844786
use arm j=1
i=267
b.mean=0.679494, i+1=268, b.N=5 -> ucb=2.174952
b.mean=2.097746, i+1=268, b.N=168 -> ucb=2.355737
b.mean=0.500000, i+1=268, b.N=94 -> ucb=0.844902
use arm j=1
i=268
b.mean=0.679494, i+1=269, b.N=5 -> ucb=2.175450
b.mean=2.103383, i+1=269, b.N=169 -> ucb=2.360695
b.mean=0.500000, i+1=269, b.N=94 -> ucb=0.845017
use arm j=1
i=269
b.mean=0.679494, i+1=270, b.N=5 -> ucb=2.175946
b.mean=2.101561, i+1=270, b.N=170 -> ucb=2.358200
b.mean=0.500000, i+1=270, b.N=94 -> ucb=0.845131
use arm j=1
i=270
b.mean=0.679494, i+1=271, b.N=5 -> ucb=2.176440
b.mean=2.111532, i+1=271, b.N=171 -> ucb=2.367504
b.mean=0.500000, i+1=271, b.N=94 -> ucb=0.845245
use arm j=1
i=271
b.mean=0.679494, i+1=272, b.N=5 -> ucb=2.176932
b.mean=2.111578, i+1=272, b.N=172 -> ucb=2.366889
b.mean=0.500000, i+1=272, b.N=94 -> ucb=0.845358
use arm j=1
i=272
b.mean=0.679494, i+1=273, b.N=5 -> ucb=2.177422
b.mean=2.106920, i+1=273, b.N=173 -> ucb=2.361576
b.mean=0.500000, i+1=273, b.N=94 -> ucb=0.845471
use arm j=1
i=273
b.mean=0.679494, i+1=274, b.N=5 -> ucb=2.177910
b.mean=2.108938, i+1=274, b.N=174 -> ucb=2.362943
b.mean=0.500000, i+1=274, b.N=94 -> ucb=0.845584
use arm j=1
i=274
b.mean=0.679494, i+1=275, b.N=5 -> ucb=2.178396
b.mean=2.098306, i+1=275, b.N=175 -> ucb=2.351667
b.mean=0.500000, i+1=275, b.N=94 -> ucb=0.845696
use arm j=1
i=275
b.mean=0.679494, i+1=276, b.N=5 -> ucb=2.178881
b.mean=2.102879, i+1=276, b.N=176 -> ucb=2.355601
b.mean=0.500000, i+1=276, b.N=94 -> ucb=0.845808
use arm j=1
i=276
b.mean=0.679494, i+1=277, b.N=5 -> ucb=2.179363
b.mean=2.103465, i+1=277, b.N=177 -> ucb=2.355553
b.mean=0.500000, i+1=277, b.N=94 -> ucb=0.845919
use arm j=1
i=277
b.mean=0.679494, i+1=278, b.N=5 -> ucb=2.179843
b.mean=2.107165, i+1=278, b.N=178 -> ucb=2.358624
b.mean=0.500000, i+1=278, b.N=94 -> ucb=0.846030
use arm j=1
i=278
b.mean=0.679494, i+1=279, b.N=5 -> ucb=2.180322
b.mean=2.108134, i+1=279, b.N=179 -> ucb=2.358969
b.mean=0.500000, i+1=279, b.N=94 -> ucb=0.846140
use arm j=1
i=279
b.mean=0.679494, i+1=280, b.N=5 -> ucb=2.180799
b.mean=2.108432, i+1=280, b.N=180 -> ucb=2.358650
b.mean=0.500000, i+1=280, b.N=94 -> ucb=0.846250
use arm j=1
i=280
b.mean=0.679494, i+1=281, b.N=5 -> ucb=2.181274
b.mean=2.108433, i+1=281, b.N=181 -> ucb=2.358037
b.mean=0.500000, i+1=281, b.N=94 -> ucb=0.846360
use arm j=1
i=281
b.mean=0.679494, i+1=282, b.N=5 -> ucb=2.181747
b.mean=2.114537, i+1=282, b.N=182 -> ucb=2.363533
b.mean=0.500000, i+1=282, b.N=94 -> ucb=0.846469
use arm j=1
i=282
b.mean=0.679494, i+1=283, b.N=5 -> ucb=2.182218
b.mean=2.117269, i+1=283, b.N=183 -> ucb=2.365662
b.mean=0.500000, i+1=283, b.N=94 -> ucb=0.846577
use arm j=1
i=283
b.mean=0.679494, i+1=284, b.N=5 -> ucb=2.182687
b.mean=2.113238, i+1=284, b.N=184 -> ucb=2.361032
b.mean=0.500000, i+1=284, b.N=94 -> ucb=0.846686
use arm j=1
i=284
b.mean=0.679494, i+1=285, b.N=5 -> ucb=2.183155
b.mean=2.115637, i+1=285, b.N=185 -> ucb=2.362837
b.mean=0.500000, i+1=285, b.N=94 -> ucb=0.846793
use arm j=1
i=285
b.mean=0.679494, i+1=286, b.N=5 -> ucb=2.183621
b.mean=2.112359, i+1=286, b.N=186 -> ucb=2.358970
b.mean=0.500000, i+1=286, b.N=94 -> ucb=0.846901
use arm j=1
i=286
b.mean=0.679494, i+1=287, b.N=5 -> ucb=2.184085
b.mean=2.111189, i+1=287, b.N=187 -> ucb=2.357216
b.mean=0.500000, i+1=287, b.N=94 -> ucb=0.847008
use arm j=1
i=287
b.mean=0.679494, i+1=288, b.N=5 -> ucb=2.184547
b.mean=2.110717, i+1=288, b.N=188 -> ucb=2.356164
b.mean=0.500000, i+1=288, b.N=94 -> ucb=0.847115
use arm j=1
i=288
b.mean=0.679494, i+1=289, b.N=5 -> ucb=2.185007
b.mean=2.110267, i+1=289, b.N=189 -> ucb=2.355139
b.mean=0.500000, i+1=289, b.N=94 -> ucb=0.847221
use arm j=1
i=289
b.mean=0.679494, i+1=290, b.N=5 -> ucb=2.185466
b.mean=2.108344, i+1=290, b.N=190 -> ucb=2.352645
b.mean=0.500000, i+1=290, b.N=94 -> ucb=0.847327
use arm j=1
i=290
b.mean=0.679494, i+1=291, b.N=5 -> ucb=2.185923
b.mean=2.102123, i+1=291, b.N=191 -> ucb=2.345858
b.mean=0.500000, i+1=291, b.N=94 -> ucb=0.847432
use arm j=1
i=291
b.mean=0.679494, i+1=292, b.N=5 -> ucb=2.186379
b.mean=2.104613, i+1=292, b.N=192 -> ucb=2.347785
b.mean=0.500000, i+1=292, b.N=94 -> ucb=0.847537
use arm j=1
i=292
b.mean=0.679494, i+1=293, b.N=5 -> ucb=2.186832
b.mean=2.109199, i+1=293, b.N=193 -> ucb=2.351814
b.mean=0.500000, i+1=293, b.N=94 -> ucb=0.847642
use arm j=1
i=293
b.mean=0.679494, i+1=294, b.N=5 -> ucb=2.187284
b.mean=2.106613, i+1=294, b.N=194 -> ucb=2.348674
b.mean=0.500000, i+1=294, b.N=94 -> ucb=0.847746
use arm j=1
i=294
b.mean=0.679494, i+1=295, b.N=5 -> ucb=2.187735
b.mean=2.107105, i+1=295, b.N=195 -> ucb=2.348617
b.mean=0.500000, i+1=295, b.N=94 -> ucb=0.847850
use arm j=1
i=295
b.mean=0.679494, i+1=296, b.N=5 -> ucb=2.188183
b.mean=2.105530, i+1=296, b.N=196 -> ucb=2.346496
b.mean=0.500000, i+1=296, b.N=94 -> ucb=0.847953
use arm j=1
i=296
b.mean=0.679494, i+1=297, b.N=5 -> ucb=2.188630
b.mean=2.110401, i+1=297, b.N=197 -> ucb=2.350826
b.mean=0.500000, i+1=297, b.N=94 -> ucb=0.848056
use arm j=1
i=297
b.mean=0.679494, i+1=298, b.N=5 -> ucb=2.189076
b.mean=2.109530, i+1=298, b.N=198 -> ucb=2.349419
b.mean=0.500000, i+1=298, b.N=94 -> ucb=0.848159
use arm j=1
i=298
b.mean=0.679494, i+1=299, b.N=5 -> ucb=2.189520
b.mean=2.110186, i+1=299, b.N=199 -> ucb=2.349541
b.mean=0.500000, i+1=299, b.N=94 -> ucb=0.848261
use arm j=1
i=299
b.mean=0.679494, i+1=300, b.N=5 -> ucb=2.189962
b.mean=2.124112, i+1=300, b.N=200 -> ucb=2.362938
b.mean=0.500000, i+1=300, b.N=94 -> ucb=0.848363
use arm j=1
i=300
b.mean=0.679494, i+1=301, b.N=5 -> ucb=2.190402
b.mean=2.127838, i+1=301, b.N=201 -> ucb=2.366138
b.mean=0.500000, i+1=301, b.N=94 -> ucb=0.848465
use arm j=1
i=301
b.mean=0.679494, i+1=302, b.N=5 -> ucb=2.190841
b.mean=2.130501, i+1=302, b.N=202 -> ucb=2.368280
b.mean=0.500000, i+1=302, b.N=94 -> ucb=0.848566
use arm j=1
i=302
b.mean=0.679494, i+1=303, b.N=5 -> ucb=2.191279
b.mean=2.131057, i+1=303, b.N=203 -> ucb=2.368319
b.mean=0.500000, i+1=303, b.N=94 -> ucb=0.848667
use arm j=1
i=303
b.mean=0.679494, i+1=304, b.N=5 -> ucb=2.191715
b.mean=2.138113, i+1=304, b.N=204 -> ucb=2.374860
b.mean=0.500000, i+1=304, b.N=94 -> ucb=0.848768
use arm j=1
i=304
b.mean=0.679494, i+1=305, b.N=5 -> ucb=2.192149
b.mean=2.139118, i+1=305, b.N=205 -> ucb=2.375355
b.mean=0.500000, i+1=305, b.N=94 -> ucb=0.848868
use arm j=1
i=305
b.mean=0.679494, i+1=306, b.N=5 -> ucb=2.192582
b.mean=2.138061, i+1=306, b.N=206 -> ucb=2.373792
b.mean=0.500000, i+1=306, b.N=94 -> ucb=0.848968
use arm j=1
i=306
b.mean=0.679494, i+1=307, b.N=5 -> ucb=2.193013
b.mean=2.132583, i+1=307, b.N=207 -> ucb=2.367810
b.mean=0.500000, i+1=307, b.N=94 -> ucb=0.849067
use arm j=1
i=307
b.mean=0.679494, i+1=308, b.N=5 -> ucb=2.193442
b.mean=2.129458, i+1=308, b.N=208 -> ucb=2.364186
b.mean=0.500000, i+1=308, b.N=94 -> ucb=0.849166
use arm j=1
i=308
b.mean=0.679494, i+1=309, b.N=5 -> ucb=2.193871
b.mean=2.126679, i+1=309, b.N=209 -> ucb=2.360911
b.mean=0.500000, i+1=309, b.N=94 -> ucb=0.849265
use arm j=1
i=309
b.mean=0.679494, i+1=310, b.N=5 -> ucb=2.194297
b.mean=2.128168, i+1=310, b.N=210 -> ucb=2.361907
b.mean=0.500000, i+1=310, b.N=94 -> ucb=0.849363
use arm j=1
i=310
b.mean=0.679494, i+1=311, b.N=5 -> ucb=2.194722
b.mean=2.120890, i+1=311, b.N=211 -> ucb=2.354140
b.mean=0.500000, i+1=311, b.N=94 -> ucb=0.849461
use arm j=1
i=311
b.mean=0.679494, i+1=312, b.N=5 -> ucb=2.195146
b.mean=2.121612, i+1=312, b.N=212 -> ucb=2.354377
b.mean=0.500000, i+1=312, b.N=94 -> ucb=0.849559
use arm j=1
i=312
b.mean=0.679494, i+1=313, b.N=5 -> ucb=2.195568
b.mean=2.121522, i+1=313, b.N=213 -> ucb=2.353804
b.mean=0.500000, i+1=313, b.N=94 -> ucb=0.849656
use arm j=1
i=313
b.mean=0.679494, i+1=314, b.N=5 -> ucb=2.195989
b.mean=2.121312, i+1=314, b.N=214 -> ucb=2.353115
b.mean=0.500000, i+1=314, b.N=94 -> ucb=0.849753
use arm j=1
i=314
b.mean=0.679494, i+1=315, b.N=5 -> ucb=2.196408
b.mean=2.115657, i+1=315, b.N=215 -> ucb=2.346984
b.mean=0.500000, i+1=315, b.N=94 -> ucb=0.849850
use arm j=1
i=315
b.mean=0.679494, i+1=316, b.N=5 -> ucb=2.196826
b.mean=2.119087, i+1=316, b.N=216 -> ucb=2.349942
b.mean=0.500000, i+1=316, b.N=94 -> ucb=0.849947
use arm j=1
i=316
b.mean=0.679494, i+1=317, b.N=5 -> ucb=2.197243
b.mean=2.118685, i+1=317, b.N=217 -> ucb=2.349071
b.mean=0.500000, i+1=317, b.N=94 -> ucb=0.850043
use arm j=1
i=317
b.mean=0.679494, i+1=318, b.N=5 -> ucb=2.197658
b.mean=2.119329, i+1=318, b.N=218 -> ucb=2.349248
b.mean=0.500000, i+1=318, b.N=94 -> ucb=0.850138
use arm j=1
i=318
b.mean=0.679494, i+1=319, b.N=5 -> ucb=2.198071
b.mean=2.122908, i+1=319, b.N=219 -> ucb=2.352365
b.mean=0.500000, i+1=319, b.N=94 -> ucb=0.850234
use arm j=1
i=319
b.mean=0.679494, i+1=320, b.N=5 -> ucb=2.198483
b.mean=2.119481, i+1=320, b.N=220 -> ucb=2.348477
b.mean=0.500000, i+1=320, b.N=94 -> ucb=0.850329
use arm j=1
i=320
b.mean=0.679494, i+1=321, b.N=5 -> ucb=2.198894
b.mean=2.109337, i+1=321, b.N=221 -> ucb=2.337877
b.mean=0.500000, i+1=321, b.N=94 -> ucb=0.850423
use arm j=1
i=321
b.mean=0.679494, i+1=322, b.N=5 -> ucb=2.199303
b.mean=2.110957, i+1=322, b.N=222 -> ucb=2.339043
b.mean=0.500000, i+1=322, b.N=94 -> ucb=0.850518
use arm j=1
i=322
b.mean=0.679494, i+1=323, b.N=5 -> ucb=2.199711
b.mean=2.105409, i+1=323, b.N=223 -> ucb=2.333044
b.mean=0.500000, i+1=323, b.N=94 -> ucb=0.850612
use arm j=1
i=323
b.mean=0.679494, i+1=324, b.N=5 -> ucb=2.200118
b.mean=2.109379, i+1=324, b.N=224 -> ucb=2.336566
b.mean=0.500000, i+1=324, b.N=94 -> ucb=0.850706
use arm j=1
i=324
b.mean=0.679494, i+1=325, b.N=5 -> ucb=2.200523
b.mean=2.103136, i+1=325, b.N=225 -> ucb=2.329877
b.mean=0.500000, i+1=325, b.N=94 -> ucb=0.850799
use arm j=1
i=325
b.mean=0.679494, i+1=326, b.N=5 -> ucb=2.200927
b.mean=2.102074, i+1=326, b.N=226 -> ucb=2.328374
b.mean=0.500000, i+1=326, b.N=94 -> ucb=0.850892
use arm j=1
i=326
b.mean=0.679494, i+1=327, b.N=5 -> ucb=2.201330
b.mean=2.102805, i+1=327, b.N=227 -> ucb=2.328665
b.mean=0.500000, i+1=327, b.N=94 -> ucb=0.850985
use arm j=1
i=327
b.mean=0.679494, i+1=328, b.N=5 -> ucb=2.201731
b.mean=2.109504, i+1=328, b.N=228 -> ucb=2.334928
b.mean=0.500000, i+1=328, b.N=94 -> ucb=0.851078
use arm j=1
i=328
b.mean=0.679494, i+1=329, b.N=5 -> ucb=2.202131
b.mean=2.107216, i+1=329, b.N=229 -> ucb=2.332206
b.mean=0.500000, i+1=329, b.N=94 -> ucb=0.851170
use arm j=1
i=329
b.mean=0.679494, i+1=330, b.N=5 -> ucb=2.202530
b.mean=2.102124, i+1=330, b.N=230 -> ucb=2.326683
b.mean=0.500000, i+1=330, b.N=94 -> ucb=0.851262
use arm j=1
i=330
b.mean=0.679494, i+1=331, b.N=5 -> ucb=2.202927
b.mean=2.098207, i+1=331, b.N=231 -> ucb=2.322338
b.mean=0.500000, i+1=331, b.N=94 -> ucb=0.851354
use arm j=1
i=331
b.mean=0.679494, i+1=332, b.N=5 -> ucb=2.203323
b.mean=2.098534, i+1=332, b.N=232 -> ucb=2.322239
b.mean=0.500000, i+1=332, b.N=94 -> ucb=0.851445
use arm j=1
i=332
b.mean=0.679494, i+1=333, b.N=5 -> ucb=2.203717
b.mean=2.099318, i+1=333, b.N=233 -> ucb=2.322601
b.mean=0.500000, i+1=333, b.N=94 -> ucb=0.851536
use arm j=1
i=333
b.mean=0.679494, i+1=334, b.N=5 -> ucb=2.204111
b.mean=2.091734, i+1=334, b.N=234 -> ucb=2.314597
b.mean=0.500000, i+1=334, b.N=94 -> ucb=0.851627
use arm j=1
i=334
b.mean=0.679494, i+1=335, b.N=5 -> ucb=2.204503
b.mean=2.089276, i+1=335, b.N=235 -> ucb=2.311721
b.mean=0.500000, i+1=335, b.N=94 -> ucb=0.851717
use arm j=1
i=335
b.mean=0.679494, i+1=336, b.N=5 -> ucb=2.204894
b.mean=2.085752, i+1=336, b.N=236 -> ucb=2.307782
b.mean=0.500000, i+1=336, b.N=94 -> ucb=0.851807
use arm j=1
i=336
b.mean=0.679494, i+1=337, b.N=5 -> ucb=2.205283
b.mean=2.082253, i+1=337, b.N=237 -> ucb=2.303871
b.mean=0.500000, i+1=337, b.N=94 -> ucb=0.851897
use arm j=1
i=337
b.mean=0.679494, i+1=338, b.N=5 -> ucb=2.205672
b.mean=2.084235, i+1=338, b.N=238 -> ucb=2.305444
b.mean=0.500000, i+1=338, b.N=94 -> ucb=0.851987
use arm j=1
i=338
b.mean=0.679494, i+1=339, b.N=5 -> ucb=2.206059
b.mean=2.081155, i+1=339, b.N=239 -> ucb=2.301956
b.mean=0.500000, i+1=339, b.N=94 -> ucb=0.852076
use arm j=1
i=339
b.mean=0.679494, i+1=340, b.N=5 -> ucb=2.206445
b.mean=2.083413, i+1=340, b.N=240 -> ucb=2.303810
b.mean=0.500000, i+1=340, b.N=94 -> ucb=0.852165
use arm j=1
i=340
b.mean=0.679494, i+1=341, b.N=5 -> ucb=2.206829
b.mean=2.083484, i+1=341, b.N=241 -> ucb=2.303478
b.mean=0.500000, i+1=341, b.N=94 -> ucb=0.852254
use arm j=1
i=341
b.mean=0.679494, i+1=342, b.N=5 -> ucb=2.207213
b.mean=2.080303, i+1=342, b.N=242 -> ucb=2.299897
b.mean=0.500000, i+1=342, b.N=94 -> ucb=0.852342
use arm j=1
i=342
b.mean=0.679494, i+1=343, b.N=5 -> ucb=2.207595
b.mean=2.081048, i+1=343, b.N=243 -> ucb=2.300244
b.mean=0.500000, i+1=343, b.N=94 -> ucb=0.852430
use arm j=1
i=343
b.mean=0.679494, i+1=344, b.N=5 -> ucb=2.207976
b.mean=2.081967, i+1=344, b.N=244 -> ucb=2.300768
b.mean=0.500000, i+1=344, b.N=94 -> ucb=0.852518
use arm j=1
i=344
b.mean=0.679494, i+1=345, b.N=5 -> ucb=2.208356
b.mean=2.081559, i+1=345, b.N=245 -> ucb=2.299968
b.mean=0.500000, i+1=345, b.N=94 -> ucb=0.852606
use arm j=1
i=345
b.mean=0.679494, i+1=346, b.N=5 -> ucb=2.208734
b.mean=2.087490, i+1=346, b.N=246 -> ucb=2.305509
b.mean=0.500000, i+1=346, b.N=94 -> ucb=0.852693
use arm j=1
i=346
b.mean=0.679494, i+1=347, b.N=5 -> ucb=2.209112
b.mean=2.081790, i+1=347, b.N=247 -> ucb=2.299420
b.mean=0.500000, i+1=347, b.N=94 -> ucb=0.852780
use arm j=1
i=347
b.mean=0.679494, i+1=348, b.N=5 -> ucb=2.209488
b.mean=2.079401, i+1=348, b.N=248 -> ucb=2.296646
b.mean=0.500000, i+1=348, b.N=94 -> ucb=0.852867
use arm j=1
i=348
b.mean=0.679494, i+1=349, b.N=5 -> ucb=2.209863
b.mean=2.082401, i+1=349, b.N=249 -> ucb=2.299262
b.mean=0.500000, i+1=349, b.N=94 -> ucb=0.852953
use arm j=1
i=349
b.mean=0.679494, i+1=350, b.N=5 -> ucb=2.210237
b.mean=2.094677, i+1=350, b.N=250 -> ucb=2.311157
b.mean=0.500000, i+1=350, b.N=94 -> ucb=0.853039
use arm j=1
i=350
b.mean=0.679494, i+1=351, b.N=5 -> ucb=2.210609
b.mean=2.089869, i+1=351, b.N=251 -> ucb=2.305970
b.mean=0.500000, i+1=351, b.N=94 -> ucb=0.853125
use arm j=1
i=351
b.mean=0.679494, i+1=352, b.N=5 -> ucb=2.210981
b.mean=2.088658, i+1=352, b.N=252 -> ucb=2.304382
b.mean=0.500000, i+1=352, b.N=94 -> ucb=0.853211
use arm j=1
i=352
b.mean=0.679494, i+1=353, b.N=5 -> ucb=2.211351
b.mean=2.081944, i+1=353, b.N=253 -> ucb=2.297293
b.mean=0.500000, i+1=353, b.N=94 -> ucb=0.853297
use arm j=1
i=353
b.mean=0.679494, i+1=354, b.N=5 -> ucb=2.211721
b.mean=2.084701, i+1=354, b.N=254 -> ucb=2.299678
b.mean=0.500000, i+1=354, b.N=94 -> ucb=0.853382
use arm j=1
i=354
b.mean=0.679494, i+1=355, b.N=5 -> ucb=2.212089
b.mean=2.086236, i+1=355, b.N=255 -> ucb=2.300842
b.mean=0.500000, i+1=355, b.N=94 -> ucb=0.853467
use arm j=1
i=355
b.mean=0.679494, i+1=356, b.N=5 -> ucb=2.212456
b.mean=2.083594, i+1=356, b.N=256 -> ucb=2.297832
b.mean=0.500000, i+1=356, b.N=94 -> ucb=0.853551
use arm j=1
i=356
b.mean=0.679494, i+1=357, b.N=5 -> ucb=2.212822
b.mean=2.081366, i+1=357, b.N=257 -> ucb=2.295238
b.mean=0.500000, i+1=357, b.N=94 -> ucb=0.853636
use arm j=1
i=357
b.mean=0.679494, i+1=358, b.N=5 -> ucb=2.213187
b.mean=2.074118, i+1=358, b.N=258 -> ucb=2.287625
b.mean=0.500000, i+1=358, b.N=94 -> ucb=0.853720
use arm j=1
i=358
b.mean=0.679494, i+1=359, b.N=5 -> ucb=2.213550
b.mean=2.072665, i+1=359, b.N=259 -> ucb=2.285810
b.mean=0.500000, i+1=359, b.N=94 -> ucb=0.853804
use arm j=1
i=359
b.mean=0.679494, i+1=360, b.N=5 -> ucb=2.213913
b.mean=2.075447, i+1=360, b.N=260 -> ucb=2.288233
b.mean=0.500000, i+1=360, b.N=94 -> ucb=0.853887
use arm j=1
i=360
b.mean=0.679494, i+1=361, b.N=5 -> ucb=2.214275
b.mean=2.076333, i+1=361, b.N=261 -> ucb=2.288761
b.mean=0.500000, i+1=361, b.N=94 -> ucb=0.853971
use arm j=1
i=361
b.mean=0.679494, i+1=362, b.N=5 -> ucb=2.214635
b.mean=2.075338, i+1=362, b.N=262 -> ucb=2.287410
b.mean=0.500000, i+1=362, b.N=94 -> ucb=0.854054
use arm j=1
i=362
b.mean=0.679494, i+1=363, b.N=5 -> ucb=2.214994
b.mean=2.078511, i+1=363, b.N=263 -> ucb=2.290229
b.mean=0.500000, i+1=363, b.N=94 -> ucb=0.854137
use arm j=1
i=363
b.mean=0.679494, i+1=364, b.N=5 -> ucb=2.215353
b.mean=2.075313, i+1=364, b.N=264 -> ucb=2.286679
b.mean=0.500000, i+1=364, b.N=94 -> ucb=0.854219
use arm j=1
i=364
b.mean=0.679494, i+1=365, b.N=5 -> ucb=2.215710
b.mean=2.074085, i+1=365, b.N=265 -> ucb=2.285100
b.mean=0.500000, i+1=365, b.N=94 -> ucb=0.854302
use arm j=1
i=365
b.mean=0.679494, i+1=366, b.N=5 -> ucb=2.216066
b.mean=2.070535, i+1=366, b.N=266 -> ucb=2.281202
b.mean=0.500000, i+1=366, b.N=94 -> ucb=0.854384
use arm j=1
i=366
b.mean=0.679494, i+1=367, b.N=5 -> ucb=2.216421
b.mean=2.069736, i+1=367, b.N=267 -> ucb=2.280057
b.mean=0.500000, i+1=367, b.N=94 -> ucb=0.854466
use arm j=1
i=367
b.mean=0.679494, i+1=368, b.N=5 -> ucb=2.216775
b.mean=2.072304, i+1=368, b.N=268 -> ucb=2.282280
b.mean=0.500000, i+1=368, b.N=94 -> ucb=0.854547
use arm j=1
i=368
b.mean=0.679494, i+1=369, b.N=5 -> ucb=2.217128
b.mean=2.077992, i+1=369, b.N=269 -> ucb=2.287626
b.mean=0.500000, i+1=369, b.N=94 -> ucb=0.854629
use arm j=1
i=369
b.mean=0.679494, i+1=370, b.N=5 -> ucb=2.217480
b.mean=2.077958, i+1=370, b.N=270 -> ucb=2.287251
b.mean=0.500000, i+1=370, b.N=94 -> ucb=0.854710
use arm j=1
i=370
b.mean=0.679494, i+1=371, b.N=5 -> ucb=2.217831
b.mean=2.085333, i+1=371, b.N=271 -> ucb=2.294287
b.mean=0.500000, i+1=371, b.N=94 -> ucb=0.854791
use arm j=1
i=371
b.mean=0.679494, i+1=372, b.N=5 -> ucb=2.218181
b.mean=2.087222, i+1=372, b.N=272 -> ucb=2.295839
b.mean=0.500000, i+1=372, b.N=94 -> ucb=0.854872
use arm j=1
i=372
b.mean=0.679494, i+1=373, b.N=5 -> ucb=2.218530
b.mean=2.083734, i+1=373, b.N=273 -> ucb=2.292016
b.mean=0.500000, i+1=373, b.N=94 -> ucb=0.854952
use arm j=1
i=373
b.mean=0.679494, i+1=374, b.N=5 -> ucb=2.218878
b.mean=2.080350, i+1=374, b.N=274 -> ucb=2.288299
b.mean=0.500000, i+1=374, b.N=94 -> ucb=0.855032
use arm j=1
i=374
b.mean=0.679494, i+1=375, b.N=5 -> ucb=2.219225
b.mean=2.083282, i+1=375, b.N=275 -> ucb=2.290899
b.mean=0.500000, i+1=375, b.N=94 -> ucb=0.855112
use arm j=1
i=375
b.mean=0.679494, i+1=376, b.N=5 -> ucb=2.219571
b.mean=2.088055, i+1=376, b.N=276 -> ucb=2.295342
b.mean=0.500000, i+1=376, b.N=94 -> ucb=0.855192
use arm j=1
i=376
b.mean=0.679494, i+1=377, b.N=5 -> ucb=2.219915
b.mean=2.091110, i+1=377, b.N=277 -> ucb=2.298069
b.mean=0.500000, i+1=377, b.N=94 -> ucb=0.855272
use arm j=1
i=377
b.mean=0.679494, i+1=378, b.N=5 -> ucb=2.220259
b.mean=2.083718, i+1=378, b.N=278 -> ucb=2.290351
b.mean=0.500000, i+1=378, b.N=94 -> ucb=0.855351
use arm j=1
i=378
b.mean=0.679494, i+1=379, b.N=5 -> ucb=2.220602
b.mean=2.082182, i+1=379, b.N=279 -> ucb=2.288490
b.mean=0.500000, i+1=379, b.N=94 -> ucb=0.855430
use arm j=1
i=379
b.mean=0.679494, i+1=380, b.N=5 -> ucb=2.220944
b.mean=2.083050, i+1=380, b.N=280 -> ucb=2.289035
b.mean=0.500000, i+1=380, b.N=94 -> ucb=0.855509
use arm j=1
i=380
b.mean=0.679494, i+1=381, b.N=5 -> ucb=2.221285
b.mean=2.081258, i+1=381, b.N=281 -> ucb=2.286922
b.mean=0.500000, i+1=381, b.N=94 -> ucb=0.855588
use arm j=1
i=381
b.mean=0.679494, i+1=382, b.N=5 -> ucb=2.221625
b.mean=2.081957, i+1=382, b.N=282 -> ucb=2.287301
b.mean=0.500000, i+1=382, b.N=94 -> ucb=0.855666
use arm j=1
i=382
b.mean=0.679494, i+1=383, b.N=5 -> ucb=2.221964
b.mean=2.082146, i+1=383, b.N=283 -> ucb=2.287172
b.mean=0.500000, i+1=383, b.N=94 -> ucb=0.855744
use arm j=1
i=383
b.mean=0.679494, i+1=384, b.N=5 -> ucb=2.222302
b.mean=2.084579, i+1=384, b.N=284 -> ucb=2.289288
b.mean=0.500000, i+1=384, b.N=94 -> ucb=0.855822
use arm j=1
i=384
b.mean=0.679494, i+1=385, b.N=5 -> ucb=2.222639
b.mean=2.073350, i+1=385, b.N=285 -> ucb=2.277744
b.mean=0.500000, i+1=385, b.N=94 -> ucb=0.855900
use arm j=1
i=385
b.mean=0.679494, i+1=386, b.N=5 -> ucb=2.222975
b.mean=2.074368, i+1=386, b.N=286 -> ucb=2.278449
b.mean=0.500000, i+1=386, b.N=94 -> ucb=0.855977
use arm j=1
i=386
b.mean=0.679494, i+1=387, b.N=5 -> ucb=2.223311
b.mean=2.072191, i+1=387, b.N=287 -> ucb=2.275960
b.mean=0.500000, i+1=387, b.N=94 -> ucb=0.856055
use arm j=1
i=387
b.mean=0.679494, i+1=388, b.N=5 -> ucb=2.223645
b.mean=2.066322, i+1=388, b.N=288 -> ucb=2.269782
b.mean=0.500000, i+1=388, b.N=94 -> ucb=0.856132
use arm j=1
i=388
b.mean=0.679494, i+1=389, b.N=5 -> ucb=2.223978
b.mean=2.065235, i+1=389, b.N=289 -> ucb=2.268387
b.mean=0.500000, i+1=389, b.N=94 -> ucb=0.856209
use arm j=1
i=389
b.mean=0.679494, i+1=390, b.N=5 -> ucb=2.224311
b.mean=2.062470, i+1=390, b.N=290 -> ucb=2.265314
b.mean=0.500000, i+1=390, b.N=94 -> ucb=0.856285
use arm j=1
i=390
b.mean=0.679494, i+1=391, b.N=5 -> ucb=2.224642
b.mean=2.058507, i+1=391, b.N=291 -> ucb=2.261046
b.mean=0.500000, i+1=391, b.N=94 -> ucb=0.856362
use arm j=1
i=391
b.mean=0.679494, i+1=392, b.N=5 -> ucb=2.224973
b.mean=2.060266, i+1=392, b.N=292 -> ucb=2.262501
b.mean=0.500000, i+1=392, b.N=94 -> ucb=0.856438
use arm j=1
i=392
b.mean=0.679494, i+1=393, b.N=5 -> ucb=2.225303
b.mean=2.060528, i+1=393, b.N=293 -> ucb=2.262461
b.mean=0.500000, i+1=393, b.N=94 -> ucb=0.856514
use arm j=1
i=393
b.mean=0.679494, i+1=394, b.N=5 -> ucb=2.225631
b.mean=2.059858, i+1=394, b.N=294 -> ucb=2.261490
b.mean=0.500000, i+1=394, b.N=94 -> ucb=0.856590
use arm j=1
i=394
b.mean=0.679494, i+1=395, b.N=5 -> ucb=2.225959
b.mean=2.061915, i+1=395, b.N=295 -> ucb=2.263247
b.mean=0.500000, i+1=395, b.N=94 -> ucb=0.856666
use arm j=1
i=395
b.mean=0.679494, i+1=396, b.N=5 -> ucb=2.226286
b.mean=2.062411, i+1=396, b.N=296 -> ucb=2.263445
b.mean=0.500000, i+1=396, b.N=94 -> ucb=0.856741
use arm j=1
i=396
b.mean=0.679494, i+1=397, b.N=5 -> ucb=2.226612
b.mean=2.061767, i+1=397, b.N=297 -> ucb=2.262506
b.mean=0.500000, i+1=397, b.N=94 -> ucb=0.856816
use arm j=1
i=397
b.mean=0.679494, i+1=398, b.N=5 -> ucb=2.226937
b.mean=2.062011, i+1=398, b.N=298 -> ucb=2.262454
b.mean=0.500000, i+1=398, b.N=94 -> ucb=0.856891
use arm j=1
i=398
b.mean=0.679494, i+1=399, b.N=5 -> ucb=2.227262
b.mean=2.066788, i+1=399, b.N=299 -> ucb=2.266938
b.mean=0.500000, i+1=399, b.N=94 -> ucb=0.856966
use arm j=1
i=399
b.mean=0.679494, i+1=400, b.N=5 -> ucb=2.227585
b.mean=2.066678, i+1=400, b.N=300 -> ucb=2.266535
b.mean=0.500000, i+1=400, b.N=94 -> ucb=0.857041
use arm j=1
i=400
b.mean=0.679494, i+1=401, b.N=5 -> ucb=2.227908
b.mean=2.063680, i+1=401, b.N=301 -> ucb=2.263247
b.mean=0.500000, i+1=401, b.N=94 -> ucb=0.857115
use arm j=1
i=401
b.mean=0.679494, i+1=402, b.N=5 -> ucb=2.228229
b.mean=2.060458, i+1=402, b.N=302 -> ucb=2.259736
b.mean=0.500000, i+1=402, b.N=94 -> ucb=0.857189
use arm j=1
i=402
b.mean=0.679494, i+1=403, b.N=5 -> ucb=2.228550
b.mean=2.061794, i+1=403, b.N=303 -> ucb=2.260784
b.mean=0.500000, i+1=403, b.N=94 -> ucb=0.857263
use arm j=1
i=403
b.mean=0.679494, i+1=404, b.N=5 -> ucb=2.228870
b.mean=2.057956, i+1=404, b.N=304 -> ucb=2.256660
b.mean=0.500000, i+1=404, b.N=94 -> ucb=0.857337
use arm j=1
i=404
b.mean=0.679494, i+1=405, b.N=5 -> ucb=2.229189
b.mean=2.058959, i+1=405, b.N=305 -> ucb=2.257377
b.mean=0.500000, i+1=405, b.N=94 -> ucb=0.857411
use arm j=1
i=405
b.mean=0.679494, i+1=406, b.N=5 -> ucb=2.229507
b.mean=2.065419, i+1=406, b.N=306 -> ucb=2.263553
b.mean=0.500000, i+1=406, b.N=94 -> ucb=0.857484
use arm j=1
i=406
b.mean=0.679494, i+1=407, b.N=5 -> ucb=2.229825
b.mean=2.072034, i+1=407, b.N=307 -> ucb=2.269886
b.mean=0.500000, i+1=407, b.N=94 -> ucb=0.857557
use arm j=1
i=407
b.mean=0.679494, i+1=408, b.N=5 -> ucb=2.230141
b.mean=2.065952, i+1=408, b.N=308 -> ucb=2.263523
b.mean=0.500000, i+1=408, b.N=94 -> ucb=0.857630
use arm j=1
i=408
b.mean=0.679494, i+1=409, b.N=5 -> ucb=2.230457
b.mean=2.064260, i+1=409, b.N=309 -> ucb=2.261551
b.mean=0.500000, i+1=409, b.N=94 -> ucb=0.857703
use arm j=1
i=409
b.mean=0.679494, i+1=410, b.N=5 -> ucb=2.230772
b.mean=2.059480, i+1=410, b.N=310 -> ucb=2.256492
b.mean=0.500000, i+1=410, b.N=94 -> ucb=0.857776
use arm j=1
i=410
b.mean=0.679494, i+1=411, b.N=5 -> ucb=2.231086
b.mean=2.061267, i+1=411, b.N=311 -> ucb=2.258002
b.mean=0.500000, i+1=411, b.N=94 -> ucb=0.857848
use arm j=1
i=411
b.mean=0.679494, i+1=412, b.N=5 -> ucb=2.231399
b.mean=2.056918, i+1=412, b.N=312 -> ucb=2.253377
b.mean=0.500000, i+1=412, b.N=94 -> ucb=0.857920
use arm j=1
i=412
b.mean=0.679494, i+1=413, b.N=5 -> ucb=2.231711
b.mean=2.054929, i+1=413, b.N=313 -> ucb=2.251114
b.mean=0.500000, i+1=413, b.N=94 -> ucb=0.857992
use arm j=1
i=413
b.mean=0.679494, i+1=414, b.N=5 -> ucb=2.232023
b.mean=2.054764, i+1=414, b.N=314 -> ucb=2.250675
b.mean=0.500000, i+1=414, b.N=94 -> ucb=0.858064
use arm j=1
i=414
b.mean=0.679494, i+1=415, b.N=5 -> ucb=2.232334
b.mean=2.063042, i+1=415, b.N=315 -> ucb=2.258681
b.mean=0.500000, i+1=415, b.N=94 -> ucb=0.858136
use arm j=1
i=415
b.mean=0.679494, i+1=416, b.N=5 -> ucb=2.232644
b.mean=2.061312, i+1=416, b.N=316 -> ucb=2.256681
b.mean=0.500000, i+1=416, b.N=94 -> ucb=0.858207
use arm j=1
i=416
b.mean=0.679494, i+1=417, b.N=5 -> ucb=2.232953
b.mean=2.061510, i+1=417, b.N=317 -> ucb=2.256609
b.mean=0.500000, i+1=417, b.N=94 -> ucb=0.858279
use arm j=1
i=417
b.mean=0.679494, i+1=418, b.N=5 -> ucb=2.233261
b.mean=2.061895, i+1=418, b.N=318 -> ucb=2.256726
b.mean=0.500000, i+1=418, b.N=94 -> ucb=0.858350
use arm j=1
i=418
b.mean=0.679494, i+1=419, b.N=5 -> ucb=2.233569
b.mean=2.059261, i+1=419, b.N=319 -> ucb=2.253825
b.mean=0.500000, i+1=419, b.N=94 -> ucb=0.858421
use arm j=1
i=419
b.mean=0.679494, i+1=420, b.N=5 -> ucb=2.233876
b.mean=2.063096, i+1=420, b.N=320 -> ucb=2.257394
b.mean=0.500000, i+1=420, b.N=94 -> ucb=0.858491
use arm j=1
i=420
b.mean=0.679494, i+1=421, b.N=5 -> ucb=2.234182
b.mean=2.063812, i+1=421, b.N=321 -> ucb=2.257845
b.mean=0.500000, i+1=421, b.N=94 -> ucb=0.858562
use arm j=1
i=421
b.mean=0.679494, i+1=422, b.N=5 -> ucb=2.234487
b.mean=2.057821, i+1=422, b.N=322 -> ucb=2.251590
b.mean=0.500000, i+1=422, b.N=94 -> ucb=0.858632
use arm j=1
i=422
b.mean=0.679494, i+1=423, b.N=5 -> ucb=2.234791
b.mean=2.047623, i+1=423, b.N=323 -> ucb=2.241130
b.mean=0.500000, i+1=423, b.N=94 -> ucb=0.858703
use arm j=1
i=423
b.mean=0.679494, i+1=424, b.N=5 -> ucb=2.235095
b.mean=2.049014, i+1=424, b.N=324 -> ucb=2.242260
b.mean=0.500000, i+1=424, b.N=94 -> ucb=0.858773
use arm j=1
i=424
b.mean=0.679494, i+1=425, b.N=5 -> ucb=2.235398
b.mean=2.049590, i+1=425, b.N=325 -> ucb=2.242577
b.mean=0.500000, i+1=425, b.N=94 -> ucb=0.858842
use arm j=1
i=425
b.mean=0.679494, i+1=426, b.N=5 -> ucb=2.235700
b.mean=2.049418, i+1=426, b.N=326 -> ucb=2.242145
b.mean=0.500000, i+1=426, b.N=94 -> ucb=0.858912
use arm j=1
i=426
b.mean=0.679494, i+1=427, b.N=5 -> ucb=2.236001
b.mean=2.052639, i+1=427, b.N=327 -> ucb=2.245109
b.mean=0.500000, i+1=427, b.N=94 -> ucb=0.858982
use arm j=1
i=427
b.mean=0.679494, i+1=428, b.N=5 -> ucb=2.236301
b.mean=2.050896, i+1=428, b.N=328 -> ucb=2.243109
b.mean=0.500000, i+1=428, b.N=94 -> ucb=0.859051
use arm j=1
i=428
b.mean=0.679494, i+1=429, b.N=5 -> ucb=2.236601
b.mean=2.049496, i+1=429, b.N=329 -> ucb=2.241454
b.mean=0.500000, i+1=429, b.N=94 -> ucb=0.859120
use arm j=1
i=429
b.mean=0.679494, i+1=430, b.N=5 -> ucb=2.236900
b.mean=2.052186, i+1=430, b.N=330 -> ucb=2.243890
b.mean=0.500000, i+1=430, b.N=94 -> ucb=0.859189
use arm j=1
i=430
b.mean=0.679494, i+1=431, b.N=5 -> ucb=2.237199
b.mean=2.052643, i+1=431, b.N=331 -> ucb=2.244094
b.mean=0.500000, i+1=431, b.N=94 -> ucb=0.859258
use arm j=1
i=431
b.mean=0.679494, i+1=432, b.N=5 -> ucb=2.237496
b.mean=2.048621, i+1=432, b.N=332 -> ucb=2.239820
b.mean=0.500000, i+1=432, b.N=94 -> ucb=0.859326
use arm j=1
i=432
b.mean=0.679494, i+1=433, b.N=5 -> ucb=2.237793
b.mean=2.056629, i+1=433, b.N=333 -> ucb=2.247576
b.mean=0.500000, i+1=433, b.N=94 -> ucb=0.859395
use arm j=1
i=433
b.mean=0.679494, i+1=434, b.N=5 -> ucb=2.238089
b.mean=2.058433, i+1=434, b.N=334 -> ucb=2.249131
b.mean=0.500000, i+1=434, b.N=94 -> ucb=0.859463
use arm j=1
i=434
b.mean=0.679494, i+1=435, b.N=5 -> ucb=2.238384
b.mean=2.057574, i+1=435, b.N=335 -> ucb=2.248023
b.mean=0.500000, i+1=435, b.N=94 -> ucb=0.859531
use arm j=1
i=435
b.mean=0.679494, i+1=436, b.N=5 -> ucb=2.238679
b.mean=2.058541, i+1=436, b.N=336 -> ucb=2.248742
b.mean=0.500000, i+1=436, b.N=94 -> ucb=0.859599
use arm j=1
i=436
b.mean=0.679494, i+1=437, b.N=5 -> ucb=2.238973
b.mean=2.056342, i+1=437, b.N=337 -> ucb=2.246296
b.mean=0.500000, i+1=437, b.N=94 -> ucb=0.859667
use arm j=1
i=437
b.mean=0.679494, i+1=438, b.N=5 -> ucb=2.239266
b.mean=2.055341, i+1=438, b.N=338 -> ucb=2.245050
b.mean=0.500000, i+1=438, b.N=94 -> ucb=0.859735
use arm j=1
i=438
b.mean=0.679494, i+1=439, b.N=5 -> ucb=2.239558
b.mean=2.053911, i+1=439, b.N=339 -> ucb=2.243376
b.mean=0.500000, i+1=439, b.N=94 -> ucb=0.859802
use arm j=1
i=439
b.mean=0.679494, i+1=440, b.N=5 -> ucb=2.239850
b.mean=2.050180, i+1=440, b.N=340 -> ucb=2.239401
b.mean=0.500000, i+1=440, b.N=94 -> ucb=0.859869
use arm j=0
i=440
b.mean=0.594384, i+1=441, b.N=6 -> ucb=2.019053
b.mean=2.050180, i+1=441, b.N=340 -> ucb=2.239436
b.mean=0.500000, i+1=441, b.N=94 -> ucb=0.859936
use arm j=1
i=441
b.mean=0.594384, i+1=442, b.N=6 -> ucb=2.019318
b.mean=2.049816, i+1=442, b.N=341 -> ucb=2.238830
b.mean=0.500000, i+1=442, b.N=94 -> ucb=0.860003
use arm j=1
i=442
b.mean=0.594384, i+1=443, b.N=6 -> ucb=2.019582
b.mean=2.050516, i+1=443, b.N=342 -> ucb=2.239288
b.mean=0.500000, i+1=443, b.N=94 -> ucb=0.860070
use arm j=1
i=443
b.mean=0.594384, i+1=444, b.N=6 -> ucb=2.019846
b.mean=2.049925, i+1=444, b.N=343 -> ucb=2.238456
b.mean=0.500000, i+1=444, b.N=94 -> ucb=0.860137
use arm j=1
i=444
b.mean=0.594384, i+1=445, b.N=6 -> ucb=2.020109
b.mean=2.053866, i+1=445, b.N=344 -> ucb=2.242158
b.mean=0.500000, i+1=445, b.N=94 -> ucb=0.860203
use arm j=1
i=445
b.mean=0.594384, i+1=446, b.N=6 -> ucb=2.020371
b.mean=2.050939, i+1=446, b.N=345 -> ucb=2.238993
b.mean=0.500000, i+1=446, b.N=94 -> ucb=0.860269
use arm j=1
i=446
b.mean=0.594384, i+1=447, b.N=6 -> ucb=2.020633
b.mean=2.050305, i+1=447, b.N=346 -> ucb=2.238121
b.mean=0.500000, i+1=447, b.N=94 -> ucb=0.860335
use arm j=1
i=447
b.mean=0.594384, i+1=448, b.N=6 -> ucb=2.020894
b.mean=2.049685, i+1=448, b.N=347 -> ucb=2.237265
b.mean=0.500000, i+1=448, b.N=94 -> ucb=0.860401
use arm j=1
i=448
b.mean=0.594384, i+1=449, b.N=6 -> ucb=2.021154
b.mean=2.046565, i+1=449, b.N=348 -> ucb=2.233910
b.mean=0.500000, i+1=449, b.N=94 -> ucb=0.860467
use arm j=1
i=449
b.mean=0.594384, i+1=450, b.N=6 -> ucb=2.021414
b.mean=2.048848, i+1=450, b.N=349 -> ucb=2.235958
b.mean=0.500000, i+1=450, b.N=94 -> ucb=0.860533
use arm j=1
i=450
b.mean=0.594384, i+1=451, b.N=6 -> ucb=2.021673
b.mean=2.051438, i+1=451, b.N=350 -> ucb=2.238314
b.mean=0.500000, i+1=451, b.N=94 -> ucb=0.860598
use arm j=1
i=451
b.mean=0.594384, i+1=452, b.N=6 -> ucb=2.021932
b.mean=2.051031, i+1=452, b.N=351 -> ucb=2.237675
b.mean=0.500000, i+1=452, b.N=94 -> ucb=0.860664
use arm j=1
i=452
b.mean=0.594384, i+1=453, b.N=6 -> ucb=2.022190
b.mean=2.055420, i+1=453, b.N=352 -> ucb=2.241831
b.mean=0.500000, i+1=453, b.N=94 -> ucb=0.860729
use arm j=1
i=453
b.mean=0.594384, i+1=454, b.N=6 -> ucb=2.022447
b.mean=2.057048, i+1=454, b.N=353 -> ucb=2.243229
b.mean=0.500000, i+1=454, b.N=94 -> ucb=0.860794
use arm j=1
i=454
b.mean=0.594384, i+1=455, b.N=6 -> ucb=2.022704
b.mean=2.061387, i+1=455, b.N=354 -> ucb=2.247339
b.mean=0.500000, i+1=455, b.N=94 -> ucb=0.860859
use arm j=1
i=455
b.mean=0.594384, i+1=456, b.N=6 -> ucb=2.022960
b.mean=2.053803, i+1=456, b.N=355 -> ucb=2.239526
b.mean=0.500000, i+1=456, b.N=94 -> ucb=0.860924
use arm j=1
i=456
b.mean=0.594384, i+1=457, b.N=6 -> ucb=2.023216
b.mean=2.057843, i+1=457, b.N=356 -> ucb=2.243338
b.mean=0.500000, i+1=457, b.N=94 -> ucb=0.860988
use arm j=1
i=457
b.mean=0.594384, i+1=458, b.N=6 -> ucb=2.023471
b.mean=2.058506, i+1=458, b.N=357 -> ucb=2.243774
b.mean=0.500000, i+1=458, b.N=94 -> ucb=0.861053
use arm j=1
i=458
b.mean=0.594384, i+1=459, b.N=6 -> ucb=2.023725
b.mean=2.061362, i+1=459, b.N=358 -> ucb=2.246404
b.mean=0.500000, i+1=459, b.N=94 -> ucb=0.861117
use arm j=1
i=459
b.mean=0.594384, i+1=460, b.N=6 -> ucb=2.023979
b.mean=2.063618, i+1=460, b.N=359 -> ucb=2.248435
b.mean=0.500000, i+1=460, b.N=94 -> ucb=0.861181
use arm j=1
i=460
b.mean=0.594384, i+1=461, b.N=6 -> ucb=2.024232
b.mean=2.063942, i+1=461, b.N=360 -> ucb=2.248535
b.mean=0.500000, i+1=461, b.N=94 -> ucb=0.861245
use arm j=1
i=461
b.mean=0.594384, i+1=462, b.N=6 -> ucb=2.024485
b.mean=2.061614, i+1=462, b.N=361 -> ucb=2.245984
b.mean=0.500000, i+1=462, b.N=94 -> ucb=0.861309
use arm j=1
i=462
b.mean=0.594384, i+1=463, b.N=6 -> ucb=2.024736
b.mean=2.063685, i+1=463, b.N=362 -> ucb=2.247832
b.mean=0.500000, i+1=463, b.N=94 -> ucb=0.861372
use arm j=1
i=463
b.mean=0.594384, i+1=464, b.N=6 -> ucb=2.024988
b.mean=2.062999, i+1=464, b.N=363 -> ucb=2.246925
b.mean=0.500000, i+1=464, b.N=94 -> ucb=0.861436
use arm j=1
i=464
b.mean=0.594384, i+1=465, b.N=6 -> ucb=2.025239
b.mean=2.059819, i+1=465, b.N=364 -> ucb=2.243524
b.mean=0.500000, i+1=465, b.N=94 -> ucb=0.861499
use arm j=1
i=465
b.mean=0.594384, i+1=466, b.N=6 -> ucb=2.025489
b.mean=2.062451, i+1=466, b.N=365 -> ucb=2.245936
b.mean=0.500000, i+1=466, b.N=94 -> ucb=0.861562
use arm j=1
i=466
b.mean=0.594384, i+1=467, b.N=6 -> ucb=2.025738
b.mean=2.060794, i+1=467, b.N=366 -> ucb=2.244060
b.mean=0.500000, i+1=467, b.N=94 -> ucb=0.861625
use arm j=1
i=467
b.mean=0.594384, i+1=468, b.N=6 -> ucb=2.025988
b.mean=2.062712, i+1=468, b.N=367 -> ucb=2.245761
b.mean=0.500000, i+1=468, b.N=94 -> ucb=0.861688
use arm j=1
i=468
b.mean=0.594384, i+1=469, b.N=6 -> ucb=2.026236
b.mean=2.059985, i+1=469, b.N=368 -> ucb=2.242816
b.mean=0.500000, i+1=469, b.N=94 -> ucb=0.861751
use arm j=1
i=469
b.mean=0.594384, i+1=470, b.N=6 -> ucb=2.026484
b.mean=2.059334, i+1=470, b.N=369 -> ucb=2.241949
b.mean=0.500000, i+1=470, b.N=94 -> ucb=0.861814
use arm j=1
i=470
b.mean=0.594384, i+1=471, b.N=6 -> ucb=2.026731
b.mean=2.059877, i+1=471, b.N=370 -> ucb=2.242277
b.mean=0.500000, i+1=471, b.N=94 -> ucb=0.861876
use arm j=1
i=471
b.mean=0.594384, i+1=472, b.N=6 -> ucb=2.026978
b.mean=2.058168, i+1=472, b.N=371 -> ucb=2.240353
b.mean=0.500000, i+1=472, b.N=94 -> ucb=0.861939
use arm j=1
i=472
b.mean=0.594384, i+1=473, b.N=6 -> ucb=2.027224
b.mean=2.059045, i+1=473, b.N=372 -> ucb=2.241016
b.mean=0.500000, i+1=473, b.N=94 -> ucb=0.862001
use arm j=1
i=473
b.mean=0.594384, i+1=474, b.N=6 -> ucb=2.027470
b.mean=2.060088, i+1=474, b.N=373 -> ucb=2.241846
b.mean=0.500000, i+1=474, b.N=94 -> ucb=0.862063
use arm j=1
i=474
b.mean=0.594384, i+1=475, b.N=6 -> ucb=2.027715
b.mean=2.061452, i+1=475, b.N=374 -> ucb=2.242998
b.mean=0.500000, i+1=475, b.N=94 -> ucb=0.862125
use arm j=1
i=475
b.mean=0.594384, i+1=476, b.N=6 -> ucb=2.027959
b.mean=2.056537, i+1=476, b.N=375 -> ucb=2.237872
b.mean=0.500000, i+1=476, b.N=94 -> ucb=0.862187
use arm j=1
i=476
b.mean=0.594384, i+1=477, b.N=6 -> ucb=2.028203
b.mean=2.057228, i+1=477, b.N=376 -> ucb=2.238352
b.mean=0.500000, i+1=477, b.N=94 -> ucb=0.862248
use arm j=1
i=477
b.mean=0.594384, i+1=478, b.N=6 -> ucb=2.028447
b.mean=2.053840, i+1=478, b.N=377 -> ucb=2.234755
b.mean=0.500000, i+1=478, b.N=94 -> ucb=0.862310
use arm j=1
i=478
b.mean=0.594384, i+1=479, b.N=6 -> ucb=2.028690
b.mean=2.057185, i+1=479, b.N=378 -> ucb=2.237890
b.mean=0.500000, i+1=479, b.N=94 -> ucb=0.862371
use arm j=1
i=479
b.mean=0.594384, i+1=480, b.N=6 -> ucb=2.028932
b.mean=2.056944, i+1=480, b.N=379 -> ucb=2.237441
b.mean=0.500000, i+1=480, b.N=94 -> ucb=0.862432
use arm j=1
i=480
b.mean=0.594384, i+1=481, b.N=6 -> ucb=2.029174
b.mean=2.053568, i+1=481, b.N=380 -> ucb=2.233858
b.mean=0.500000, i+1=481, b.N=94 -> ucb=0.862493
use arm j=1
i=481
b.mean=0.594384, i+1=482, b.N=6 -> ucb=2.029415
b.mean=2.052297, i+1=482, b.N=381 -> ucb=2.232381
b.mean=0.500000, i+1=482, b.N=94 -> ucb=0.862554
use arm j=1
i=482
b.mean=0.594384, i+1=483, b.N=6 -> ucb=2.029656
b.mean=2.052863, i+1=483, b.N=382 -> ucb=2.232741
b.mean=0.500000, i+1=483, b.N=94 -> ucb=0.862615
use arm j=1
i=483
b.mean=0.594384, i+1=484, b.N=6 -> ucb=2.029896
b.mean=2.057205, i+1=484, b.N=383 -> ucb=2.236878
b.mean=0.500000, i+1=484, b.N=94 -> ucb=0.862676
use arm j=1
i=484
b.mean=0.594384, i+1=485, b.N=6 -> ucb=2.030135
b.mean=2.056846, i+1=485, b.N=384 -> ucb=2.236315
b.mean=0.500000, i+1=485, b.N=94 -> ucb=0.862736
use arm j=1
i=485
b.mean=0.594384, i+1=486, b.N=6 -> ucb=2.030374
b.mean=2.062234, i+1=486, b.N=385 -> ucb=2.241499
b.mean=0.500000, i+1=486, b.N=94 -> ucb=0.862797
use arm j=1
i=486
b.mean=0.594384, i+1=487, b.N=6 -> ucb=2.030613
b.mean=2.064669, i+1=487, b.N=386 -> ucb=2.243732
b.mean=0.500000, i+1=487, b.N=94 -> ucb=0.862857
use arm j=1
i=487
b.mean=0.594384, i+1=488, b.N=6 -> ucb=2.030851
b.mean=2.064122, i+1=488, b.N=387 -> ucb=2.242983
b.mean=0.500000, i+1=488, b.N=94 -> ucb=0.862917
use arm j=1
i=488
b.mean=0.594384, i+1=489, b.N=6 -> ucb=2.031089
b.mean=2.065054, i+1=489, b.N=388 -> ucb=2.243714
b.mean=0.500000, i+1=489, b.N=94 -> ucb=0.862977
use arm j=1
i=489
b.mean=0.594384, i+1=490, b.N=6 -> ucb=2.031326
b.mean=2.065436, i+1=490, b.N=389 -> ucb=2.243896
b.mean=0.500000, i+1=490, b.N=94 -> ucb=0.863037
use arm j=1
i=490
b.mean=0.594384, i+1=491, b.N=6 -> ucb=2.031562
b.mean=2.060909, i+1=491, b.N=390 -> ucb=2.239169
b.mean=0.500000, i+1=491, b.N=94 -> ucb=0.863097
use arm j=1
i=491
b.mean=0.594384, i+1=492, b.N=6 -> ucb=2.031798
b.mean=2.060170, i+1=492, b.N=391 -> ucb=2.238231
b.mean=0.500000, i+1=492, b.N=94 -> ucb=0.863156
use arm j=1
i=492
b.mean=0.594384, i+1=493, b.N=6 -> ucb=2.032033
b.mean=2.056761, i+1=493, b.N=392 -> ucb=2.234624
b.mean=0.500000, i+1=493, b.N=94 -> ucb=0.863216
use arm j=1
i=493
b.mean=0.594384, i+1=494, b.N=6 -> ucb=2.032268
b.mean=2.061936, i+1=494, b.N=393 -> ucb=2.239601
b.mean=0.500000, i+1=494, b.N=94 -> ucb=0.863275
use arm j=1
i=494
b.mean=0.594384, i+1=495, b.N=6 -> ucb=2.032503
b.mean=2.061955, i+1=495, b.N=394 -> ucb=2.239424
b.mean=0.500000, i+1=495, b.N=94 -> ucb=0.863334
use arm j=1
i=495
b.mean=0.594384, i+1=496, b.N=6 -> ucb=2.032736
b.mean=2.056143, i+1=496, b.N=395 -> ucb=2.233416
b.mean=0.500000, i+1=496, b.N=94 -> ucb=0.863393
use arm j=1
i=496
b.mean=0.594384, i+1=497, b.N=6 -> ucb=2.032970
b.mean=2.055788, i+1=497, b.N=396 -> ucb=2.232865
b.mean=0.500000, i+1=497, b.N=94 -> ucb=0.863452
use arm j=1
i=497
b.mean=0.594384, i+1=498, b.N=6 -> ucb=2.033203
b.mean=2.054785, i+1=498, b.N=397 -> ucb=2.231668
b.mean=0.500000, i+1=498, b.N=94 -> ucb=0.863511
use arm j=1
i=498
b.mean=0.594384, i+1=499, b.N=6 -> ucb=2.033435
b.mean=2.052414, i+1=499, b.N=398 -> ucb=2.229104
b.mean=0.500000, i+1=499, b.N=94 -> ucb=0.863570
use arm j=1
i=499
b.mean=0.594384, i+1=500, b.N=6 -> ucb=2.033667
b.mean=2.049520, i+1=500, b.N=399 -> ucb=2.226016
b.mean=0.500000, i+1=500, b.N=94 -> ucb=0.863629
use arm j=1
i=500
b.mean=0.594384, i+1=501, b.N=6 -> ucb=2.033898
b.mean=2.051266, i+1=501, b.N=400 -> ucb=2.227570
b.mean=0.500000, i+1=501, b.N=94 -> ucb=0.863687
use arm j=1
i=501
b.mean=0.594384, i+1=502, b.N=6 -> ucb=2.034129
b.mean=2.052926, i+1=502, b.N=401 -> ucb=2.229038
b.mean=0.500000, i+1=502, b.N=94 -> ucb=0.863745
use arm j=1
i=502
b.mean=0.594384, i+1=503, b.N=6 -> ucb=2.034359
b.mean=2.054205, i+1=503, b.N=402 -> ucb=2.230126
b.mean=0.500000, i+1=503, b.N=94 -> ucb=0.863803
use arm j=1
i=503
b.mean=0.594384, i+1=504, b.N=6 -> ucb=2.034589
b.mean=2.053814, i+1=504, b.N=403 -> ucb=2.229545
b.mean=0.500000, i+1=504, b.N=94 -> ucb=0.863862
use arm j=1
i=504
b.mean=0.594384, i+1=505, b.N=6 -> ucb=2.034819
b.mean=2.054735, i+1=505, b.N=404 -> ucb=2.230276
b.mean=0.500000, i+1=505, b.N=94 -> ucb=0.863920
use arm j=1
i=505
b.mean=0.594384, i+1=506, b.N=6 -> ucb=2.035048
b.mean=2.055877, i+1=506, b.N=405 -> ucb=2.231229
b.mean=0.500000, i+1=506, b.N=94 -> ucb=0.863977
use arm j=1
i=506
b.mean=0.594384, i+1=507, b.N=6 -> ucb=2.035276
b.mean=2.056703, i+1=507, b.N=406 -> ucb=2.231866
b.mean=0.500000, i+1=507, b.N=94 -> ucb=0.864035
use arm j=1
i=507
b.mean=0.594384, i+1=508, b.N=6 -> ucb=2.035504
b.mean=2.059004, i+1=508, b.N=407 -> ucb=2.233980
b.mean=0.500000, i+1=508, b.N=94 -> ucb=0.864093
use arm j=1
i=508
b.mean=0.594384, i+1=509, b.N=6 -> ucb=2.035731
b.mean=2.059024, i+1=509, b.N=408 -> ucb=2.233813
b.mean=0.500000, i+1=509, b.N=94 -> ucb=0.864150
use arm j=1
i=509
b.mean=0.594384, i+1=510, b.N=6 -> ucb=2.035958
b.mean=2.059390, i+1=510, b.N=409 -> ucb=2.233993
b.mean=0.500000, i+1=510, b.N=94 -> ucb=0.864207
use arm j=1
i=510
b.mean=0.594384, i+1=511, b.N=6 -> ucb=2.036185
b.mean=2.058832, i+1=511, b.N=410 -> ucb=2.233249
b.mean=0.500000, i+1=511, b.N=94 -> ucb=0.864265
use arm j=1
i=511
b.mean=0.594384, i+1=512, b.N=6 -> ucb=2.036411
b.mean=2.053643, i+1=512, b.N=411 -> ucb=2.227875
b.mean=0.500000, i+1=512, b.N=94 -> ucb=0.864322
use arm j=1
i=512
b.mean=0.594384, i+1=513, b.N=6 -> ucb=2.036636
b.mean=2.056340, i+1=513, b.N=412 -> ucb=2.230388
b.mean=0.500000, i+1=513, b.N=94 -> ucb=0.864379
use arm j=1
i=513
b.mean=0.594384, i+1=514, b.N=6 -> ucb=2.036861
b.mean=2.058543, i+1=514, b.N=413 -> ucb=2.232407
b.mean=0.500000, i+1=514, b.N=94 -> ucb=0.864436
use arm j=1
i=514
b.mean=0.594384, i+1=515, b.N=6 -> ucb=2.037086
b.mean=2.058646, i+1=515, b.N=414 -> ucb=2.232327
b.mean=0.500000, i+1=515, b.N=94 -> ucb=0.864492
use arm j=1
i=515
b.mean=0.594384, i+1=516, b.N=6 -> ucb=2.037310
b.mean=2.057576, i+1=516, b.N=415 -> ucb=2.231074
b.mean=0.500000, i+1=516, b.N=94 -> ucb=0.864549
use arm j=1
i=516
b.mean=0.594384, i+1=517, b.N=6 -> ucb=2.037533
b.mean=2.057784, i+1=517, b.N=416 -> ucb=2.231101
b.mean=0.500000, i+1=517, b.N=94 -> ucb=0.864605
use arm j=1
i=517
b.mean=0.594384, i+1=518, b.N=6 -> ucb=2.037757
b.mean=2.058464, i+1=518, b.N=417 -> ucb=2.231599
b.mean=0.500000, i+1=518, b.N=94 -> ucb=0.864662
use arm j=1
i=518
b.mean=0.594384, i+1=519, b.N=6 -> ucb=2.037979
b.mean=2.058464, i+1=519, b.N=418 -> ucb=2.231418
b.mean=0.500000, i+1=519, b.N=94 -> ucb=0.864718
use arm j=1
i=519
b.mean=0.594384, i+1=520, b.N=6 -> ucb=2.038201
b.mean=2.056967, i+1=520, b.N=419 -> ucb=2.229742
b.mean=0.500000, i+1=520, b.N=94 -> ucb=0.864774
use arm j=1
i=520
b.mean=0.594384, i+1=521, b.N=6 -> ucb=2.038423
b.mean=2.052032, i+1=521, b.N=420 -> ucb=2.224628
b.mean=0.500000, i+1=521, b.N=94 -> ucb=0.864830
use arm j=1
i=521
b.mean=0.594384, i+1=522, b.N=6 -> ucb=2.038644
b.mean=2.047812, i+1=522, b.N=421 -> ucb=2.220229
b.mean=0.500000, i+1=522, b.N=94 -> ucb=0.864886
use arm j=1
i=522
b.mean=0.594384, i+1=523, b.N=6 -> ucb=2.038865
b.mean=2.046484, i+1=523, b.N=422 -> ucb=2.218723
b.mean=0.500000, i+1=523, b.N=94 -> ucb=0.864942
use arm j=1
i=523
b.mean=0.594384, i+1=524, b.N=6 -> ucb=2.039086
b.mean=2.047013, i+1=524, b.N=423 -> ucb=2.219075
b.mean=0.500000, i+1=524, b.N=94 -> ucb=0.864998
use arm j=1
i=524
b.mean=0.594384, i+1=525, b.N=6 -> ucb=2.039306
b.mean=2.043901, i+1=525, b.N=424 -> ucb=2.215786
b.mean=0.500000, i+1=525, b.N=94 -> ucb=0.865053
use arm j=1
i=525
b.mean=0.594384, i+1=526, b.N=6 -> ucb=2.039525
b.mean=2.042430, i+1=526, b.N=425 -> ucb=2.214139
b.mean=0.500000, i+1=526, b.N=94 -> ucb=0.865109
use arm j=1
i=526
b.mean=0.594384, i+1=527, b.N=6 -> ucb=2.039744
b.mean=2.045568, i+1=527, b.N=426 -> ucb=2.217100
b.mean=0.500000, i+1=527, b.N=94 -> ucb=0.865164
use arm j=1
i=527
b.mean=0.594384, i+1=528, b.N=6 -> ucb=2.039963
b.mean=2.047988, i+1=528, b.N=427 -> ucb=2.219346
b.mean=0.500000, i+1=528, b.N=94 -> ucb=0.865219
use arm j=1
i=528
b.mean=0.594384, i+1=529, b.N=6 -> ucb=2.040181
b.mean=2.047741, i+1=529, b.N=428 -> ucb=2.218924
b.mean=0.500000, i+1=529, b.N=94 -> ucb=0.865274
use arm j=1
i=529
b.mean=0.594384, i+1=530, b.N=6 -> ucb=2.040399
b.mean=2.047268, i+1=530, b.N=429 -> ucb=2.218277
b.mean=0.500000, i+1=530, b.N=94 -> ucb=0.865329
use arm j=1
i=530
b.mean=0.594384, i+1=531, b.N=6 -> ucb=2.040616
b.mean=2.048441, i+1=531, b.N=430 -> ucb=2.219277
b.mean=0.500000, i+1=531, b.N=94 -> ucb=0.865384
use arm j=1
i=531
b.mean=0.594384, i+1=532, b.N=6 -> ucb=2.040833
b.mean=2.046530, i+1=532, b.N=431 -> ucb=2.217194
b.mean=0.500000, i+1=532, b.N=94 -> ucb=0.865439
use arm j=1
i=532
b.mean=0.594384, i+1=533, b.N=6 -> ucb=2.041049
b.mean=2.047190, i+1=533, b.N=432 -> ucb=2.217681
b.mean=0.500000, i+1=533, b.N=94 -> ucb=0.865494
use arm j=1
i=533
b.mean=0.594384, i+1=534, b.N=6 -> ucb=2.041265
b.mean=2.044571, i+1=534, b.N=433 -> ucb=2.214890
b.mean=0.500000, i+1=534, b.N=94 -> ucb=0.865548
use arm j=1
i=534
b.mean=0.594384, i+1=535, b.N=6 -> ucb=2.041480
b.mean=2.045698, i+1=535, b.N=434 -> ucb=2.215847
b.mean=0.500000, i+1=535, b.N=94 -> ucb=0.865603
use arm j=1
i=535
b.mean=0.594384, i+1=536, b.N=6 -> ucb=2.041695
b.mean=2.043248, i+1=536, b.N=435 -> ucb=2.213227
b.mean=0.500000, i+1=536, b.N=94 -> ucb=0.865657
use arm j=1
i=536
b.mean=0.594384, i+1=537, b.N=6 -> ucb=2.041910
b.mean=2.046044, i+1=537, b.N=436 -> ucb=2.215852
b.mean=0.500000, i+1=537, b.N=94 -> ucb=0.865711
use arm j=1
i=537
b.mean=0.594384, i+1=538, b.N=6 -> ucb=2.042124
b.mean=2.044705, i+1=538, b.N=437 -> ucb=2.214344
b.mean=0.500000, i+1=538, b.N=94 -> ucb=0.865765
use arm j=1
i=538
b.mean=0.594384, i+1=539, b.N=6 -> ucb=2.042338
b.mean=2.042005, i+1=539, b.N=438 -> ucb=2.211475
b.mean=0.500000, i+1=539, b.N=94 -> ucb=0.865819
use arm j=1
i=539
b.mean=0.594384, i+1=540, b.N=6 -> ucb=2.042551
b.mean=2.039358, i+1=540, b.N=439 -> ucb=2.208660
b.mean=0.500000, i+1=540, b.N=94 -> ucb=0.865873
use arm j=1
i=540
b.mean=0.594384, i+1=541, b.N=6 -> ucb=2.042764
b.mean=2.041897, i+1=541, b.N=440 -> ucb=2.211032
b.mean=0.500000, i+1=541, b.N=94 -> ucb=0.865927
use arm j=1
i=541
b.mean=0.594384, i+1=542, b.N=6 -> ucb=2.042977
b.mean=2.040487, i+1=542, b.N=441 -> ucb=2.209454
b.mean=0.500000, i+1=542, b.N=94 -> ucb=0.865981
use arm j=1
i=542
b.mean=0.594384, i+1=543, b.N=6 -> ucb=2.043189
b.mean=2.042126, i+1=543, b.N=442 -> ucb=2.210927
b.mean=0.500000, i+1=543, b.N=94 -> ucb=0.866034
use arm j=1
i=543
b.mean=0.594384, i+1=544, b.N=6 -> ucb=2.043401
b.mean=2.040998, i+1=544, b.N=443 -> ucb=2.209633
b.mean=0.500000, i+1=544, b.N=94 -> ucb=0.866088
use arm j=1
i=544
b.mean=0.594384, i+1=545, b.N=6 -> ucb=2.043612
b.mean=2.042299, i+1=545, b.N=444 -> ucb=2.210768
b.mean=0.500000, i+1=545, b.N=94 -> ucb=0.866141
use arm j=1
i=545
b.mean=0.594384, i+1=546, b.N=6 -> ucb=2.043823
b.mean=2.041026, i+1=546, b.N=445 -> ucb=2.209330
b.mean=0.500000, i+1=546, b.N=94 -> ucb=0.866194
use arm j=1
i=546
b.mean=0.594384, i+1=547, b.N=6 -> ucb=2.044033
b.mean=2.042808, i+1=547, b.N=446 -> ucb=2.210948
b.mean=0.500000, i+1=547, b.N=94 -> ucb=0.866247
use arm j=1
i=547
b.mean=0.594384, i+1=548, b.N=6 -> ucb=2.044243
b.mean=2.044047, i+1=548, b.N=447 -> ucb=2.212023
b.mean=0.500000, i+1=548, b.N=94 -> ucb=0.866301
use arm j=1
i=548
b.mean=0.594384, i+1=549, b.N=6 -> ucb=2.044452
b.mean=2.042171, i+1=549, b.N=448 -> ucb=2.209984
b.mean=0.500000, i+1=549, b.N=94 -> ucb=0.866353
use arm j=1
i=549
b.mean=0.594384, i+1=550, b.N=6 -> ucb=2.044662
b.mean=2.040001, i+1=550, b.N=449 -> ucb=2.207651
b.mean=0.500000, i+1=550, b.N=94 -> ucb=0.866406
use arm j=1
i=550
b.mean=0.594384, i+1=551, b.N=6 -> ucb=2.044870
b.mean=2.042096, i+1=551, b.N=450 -> ucb=2.209584
b.mean=0.500000, i+1=551, b.N=94 -> ucb=0.866459
use arm j=1
i=551
b.mean=0.594384, i+1=552, b.N=6 -> ucb=2.045079
b.mean=2.040152, i+1=552, b.N=451 -> ucb=2.207478
b.mean=0.500000, i+1=552, b.N=94 -> ucb=0.866512
use arm j=1
i=552
b.mean=0.594384, i+1=553, b.N=6 -> ucb=2.045287
b.mean=2.039833, i+1=553, b.N=452 -> ucb=2.206998
b.mean=0.500000, i+1=553, b.N=94 -> ucb=0.866564
use arm j=1
i=553
b.mean=0.594384, i+1=554, b.N=6 -> ucb=2.045494
b.mean=2.036725, i+1=554, b.N=453 -> ucb=2.203729
b.mean=0.500000, i+1=554, b.N=94 -> ucb=0.866617
use arm j=1
i=554
b.mean=0.594384, i+1=555, b.N=6 -> ucb=2.045701
b.mean=2.038311, i+1=555, b.N=454 -> ucb=2.205155
b.mean=0.500000, i+1=555, b.N=94 -> ucb=0.866669
use arm j=1
i=555
b.mean=0.594384, i+1=556, b.N=6 -> ucb=2.045908
b.mean=2.037654, i+1=556, b.N=455 -> ucb=2.204338
b.mean=0.500000, i+1=556, b.N=94 -> ucb=0.866721
use arm j=1
i=556
b.mean=0.594384, i+1=557, b.N=6 -> ucb=2.046114
b.mean=2.034056, i+1=557, b.N=456 -> ucb=2.200581
b.mean=0.500000, i+1=557, b.N=94 -> ucb=0.866773
use arm j=1
i=557
b.mean=0.594384, i+1=558, b.N=6 -> ucb=2.046320
b.mean=2.033140, i+1=558, b.N=457 -> ucb=2.199506
b.mean=0.500000, i+1=558, b.N=94 -> ucb=0.866825
use arm j=1
i=558
b.mean=0.594384, i+1=559, b.N=6 -> ucb=2.046526
b.mean=2.033803, i+1=559, b.N=458 -> ucb=2.200011
b.mean=0.500000, i+1=559, b.N=94 -> ucb=0.866877
use arm j=1
i=559
b.mean=0.594384, i+1=560, b.N=6 -> ucb=2.046731
b.mean=2.039702, i+1=560, b.N=459 -> ucb=2.205753
b.mean=0.500000, i+1=560, b.N=94 -> ucb=0.866929
use arm j=1
i=560
b.mean=0.594384, i+1=561, b.N=6 -> ucb=2.046936
b.mean=2.041386, i+1=561, b.N=460 -> ucb=2.207280
b.mean=0.500000, i+1=561, b.N=94 -> ucb=0.866981
use arm j=1
i=561
b.mean=0.594384, i+1=562, b.N=6 -> ucb=2.047140
b.mean=2.038731, i+1=562, b.N=461 -> ucb=2.204467
b.mean=0.500000, i+1=562, b.N=94 -> ucb=0.867032
use arm j=1
i=562
b.mean=0.594384, i+1=563, b.N=6 -> ucb=2.047344
b.mean=2.036762, i+1=563, b.N=462 -> ucb=2.202342
b.mean=0.500000, i+1=563, b.N=94 -> ucb=0.867084
use arm j=1
i=563
b.mean=0.594384, i+1=564, b.N=6 -> ucb=2.047547
b.mean=2.038700, i+1=564, b.N=463 -> ucb=2.204125
b.mean=0.500000, i+1=564, b.N=94 -> ucb=0.867135
use arm j=1
i=564
b.mean=0.594384, i+1=565, b.N=6 -> ucb=2.047751
b.mean=2.037719, i+1=565, b.N=464 -> ucb=2.202988
b.mean=0.500000, i+1=565, b.N=94 -> ucb=0.867187
use arm j=1
i=565
b.mean=0.594384, i+1=566, b.N=6 -> ucb=2.047953
b.mean=2.034029, i+1=566, b.N=465 -> ucb=2.199143
b.mean=0.500000, i+1=566, b.N=94 -> ucb=0.867238
use arm j=1
i=566
b.mean=0.594384, i+1=567, b.N=6 -> ucb=2.048156
b.mean=2.034988, i+1=567, b.N=466 -> ucb=2.199949
b.mean=0.500000, i+1=567, b.N=94 -> ucb=0.867289
use arm j=1
i=567
b.mean=0.594384, i+1=568, b.N=6 -> ucb=2.048358
b.mean=2.033041, i+1=568, b.N=467 -> ucb=2.197848
b.mean=0.500000, i+1=568, b.N=94 -> ucb=0.867340
use arm j=1
i=568
b.mean=0.594384, i+1=569, b.N=6 -> ucb=2.048559
b.mean=2.036772, i+1=569, b.N=468 -> ucb=2.201425
b.mean=0.500000, i+1=569, b.N=94 -> ucb=0.867391
use arm j=1
i=569
b.mean=0.594384, i+1=570, b.N=6 -> ucb=2.048761
b.mean=2.037655, i+1=570, b.N=469 -> ucb=2.202155
b.mean=0.500000, i+1=570, b.N=94 -> ucb=0.867442
use arm j=1
i=570
b.mean=0.594384, i+1=571, b.N=6 -> ucb=2.048961
b.mean=2.036878, i+1=571, b.N=470 -> ucb=2.201225
b.mean=0.500000, i+1=571, b.N=94 -> ucb=0.867493
use arm j=1
i=571
b.mean=0.594384, i+1=572, b.N=6 -> ucb=2.049162
b.mean=2.035418, i+1=572, b.N=471 -> ucb=2.199613
b.mean=0.500000, i+1=572, b.N=94 -> ucb=0.867543
use arm j=1
i=572
b.mean=0.594384, i+1=573, b.N=6 -> ucb=2.049362
b.mean=2.033911, i+1=573, b.N=472 -> ucb=2.197955
b.mean=0.500000, i+1=573, b.N=94 -> ucb=0.867594
use arm j=1
i=573
b.mean=0.594384, i+1=574, b.N=6 -> ucb=2.049562
b.mean=2.032052, i+1=574, b.N=473 -> ucb=2.195946
b.mean=0.500000, i+1=574, b.N=94 -> ucb=0.867644
use arm j=1
i=574
b.mean=0.594384, i+1=575, b.N=6 -> ucb=2.049761
b.mean=2.033389, i+1=575, b.N=474 -> ucb=2.197132
b.mean=0.500000, i+1=575, b.N=94 -> ucb=0.867695
use arm j=1
i=575
b.mean=0.594384, i+1=576, b.N=6 -> ucb=2.049960
b.mean=2.036860, i+1=576, b.N=475 -> ucb=2.200453
b.mean=0.500000, i+1=576, b.N=94 -> ucb=0.867745
use arm j=1
i=576
b.mean=0.594384, i+1=577, b.N=6 -> ucb=2.050159
b.mean=2.037036, i+1=577, b.N=476 -> ucb=2.200479
b.mean=0.500000, i+1=577, b.N=94 -> ucb=0.867795
use arm j=1
i=577
b.mean=0.594384, i+1=578, b.N=6 -> ucb=2.050357
b.mean=2.035927, i+1=578, b.N=477 -> ucb=2.199221
b.mean=0.500000, i+1=578, b.N=94 -> ucb=0.867845
use arm j=1
i=578
b.mean=0.594384, i+1=579, b.N=6 -> ucb=2.050555
b.mean=2.036330, i+1=579, b.N=478 -> ucb=2.199475
b.mean=0.500000, i+1=579, b.N=94 -> ucb=0.867895
use arm j=1
i=579
b.mean=0.594384, i+1=580, b.N=6 -> ucb=2.050752
b.mean=2.042345, i+1=580, b.N=479 -> ucb=2.205342
b.mean=0.500000, i+1=580, b.N=94 -> ucb=0.867945
use arm j=1
i=580
b.mean=0.594384, i+1=581, b.N=6 -> ucb=2.050949
b.mean=2.043769, i+1=581, b.N=480 -> ucb=2.206618
b.mean=0.500000, i+1=581, b.N=94 -> ucb=0.867995
use arm j=1
i=581
b.mean=0.594384, i+1=582, b.N=6 -> ucb=2.051146
b.mean=2.039759, i+1=582, b.N=481 -> ucb=2.202461
b.mean=0.500000, i+1=582, b.N=94 -> ucb=0.868045
use arm j=1
i=582
b.mean=0.594384, i+1=583, b.N=6 -> ucb=2.051343
b.mean=2.040055, i+1=583, b.N=482 -> ucb=2.202610
b.mean=0.500000, i+1=583, b.N=94 -> ucb=0.868094
use arm j=1
i=583
b.mean=0.594384, i+1=584, b.N=6 -> ucb=2.051539
b.mean=2.037394, i+1=584, b.N=483 -> ucb=2.199802
b.mean=0.500000, i+1=584, b.N=94 -> ucb=0.868144
use arm j=1
i=584
b.mean=0.594384, i+1=585, b.N=6 -> ucb=2.051734
b.mean=2.043466, i+1=585, b.N=484 -> ucb=2.205728
b.mean=0.500000, i+1=585, b.N=94 -> ucb=0.868193
use arm j=1
i=585
b.mean=0.594384, i+1=586, b.N=6 -> ucb=2.051930
b.mean=2.042865, i+1=586, b.N=485 -> ucb=2.204981
b.mean=0.500000, i+1=586, b.N=94 -> ucb=0.868243
use arm j=1
i=586
b.mean=0.594384, i+1=587, b.N=6 -> ucb=2.052125
b.mean=2.041867, i+1=587, b.N=486 -> ucb=2.203838
b.mean=0.500000, i+1=587, b.N=94 -> ucb=0.868292
use arm j=1
i=587
b.mean=0.594384, i+1=588, b.N=6 -> ucb=2.052319
b.mean=2.044194, i+1=588, b.N=487 -> ucb=2.206021
b.mean=0.500000, i+1=588, b.N=94 -> ucb=0.868341
use arm j=1
i=588
b.mean=0.594384, i+1=589, b.N=6 -> ucb=2.052513
b.mean=2.043907, i+1=589, b.N=488 -> ucb=2.205589
b.mean=0.500000, i+1=589, b.N=94 -> ucb=0.868390
use arm j=1
i=589
b.mean=0.594384, i+1=590, b.N=6 -> ucb=2.052707
b.mean=2.042640, i+1=590, b.N=489 -> ucb=2.204178
b.mean=0.500000, i+1=590, b.N=94 -> ucb=0.868439
use arm j=1
i=590
b.mean=0.594384, i+1=591, b.N=6 -> ucb=2.052901
b.mean=2.042232, i+1=591, b.N=490 -> ucb=2.203626
b.mean=0.500000, i+1=591, b.N=94 -> ucb=0.868488
use arm j=1
i=591
b.mean=0.594384, i+1=592, b.N=6 -> ucb=2.053094
b.mean=2.044115, i+1=592, b.N=491 -> ucb=2.205367
b.mean=0.500000, i+1=592, b.N=94 -> ucb=0.868537
use arm j=1
i=592
b.mean=0.594384, i+1=593, b.N=6 -> ucb=2.053287
b.mean=2.043601, i+1=593, b.N=492 -> ucb=2.204709
b.mean=0.500000, i+1=593, b.N=94 -> ucb=0.868585
use arm j=1
i=593
b.mean=0.594384, i+1=594, b.N=6 -> ucb=2.053479
b.mean=2.040326, i+1=594, b.N=493 -> ucb=2.201293
b.mean=0.500000, i+1=594, b.N=94 -> ucb=0.868634
use arm j=1
i=594
b.mean=0.594384, i+1=595, b.N=6 -> ucb=2.053671
b.mean=2.037025, i+1=595, b.N=494 -> ucb=2.197850
b.mean=0.500000, i+1=595, b.N=94 -> ucb=0.868683
use arm j=1
i=595
b.mean=0.594384, i+1=596, b.N=6 -> ucb=2.053863
b.mean=2.035948, i+1=596, b.N=495 -> ucb=2.196631
b.mean=0.500000, i+1=596, b.N=94 -> ucb=0.868731
use arm j=1
i=596
b.mean=0.594384, i+1=597, b.N=6 -> ucb=2.054055
b.mean=2.039061, i+1=597, b.N=496 -> ucb=2.199603
b.mean=0.500000, i+1=597, b.N=94 -> ucb=0.868779
use arm j=1
i=597
b.mean=0.594384, i+1=598, b.N=6 -> ucb=2.054246
b.mean=2.041037, i+1=598, b.N=497 -> ucb=2.201439
b.mean=0.500000, i+1=598, b.N=94 -> ucb=0.868828
use arm j=1
i=598
b.mean=0.594384, i+1=599, b.N=6 -> ucb=2.054436
b.mean=2.039928, i+1=599, b.N=498 -> ucb=2.200190
b.mean=0.500000, i+1=599, b.N=94 -> ucb=0.868876
use arm j=1
i=599
b.mean=0.594384, i+1=600, b.N=6 -> ucb=2.054627
b.mean=2.040082, i+1=600, b.N=499 -> ucb=2.200203
b.mean=0.500000, i+1=600, b.N=94 -> ucb=0.868924
use arm j=1
i=600
b.mean=0.594384, i+1=601, b.N=6 -> ucb=2.054817
b.mean=2.035848, i+1=601, b.N=500 -> ucb=2.195831
b.mean=0.500000, i+1=601, b.N=94 -> ucb=0.868972
use arm j=1
i=601
b.mean=0.594384, i+1=602, b.N=6 -> ucb=2.055007
b.mean=2.037288, i+1=602, b.N=501 -> ucb=2.197131
b.mean=0.500000, i+1=602, b.N=94 -> ucb=0.869020
use arm j=1
i=602
b.mean=0.594384, i+1=603, b.N=6 -> ucb=2.055196
b.mean=2.037648, i+1=603, b.N=502 -> ucb=2.197353
b.mean=0.500000, i+1=603, b.N=94 -> ucb=0.869068
use arm j=1
i=603
b.mean=0.594384, i+1=604, b.N=6 -> ucb=2.055385
b.mean=2.040847, i+1=604, b.N=503 -> ucb=2.200414
b.mean=0.500000, i+1=604, b.N=94 -> ucb=0.869116
use arm j=1
i=604
b.mean=0.594384, i+1=605, b.N=6 -> ucb=2.055574
b.mean=2.041765, i+1=605, b.N=504 -> ucb=2.201194
b.mean=0.500000, i+1=605, b.N=94 -> ucb=0.869163
use arm j=1
i=605
b.mean=0.594384, i+1=606, b.N=6 -> ucb=2.055762
b.mean=2.039574, i+1=606, b.N=505 -> ucb=2.198865
b.mean=0.500000, i+1=606, b.N=94 -> ucb=0.869211
use arm j=1
i=606
b.mean=0.594384, i+1=607, b.N=6 -> ucb=2.055950
b.mean=2.040554, i+1=607, b.N=506 -> ucb=2.199709
b.mean=0.500000, i+1=607, b.N=94 -> ucb=0.869258
use arm j=1
i=607
b.mean=0.594384, i+1=608, b.N=6 -> ucb=2.056138
b.mean=2.042482, i+1=608, b.N=507 -> ucb=2.201500
b.mean=0.500000, i+1=608, b.N=94 -> ucb=0.869306
use arm j=1
i=608
b.mean=0.594384, i+1=609, b.N=6 -> ucb=2.056325
b.mean=2.042991, i+1=609, b.N=508 -> ucb=2.201873
b.mean=0.500000, i+1=609, b.N=94 -> ucb=0.869353
use arm j=1
i=609
b.mean=0.594384, i+1=610, b.N=6 -> ucb=2.056512
b.mean=2.042012, i+1=610, b.N=509 -> ucb=2.200758
b.mean=0.500000, i+1=610, b.N=94 -> ucb=0.869400
use arm j=1
i=610
b.mean=0.594384, i+1=611, b.N=6 -> ucb=2.056699
b.mean=2.042799, i+1=611, b.N=510 -> ucb=2.201410
b.mean=0.500000, i+1=611, b.N=94 -> ucb=0.869447
use arm j=1
i=611
b.mean=0.594384, i+1=612, b.N=6 -> ucb=2.056885
b.mean=2.043593, i+1=612, b.N=511 -> ucb=2.202068
b.mean=0.500000, i+1=612, b.N=94 -> ucb=0.869495
use arm j=1
i=612
b.mean=0.594384, i+1=613, b.N=6 -> ucb=2.057071
b.mean=2.044811, i+1=613, b.N=512 -> ucb=2.203152
b.mean=0.500000, i+1=613, b.N=94 -> ucb=0.869542
use arm j=1
i=613
b.mean=0.594384, i+1=614, b.N=6 -> ucb=2.057257
b.mean=2.044960, i+1=614, b.N=513 -> ucb=2.203166
b.mean=0.500000, i+1=614, b.N=94 -> ucb=0.869588
use arm j=1
i=614
b.mean=0.594384, i+1=615, b.N=6 -> ucb=2.057442
b.mean=2.042994, i+1=615, b.N=514 -> ucb=2.201066
b.mean=0.500000, i+1=615, b.N=94 -> ucb=0.869635
use arm j=1
i=615
b.mean=0.594384, i+1=616, b.N=6 -> ucb=2.057627
b.mean=2.043024, i+1=616, b.N=515 -> ucb=2.200962
b.mean=0.500000, i+1=616, b.N=94 -> ucb=0.869682
use arm j=1
i=616
b.mean=0.594384, i+1=617, b.N=6 -> ucb=2.057812
b.mean=2.040409, i+1=617, b.N=516 -> ucb=2.198214
b.mean=0.500000, i+1=617, b.N=94 -> ucb=0.869729
use arm j=1
i=617
b.mean=0.594384, i+1=618, b.N=6 -> ucb=2.057997
b.mean=2.040149, i+1=618, b.N=517 -> ucb=2.197821
b.mean=0.500000, i+1=618, b.N=94 -> ucb=0.869775
use arm j=1
i=618
b.mean=0.594384, i+1=619, b.N=6 -> ucb=2.058181
b.mean=2.037075, i+1=619, b.N=518 -> ucb=2.194615
b.mean=0.500000, i+1=619, b.N=94 -> ucb=0.869822
use arm j=1
i=619
b.mean=0.594384, i+1=620, b.N=6 -> ucb=2.058365
b.mean=2.037712, i+1=620, b.N=519 -> ucb=2.195120
b.mean=0.500000, i+1=620, b.N=94 -> ucb=0.869868
use arm j=1
i=620
b.mean=0.594384, i+1=621, b.N=6 -> ucb=2.058548
b.mean=2.039255, i+1=621, b.N=520 -> ucb=2.196531
b.mean=0.500000, i+1=621, b.N=94 -> ucb=0.869915
use arm j=1
i=621
b.mean=0.594384, i+1=622, b.N=6 -> ucb=2.058731
b.mean=2.037558, i+1=622, b.N=521 -> ucb=2.194703
b.mean=0.500000, i+1=622, b.N=94 -> ucb=0.869961
use arm j=1
i=622
b.mean=0.594384, i+1=623, b.N=6 -> ucb=2.058914
b.mean=2.036903, i+1=623, b.N=522 -> ucb=2.193917
b.mean=0.500000, i+1=623, b.N=94 -> ucb=0.870007
use arm j=1
i=623
b.mean=0.594384, i+1=624, b.N=6 -> ucb=2.059096
b.mean=2.038563, i+1=624, b.N=523 -> ucb=2.195446
b.mean=0.500000, i+1=624, b.N=94 -> ucb=0.870053
use arm j=1
i=624
b.mean=0.594384, i+1=625, b.N=6 -> ucb=2.059279
b.mean=2.037718, i+1=625, b.N=524 -> ucb=2.194471
b.mean=0.500000, i+1=625, b.N=94 -> ucb=0.870099
use arm j=1
i=625
b.mean=0.594384, i+1=626, b.N=6 -> ucb=2.059461
b.mean=2.037696, i+1=626, b.N=525 -> ucb=2.194319
b.mean=0.500000, i+1=626, b.N=94 -> ucb=0.870145
use arm j=1
i=626
b.mean=0.594384, i+1=627, b.N=6 -> ucb=2.059642
b.mean=2.038224, i+1=627, b.N=526 -> ucb=2.194718
b.mean=0.500000, i+1=627, b.N=94 -> ucb=0.870191
use arm j=1
i=627
b.mean=0.594384, i+1=628, b.N=6 -> ucb=2.059823
b.mean=2.037260, i+1=628, b.N=527 -> ucb=2.193624
b.mean=0.500000, i+1=628, b.N=94 -> ucb=0.870237
use arm j=1
i=628
b.mean=0.594384, i+1=629, b.N=6 -> ucb=2.060004
b.mean=2.040269, i+1=629, b.N=528 -> ucb=2.196505
b.mean=0.500000, i+1=629, b.N=94 -> ucb=0.870283
use arm j=1
i=629
b.mean=0.594384, i+1=630, b.N=6 -> ucb=2.060185
b.mean=2.043097, i+1=630, b.N=529 -> ucb=2.199204
b.mean=0.500000, i+1=630, b.N=94 -> ucb=0.870328
use arm j=1
i=630
b.mean=0.594384, i+1=631, b.N=6 -> ucb=2.060365
b.mean=2.043177, i+1=631, b.N=530 -> ucb=2.199156
b.mean=0.500000, i+1=631, b.N=94 -> ucb=0.870374
use arm j=1
i=631
b.mean=0.594384, i+1=632, b.N=6 -> ucb=2.060545
b.mean=2.042373, i+1=632, b.N=531 -> ucb=2.198224
b.mean=0.500000, i+1=632, b.N=94 -> ucb=0.870419
use arm j=1
i=632
b.mean=0.594384, i+1=633, b.N=6 -> ucb=2.060725
b.mean=2.043843, i+1=633, b.N=532 -> ucb=2.199567
b.mean=0.500000, i+1=633, b.N=94 -> ucb=0.870465
use arm j=1
i=633
b.mean=0.594384, i+1=634, b.N=6 -> ucb=2.060904
b.mean=2.041901, i+1=634, b.N=533 -> ucb=2.197498
b.mean=0.500000, i+1=634, b.N=94 -> ucb=0.870510
use arm j=1
i=634
b.mean=0.594384, i+1=635, b.N=6 -> ucb=2.061084
b.mean=2.040789, i+1=635, b.N=534 -> ucb=2.196259
b.mean=0.500000, i+1=635, b.N=94 -> ucb=0.870555
use arm j=1
i=635
b.mean=0.594384, i+1=636, b.N=6 -> ucb=2.061262
b.mean=2.037152, i+1=636, b.N=535 -> ucb=2.192495
b.mean=0.500000, i+1=636, b.N=94 -> ucb=0.870600
use arm j=1
i=636
b.mean=0.594384, i+1=637, b.N=6 -> ucb=2.061441
b.mean=2.032246, i+1=637, b.N=536 -> ucb=2.187464
b.mean=0.500000, i+1=637, b.N=94 -> ucb=0.870645
use arm j=1
i=637
b.mean=0.594384, i+1=638, b.N=6 -> ucb=2.061619
b.mean=2.036168, i+1=638, b.N=537 -> ucb=2.191259
b.mean=0.500000, i+1=638, b.N=94 -> ucb=0.870691
use arm j=1
i=638
b.mean=0.594384, i+1=639, b.N=6 -> ucb=2.061797
b.mean=2.037387, i+1=639, b.N=538 -> ucb=2.192353
b.mean=0.500000, i+1=639, b.N=94 -> ucb=0.870735
use arm j=1
i=639
b.mean=0.594384, i+1=640, b.N=6 -> ucb=2.061975
b.mean=2.035995, i+1=640, b.N=539 -> ucb=2.190836
b.mean=0.500000, i+1=640, b.N=94 -> ucb=0.870780
use arm j=1
i=640
b.mean=0.594384, i+1=641, b.N=6 -> ucb=2.062152
b.mean=2.035840, i+1=641, b.N=540 -> ucb=2.190557
b.mean=0.500000, i+1=641, b.N=94 -> ucb=0.870825
use arm j=1
i=641
b.mean=0.594384, i+1=642, b.N=6 -> ucb=2.062329
b.mean=2.032808, i+1=642, b.N=541 -> ucb=2.187400
b.mean=0.500000, i+1=642, b.N=94 -> ucb=0.870870
use arm j=1
i=642
b.mean=0.594384, i+1=643, b.N=6 -> ucb=2.062505
b.mean=2.032044, i+1=643, b.N=542 -> ucb=2.186512
b.mean=0.500000, i+1=643, b.N=94 -> ucb=0.870914
use arm j=1
i=643
b.mean=0.594384, i+1=644, b.N=6 -> ucb=2.062682
b.mean=2.032809, i+1=644, b.N=543 -> ucb=2.187153
b.mean=0.500000, i+1=644, b.N=94 -> ucb=0.870959
use arm j=1
i=644
b.mean=0.594384, i+1=645, b.N=6 -> ucb=2.062858
b.mean=2.035774, i+1=645, b.N=544 -> ucb=2.189995
b.mean=0.500000, i+1=645, b.N=94 -> ucb=0.871004
use arm j=1
i=645
b.mean=0.594384, i+1=646, b.N=6 -> ucb=2.063034
b.mean=2.033438, i+1=646, b.N=545 -> ucb=2.187535
b.mean=0.500000, i+1=646, b.N=94 -> ucb=0.871048
use arm j=1
i=646
b.mean=0.594384, i+1=647, b.N=6 -> ucb=2.063209
b.mean=2.029487, i+1=647, b.N=546 -> ucb=2.183462
b.mean=0.500000, i+1=647, b.N=94 -> ucb=0.871092
use arm j=1
i=647
b.mean=0.594384, i+1=648, b.N=6 -> ucb=2.063385
b.mean=2.029496, i+1=648, b.N=547 -> ucb=2.183348
b.mean=0.500000, i+1=648, b.N=94 -> ucb=0.871137
use arm j=1
i=648
b.mean=0.594384, i+1=649, b.N=6 -> ucb=2.063560
b.mean=2.030899, i+1=649, b.N=548 -> ucb=2.184629
b.mean=0.500000, i+1=649, b.N=94 -> ucb=0.871181
use arm j=1
i=649
b.mean=0.594384, i+1=650, b.N=6 -> ucb=2.063734
b.mean=2.029781, i+1=650, b.N=549 -> ucb=2.183390
b.mean=0.500000, i+1=650, b.N=94 -> ucb=0.871225
use arm j=1
i=650
b.mean=0.594384, i+1=651, b.N=6 -> ucb=2.063909
b.mean=2.029298, i+1=651, b.N=550 -> ucb=2.182785
b.mean=0.500000, i+1=651, b.N=94 -> ucb=0.871269
use arm j=1
i=651
b.mean=0.594384, i+1=652, b.N=6 -> ucb=2.064083
b.mean=2.029221, i+1=652, b.N=551 -> ucb=2.182587
b.mean=0.500000, i+1=652, b.N=94 -> ucb=0.871313
use arm j=1
i=652
b.mean=0.594384, i+1=653, b.N=6 -> ucb=2.064256
b.mean=2.027531, i+1=653, b.N=552 -> ucb=2.180776
b.mean=0.500000, i+1=653, b.N=94 -> ucb=0.871357
use arm j=1
i=653
b.mean=0.594384, i+1=654, b.N=6 -> ucb=2.064430
b.mean=2.026241, i+1=654, b.N=553 -> ucb=2.179366
b.mean=0.500000, i+1=654, b.N=94 -> ucb=0.871401
use arm j=1
i=654
b.mean=0.594384, i+1=655, b.N=6 -> ucb=2.064603
b.mean=2.025719, i+1=655, b.N=554 -> ucb=2.178723
b.mean=0.500000, i+1=655, b.N=94 -> ucb=0.871444
use arm j=1
i=655
b.mean=0.594384, i+1=656, b.N=6 -> ucb=2.064776
b.mean=2.023832, i+1=656, b.N=555 -> ucb=2.176716
b.mean=0.500000, i+1=656, b.N=94 -> ucb=0.871488
use arm j=1
i=656
b.mean=0.594384, i+1=657, b.N=6 -> ucb=2.064949
b.mean=2.022742, i+1=657, b.N=556 -> ucb=2.175507
b.mean=0.500000, i+1=657, b.N=94 -> ucb=0.871532
use arm j=1
i=657
b.mean=0.594384, i+1=658, b.N=6 -> ucb=2.065121
b.mean=2.021289, i+1=658, b.N=557 -> ucb=2.173934
b.mean=0.500000, i+1=658, b.N=94 -> ucb=0.871575
use arm j=1
i=658
b.mean=0.594384, i+1=659, b.N=6 -> ucb=2.065293
b.mean=2.021395, i+1=659, b.N=558 -> ucb=2.173921
b.mean=0.500000, i+1=659, b.N=94 -> ucb=0.871619
use arm j=1
i=659
b.mean=0.594384, i+1=660, b.N=6 -> ucb=2.065465
b.mean=2.022460, i+1=660, b.N=559 -> ucb=2.174867
b.mean=0.500000, i+1=660, b.N=94 -> ucb=0.871662
use arm j=1
i=660
b.mean=0.594384, i+1=661, b.N=6 -> ucb=2.065636
b.mean=2.020572, i+1=661, b.N=560 -> ucb=2.172861
b.mean=0.500000, i+1=661, b.N=94 -> ucb=0.871705
use arm j=1
i=661
b.mean=0.594384, i+1=662, b.N=6 -> ucb=2.065808
b.mean=2.021898, i+1=662, b.N=561 -> ucb=2.174069
b.mean=0.500000, i+1=662, b.N=94 -> ucb=0.871749
use arm j=1
i=662
b.mean=0.594384, i+1=663, b.N=6 -> ucb=2.065979
b.mean=2.020197, i+1=663, b.N=562 -> ucb=2.172251
b.mean=0.500000, i+1=663, b.N=94 -> ucb=0.871792
use arm j=1
i=663
b.mean=0.594384, i+1=664, b.N=6 -> ucb=2.066149
b.mean=2.020315, i+1=664, b.N=563 -> ucb=2.172251
b.mean=0.500000, i+1=664, b.N=94 -> ucb=0.871835
use arm j=1
i=664
b.mean=0.594384, i+1=665, b.N=6 -> ucb=2.066320
b.mean=2.020734, i+1=665, b.N=564 -> ucb=2.172553
b.mean=0.500000, i+1=665, b.N=94 -> ucb=0.871878
use arm j=1
i=665
b.mean=0.594384, i+1=666, b.N=6 -> ucb=2.066490
b.mean=2.019303, i+1=666, b.N=565 -> ucb=2.171004
b.mean=0.500000, i+1=666, b.N=94 -> ucb=0.871921
use arm j=1
i=666
b.mean=0.594384, i+1=667, b.N=6 -> ucb=2.066660
b.mean=2.019548, i+1=667, b.N=566 -> ucb=2.171133
b.mean=0.500000, i+1=667, b.N=94 -> ucb=0.871964
use arm j=1
i=667
b.mean=0.594384, i+1=668, b.N=6 -> ucb=2.066829
b.mean=2.021529, i+1=668, b.N=567 -> ucb=2.172998
b.mean=0.500000, i+1=668, b.N=94 -> ucb=0.872007
use arm j=1
i=668
b.mean=0.594384, i+1=669, b.N=6 -> ucb=2.066999
b.mean=2.021499, i+1=669, b.N=568 -> ucb=2.172852
b.mean=0.500000, i+1=669, b.N=94 -> ucb=0.872050
use arm j=1
i=669
b.mean=0.594384, i+1=670, b.N=6 -> ucb=2.067168
b.mean=2.022304, i+1=670, b.N=569 -> ucb=2.173541
b.mean=0.500000, i+1=670, b.N=94 -> ucb=0.872092
use arm j=1
i=670
b.mean=0.594384, i+1=671, b.N=6 -> ucb=2.067336
b.mean=2.016299, i+1=671, b.N=570 -> ucb=2.167421
b.mean=0.500000, i+1=671, b.N=94 -> ucb=0.872135
use arm j=1
i=671
b.mean=0.594384, i+1=672, b.N=6 -> ucb=2.067505
b.mean=2.016700, i+1=672, b.N=571 -> ucb=2.167707
b.mean=0.500000, i+1=672, b.N=94 -> ucb=0.872178
use arm j=1
i=672
b.mean=0.594384, i+1=673, b.N=6 -> ucb=2.067673
b.mean=2.016053, i+1=673, b.N=572 -> ucb=2.166945
b.mean=0.500000, i+1=673, b.N=94 -> ucb=0.872220
use arm j=1
i=673
b.mean=0.594384, i+1=674, b.N=6 -> ucb=2.067841
b.mean=2.017791, i+1=674, b.N=573 -> ucb=2.168568
b.mean=0.500000, i+1=674, b.N=94 -> ucb=0.872262
use arm j=1
i=674
b.mean=0.594384, i+1=675, b.N=6 -> ucb=2.068009
b.mean=2.015359, i+1=675, b.N=574 -> ucb=2.166022
b.mean=0.500000, i+1=675, b.N=94 -> ucb=0.872305
use arm j=1
i=675
b.mean=0.594384, i+1=676, b.N=6 -> ucb=2.068176
b.mean=2.015213, i+1=676, b.N=575 -> ucb=2.165762
b.mean=0.500000, i+1=676, b.N=94 -> ucb=0.872347
use arm j=1
i=676
b.mean=0.594384, i+1=677, b.N=6 -> ucb=2.068343
b.mean=2.017052, i+1=677, b.N=576 -> ucb=2.167488
b.mean=0.500000, i+1=677, b.N=94 -> ucb=0.872389
use arm j=1
i=677
b.mean=0.594384, i+1=678, b.N=6 -> ucb=2.068510
b.mean=2.016957, i+1=678, b.N=577 -> ucb=2.167279
b.mean=0.500000, i+1=678, b.N=94 -> ucb=0.872432
use arm j=1
i=678
b.mean=0.594384, i+1=679, b.N=6 -> ucb=2.068677
b.mean=2.014281, i+1=679, b.N=578 -> ucb=2.164490
b.mean=0.500000, i+1=679, b.N=94 -> ucb=0.872474
use arm j=1
i=679
b.mean=0.594384, i+1=680, b.N=6 -> ucb=2.068843
b.mean=2.011213, i+1=680, b.N=579 -> ucb=2.161309
b.mean=0.500000, i+1=680, b.N=94 -> ucb=0.872516
use arm j=1
i=680
b.mean=0.594384, i+1=681, b.N=6 -> ucb=2.069009
b.mean=2.010321, i+1=681, b.N=580 -> ucb=2.160305
b.mean=0.500000, i+1=681, b.N=94 -> ucb=0.872558
use arm j=1
i=681
b.mean=0.594384, i+1=682, b.N=6 -> ucb=2.069175
b.mean=2.010315, i+1=682, b.N=581 -> ucb=2.160187
b.mean=0.500000, i+1=682, b.N=94 -> ucb=0.872600
use arm j=1
i=682
b.mean=0.594384, i+1=683, b.N=6 -> ucb=2.069341
b.mean=2.010378, i+1=683, b.N=582 -> ucb=2.160137
b.mean=0.500000, i+1=683, b.N=94 -> ucb=0.872641
use arm j=1
i=683
b.mean=0.594384, i+1=684, b.N=6 -> ucb=2.069506
b.mean=2.013808, i+1=684, b.N=583 -> ucb=2.163456
b.mean=0.500000, i+1=684, b.N=94 -> ucb=0.872683
use arm j=1
i=684
b.mean=0.594384, i+1=685, b.N=6 -> ucb=2.069671
b.mean=2.011850, i+1=685, b.N=584 -> ucb=2.161386
b.mean=0.500000, i+1=685, b.N=94 -> ucb=0.872725
use arm j=1
i=685
b.mean=0.594384, i+1=686, b.N=6 -> ucb=2.069836
b.mean=2.009859, i+1=686, b.N=585 -> ucb=2.159284
b.mean=0.500000, i+1=686, b.N=94 -> ucb=0.872766
use arm j=1
i=686
b.mean=0.594384, i+1=687, b.N=6 -> ucb=2.070000
b.mean=2.010502, i+1=687, b.N=586 -> ucb=2.159816
b.mean=0.500000, i+1=687, b.N=94 -> ucb=0.872808
use arm j=1
i=687
b.mean=0.594384, i+1=688, b.N=6 -> ucb=2.070165
b.mean=2.006814, i+1=688, b.N=587 -> ucb=2.156018
b.mean=0.500000, i+1=688, b.N=94 -> ucb=0.872850
use arm j=1
i=688
b.mean=0.594384, i+1=689, b.N=6 -> ucb=2.070329
b.mean=2.006472, i+1=689, b.N=588 -> ucb=2.155565
b.mean=0.500000, i+1=689, b.N=94 -> ucb=0.872891
use arm j=1
i=689
b.mean=0.594384, i+1=690, b.N=6 -> ucb=2.070493
b.mean=2.007814, i+1=690, b.N=589 -> ucb=2.156797
b.mean=0.500000, i+1=690, b.N=94 -> ucb=0.872932
use arm j=1
i=690
b.mean=0.594384, i+1=691, b.N=6 -> ucb=2.070656
b.mean=2.008498, i+1=691, b.N=590 -> ucb=2.157371
b.mean=0.500000, i+1=691, b.N=94 -> ucb=0.872974
use arm j=1
i=691
b.mean=0.594384, i+1=692, b.N=6 -> ucb=2.070819
b.mean=2.006738, i+1=692, b.N=591 -> ucb=2.155502
b.mean=0.500000, i+1=692, b.N=94 -> ucb=0.873015
use arm j=1
i=692
b.mean=0.594384, i+1=693, b.N=6 -> ucb=2.070982
b.mean=2.007737, i+1=693, b.N=592 -> ucb=2.156391
b.mean=0.500000, i+1=693, b.N=94 -> ucb=0.873056
use arm j=1
i=693
b.mean=0.594384, i+1=694, b.N=6 -> ucb=2.071145
b.mean=2.008661, i+1=694, b.N=593 -> ucb=2.157206
b.mean=0.500000, i+1=694, b.N=94 -> ucb=0.873097
use arm j=1
i=694
b.mean=0.594384, i+1=695, b.N=6 -> ucb=2.071308
b.mean=2.010521, i+1=695, b.N=594 -> ucb=2.158957
b.mean=0.500000, i+1=695, b.N=94 -> ucb=0.873138
use arm j=1
i=695
b.mean=0.594384, i+1=696, b.N=6 -> ucb=2.071470
b.mean=2.008333, i+1=696, b.N=595 -> ucb=2.156661
b.mean=0.500000, i+1=696, b.N=94 -> ucb=0.873179
use arm j=1
i=696
b.mean=0.594384, i+1=697, b.N=6 -> ucb=2.071632
b.mean=2.010308, i+1=697, b.N=596 -> ucb=2.158528
b.mean=0.500000, i+1=697, b.N=94 -> ucb=0.873220
use arm j=1
i=697
b.mean=0.594384, i+1=698, b.N=6 -> ucb=2.071794
b.mean=2.009301, i+1=698, b.N=597 -> ucb=2.157413
b.mean=0.500000, i+1=698, b.N=94 -> ucb=0.873261
use arm j=1
i=698
b.mean=0.594384, i+1=699, b.N=6 -> ucb=2.071955
b.mean=2.011094, i+1=699, b.N=598 -> ucb=2.159098
b.mean=0.500000, i+1=699, b.N=94 -> ucb=0.873302
use arm j=1
i=699
b.mean=0.594384, i+1=700, b.N=6 -> ucb=2.072116
b.mean=2.010759, i+1=700, b.N=599 -> ucb=2.158655
b.mean=0.500000, i+1=700, b.N=94 -> ucb=0.873343
use arm j=1
i=700
b.mean=0.594384, i+1=701, b.N=6 -> ucb=2.072277
b.mean=2.013984, i+1=701, b.N=600 -> ucb=2.161774
b.mean=0.500000, i+1=701, b.N=94 -> ucb=0.873383
use arm j=1
i=701
b.mean=0.594384, i+1=702, b.N=6 -> ucb=2.072438
b.mean=2.013512, i+1=702, b.N=601 -> ucb=2.161195
b.mean=0.500000, i+1=702, b.N=94 -> ucb=0.873424
use arm j=1
i=702
b.mean=0.594384, i+1=703, b.N=6 -> ucb=2.072599
b.mean=2.014494, i+1=703, b.N=602 -> ucb=2.162070
b.mean=0.500000, i+1=703, b.N=94 -> ucb=0.873464
use arm j=1
i=703
b.mean=0.594384, i+1=704, b.N=6 -> ucb=2.072759
b.mean=2.013349, i+1=704, b.N=603 -> ucb=2.160819
b.mean=0.500000, i+1=704, b.N=94 -> ucb=0.873505
use arm j=1
i=704
b.mean=0.594384, i+1=705, b.N=6 -> ucb=2.072919
b.mean=2.012771, i+1=705, b.N=604 -> ucb=2.160135
b.mean=0.500000, i+1=705, b.N=94 -> ucb=0.873545
use arm j=1
i=705
b.mean=0.594384, i+1=706, b.N=6 -> ucb=2.073079
b.mean=2.009016, i+1=706, b.N=605 -> ucb=2.156273
b.mean=0.500000, i+1=706, b.N=94 -> ucb=0.873586
use arm j=1
i=706
b.mean=0.594384, i+1=707, b.N=6 -> ucb=2.073238
b.mean=2.011736, i+1=707, b.N=606 -> ucb=2.158888
b.mean=0.500000, i+1=707, b.N=94 -> ucb=0.873626
use arm j=1
i=707
b.mean=0.594384, i+1=708, b.N=6 -> ucb=2.073397
b.mean=2.009982, i+1=708, b.N=607 -> ucb=2.157028
b.mean=0.500000, i+1=708, b.N=94 -> ucb=0.873666
use arm j=1
i=708
b.mean=0.594384, i+1=709, b.N=6 -> ucb=2.073556
b.mean=2.011152, i+1=709, b.N=608 -> ucb=2.158093
b.mean=0.500000, i+1=709, b.N=94 -> ucb=0.873706
use arm j=1
i=709
b.mean=0.594384, i+1=710, b.N=6 -> ucb=2.073715
b.mean=2.012719, i+1=710, b.N=609 -> ucb=2.159555
b.mean=0.500000, i+1=710, b.N=94 -> ucb=0.873747
use arm j=1
i=710
b.mean=0.594384, i+1=711, b.N=6 -> ucb=2.073874
b.mean=2.013604, i+1=711, b.N=610 -> ucb=2.160335
b.mean=0.500000, i+1=711, b.N=94 -> ucb=0.873787
use arm j=1
i=711
b.mean=0.594384, i+1=712, b.N=6 -> ucb=2.074032
b.mean=2.015497, i+1=712, b.N=611 -> ucb=2.162124
b.mean=0.500000, i+1=712, b.N=94 -> ucb=0.873827
use arm j=1
i=712
b.mean=0.594384, i+1=713, b.N=6 -> ucb=2.074190
b.mean=2.016778, i+1=713, b.N=612 -> ucb=2.163301
b.mean=0.500000, i+1=713, b.N=94 -> ucb=0.873867
use arm j=1
i=713
b.mean=0.594384, i+1=714, b.N=6 -> ucb=2.074348
b.mean=2.018684, i+1=714, b.N=613 -> ucb=2.165102
b.mean=0.500000, i+1=714, b.N=94 -> ucb=0.873906
use arm j=1
i=714
b.mean=0.594384, i+1=715, b.N=6 -> ucb=2.074506
b.mean=2.017202, i+1=715, b.N=614 -> ucb=2.163517
b.mean=0.500000, i+1=715, b.N=94 -> ucb=0.873946
use arm j=1
i=715
b.mean=0.594384, i+1=716, b.N=6 -> ucb=2.074663
b.mean=2.018422, i+1=716, b.N=615 -> ucb=2.164633
b.mean=0.500000, i+1=716, b.N=94 -> ucb=0.873986
use arm j=1
i=716
b.mean=0.594384, i+1=717, b.N=6 -> ucb=2.074820
b.mean=2.016337, i+1=717, b.N=616 -> ucb=2.162445
b.mean=0.500000, i+1=717, b.N=94 -> ucb=0.874026
use arm j=1
i=717
b.mean=0.594384, i+1=718, b.N=6 -> ucb=2.074977
b.mean=2.015637, i+1=718, b.N=617 -> ucb=2.161643
b.mean=0.500000, i+1=718, b.N=94 -> ucb=0.874065
use arm j=1
i=718
b.mean=0.594384, i+1=719, b.N=6 -> ucb=2.075134
b.mean=2.015973, i+1=719, b.N=618 -> ucb=2.161875
b.mean=0.500000, i+1=719, b.N=94 -> ucb=0.874105
use arm j=1
i=719
b.mean=0.594384, i+1=720, b.N=6 -> ucb=2.075290
b.mean=2.010890, i+1=720, b.N=619 -> ucb=2.156690
b.mean=0.500000, i+1=720, b.N=94 -> ucb=0.874144
use arm j=1
i=720
b.mean=0.594384, i+1=721, b.N=6 -> ucb=2.075446
b.mean=2.011284, i+1=721, b.N=620 -> ucb=2.156982
b.mean=0.500000, i+1=721, b.N=94 -> ucb=0.874184
use arm j=1
i=721
b.mean=0.594384, i+1=722, b.N=6 -> ucb=2.075602
b.mean=2.013218, i+1=722, b.N=621 -> ucb=2.158814
b.mean=0.500000, i+1=722, b.N=94 -> ucb=0.874223
use arm j=1
i=722
b.mean=0.594384, i+1=723, b.N=6 -> ucb=2.075758
b.mean=2.015883, i+1=723, b.N=622 -> ucb=2.161377
b.mean=0.500000, i+1=723, b.N=94 -> ucb=0.874263
use arm j=1
i=723
b.mean=0.594384, i+1=724, b.N=6 -> ucb=2.075913
b.mean=2.015280, i+1=724, b.N=623 -> ucb=2.160672
b.mean=0.500000, i+1=724, b.N=94 -> ucb=0.874302
use arm j=1
i=724
b.mean=0.594384, i+1=725, b.N=6 -> ucb=2.076069
b.mean=2.016079, i+1=725, b.N=624 -> ucb=2.161370
b.mean=0.500000, i+1=725, b.N=94 -> ucb=0.874341
use arm j=1
i=725
b.mean=0.594384, i+1=726, b.N=6 -> ucb=2.076224
b.mean=2.016864, i+1=726, b.N=625 -> ucb=2.162054
b.mean=0.500000, i+1=726, b.N=94 -> ucb=0.874380
use arm j=1
i=726
b.mean=0.594384, i+1=727, b.N=6 -> ucb=2.076379
b.mean=2.015065, i+1=727, b.N=626 -> ucb=2.160154
b.mean=0.500000, i+1=727, b.N=94 -> ucb=0.874419
use arm j=1
i=727
b.mean=0.594384, i+1=728, b.N=6 -> ucb=2.076533
b.mean=2.016725, i+1=728, b.N=627 -> ucb=2.161714
b.mean=0.500000, i+1=728, b.N=94 -> ucb=0.874459
use arm j=1
i=728
b.mean=0.594384, i+1=729, b.N=6 -> ucb=2.076688
b.mean=2.017705, i+1=729, b.N=628 -> ucb=2.162593
b.mean=0.500000, i+1=729, b.N=94 -> ucb=0.874497
use arm j=1
i=729
b.mean=0.594384, i+1=730, b.N=6 -> ucb=2.076842
b.mean=2.018319, i+1=730, b.N=629 -> ucb=2.163107
b.mean=0.500000, i+1=730, b.N=94 -> ucb=0.874536
use arm j=1
i=730
b.mean=0.594384, i+1=731, b.N=6 -> ucb=2.076996
b.mean=2.016986, i+1=731, b.N=630 -> ucb=2.161674
b.mean=0.500000, i+1=731, b.N=94 -> ucb=0.874575
use arm j=1
i=731
b.mean=0.594384, i+1=732, b.N=6 -> ucb=2.077149
b.mean=2.014704, i+1=732, b.N=631 -> ucb=2.159293
b.mean=0.500000, i+1=732, b.N=94 -> ucb=0.874614
use arm j=1
i=732
b.mean=0.594384, i+1=733, b.N=6 -> ucb=2.077303
b.mean=2.013570, i+1=733, b.N=632 -> ucb=2.158059
b.mean=0.500000, i+1=733, b.N=94 -> ucb=0.874653
use arm j=1
i=733
b.mean=0.594384, i+1=734, b.N=6 -> ucb=2.077456
b.mean=2.011937, i+1=734, b.N=633 -> ucb=2.156326
b.mean=0.500000, i+1=734, b.N=94 -> ucb=0.874692
use arm j=1
i=734
b.mean=0.594384, i+1=735, b.N=6 -> ucb=2.077609
b.mean=2.012237, i+1=735, b.N=634 -> ucb=2.156528
b.mean=0.500000, i+1=735, b.N=94 -> ucb=0.874730
use arm j=1
i=735
b.mean=0.594384, i+1=736, b.N=6 -> ucb=2.077762
b.mean=2.012240, i+1=736, b.N=635 -> ucb=2.156431
b.mean=0.500000, i+1=736, b.N=94 -> ucb=0.874769
use arm j=1
i=736
b.mean=0.594384, i+1=737, b.N=6 -> ucb=2.077914
b.mean=2.011349, i+1=737, b.N=636 -> ucb=2.155443
b.mean=0.500000, i+1=737, b.N=94 -> ucb=0.874807
use arm j=1
i=737
b.mean=0.594384, i+1=738, b.N=6 -> ucb=2.078066
b.mean=2.011992, i+1=738, b.N=637 -> ucb=2.155987
b.mean=0.500000, i+1=738, b.N=94 -> ucb=0.874846
use arm j=1
i=738
b.mean=0.594384, i+1=739, b.N=6 -> ucb=2.078219
b.mean=2.012120, i+1=739, b.N=638 -> ucb=2.156017
b.mean=0.500000, i+1=739, b.N=94 -> ucb=0.874884
use arm j=1
i=739
b.mean=0.594384, i+1=740, b.N=6 -> ucb=2.078370
b.mean=2.010655, i+1=740, b.N=639 -> ucb=2.154454
b.mean=0.500000, i+1=740, b.N=94 -> ucb=0.874923
use arm j=1
i=740
b.mean=0.594384, i+1=741, b.N=6 -> ucb=2.078522
b.mean=2.011740, i+1=741, b.N=640 -> ucb=2.155441
b.mean=0.500000, i+1=741, b.N=94 -> ucb=0.874961
use arm j=1
i=741
b.mean=0.594384, i+1=742, b.N=6 -> ucb=2.078674
b.mean=2.011257, i+1=742, b.N=641 -> ucb=2.154860
b.mean=0.500000, i+1=742, b.N=94 -> ucb=0.874999
use arm j=1
i=742
b.mean=0.594384, i+1=743, b.N=6 -> ucb=2.078825
b.mean=2.014150, i+1=743, b.N=642 -> ucb=2.157656
b.mean=0.500000, i+1=743, b.N=94 -> ucb=0.875037
use arm j=1
i=743
b.mean=0.594384, i+1=744, b.N=6 -> ucb=2.078976
b.mean=2.015930, i+1=744, b.N=643 -> ucb=2.159339
b.mean=0.500000, i+1=744, b.N=94 -> ucb=0.875076
use arm j=1
i=744
b.mean=0.594384, i+1=745, b.N=6 -> ucb=2.079127
b.mean=2.013451, i+1=745, b.N=644 -> ucb=2.156764
b.mean=0.500000, i+1=745, b.N=94 -> ucb=0.875114
use arm j=1
i=745
b.mean=0.594384, i+1=746, b.N=6 -> ucb=2.079277
b.mean=2.013361, i+1=746, b.N=645 -> ucb=2.156577
b.mean=0.500000, i+1=746, b.N=94 -> ucb=0.875152
use arm j=1
i=746
b.mean=0.594384, i+1=747, b.N=6 -> ucb=2.079428
b.mean=2.016046, i+1=747, b.N=646 -> ucb=2.159165
b.mean=0.500000, i+1=747, b.N=94 -> ucb=0.875190
use arm j=1
i=747
b.mean=0.594384, i+1=748, b.N=6 -> ucb=2.079578
b.mean=2.015201, i+1=748, b.N=647 -> ucb=2.158224
b.mean=0.500000, i+1=748, b.N=94 -> ucb=0.875228
use arm j=1
i=748
b.mean=0.594384, i+1=749, b.N=6 -> ucb=2.079728
b.mean=2.017086, i+1=749, b.N=648 -> ucb=2.160014
b.mean=0.500000, i+1=749, b.N=94 -> ucb=0.875266
use arm j=1
i=749
b.mean=0.594384, i+1=750, b.N=6 -> ucb=2.079877
b.mean=2.017678, i+1=750, b.N=649 -> ucb=2.160510
b.mean=0.500000, i+1=750, b.N=94 -> ucb=0.875303
use arm j=1
i=750
b.mean=0.594384, i+1=751, b.N=6 -> ucb=2.080027
b.mean=2.018594, i+1=751, b.N=650 -> ucb=2.161330
b.mean=0.500000, i+1=751, b.N=94 -> ucb=0.875341
use arm j=1
i=751
b.mean=0.594384, i+1=752, b.N=6 -> ucb=2.080176
b.mean=2.018016, i+1=752, b.N=651 -> ucb=2.160656
b.mean=0.500000, i+1=752, b.N=94 -> ucb=0.875379
use arm j=1
i=752
b.mean=0.594384, i+1=753, b.N=6 -> ucb=2.080325
b.mean=2.018022, i+1=753, b.N=652 -> ucb=2.160567
b.mean=0.500000, i+1=753, b.N=94 -> ucb=0.875417
use arm j=1
i=753
b.mean=0.594384, i+1=754, b.N=6 -> ucb=2.080474
b.mean=2.018152, i+1=754, b.N=653 -> ucb=2.160603
b.mean=0.500000, i+1=754, b.N=94 -> ucb=0.875454
use arm j=1
i=754
b.mean=0.594384, i+1=755, b.N=6 -> ucb=2.080623
b.mean=2.017967, i+1=755, b.N=654 -> ucb=2.160322
b.mean=0.500000, i+1=755, b.N=94 -> ucb=0.875492
use arm j=1
i=755
b.mean=0.594384, i+1=756, b.N=6 -> ucb=2.080771
b.mean=2.020091, i+1=756, b.N=655 -> ucb=2.162352
b.mean=0.500000, i+1=756, b.N=94 -> ucb=0.875529
use arm j=1
i=756
b.mean=0.594384, i+1=757, b.N=6 -> ucb=2.080919
b.mean=2.020450, i+1=757, b.N=656 -> ucb=2.162617
b.mean=0.500000, i+1=757, b.N=94 -> ucb=0.875567
use arm j=1
i=757
b.mean=0.594384, i+1=758, b.N=6 -> ucb=2.081067
b.mean=2.020353, i+1=758, b.N=657 -> ucb=2.162426
b.mean=0.500000, i+1=758, b.N=94 -> ucb=0.875604
use arm j=1
i=758
b.mean=0.594384, i+1=759, b.N=6 -> ucb=2.081215
b.mean=2.020324, i+1=759, b.N=658 -> ucb=2.162304
b.mean=0.500000, i+1=759, b.N=94 -> ucb=0.875641
use arm j=1
i=759
b.mean=0.594384, i+1=760, b.N=6 -> ucb=2.081363
b.mean=2.018732, i+1=760, b.N=659 -> ucb=2.160618
b.mean=0.500000, i+1=760, b.N=94 -> ucb=0.875679
use arm j=1
i=760
b.mean=0.594384, i+1=761, b.N=6 -> ucb=2.081510
b.mean=2.017309, i+1=761, b.N=660 -> ucb=2.159101
b.mean=0.500000, i+1=761, b.N=94 -> ucb=0.875716
use arm j=1
i=761
b.mean=0.594384, i+1=762, b.N=6 -> ucb=2.081657
b.mean=2.020640, i+1=762, b.N=661 -> ucb=2.162338
b.mean=0.500000, i+1=762, b.N=94 -> ucb=0.875753
use arm j=1
i=762
b.mean=0.594384, i+1=763, b.N=6 -> ucb=2.081804
b.mean=2.020858, i+1=763, b.N=662 -> ucb=2.162463
b.mean=0.500000, i+1=763, b.N=94 -> ucb=0.875790
use arm j=1
i=763
b.mean=0.594384, i+1=764, b.N=6 -> ucb=2.081951
b.mean=2.019726, i+1=764, b.N=663 -> ucb=2.161239
b.mean=0.500000, i+1=764, b.N=94 -> ucb=0.875827
use arm j=1
i=764
b.mean=0.594384, i+1=765, b.N=6 -> ucb=2.082097
b.mean=2.017270, i+1=765, b.N=664 -> ucb=2.158690
b.mean=0.500000, i+1=765, b.N=94 -> ucb=0.875864
use arm j=1
i=765
b.mean=0.594384, i+1=766, b.N=6 -> ucb=2.082244
b.mean=2.013431, i+1=766, b.N=665 -> ucb=2.154758
b.mean=0.500000, i+1=766, b.N=94 -> ucb=0.875901
use arm j=1
i=766
b.mean=0.594384, i+1=767, b.N=6 -> ucb=2.082390
b.mean=2.014300, i+1=767, b.N=666 -> ucb=2.155535
b.mean=0.500000, i+1=767, b.N=94 -> ucb=0.875938
use arm j=1
i=767
b.mean=0.594384, i+1=768, b.N=6 -> ucb=2.082536
b.mean=2.012965, i+1=768, b.N=667 -> ucb=2.154108
b.mean=0.500000, i+1=768, b.N=94 -> ucb=0.875975
use arm j=1
i=768
b.mean=0.594384, i+1=769, b.N=6 -> ucb=2.082682
b.mean=2.012472, i+1=769, b.N=668 -> ucb=2.153523
b.mean=0.500000, i+1=769, b.N=94 -> ucb=0.876012
use arm j=1
i=769
b.mean=0.594384, i+1=770, b.N=6 -> ucb=2.082827
b.mean=2.011568, i+1=770, b.N=669 -> ucb=2.152528
b.mean=0.500000, i+1=770, b.N=94 -> ucb=0.876049
use arm j=1
i=770
b.mean=0.594384, i+1=771, b.N=6 -> ucb=2.082972
b.mean=2.010575, i+1=771, b.N=670 -> ucb=2.151443
b.mean=0.500000, i+1=771, b.N=94 -> ucb=0.876085
use arm j=1
i=771
b.mean=0.594384, i+1=772, b.N=6 -> ucb=2.083117
b.mean=2.010586, i+1=772, b.N=671 -> ucb=2.151363
b.mean=0.500000, i+1=772, b.N=94 -> ucb=0.876122
use arm j=1
i=772
b.mean=0.594384, i+1=773, b.N=6 -> ucb=2.083262
b.mean=2.009113, i+1=773, b.N=672 -> ucb=2.149799
b.mean=0.500000, i+1=773, b.N=94 -> ucb=0.876159
use arm j=1
i=773
b.mean=0.594384, i+1=774, b.N=6 -> ucb=2.083407
b.mean=2.008307, i+1=774, b.N=673 -> ucb=2.148902
b.mean=0.500000, i+1=774, b.N=94 -> ucb=0.876195
use arm j=1
i=774
b.mean=0.594384, i+1=775, b.N=6 -> ucb=2.083552
b.mean=2.009951, i+1=775, b.N=674 -> ucb=2.150455
b.mean=0.500000, i+1=775, b.N=94 -> ucb=0.876232
use arm j=1
i=775
b.mean=0.594384, i+1=776, b.N=6 -> ucb=2.083696
b.mean=2.012859, i+1=776, b.N=675 -> ucb=2.153273
b.mean=0.500000, i+1=776, b.N=94 -> ucb=0.876268
use arm j=1
i=776
b.mean=0.594384, i+1=777, b.N=6 -> ucb=2.083840
b.mean=2.012810, i+1=777, b.N=676 -> ucb=2.153134
b.mean=0.500000, i+1=777, b.N=94 -> ucb=0.876305
use arm j=1
i=777
b.mean=0.594384, i+1=778, b.N=6 -> ucb=2.083984
b.mean=2.014845, i+1=778, b.N=677 -> ucb=2.155079
b.mean=0.500000, i+1=778, b.N=94 -> ucb=0.876341
use arm j=1
i=778
b.mean=0.594384, i+1=779, b.N=6 -> ucb=2.084128
b.mean=2.016011, i+1=779, b.N=678 -> ucb=2.156154
b.mean=0.500000, i+1=779, b.N=94 -> ucb=0.876377
use arm j=1
i=779
b.mean=0.594384, i+1=780, b.N=6 -> ucb=2.084271
b.mean=2.018261, i+1=780, b.N=679 -> ucb=2.158315
b.mean=0.500000, i+1=780, b.N=94 -> ucb=0.876413
use arm j=1
i=780
b.mean=0.594384, i+1=781, b.N=6 -> ucb=2.084414
b.mean=2.020006, i+1=781, b.N=680 -> ucb=2.159970
b.mean=0.500000, i+1=781, b.N=94 -> ucb=0.876450
use arm j=1
i=781
b.mean=0.594384, i+1=782, b.N=6 -> ucb=2.084558
b.mean=2.017966, i+1=782, b.N=681 -> ucb=2.157841
b.mean=0.500000, i+1=782, b.N=94 -> ucb=0.876486
use arm j=1
i=782
b.mean=0.594384, i+1=783, b.N=6 -> ucb=2.084701
b.mean=2.018797, i+1=783, b.N=682 -> ucb=2.158582
b.mean=0.500000, i+1=783, b.N=94 -> ucb=0.876522
use arm j=1
i=783
b.mean=0.594384, i+1=784, b.N=6 -> ucb=2.084843
b.mean=2.019952, i+1=784, b.N=683 -> ucb=2.159648
b.mean=0.500000, i+1=784, b.N=94 -> ucb=0.876558
use arm j=1
i=784
b.mean=0.594384, i+1=785, b.N=6 -> ucb=2.084986
b.mean=2.020750, i+1=785, b.N=684 -> ucb=2.160358
b.mean=0.500000, i+1=785, b.N=94 -> ucb=0.876594
use arm j=1
i=785
b.mean=0.594384, i+1=786, b.N=6 -> ucb=2.085128
b.mean=2.019376, i+1=786, b.N=685 -> ucb=2.158895
b.mean=0.500000, i+1=786, b.N=94 -> ucb=0.876630
use arm j=1
i=786
b.mean=0.594384, i+1=787, b.N=6 -> ucb=2.085270
b.mean=2.019908, i+1=787, b.N=686 -> ucb=2.159338
b.mean=0.500000, i+1=787, b.N=94 -> ucb=0.876666
use arm j=1
i=787
b.mean=0.594384, i+1=788, b.N=6 -> ucb=2.085412
b.mean=2.018213, i+1=788, b.N=687 -> ucb=2.157555
b.mean=0.500000, i+1=788, b.N=94 -> ucb=0.876702
use arm j=1
i=788
b.mean=0.594384, i+1=789, b.N=6 -> ucb=2.085554
b.mean=2.017553, i+1=789, b.N=688 -> ucb=2.156807
b.mean=0.500000, i+1=789, b.N=94 -> ucb=0.876738
use arm j=1
i=789
b.mean=0.594384, i+1=790, b.N=6 -> ucb=2.085696
b.mean=2.017502, i+1=790, b.N=689 -> ucb=2.156668
b.mean=0.500000, i+1=790, b.N=94 -> ucb=0.876773
use arm j=1
i=790
b.mean=0.594384, i+1=791, b.N=6 -> ucb=2.085837
b.mean=2.015074, i+1=791, b.N=690 -> ucb=2.154153
b.mean=0.500000, i+1=791, b.N=94 -> ucb=0.876809
use arm j=1
i=791
b.mean=0.594384, i+1=792, b.N=6 -> ucb=2.085978
b.mean=2.014797, i+1=792, b.N=691 -> ucb=2.153789
b.mean=0.500000, i+1=792, b.N=94 -> ucb=0.876845
use arm j=1
i=792
b.mean=0.594384, i+1=793, b.N=6 -> ucb=2.086119
b.mean=2.015673, i+1=793, b.N=692 -> ucb=2.154577
b.mean=0.500000, i+1=793, b.N=94 -> ucb=0.876880
use arm j=1
i=793
b.mean=0.594384, i+1=794, b.N=6 -> ucb=2.086260
b.mean=2.013898, i+1=794, b.N=693 -> ucb=2.152714
b.mean=0.500000, i+1=794, b.N=94 -> ucb=0.876916
use arm j=1
i=794
b.mean=0.594384, i+1=795, b.N=6 -> ucb=2.086400
b.mean=2.013297, i+1=795, b.N=694 -> ucb=2.152027
b.mean=0.500000, i+1=795, b.N=94 -> ucb=0.876951
use arm j=1
i=795
b.mean=0.594384, i+1=796, b.N=6 -> ucb=2.086541
b.mean=2.014084, i+1=796, b.N=695 -> ucb=2.152727
b.mean=0.500000, i+1=796, b.N=94 -> ucb=0.876987
use arm j=1
i=796
b.mean=0.594384, i+1=797, b.N=6 -> ucb=2.086681
b.mean=2.011181, i+1=797, b.N=696 -> ucb=2.149737
b.mean=0.500000, i+1=797, b.N=94 -> ucb=0.877022
use arm j=1
i=797
b.mean=0.594384, i+1=798, b.N=6 -> ucb=2.086821
b.mean=2.011618, i+1=798, b.N=697 -> ucb=2.150088
b.mean=0.500000, i+1=798, b.N=94 -> ucb=0.877058
use arm j=1
i=798
b.mean=0.594384, i+1=799, b.N=6 -> ucb=2.086961
b.mean=2.012830, i+1=799, b.N=698 -> ucb=2.151214
b.mean=0.500000, i+1=799, b.N=94 -> ucb=0.877093
use arm j=1
i=799
b.mean=0.594384, i+1=800, b.N=6 -> ucb=2.087101
b.mean=2.012507, i+1=800, b.N=699 -> ucb=2.150804
b.mean=0.500000, i+1=800, b.N=94 -> ucb=0.877128
use arm j=1
i=800
b.mean=0.594384, i+1=801, b.N=6 -> ucb=2.087240
b.mean=2.010383, i+1=801, b.N=700 -> ucb=2.148595
b.mean=0.500000, i+1=801, b.N=94 -> ucb=0.877164
use arm j=1
i=801
b.mean=0.594384, i+1=802, b.N=6 -> ucb=2.087379
b.mean=2.013026, i+1=802, b.N=701 -> ucb=2.151152
b.mean=0.500000, i+1=802, b.N=94 -> ucb=0.877199
use arm j=1
i=802
b.mean=0.594384, i+1=803, b.N=6 -> ucb=2.087519
b.mean=2.012351, i+1=803, b.N=702 -> ucb=2.150391
b.mean=0.500000, i+1=803, b.N=94 -> ucb=0.877234
use arm j=1
i=803
b.mean=0.594384, i+1=804, b.N=6 -> ucb=2.087657
b.mean=2.014132, i+1=804, b.N=703 -> ucb=2.152087
b.mean=0.500000, i+1=804, b.N=94 -> ucb=0.877269
use arm j=1
i=804
b.mean=0.594384, i+1=805, b.N=6 -> ucb=2.087796
b.mean=2.012539, i+1=805, b.N=704 -> ucb=2.150409
b.mean=0.500000, i+1=805, b.N=94 -> ucb=0.877304
use arm j=1
i=805
b.mean=0.594384, i+1=806, b.N=6 -> ucb=2.087935
b.mean=2.011038, i+1=806, b.N=705 -> ucb=2.148823
b.mean=0.500000, i+1=806, b.N=94 -> ucb=0.877339
use arm j=1
i=806
b.mean=0.594384, i+1=807, b.N=6 -> ucb=2.088073
b.mean=2.008819, i+1=807, b.N=706 -> ucb=2.146519
b.mean=0.500000, i+1=807, b.N=94 -> ucb=0.877374
use arm j=1
i=807
b.mean=0.594384, i+1=808, b.N=6 -> ucb=2.088211
b.mean=2.007295, i+1=808, b.N=707 -> ucb=2.144910
b.mean=0.500000, i+1=808, b.N=94 -> ucb=0.877409
use arm j=1
i=808
b.mean=0.594384, i+1=809, b.N=6 -> ucb=2.088349
b.mean=2.006589, i+1=809, b.N=708 -> ucb=2.144120
b.mean=0.500000, i+1=809, b.N=94 -> ucb=0.877444
use arm j=1
i=809
b.mean=0.594384, i+1=810, b.N=6 -> ucb=2.088487
b.mean=2.005958, i+1=810, b.N=709 -> ucb=2.143404
b.mean=0.500000, i+1=810, b.N=94 -> ucb=0.877479
use arm j=1
i=810
b.mean=0.594384, i+1=811, b.N=6 -> ucb=2.088625
b.mean=2.005930, i+1=811, b.N=710 -> ucb=2.143292
b.mean=0.500000, i+1=811, b.N=94 -> ucb=0.877513
use arm j=1
i=811
b.mean=0.594384, i+1=812, b.N=6 -> ucb=2.088762
b.mean=2.004718, i+1=812, b.N=711 -> ucb=2.141997
b.mean=0.500000, i+1=812, b.N=94 -> ucb=0.877548
use arm j=1
i=812
b.mean=0.594384, i+1=813, b.N=6 -> ucb=2.088899
b.mean=2.005014, i+1=813, b.N=712 -> ucb=2.142209
b.mean=0.500000, i+1=813, b.N=94 -> ucb=0.877583
use arm j=1
i=813
b.mean=0.594384, i+1=814, b.N=6 -> ucb=2.089036
b.mean=2.006937, i+1=814, b.N=713 -> ucb=2.144048
b.mean=0.500000, i+1=814, b.N=94 -> ucb=0.877617
use arm j=1
i=814
b.mean=0.594384, i+1=815, b.N=6 -> ucb=2.089173
b.mean=2.010015, i+1=815, b.N=714 -> ucb=2.147043
b.mean=0.500000, i+1=815, b.N=94 -> ucb=0.877652
use arm j=1
i=815
b.mean=0.594384, i+1=816, b.N=6 -> ucb=2.089310
b.mean=2.010426, i+1=816, b.N=715 -> ucb=2.147370
b.mean=0.500000, i+1=816, b.N=94 -> ucb=0.877687
use arm j=1
i=816
b.mean=0.594384, i+1=817, b.N=6 -> ucb=2.089447
b.mean=2.011825, i+1=817, b.N=716 -> ucb=2.148686
b.mean=0.500000, i+1=817, b.N=94 -> ucb=0.877721
use arm j=1
i=817
b.mean=0.594384, i+1=818, b.N=6 -> ucb=2.089583
b.mean=2.010278, i+1=818, b.N=717 -> ucb=2.147055
b.mean=0.500000, i+1=818, b.N=94 -> ucb=0.877755
use arm j=1
i=818
b.mean=0.594384, i+1=819, b.N=6 -> ucb=2.089719
b.mean=2.010262, i+1=819, b.N=718 -> ucb=2.146957
b.mean=0.500000, i+1=819, b.N=94 -> ucb=0.877790
use arm j=1
i=819
b.mean=0.594384, i+1=820, b.N=6 -> ucb=2.089855
b.mean=2.011223, i+1=820, b.N=719 -> ucb=2.147835
b.mean=0.500000, i+1=820, b.N=94 -> ucb=0.877824
use arm j=1
i=820
b.mean=0.594384, i+1=821, b.N=6 -> ucb=2.089991
b.mean=2.011199, i+1=821, b.N=720 -> ucb=2.147729
b.mean=0.500000, i+1=821, b.N=94 -> ucb=0.877859
use arm j=1
i=821
b.mean=0.594384, i+1=822, b.N=6 -> ucb=2.090127
b.mean=2.011642, i+1=822, b.N=721 -> ucb=2.148089
b.mean=0.500000, i+1=822, b.N=94 -> ucb=0.877893
use arm j=1
i=822
b.mean=0.594384, i+1=823, b.N=6 -> ucb=2.090262
b.mean=2.015072, i+1=823, b.N=722 -> ucb=2.151437
b.mean=0.500000, i+1=823, b.N=94 -> ucb=0.877927
use arm j=1
i=823
b.mean=0.594384, i+1=824, b.N=6 -> ucb=2.090397
b.mean=2.013470, i+1=824, b.N=723 -> ucb=2.149753
b.mean=0.500000, i+1=824, b.N=94 -> ucb=0.877961
use arm j=1
i=824
b.mean=0.594384, i+1=825, b.N=6 -> ucb=2.090532
b.mean=2.014428, i+1=825, b.N=724 -> ucb=2.150629
b.mean=0.500000, i+1=825, b.N=94 -> ucb=0.877995
use arm j=1
i=825
b.mean=0.594384, i+1=826, b.N=6 -> ucb=2.090667
b.mean=2.015292, i+1=826, b.N=725 -> ucb=2.151412
b.mean=0.500000, i+1=826, b.N=94 -> ucb=0.878029
use arm j=1
i=826
b.mean=0.594384, i+1=827, b.N=6 -> ucb=2.090802
b.mean=2.013554, i+1=827, b.N=726 -> ucb=2.149592
b.mean=0.500000, i+1=827, b.N=94 -> ucb=0.878064
use arm j=1
i=827
b.mean=0.594384, i+1=828, b.N=6 -> ucb=2.090937
b.mean=2.012319, i+1=828, b.N=727 -> ucb=2.148276
b.mean=0.500000, i+1=828, b.N=94 -> ucb=0.878098
use arm j=1
i=828
b.mean=0.594384, i+1=829, b.N=6 -> ucb=2.091071
b.mean=2.013922, i+1=829, b.N=728 -> ucb=2.149797
b.mean=0.500000, i+1=829, b.N=94 -> ucb=0.878131
use arm j=1
i=829
b.mean=0.594384, i+1=830, b.N=6 -> ucb=2.091205
b.mean=2.014198, i+1=830, b.N=729 -> ucb=2.149992
b.mean=0.500000, i+1=830, b.N=94 -> ucb=0.878165
use arm j=1
i=830
b.mean=0.594384, i+1=831, b.N=6 -> ucb=2.091339
b.mean=2.013832, i+1=831, b.N=730 -> ucb=2.149546
b.mean=0.500000, i+1=831, b.N=94 -> ucb=0.878199
use arm j=1
i=831
b.mean=0.594384, i+1=832, b.N=6 -> ucb=2.091473
b.mean=2.015440, i+1=832, b.N=731 -> ucb=2.151073
b.mean=0.500000, i+1=832, b.N=94 -> ucb=0.878233
use arm j=1
i=832
b.mean=0.594384, i+1=833, b.N=6 -> ucb=2.091607
b.mean=2.017966, i+1=833, b.N=732 -> ucb=2.153518
b.mean=0.500000, i+1=833, b.N=94 -> ucb=0.878267
use arm j=1
i=833
b.mean=0.594384, i+1=834, b.N=6 -> ucb=2.091741
b.mean=2.015461, i+1=834, b.N=733 -> ucb=2.150933
b.mean=0.500000, i+1=834, b.N=94 -> ucb=0.878301
use arm j=1
i=834
b.mean=0.594384, i+1=835, b.N=6 -> ucb=2.091874
b.mean=2.014908, i+1=835, b.N=734 -> ucb=2.150300
b.mean=0.500000, i+1=835, b.N=94 -> ucb=0.878334
use arm j=1
i=835
b.mean=0.594384, i+1=836, b.N=6 -> ucb=2.092007
b.mean=2.016980, i+1=836, b.N=735 -> ucb=2.152291
b.mean=0.500000, i+1=836, b.N=94 -> ucb=0.878368
use arm j=1
i=836
b.mean=0.594384, i+1=837, b.N=6 -> ucb=2.092140
b.mean=2.018296, i+1=837, b.N=736 -> ucb=2.153528
b.mean=0.500000, i+1=837, b.N=94 -> ucb=0.878402
use arm j=1
i=837
b.mean=0.594384, i+1=838, b.N=6 -> ucb=2.092273
b.mean=2.016894, i+1=838, b.N=737 -> ucb=2.152046
b.mean=0.500000, i+1=838, b.N=94 -> ucb=0.878435
use arm j=1
i=838
b.mean=0.594384, i+1=839, b.N=6 -> ucb=2.092406
b.mean=2.014074, i+1=839, b.N=738 -> ucb=2.149146
b.mean=0.500000, i+1=839, b.N=94 -> ucb=0.878469
use arm j=1
i=839
b.mean=0.594384, i+1=840, b.N=6 -> ucb=2.092538
b.mean=2.013717, i+1=840, b.N=739 -> ucb=2.148710
b.mean=0.500000, i+1=840, b.N=94 -> ucb=0.878502
use arm j=1
i=840
b.mean=0.594384, i+1=841, b.N=6 -> ucb=2.092671
b.mean=2.011781, i+1=841, b.N=740 -> ucb=2.146694
b.mean=0.500000, i+1=841, b.N=94 -> ucb=0.878536
use arm j=1
i=841
b.mean=0.594384, i+1=842, b.N=6 -> ucb=2.092803
b.mean=2.012538, i+1=842, b.N=741 -> ucb=2.147372
b.mean=0.500000, i+1=842, b.N=94 -> ucb=0.878569
use arm j=1
i=842
b.mean=0.594384, i+1=843, b.N=6 -> ucb=2.092935
b.mean=2.013095, i+1=843, b.N=742 -> ucb=2.147850
b.mean=0.500000, i+1=843, b.N=94 -> ucb=0.878602
use arm j=1
i=843
b.mean=0.594384, i+1=844, b.N=6 -> ucb=2.093067
b.mean=2.012263, i+1=844, b.N=743 -> ucb=2.146939
b.mean=0.500000, i+1=844, b.N=94 -> ucb=0.878636
use arm j=1
i=844
b.mean=0.594384, i+1=845, b.N=6 -> ucb=2.093198
b.mean=2.012431, i+1=845, b.N=744 -> ucb=2.147029
b.mean=0.500000, i+1=845, b.N=94 -> ucb=0.878669
use arm j=1
i=845
b.mean=0.594384, i+1=846, b.N=6 -> ucb=2.093330
b.mean=2.012239, i+1=846, b.N=745 -> ucb=2.146758
b.mean=0.500000, i+1=846, b.N=94 -> ucb=0.878702
use arm j=1
i=846
b.mean=0.594384, i+1=847, b.N=6 -> ucb=2.093461
b.mean=2.013264, i+1=847, b.N=746 -> ucb=2.147705
b.mean=0.500000, i+1=847, b.N=94 -> ucb=0.878735
use arm j=1
i=847
b.mean=0.594384, i+1=848, b.N=6 -> ucb=2.093592
b.mean=2.010283, i+1=848, b.N=747 -> ucb=2.144645
b.mean=0.500000, i+1=848, b.N=94 -> ucb=0.878768
use arm j=1
i=848
b.mean=0.594384, i+1=849, b.N=6 -> ucb=2.093723
b.mean=2.012822, i+1=849, b.N=748 -> ucb=2.147106
b.mean=0.500000, i+1=849, b.N=94 -> ucb=0.878802
use arm j=1
i=849
b.mean=0.594384, i+1=850, b.N=6 -> ucb=2.093854
b.mean=2.011668, i+1=850, b.N=749 -> ucb=2.145874
b.mean=0.500000, i+1=850, b.N=94 -> ucb=0.878835
use arm j=1
i=850
b.mean=0.594384, i+1=851, b.N=6 -> ucb=2.093985
b.mean=2.011071, i+1=851, b.N=750 -> ucb=2.145199
b.mean=0.500000, i+1=851, b.N=94 -> ucb=0.878868
use arm j=1
i=851
b.mean=0.594384, i+1=852, b.N=6 -> ucb=2.094116
b.mean=2.011665, i+1=852, b.N=751 -> ucb=2.145716
b.mean=0.500000, i+1=852, b.N=94 -> ucb=0.878901
use arm j=1
i=852
b.mean=0.594384, i+1=853, b.N=6 -> ucb=2.094246
b.mean=2.011593, i+1=853, b.N=752 -> ucb=2.145566
b.mean=0.500000, i+1=853, b.N=94 -> ucb=0.878934
use arm j=1
i=853
b.mean=0.594384, i+1=854, b.N=6 -> ucb=2.094376
b.mean=2.011622, i+1=854, b.N=753 -> ucb=2.145518
b.mean=0.500000, i+1=854, b.N=94 -> ucb=0.878966
use arm j=1
i=854
b.mean=0.594384, i+1=855, b.N=6 -> ucb=2.094506
b.mean=2.012056, i+1=855, b.N=754 -> ucb=2.145875
b.mean=0.500000, i+1=855, b.N=94 -> ucb=0.878999
use arm j=1
i=855
b.mean=0.594384, i+1=856, b.N=6 -> ucb=2.094636
b.mean=2.014484, i+1=856, b.N=755 -> ucb=2.148226
b.mean=0.500000, i+1=856, b.N=94 -> ucb=0.879032
use arm j=1
i=856
b.mean=0.594384, i+1=857, b.N=6 -> ucb=2.094766
b.mean=2.012774, i+1=857, b.N=756 -> ucb=2.146438
b.mean=0.500000, i+1=857, b.N=94 -> ucb=0.879065
use arm j=1
i=857
b.mean=0.594384, i+1=858, b.N=6 -> ucb=2.094895
b.mean=2.012050, i+1=858, b.N=757 -> ucb=2.145638
b.mean=0.500000, i+1=858, b.N=94 -> ucb=0.879098
use arm j=1
i=858
b.mean=0.594384, i+1=859, b.N=6 -> ucb=2.095025
b.mean=2.012551, i+1=859, b.N=758 -> ucb=2.146063
b.mean=0.500000, i+1=859, b.N=94 -> ucb=0.879130
use arm j=1
i=859
b.mean=0.594384, i+1=860, b.N=6 -> ucb=2.095154
b.mean=2.011745, i+1=860, b.N=759 -> ucb=2.145179
b.mean=0.500000, i+1=860, b.N=94 -> ucb=0.879163
use arm j=1
i=860
b.mean=0.594384, i+1=861, b.N=6 -> ucb=2.095283
b.mean=2.013013, i+1=861, b.N=760 -> ucb=2.146372
b.mean=0.500000, i+1=861, b.N=94 -> ucb=0.879196
use arm j=1
i=861
b.mean=0.594384, i+1=862, b.N=6 -> ucb=2.095412
b.mean=2.013147, i+1=862, b.N=761 -> ucb=2.146429
b.mean=0.500000, i+1=862, b.N=94 -> ucb=0.879228
use arm j=1
i=862
b.mean=0.594384, i+1=863, b.N=6 -> ucb=2.095540
b.mean=2.012669, i+1=863, b.N=762 -> ucb=2.145875
b.mean=0.500000, i+1=863, b.N=94 -> ucb=0.879261
use arm j=1
i=863
b.mean=0.594384, i+1=864, b.N=6 -> ucb=2.095669
b.mean=2.013722, i+1=864, b.N=763 -> ucb=2.146852
b.mean=0.500000, i+1=864, b.N=94 -> ucb=0.879293
use arm j=1
i=864
b.mean=0.594384, i+1=865, b.N=6 -> ucb=2.095797
b.mean=2.013631, i+1=865, b.N=764 -> ucb=2.146685
b.mean=0.500000, i+1=865, b.N=94 -> ucb=0.879326
use arm j=1
i=865
b.mean=0.594384, i+1=866, b.N=6 -> ucb=2.095926
b.mean=2.014164, i+1=866, b.N=765 -> ucb=2.147143
b.mean=0.500000, i+1=866, b.N=94 -> ucb=0.879358
use arm j=1
i=866
b.mean=0.594384, i+1=867, b.N=6 -> ucb=2.096054
b.mean=2.015517, i+1=867, b.N=766 -> ucb=2.148420
b.mean=0.500000, i+1=867, b.N=94 -> ucb=0.879390
use arm j=1
i=867
b.mean=0.594384, i+1=868, b.N=6 -> ucb=2.096182
b.mean=2.015189, i+1=868, b.N=767 -> ucb=2.148017
b.mean=0.500000, i+1=868, b.N=94 -> ucb=0.879423
use arm j=1
i=868
b.mean=0.594384, i+1=869, b.N=6 -> ucb=2.096309
b.mean=2.013694, i+1=869, b.N=768 -> ucb=2.146446
b.mean=0.500000, i+1=869, b.N=94 -> ucb=0.879455
use arm j=1
i=869
b.mean=0.594384, i+1=870, b.N=6 -> ucb=2.096437
b.mean=2.011021, i+1=870, b.N=769 -> ucb=2.143699
b.mean=0.500000, i+1=870, b.N=94 -> ucb=0.879487
use arm j=1
i=870
b.mean=0.594384, i+1=871, b.N=6 -> ucb=2.096565
b.mean=2.010841, i+1=871, b.N=770 -> ucb=2.143444
b.mean=0.500000, i+1=871, b.N=94 -> ucb=0.879519
use arm j=1
i=871
b.mean=0.594384, i+1=872, b.N=6 -> ucb=2.096692
b.mean=2.012386, i+1=872, b.N=771 -> ucb=2.144914
b.mean=0.500000, i+1=872, b.N=94 -> ucb=0.879552
use arm j=1
i=872
b.mean=0.594384, i+1=873, b.N=6 -> ucb=2.096819
b.mean=2.013851, i+1=873, b.N=772 -> ucb=2.146304
b.mean=0.500000, i+1=873, b.N=94 -> ucb=0.879584
use arm j=1
i=873
b.mean=0.594384, i+1=874, b.N=6 -> ucb=2.096946
b.mean=2.014548, i+1=874, b.N=773 -> ucb=2.146927
b.mean=0.500000, i+1=874, b.N=94 -> ucb=0.879616
use arm j=1
i=874
b.mean=0.594384, i+1=875, b.N=6 -> ucb=2.097073
b.mean=2.014267, i+1=875, b.N=774 -> ucb=2.146571
b.mean=0.500000, i+1=875, b.N=94 -> ucb=0.879648
use arm j=1
i=875
b.mean=0.594384, i+1=876, b.N=6 -> ucb=2.097200
b.mean=2.014105, i+1=876, b.N=775 -> ucb=2.146336
b.mean=0.500000, i+1=876, b.N=94 -> ucb=0.879680
use arm j=1
i=876
b.mean=0.594384, i+1=877, b.N=6 -> ucb=2.097326
b.mean=2.014841, i+1=877, b.N=776 -> ucb=2.146997
b.mean=0.500000, i+1=877, b.N=94 -> ucb=0.879712
use arm j=1
i=877
b.mean=0.594384, i+1=878, b.N=6 -> ucb=2.097452
b.mean=2.012757, i+1=878, b.N=777 -> ucb=2.144839
b.mean=0.500000, i+1=878, b.N=94 -> ucb=0.879744
use arm j=1
i=878
b.mean=0.594384, i+1=879, b.N=6 -> ucb=2.097579
b.mean=2.012600, i+1=879, b.N=778 -> ucb=2.144609
b.mean=0.500000, i+1=879, b.N=94 -> ucb=0.879776
use arm j=1
i=879
b.mean=0.594384, i+1=880, b.N=6 -> ucb=2.097705
b.mean=2.012529, i+1=880, b.N=779 -> ucb=2.144464
b.mean=0.500000, i+1=880, b.N=94 -> ucb=0.879807
use arm j=1
i=880
b.mean=0.594384, i+1=881, b.N=6 -> ucb=2.097831
b.mean=2.011039, i+1=881, b.N=780 -> ucb=2.142900
b.mean=0.500000, i+1=881, b.N=94 -> ucb=0.879839
use arm j=1
i=881
b.mean=0.594384, i+1=882, b.N=6 -> ucb=2.097956
b.mean=2.007970, i+1=882, b.N=781 -> ucb=2.139758
b.mean=0.500000, i+1=882, b.N=94 -> ucb=0.879871
use arm j=1
i=882
b.mean=0.594384, i+1=883, b.N=6 -> ucb=2.098082
b.mean=2.005274, i+1=883, b.N=782 -> ucb=2.136989
b.mean=0.500000, i+1=883, b.N=94 -> ucb=0.879903
use arm j=1
i=883
b.mean=0.594384, i+1=884, b.N=6 -> ucb=2.098207
b.mean=2.007772, i+1=884, b.N=783 -> ucb=2.139413
b.mean=0.500000, i+1=884, b.N=94 -> ucb=0.879934
use arm j=1
i=884
b.mean=0.594384, i+1=885, b.N=6 -> ucb=2.098333
b.mean=2.006682, i+1=885, b.N=784 -> ucb=2.138250
b.mean=0.500000, i+1=885, b.N=94 -> ucb=0.879966
use arm j=1
i=885
b.mean=0.594384, i+1=886, b.N=6 -> ucb=2.098458
b.mean=2.007912, i+1=886, b.N=785 -> ucb=2.139408
b.mean=0.500000, i+1=886, b.N=94 -> ucb=0.879998
use arm j=1
i=886
b.mean=0.594384, i+1=887, b.N=6 -> ucb=2.098583
b.mean=2.008448, i+1=887, b.N=786 -> ucb=2.139871
b.mean=0.500000, i+1=887, b.N=94 -> ucb=0.880029
use arm j=1
i=887
b.mean=0.594384, i+1=888, b.N=6 -> ucb=2.098708
b.mean=2.007021, i+1=888, b.N=787 -> ucb=2.138370
b.mean=0.500000, i+1=888, b.N=94 -> ucb=0.880061
use arm j=1
i=888
b.mean=0.594384, i+1=889, b.N=6 -> ucb=2.098832
b.mean=2.004375, i+1=889, b.N=788 -> ucb=2.135652
b.mean=0.500000, i+1=889, b.N=94 -> ucb=0.880092
use arm j=1
i=889
b.mean=0.594384, i+1=890, b.N=6 -> ucb=2.098957
b.mean=2.004789, i+1=890, b.N=789 -> ucb=2.135994
b.mean=0.500000, i+1=890, b.N=94 -> ucb=0.880124
use arm j=1
i=890
b.mean=0.594384, i+1=891, b.N=6 -> ucb=2.099081
b.mean=2.003901, i+1=891, b.N=790 -> ucb=2.135034
b.mean=0.500000, i+1=891, b.N=94 -> ucb=0.880155
use arm j=1
i=891
b.mean=0.594384, i+1=892, b.N=6 -> ucb=2.099206
b.mean=2.001545, i+1=892, b.N=791 -> ucb=2.132606
b.mean=0.500000, i+1=892, b.N=94 -> ucb=0.880187
use arm j=1
i=892
b.mean=0.594384, i+1=893, b.N=6 -> ucb=2.099330
b.mean=2.001749, i+1=893, b.N=792 -> ucb=2.132737
b.mean=0.500000, i+1=893, b.N=94 -> ucb=0.880218
use arm j=1
i=893
b.mean=0.594384, i+1=894, b.N=6 -> ucb=2.099454
b.mean=2.000609, i+1=894, b.N=793 -> ucb=2.131526
b.mean=0.500000, i+1=894, b.N=94 -> ucb=0.880249
use arm j=1
i=894
b.mean=0.594384, i+1=895, b.N=6 -> ucb=2.099577
b.mean=1.999091, i+1=895, b.N=794 -> ucb=2.129936
b.mean=0.500000, i+1=895, b.N=94 -> ucb=0.880281
use arm j=1
i=895
b.mean=0.594384, i+1=896, b.N=6 -> ucb=2.099701
b.mean=1.998404, i+1=896, b.N=795 -> ucb=2.129178
b.mean=0.500000, i+1=896, b.N=94 -> ucb=0.880312
use arm j=1
i=896
b.mean=0.594384, i+1=897, b.N=6 -> ucb=2.099824
b.mean=1.998543, i+1=897, b.N=796 -> ucb=2.129245
b.mean=0.500000, i+1=897, b.N=94 -> ucb=0.880343
use arm j=1
i=897
b.mean=0.594384, i+1=898, b.N=6 -> ucb=2.099948
b.mean=1.998237, i+1=898, b.N=797 -> ucb=2.128868
b.mean=0.500000, i+1=898, b.N=94 -> ucb=0.880374
use arm j=1
i=898
b.mean=0.594384, i+1=899, b.N=6 -> ucb=2.100071
b.mean=1.999380, i+1=899, b.N=798 -> ucb=2.129940
b.mean=0.500000, i+1=899, b.N=94 -> ucb=0.880405
use arm j=1
i=899
b.mean=0.594384, i+1=900, b.N=6 -> ucb=2.100194
b.mean=1.998570, i+1=900, b.N=799 -> ucb=2.129059
b.mean=0.500000, i+1=900, b.N=94 -> ucb=0.880436
use arm j=1
i=900
b.mean=0.594384, i+1=901, b.N=6 -> ucb=2.100317
b.mean=1.996775, i+1=901, b.N=800 -> ucb=2.127192
b.mean=0.500000, i+1=901, b.N=94 -> ucb=0.880467
use arm j=1
i=901
b.mean=0.594384, i+1=902, b.N=6 -> ucb=2.100440
b.mean=1.997126, i+1=902, b.N=801 -> ucb=2.127473
b.mean=0.500000, i+1=902, b.N=94 -> ucb=0.880498
use arm j=1
i=902
b.mean=0.594384, i+1=903, b.N=6 -> ucb=2.100562
b.mean=1.993811, i+1=903, b.N=802 -> ucb=2.124087
b.mean=0.500000, i+1=903, b.N=94 -> ucb=0.880529
use arm j=1
i=903
b.mean=0.594384, i+1=904, b.N=6 -> ucb=2.100685
b.mean=1.993037, i+1=904, b.N=803 -> ucb=2.123243
b.mean=0.500000, i+1=904, b.N=94 -> ucb=0.880560
use arm j=1
i=904
b.mean=0.594384, i+1=905, b.N=6 -> ucb=2.100807
b.mean=1.993303, i+1=905, b.N=804 -> ucb=2.123438
b.mean=0.500000, i+1=905, b.N=94 -> ucb=0.880591
use arm j=1
i=905
b.mean=0.594384, i+1=906, b.N=6 -> ucb=2.100929
b.mean=1.993020, i+1=906, b.N=805 -> ucb=2.123085
b.mean=0.500000, i+1=906, b.N=94 -> ucb=0.880622
use arm j=1
i=906
b.mean=0.594384, i+1=907, b.N=6 -> ucb=2.101051
b.mean=1.994658, i+1=907, b.N=806 -> ucb=2.124653
b.mean=0.500000, i+1=907, b.N=94 -> ucb=0.880653
use arm j=1
i=907
b.mean=0.594384, i+1=908, b.N=6 -> ucb=2.101173
b.mean=1.994334, i+1=908, b.N=807 -> ucb=2.124259
b.mean=0.500000, i+1=908, b.N=94 -> ucb=0.880684
use arm j=1
i=908
b.mean=0.594384, i+1=909, b.N=6 -> ucb=2.101295
b.mean=1.994428, i+1=909, b.N=808 -> ucb=2.124283
b.mean=0.500000, i+1=909, b.N=94 -> ucb=0.880714
use arm j=1
i=909
b.mean=0.594384, i+1=910, b.N=6 -> ucb=2.101417
b.mean=1.996192, i+1=910, b.N=809 -> ucb=2.125977
b.mean=0.500000, i+1=910, b.N=94 -> ucb=0.880745
use arm j=1
i=910
b.mean=0.594384, i+1=911, b.N=6 -> ucb=2.101538
b.mean=1.994873, i+1=911, b.N=810 -> ucb=2.124588
b.mean=0.500000, i+1=911, b.N=94 -> ucb=0.880776
use arm j=1
i=911
b.mean=0.594384, i+1=912, b.N=6 -> ucb=2.101659
b.mean=1.993832, i+1=912, b.N=811 -> ucb=2.123478
b.mean=0.500000, i+1=912, b.N=94 -> ucb=0.880807
use arm j=1
i=912
b.mean=0.594384, i+1=913, b.N=6 -> ucb=2.101781
b.mean=1.993065, i+1=913, b.N=812 -> ucb=2.122642
b.mean=0.500000, i+1=913, b.N=94 -> ucb=0.880837
use arm j=1
i=913
b.mean=0.594384, i+1=914, b.N=6 -> ucb=2.101902
b.mean=1.992225, i+1=914, b.N=813 -> ucb=2.121732
b.mean=0.500000, i+1=914, b.N=94 -> ucb=0.880868
use arm j=1
i=914
b.mean=0.594384, i+1=915, b.N=6 -> ucb=2.102022
b.mean=1.992408, i+1=915, b.N=814 -> ucb=2.121846
b.mean=0.500000, i+1=915, b.N=94 -> ucb=0.880898
use arm j=1
i=915
b.mean=0.594384, i+1=916, b.N=6 -> ucb=2.102143
b.mean=1.991383, i+1=916, b.N=815 -> ucb=2.120752
b.mean=0.500000, i+1=916, b.N=94 -> ucb=0.880929
use arm j=1
i=916
b.mean=0.594384, i+1=917, b.N=6 -> ucb=2.102264
b.mean=1.992786, i+1=917, b.N=816 -> ucb=2.122086
b.mean=0.500000, i+1=917, b.N=94 -> ucb=0.880959
use arm j=1
i=917
b.mean=0.594384, i+1=918, b.N=6 -> ucb=2.102384
b.mean=1.990941, i+1=918, b.N=817 -> ucb=2.120172
b.mean=0.500000, i+1=918, b.N=94 -> ucb=0.880990
use arm j=1
i=918
b.mean=0.594384, i+1=919, b.N=6 -> ucb=2.102505
b.mean=1.992594, i+1=919, b.N=818 -> ucb=2.121756
b.mean=0.500000, i+1=919, b.N=94 -> ucb=0.881020
use arm j=1
i=919
b.mean=0.594384, i+1=920, b.N=6 -> ucb=2.102625
b.mean=1.993629, i+1=920, b.N=819 -> ucb=2.122722
b.mean=0.500000, i+1=920, b.N=94 -> ucb=0.881050
use arm j=1
i=920
b.mean=0.594384, i+1=921, b.N=6 -> ucb=2.102745
b.mean=1.996274, i+1=921, b.N=820 -> ucb=2.125299
b.mean=0.500000, i+1=921, b.N=94 -> ucb=0.881081
use arm j=1
i=921
b.mean=0.594384, i+1=922, b.N=6 -> ucb=2.102865
b.mean=1.996267, i+1=922, b.N=821 -> ucb=2.125224
b.mean=0.500000, i+1=922, b.N=94 -> ucb=0.881111
use arm j=1
i=922
b.mean=0.594384, i+1=923, b.N=6 -> ucb=2.102985
b.mean=1.995161, i+1=923, b.N=822 -> ucb=2.124049
b.mean=0.500000, i+1=923, b.N=94 -> ucb=0.881141
use arm j=1
i=923
b.mean=0.594384, i+1=924, b.N=6 -> ucb=2.103104
b.mean=1.994630, i+1=924, b.N=823 -> ucb=2.123450
b.mean=0.500000, i+1=924, b.N=94 -> ucb=0.881172
use arm j=1
i=924
b.mean=0.594384, i+1=925, b.N=6 -> ucb=2.103224
b.mean=1.993357, i+1=925, b.N=824 -> ucb=2.122109
b.mean=0.500000, i+1=925, b.N=94 -> ucb=0.881202
use arm j=1
i=925
b.mean=0.594384, i+1=926, b.N=6 -> ucb=2.103343
b.mean=1.992926, i+1=926, b.N=825 -> ucb=2.121610
b.mean=0.500000, i+1=926, b.N=94 -> ucb=0.881232
use arm j=1
i=926
b.mean=0.594384, i+1=927, b.N=6 -> ucb=2.103462
b.mean=1.992781, i+1=927, b.N=826 -> ucb=2.121397
b.mean=0.500000, i+1=927, b.N=94 -> ucb=0.881262
use arm j=1
i=927
b.mean=0.594384, i+1=928, b.N=6 -> ucb=2.103581
b.mean=1.992634, i+1=928, b.N=827 -> ucb=2.121183
b.mean=0.500000, i+1=928, b.N=94 -> ucb=0.881292
use arm j=1
i=928
b.mean=0.594384, i+1=929, b.N=6 -> ucb=2.103700
b.mean=1.991877, i+1=929, b.N=828 -> ucb=2.120359
b.mean=0.500000, i+1=929, b.N=94 -> ucb=0.881322
use arm j=1
i=929
b.mean=0.594384, i+1=930, b.N=6 -> ucb=2.103819
b.mean=1.992610, i+1=930, b.N=829 -> ucb=2.121024
b.mean=0.500000, i+1=930, b.N=94 -> ucb=0.881352
use arm j=1
i=930
b.mean=0.594384, i+1=931, b.N=6 -> ucb=2.103938
b.mean=1.992930, i+1=931, b.N=830 -> ucb=2.121276
b.mean=0.500000, i+1=931, b.N=94 -> ucb=0.881382
use arm j=1
i=931
b.mean=0.594384, i+1=932, b.N=6 -> ucb=2.104056
b.mean=1.990886, i+1=932, b.N=831 -> ucb=2.119166
b.mean=0.500000, i+1=932, b.N=94 -> ucb=0.881412
use arm j=1
i=932
b.mean=0.594384, i+1=933, b.N=6 -> ucb=2.104175
b.mean=1.991566, i+1=933, b.N=832 -> ucb=2.119778
b.mean=0.500000, i+1=933, b.N=94 -> ucb=0.881442
use arm j=1
i=933
b.mean=0.594384, i+1=934, b.N=6 -> ucb=2.104293
b.mean=1.991486, i+1=934, b.N=833 -> ucb=2.119632
b.mean=0.500000, i+1=934, b.N=94 -> ucb=0.881472
use arm j=1
i=934
b.mean=0.594384, i+1=935, b.N=6 -> ucb=2.104411
b.mean=1.995031, i+1=935, b.N=834 -> ucb=2.123110
b.mean=0.500000, i+1=935, b.N=94 -> ucb=0.881502
use arm j=1
i=935
b.mean=0.594384, i+1=936, b.N=6 -> ucb=2.104529
b.mean=1.996202, i+1=936, b.N=835 -> ucb=2.124214
b.mean=0.500000, i+1=936, b.N=94 -> ucb=0.881532
use arm j=1
i=936
b.mean=0.594384, i+1=937, b.N=6 -> ucb=2.104647
b.mean=1.997734, i+1=937, b.N=836 -> ucb=2.125680
b.mean=0.500000, i+1=937, b.N=94 -> ucb=0.881561
use arm j=1
i=937
b.mean=0.594384, i+1=938, b.N=6 -> ucb=2.104764
b.mean=1.996788, i+1=938, b.N=837 -> ucb=2.124668
b.mean=0.500000, i+1=938, b.N=94 -> ucb=0.881591
use arm j=1
i=938
b.mean=0.594384, i+1=939, b.N=6 -> ucb=2.104882
b.mean=1.995661, i+1=939, b.N=838 -> ucb=2.123473
b.mean=0.500000, i+1=939, b.N=94 -> ucb=0.881621
use arm j=1
i=939
b.mean=0.594384, i+1=940, b.N=6 -> ucb=2.104999
b.mean=1.994428, i+1=940, b.N=839 -> ucb=2.122175
b.mean=0.500000, i+1=940, b.N=94 -> ucb=0.881650
use arm j=1
i=940
b.mean=0.594384, i+1=941, b.N=6 -> ucb=2.105117
b.mean=1.996464, i+1=941, b.N=840 -> ucb=2.124144
b.mean=0.500000, i+1=941, b.N=94 -> ucb=0.881680
use arm j=1
i=941
b.mean=0.594384, i+1=942, b.N=6 -> ucb=2.105234
b.mean=1.995239, i+1=942, b.N=841 -> ucb=2.122854
b.mean=0.500000, i+1=942, b.N=94 -> ucb=0.881710
use arm j=1
i=942
b.mean=0.594384, i+1=943, b.N=6 -> ucb=2.105351
b.mean=1.993969, i+1=943, b.N=842 -> ucb=2.121517
b.mean=0.500000, i+1=943, b.N=94 -> ucb=0.881739
use arm j=1
i=943
b.mean=0.594384, i+1=944, b.N=6 -> ucb=2.105468
b.mean=1.995570, i+1=944, b.N=843 -> ucb=2.123053
b.mean=0.500000, i+1=944, b.N=94 -> ucb=0.881769
use arm j=1
i=944
b.mean=0.594384, i+1=945, b.N=6 -> ucb=2.105585
b.mean=1.994646, i+1=945, b.N=844 -> ucb=2.122063
b.mean=0.500000, i+1=945, b.N=94 -> ucb=0.881798
use arm j=1
i=945
b.mean=0.594384, i+1=946, b.N=6 -> ucb=2.105701
b.mean=1.994065, i+1=946, b.N=845 -> ucb=2.121416
b.mean=0.500000, i+1=946, b.N=94 -> ucb=0.881828
use arm j=1
i=946
b.mean=0.594384, i+1=947, b.N=6 -> ucb=2.105818
b.mean=1.994628, i+1=947, b.N=846 -> ucb=2.121913
b.mean=0.500000, i+1=947, b.N=94 -> ucb=0.881857
use arm j=1
i=947
b.mean=0.594384, i+1=948, b.N=6 -> ucb=2.105934
b.mean=1.992285, i+1=948, b.N=847 -> ucb=2.119506
b.mean=0.500000, i+1=948, b.N=94 -> ucb=0.881887
use arm j=1
i=948
b.mean=0.594384, i+1=949, b.N=6 -> ucb=2.106050
b.mean=1.991520, i+1=949, b.N=848 -> ucb=2.118675
b.mean=0.500000, i+1=949, b.N=94 -> ucb=0.881916
use arm j=1
i=949
b.mean=0.594384, i+1=950, b.N=6 -> ucb=2.106167
b.mean=1.989935, i+1=950, b.N=849 -> ucb=2.117025
b.mean=0.500000, i+1=950, b.N=94 -> ucb=0.881945
use arm j=1
i=950
b.mean=0.594384, i+1=951, b.N=6 -> ucb=2.106283
b.mean=1.991614, i+1=951, b.N=850 -> ucb=2.118639
b.mean=0.500000, i+1=951, b.N=94 -> ucb=0.881975
use arm j=1
i=951
b.mean=0.594384, i+1=952, b.N=6 -> ucb=2.106398
b.mean=1.993030, i+1=952, b.N=851 -> ucb=2.119990
b.mean=0.500000, i+1=952, b.N=94 -> ucb=0.882004
use arm j=1
i=952
b.mean=0.594384, i+1=953, b.N=6 -> ucb=2.106514
b.mean=1.992557, i+1=953, b.N=852 -> ucb=2.119453
b.mean=0.500000, i+1=953, b.N=94 -> ucb=0.882033
use arm j=1
i=953
b.mean=0.594384, i+1=954, b.N=6 -> ucb=2.106630
b.mean=1.992150, i+1=954, b.N=853 -> ucb=2.118981
b.mean=0.500000, i+1=954, b.N=94 -> ucb=0.882062
use arm j=1
i=954
b.mean=0.594384, i+1=955, b.N=6 -> ucb=2.106745
b.mean=1.989810, i+1=955, b.N=854 -> ucb=2.116576
b.mean=0.500000, i+1=955, b.N=94 -> ucb=0.882091
use arm j=1
i=955
b.mean=0.594384, i+1=956, b.N=6 -> ucb=2.106860
b.mean=1.990666, i+1=956, b.N=855 -> ucb=2.117368
b.mean=0.500000, i+1=956, b.N=94 -> ucb=0.882121
use arm j=1
i=956
b.mean=0.594384, i+1=957, b.N=6 -> ucb=2.106976
b.mean=1.989231, i+1=957, b.N=856 -> ucb=2.115868
b.mean=0.500000, i+1=957, b.N=94 -> ucb=0.882150
use arm j=1
i=957
b.mean=0.594384, i+1=958, b.N=6 -> ucb=2.107091
b.mean=1.989851, i+1=958, b.N=857 -> ucb=2.116424
b.mean=0.500000, i+1=958, b.N=94 -> ucb=0.882179
use arm j=1
i=958
b.mean=0.594384, i+1=959, b.N=6 -> ucb=2.107206
b.mean=1.989620, i+1=959, b.N=858 -> ucb=2.116128
b.mean=0.500000, i+1=959, b.N=94 -> ucb=0.882208
use arm j=1
i=959
b.mean=0.594384, i+1=960, b.N=6 -> ucb=2.107321
b.mean=1.987015, i+1=960, b.N=859 -> ucb=2.113460
b.mean=0.500000, i+1=960, b.N=94 -> ucb=0.882237
use arm j=1
i=960
b.mean=0.594384, i+1=961, b.N=6 -> ucb=2.107435
b.mean=1.986133, i+1=961, b.N=860 -> ucb=2.112514
b.mean=0.500000, i+1=961, b.N=94 -> ucb=0.882266
use arm j=1
i=961
b.mean=0.594384, i+1=962, b.N=6 -> ucb=2.107550
b.mean=1.987086, i+1=962, b.N=861 -> ucb=2.113403
b.mean=0.500000, i+1=962, b.N=94 -> ucb=0.882295
use arm j=1
i=962
b.mean=0.594384, i+1=963, b.N=6 -> ucb=2.107664
b.mean=1.984032, i+1=963, b.N=862 -> ucb=2.110285
b.mean=0.500000, i+1=963, b.N=94 -> ucb=0.882324
use arm j=1
i=963
b.mean=0.594384, i+1=964, b.N=6 -> ucb=2.107778
b.mean=1.985212, i+1=964, b.N=863 -> ucb=2.111401
b.mean=0.500000, i+1=964, b.N=94 -> ucb=0.882352
use arm j=1
i=964
b.mean=0.594384, i+1=965, b.N=6 -> ucb=2.107893
b.mean=1.984732, i+1=965, b.N=864 -> ucb=2.110857
b.mean=0.500000, i+1=965, b.N=94 -> ucb=0.882381
use arm j=1
i=965
b.mean=0.594384, i+1=966, b.N=6 -> ucb=2.108007
b.mean=1.985274, i+1=966, b.N=865 -> ucb=2.111336
b.mean=0.500000, i+1=966, b.N=94 -> ucb=0.882410
use arm j=1
i=966
b.mean=0.594384, i+1=967, b.N=6 -> ucb=2.108121
b.mean=1.985704, i+1=967, b.N=866 -> ucb=2.111703
b.mean=0.500000, i+1=967, b.N=94 -> ucb=0.882439
use arm j=1
i=967
b.mean=0.594384, i+1=968, b.N=6 -> ucb=2.108234
b.mean=1.984718, i+1=968, b.N=867 -> ucb=2.110654
b.mean=0.500000, i+1=968, b.N=94 -> ucb=0.882468
use arm j=1
i=968
b.mean=0.594384, i+1=969, b.N=6 -> ucb=2.108348
b.mean=1.984146, i+1=969, b.N=868 -> ucb=2.110019
b.mean=0.500000, i+1=969, b.N=94 -> ucb=0.882496
use arm j=1
i=969
b.mean=0.594384, i+1=970, b.N=6 -> ucb=2.108462
b.mean=1.984644, i+1=970, b.N=869 -> ucb=2.110454
b.mean=0.500000, i+1=970, b.N=94 -> ucb=0.882525
use arm j=1
i=970
b.mean=0.594384, i+1=971, b.N=6 -> ucb=2.108575
b.mean=1.983795, i+1=971, b.N=870 -> ucb=2.109541
b.mean=0.500000, i+1=971, b.N=94 -> ucb=0.882554
use arm j=1
i=971
b.mean=0.594384, i+1=972, b.N=6 -> ucb=2.108688
b.mean=1.984923, i+1=972, b.N=871 -> ucb=2.110607
b.mean=0.500000, i+1=972, b.N=94 -> ucb=0.882582
use arm j=1
i=972
b.mean=0.594384, i+1=973, b.N=6 -> ucb=2.108802
b.mean=1.985071, i+1=973, b.N=872 -> ucb=2.110692
b.mean=0.500000, i+1=973, b.N=94 -> ucb=0.882611
use arm j=1
i=973
b.mean=0.594384, i+1=974, b.N=6 -> ucb=2.108915
b.mean=1.983694, i+1=974, b.N=873 -> ucb=2.109253
b.mean=0.500000, i+1=974, b.N=94 -> ucb=0.882640
use arm j=1
i=974
b.mean=0.594384, i+1=975, b.N=6 -> ucb=2.109028
b.mean=1.983857, i+1=975, b.N=874 -> ucb=2.109353
b.mean=0.500000, i+1=975, b.N=94 -> ucb=0.882668
use arm j=1
i=975
b.mean=0.594384, i+1=976, b.N=6 -> ucb=2.109140
b.mean=1.984390, i+1=976, b.N=875 -> ucb=2.109823
b.mean=0.500000, i+1=976, b.N=94 -> ucb=0.882697
use arm j=1
i=976
b.mean=0.594384, i+1=977, b.N=6 -> ucb=2.109253
b.mean=1.983290, i+1=977, b.N=876 -> ucb=2.108662
b.mean=0.500000, i+1=977, b.N=94 -> ucb=0.882725
use arm j=0
i=977
b.mean=0.646961, i+1=978, b.N=7 -> ucb=2.049562
b.mean=1.983290, i+1=978, b.N=876 -> ucb=2.108671
b.mean=0.500000, i+1=978, b.N=94 -> ucb=0.882753
use arm j=1
i=978
b.mean=0.646961, i+1=979, b.N=7 -> ucb=2.049666
b.mean=1.984390, i+1=979, b.N=877 -> ucb=2.109709
b.mean=0.500000, i+1=979, b.N=94 -> ucb=0.882782
use arm j=1
i=979
b.mean=0.646961, i+1=980, b.N=7 -> ucb=2.049770
b.mean=1.983668, i+1=980, b.N=878 -> ucb=2.108925
b.mean=0.500000, i+1=980, b.N=94 -> ucb=0.882810
use arm j=1
i=980
b.mean=0.646961, i+1=981, b.N=7 -> ucb=2.049874
b.mean=1.984539, i+1=981, b.N=879 -> ucb=2.109734
b.mean=0.500000, i+1=981, b.N=94 -> ucb=0.882839
use arm j=1
i=981
b.mean=0.646961, i+1=982, b.N=7 -> ucb=2.049978
b.mean=1.987064, i+1=982, b.N=880 -> ucb=2.112197
b.mean=0.500000, i+1=982, b.N=94 -> ucb=0.882867
use arm j=1
i=982
b.mean=0.646961, i+1=983, b.N=7 -> ucb=2.050081
b.mean=1.987399, i+1=983, b.N=881 -> ucb=2.112470
b.mean=0.500000, i+1=983, b.N=94 -> ucb=0.882895
use arm j=1
i=983
b.mean=0.646961, i+1=984, b.N=7 -> ucb=2.050185
b.mean=1.987290, i+1=984, b.N=882 -> ucb=2.112299
b.mean=0.500000, i+1=984, b.N=94 -> ucb=0.882923
use arm j=1
i=984
b.mean=0.646961, i+1=985, b.N=7 -> ucb=2.050288
b.mean=1.987251, i+1=985, b.N=883 -> ucb=2.112199
b.mean=0.500000, i+1=985, b.N=94 -> ucb=0.882952
use arm j=1
i=985
b.mean=0.646961, i+1=986, b.N=7 -> ucb=2.050391
b.mean=1.987475, i+1=986, b.N=884 -> ucb=2.112361
b.mean=0.500000, i+1=986, b.N=94 -> ucb=0.882980
use arm j=1
i=986
b.mean=0.646961, i+1=987, b.N=7 -> ucb=2.050495
b.mean=1.987443, i+1=987, b.N=885 -> ucb=2.112267
b.mean=0.500000, i+1=987, b.N=94 -> ucb=0.883008
use arm j=1
i=987
b.mean=0.646961, i+1=988, b.N=7 -> ucb=2.050598
b.mean=1.987133, i+1=988, b.N=886 -> ucb=2.111896
b.mean=0.500000, i+1=988, b.N=94 -> ucb=0.883036
use arm j=1
i=988
b.mean=0.646961, i+1=989, b.N=7 -> ucb=2.050701
b.mean=1.986837, i+1=989, b.N=887 -> ucb=2.111539
b.mean=0.500000, i+1=989, b.N=94 -> ucb=0.883064
use arm j=1
i=989
b.mean=0.646961, i+1=990, b.N=7 -> ucb=2.050804
b.mean=1.990154, i+1=990, b.N=888 -> ucb=2.114795
b.mean=0.500000, i+1=990, b.N=94 -> ucb=0.883092
use arm j=1
i=990
b.mean=0.646961, i+1=991, b.N=7 -> ucb=2.050906
b.mean=1.990184, i+1=991, b.N=889 -> ucb=2.114764
b.mean=0.500000, i+1=991, b.N=94 -> ucb=0.883120
use arm j=1
i=991
b.mean=0.646961, i+1=992, b.N=7 -> ucb=2.051009
b.mean=1.990099, i+1=992, b.N=890 -> ucb=2.114618
b.mean=0.500000, i+1=992, b.N=94 -> ucb=0.883148
use arm j=1
i=992
b.mean=0.646961, i+1=993, b.N=7 -> ucb=2.051111
b.mean=1.989678, i+1=993, b.N=891 -> ucb=2.114137
b.mean=0.500000, i+1=993, b.N=94 -> ucb=0.883176
use arm j=1
i=993
b.mean=0.646961, i+1=994, b.N=7 -> ucb=2.051214
b.mean=1.988520, i+1=994, b.N=892 -> ucb=2.112917
b.mean=0.500000, i+1=994, b.N=94 -> ucb=0.883204
use arm j=1
i=994
b.mean=0.646961, i+1=995, b.N=7 -> ucb=2.051316
b.mean=1.989247, i+1=995, b.N=893 -> ucb=2.113584
b.mean=0.500000, i+1=995, b.N=94 -> ucb=0.883232
use arm j=1
i=995
b.mean=0.646961, i+1=996, b.N=7 -> ucb=2.051418
b.mean=1.988011, i+1=996, b.N=894 -> ucb=2.112288
b.mean=0.500000, i+1=996, b.N=94 -> ucb=0.883260
use arm j=1
i=996
b.mean=0.646961, i+1=997, b.N=7 -> ucb=2.051520
b.mean=1.987618, i+1=997, b.N=895 -> ucb=2.111834
b.mean=0.500000, i+1=997, b.N=94 -> ucb=0.883288
use arm j=1
i=997
b.mean=0.646961, i+1=998, b.N=7 -> ucb=2.051622
b.mean=1.988827, i+1=998, b.N=896 -> ucb=2.112983
b.mean=0.500000, i+1=998, b.N=94 -> ucb=0.883316
use arm j=1
i=998
b.mean=0.646961, i+1=999, b.N=7 -> ucb=2.051724
b.mean=1.990000, i+1=999, b.N=897 -> ucb=2.114095
b.mean=0.500000, i+1=999, b.N=94 -> ucb=0.883343
use arm j=1
i=999
b.mean=0.646961, i+1=1000, b.N=7 -> ucb=2.051826
b.mean=1.990297, i+1=1000, b.N=898 -> ucb=2.114332
b.mean=0.500000, i+1=1000, b.N=94 -> ucb=0.883371
use arm j=1
In [ ]:
Content source: marxav/hello-world
Similar notebooks: