notebook.community

Edit and run 





In [536]:



    


import numpy as np
import matplotlib.pyplot as mp
import GPy
from scipy.stats import norm
from scipy.optimize import minimize

%matplotlib inline
GPy.plotting.change_plotting_library('matplotlib')


def f(x):
	return np.sin( 2*np.pi*x ) + .1 * x + .1*np.random.randn(len(x),1) 
#+ 
num_x = 3
a,b = -1, 1
x = np.linspace(a,b,num_x)
x = np.reshape(x,(num_x,1))
y = f(x)

kernel = GPy.kern.RBF(input_dim=1, variance=.01, lengthscale=1.)

m = GPy.models.GPRegression(x,y,kernel)

m.optimize_restarts(5)

print(m)
fig = m.plot()



    


















    






Optimization restart 1/5, f = -2.186275718910554
Optimization restart 2/5, f = -2.1862755788962884
Optimization restart 3/5, f = -1.8418301029583768
Optimization restart 4/5, f = -2.186272275201878
Optimization restart 5/5, f = -2.1862757216137014

Name : GP regression
Objective : -2.1862757216137014
Number of Parameters : 3
Number of Optimization Parameters : 3
Updates : True
Parameters:
  GP_regression.           |              value  |  constraints  |  priors
  rbf.variance             |    0.0304210301759  |      +ve      |        
  rbf.lengthscale          |      1.44231134242  |      +ve      |        
  Gaussian_noise.variance  |  1.94937232538e-10  |      +ve      |        










    






 //anaconda/lib/python3.4/site-packages/matplotlib/figure.py:1744: UserWarning:This figure includes Axes that are not compatible with tight_layout, so its results might be incorrect.










    
























In [406]:



    


num_samples = 101
thres = 1e-3
kappa = 5

max_iter = 32
min_t = np.zeros(max_iter)
iter = 0
min_t[iter] = np.min(y)

while( min(y) > -1.08 ):
    aqfun = lambda x: aLCB( m.predict( np.reshape(x,(len(x),1)))[0], np.sqrt(m.predict(np.reshape(x,(len(x),1)))[1]), kappa)

    samples = np.reshape(np.linspace(a,b,num_samples), (num_samples,1))

    aq = aqfun(samples)
    next_sample = samples[np.argmin(aq)]
    res = minimize( aqfun, next_sample, bounds = [(a,b)])
    next_sample = res.x

    fx = f(next_sample)

    x = np.append(x,next_sample)
    y = np.append(y,fx)

    x = np.reshape(x, (len(x),1))
    y = np.reshape(y, (len(y),1))

    m = GPy.models.GPRegression(x,y,kernel)
    m.optimize_restarts(3)
    min_t[iter] = np.min(y)
    iter += 1



    











In [537]:



    


y.shape



    


















    
Out[537]:








(3, 1)

















In [407]:



    


m.optimize_restarts(10)
m.plot()



    


















    






Optimization restart 1/10, f = 33.7579855176032
Optimization restart 2/10, f = 33.75798458268821
Optimization restart 3/10, f = 33.75799072105404
Optimization restart 4/10, f = 33.7579927296384
Optimization restart 5/10, f = 33.757984490538014
Optimization restart 6/10, f = 33.757984267850915
Optimization restart 7/10, f = 33.75798429233802
Optimization restart 8/10, f = 33.757988367113185
Optimization restart 9/10, f = 33.757990637919185
Optimization restart 10/10, f = 33.75799153956649










    
Out[407]:








<matplotlib.axes._subplots.AxesSubplot at 0x120f687f0>










    






 //anaconda/lib/python3.4/site-packages/matplotlib/figure.py:1744: UserWarning:This figure includes Axes that are not compatible with tight_layout, so its results might be incorrect.










    
























In [408]:



    


iter



    


















    
Out[408]:








0

















In [482]:



    


num_runs = 22
num_iter_per_run = np.zeros(num_runs)
for i in range(num_runs):
    
    num_x = 32
    a,b = -1, 1
    x = np.linspace(a,b,num_x) / .95 + .05 * np.random.randn(num_x)
    x = np.reshape(x,(num_x,1))
    y = f(x)

    kernel = GPy.kern.RBF(input_dim=1, variance=.01, lengthscale=1.)

    m = GPy.models.GPRegression(x,y,kernel)

    m.optimize_restarts(5)

    num_samples = 101
    thres = 1e-3
    kappa = 5

    iter = 0
    print(min(y))
    while( min(y) > -1.09 ):
        aqfun = lambda x: aLCB( m.predict( np.reshape(x,(len(x),1)))[0], np.sqrt(m.predict(np.reshape(x,(len(x),1)))[1]), kappa)

        samples = np.reshape(np.linspace(a,b,num_samples), (num_samples,1))

        aq = aqfun(samples)
        next_sample = samples[np.argmin(aq)]
        res = minimize( aqfun, next_sample, bounds = [(a,b)])
        next_sample = res.x

        fx = f(next_sample)

        x = np.append(x,next_sample)
        y = np.append(y,fx)

        x = np.reshape(x, (len(x),1))
        y = np.reshape(y, (len(y),1))

        m = GPy.models.GPRegression(x,y,kernel)
        m.optimize_restarts(3)
        iter += 1
        
    num_iter_per_run[i] = iter



    


















    






Optimization restart 1/5, f = 37.62549543341409
Optimization restart 2/5, f = 37.625490404432696
Optimization restart 3/5, f = 37.62549568832597
Optimization restart 4/5, f = 37.62548961123659
Optimization restart 5/5, f = 37.62549896474668
[-1.04831298116862]
Optimization restart 1/3, f = 38.30151747787088
Optimization restart 2/3, f = 38.30152415477859
Optimization restart 3/3, f = 38.30151817108077
Optimization restart 1/3, f = 38.96480101000786
Optimization restart 2/3, f = 38.96480620264583
Optimization restart 3/3, f = 38.96481025474059
Optimization restart 1/3, f = 39.61245562049966
Optimization restart 2/3, f = 39.612465359543776
Optimization restart 3/3, f = 39.61246313222834
Optimization restart 1/3, f = 40.2432871124835
Optimization restart 2/3, f = 40.24329584000657
Optimization restart 3/3, f = 40.24329435051732
Optimization restart 1/3, f = 40.865012896104744
Optimization restart 2/3, f = 40.86502233642559
Optimization restart 3/3, f = 40.86502158773961
Optimization restart 1/3, f = 41.472361877700536
Optimization restart 2/3, f = 41.47236192000105
Optimization restart 3/3, f = 41.4723622352687
Optimization restart 1/3, f = 42.06554955698678
Optimization restart 2/3, f = 42.06555715121983
Optimization restart 3/3, f = 42.06555531895867
Optimization restart 1/3, f = 42.65140464690531
Optimization restart 2/3, f = 42.65140464514792
Optimization restart 3/3, f = 42.65140464534064
Optimization restart 1/3, f = 43.22141314481641
Optimization restart 2/3, f = 43.221418491611956
Optimization restart 3/3, f = 43.22141808487079
Optimization restart 1/3, f = 43.783200975184506
Optimization restart 2/3, f = 43.7832094623043
Optimization restart 3/3, f = 43.78320841012125
Optimization restart 1/3, f = 44.32978992817826
Optimization restart 2/3, f = 44.329789934965625
Optimization restart 3/3, f = 44.32979777008579
Optimization restart 1/3, f = 44.863833259715236
Optimization restart 2/3, f = -15.084788947124203
Optimization restart 3/3, f = 44.86383977835049
Optimization restart 1/3, f = -15.272343193201305
Optimization restart 2/3, f = 45.39194056780114
Optimization restart 3/3, f = 45.39193538098792
Optimization restart 1/3, f = -17.080814979442152
Optimization restart 2/3, f = 47.01354020991532
Optimization restart 3/3, f = 47.01375028718384
Optimization restart 1/3, f = -19.212867391744883
Optimization restart 2/3, f = 48.62403040880045
Optimization restart 3/3, f = 48.62403040917253
Optimization restart 1/3, f = -21.908078509253862
Optimization restart 2/3, f = 50.24838004082876
Optimization restart 3/3, f = 50.24838004032125
Optimization restart 1/3, f = -25.363637775965792
Optimization restart 2/3, f = 51.77979750632581
Optimization restart 3/3, f = 51.7797975063269
Optimization restart 1/3, f = -28.59232427236026
Optimization restart 2/3, f = 53.237802195249074
Optimization restart 3/3, f = -28.592324272332952
Optimization restart 1/5, f = 37.887144196587336
Optimization restart 2/5, f = 37.887150414133984
Optimization restart 3/5, f = 37.88714329863414
Optimization restart 4/5, f = 37.887143289490155
Optimization restart 5/5, f = 37.887151865096556
[-1.039338988542184]
Optimization restart 1/3, f = 38.571608052222146
Optimization restart 2/3, f = 38.571608957893375
Optimization restart 3/3, f = 38.57161575911998
Optimization restart 1/3, f = 39.24110284504036
Optimization restart 2/3, f = 39.24110286485877
Optimization restart 3/3, f = 39.24111131350958
Optimization restart 1/3, f = 39.89620053919335
Optimization restart 2/3, f = 39.89620579778785
Optimization restart 3/3, f = 39.89620132986834
Optimization restart 1/3, f = 40.54042290535874
Optimization restart 2/3, f = 40.54042676839656
Optimization restart 3/3, f = 40.540422925788704
Optimization restart 1/3, f = 41.16893855888851
Optimization restart 2/3, f = 41.16894398173939
Optimization restart 3/3, f = 41.16893857951334
Optimization restart 1/3, f = 41.78734992459178
Optimization restart 2/3, f = 41.787356679676456
Optimization restart 3/3, f = 41.78735005897324
Optimization restart 1/3, f = 42.39278231076756
Optimization restart 2/3, f = 42.39278868639182
Optimization restart 3/3, f = 42.39278237844282
Optimization restart 1/3, f = 42.98105387414206
Optimization restart 2/3, f = 42.98106264696516
Optimization restart 3/3, f = 42.98105938677358
Optimization restart 1/3, f = 43.56306773417394
Optimization restart 2/3, f = 43.56307316343974
Optimization restart 3/3, f = 43.56307678386727
Optimization restart 1/3, f = 44.130787505696716
Optimization restart 2/3, f = 44.13079450493815
Optimization restart 3/3, f = 44.130793372752635
Optimization restart 1/3, f = 44.68567884235089
Optimization restart 2/3, f = 44.68568873931223
Optimization restart 3/3, f = 44.68567957612777
Optimization restart 1/3, f = 45.232776320874365
Optimization restart 2/3, f = 45.23278226284856
Optimization restart 3/3, f = 45.232780901893676
Optimization restart 1/3, f = 45.76425561054013
Optimization restart 2/3, f = 45.76425572292078
Optimization restart 3/3, f = 45.76425825699249
Optimization restart 1/3, f = 46.28618802111852
Optimization restart 2/3, f = 46.286196733421534
Optimization restart 3/3, f = 46.286196285531304
Optimization restart 1/3, f = 46.80264873364595
Optimization restart 2/3, f = 46.80265465672504
Optimization restart 3/3, f = 46.8026554278827
Optimization restart 1/3, f = 47.303024197502616
Optimization restart 2/3, f = 47.303031055026324
Optimization restart 3/3, f = 47.30302640093437
Optimization restart 1/3, f = 47.79729228951713
Optimization restart 2/3, f = 47.79729227162635
Optimization restart 3/3, f = 47.79730139421134
Optimization restart 1/3, f = 48.28027024495125
Optimization restart 2/3, f = 48.28027200425735
Optimization restart 3/3, f = 48.280270248468554
Optimization restart 1/3, f = 48.75161790815355
Optimization restart 2/3, f = -40.60976795502447
Optimization restart 3/3, f = 48.75161797199735
Optimization restart 1/3, f = -41.971283921180124
Optimization restart 2/3, f = 50.5430794263343
Optimization restart 3/3, f = 50.54307997981093
Optimization restart 1/3, f = -43.423186804330214
Optimization restart 2/3, f = 52.10619558772923
Optimization restart 3/3, f = 52.10619965817868
Optimization restart 1/3, f = -44.52435211766819
Optimization restart 2/3, f = 53.68709600007176
Optimization restart 3/3, f = 53.68709598060795
Optimization restart 1/3, f = -45.815542000920914
Optimization restart 2/3, f = -45.81554200006445
Optimization restart 3/3, f = 54.67495513867452
Optimization restart 1/3, f = -48.57076660366809
Optimization restart 2/3, f = 56.335500775063934
Optimization restart 3/3, f = 56.335500780957574
Optimization restart 1/3, f = -51.51058425313392
Optimization restart 2/3, f = 57.948608157922905
Optimization restart 3/3, f = -9.861463627730004










    






 //anaconda/lib/python3.4/site-packages/GPy/kern/src/rbf.py:35: RuntimeWarning:overflow encountered in square










    






Optimization restart 1/5, f = 36.94568555491075
Optimization restart 2/5, f = 36.945691158865024
Optimization restart 3/5, f = 16.039046044803566
Optimization restart 4/5, f = 36.94568883276496
Optimization restart 5/5, f = 36.94568738861297
[-0.965409016742577]
Optimization restart 1/3, f = 16.008198716900118
Optimization restart 2/3, f = 38.36512567454592
Optimization restart 3/3, f = 38.36513085517196
Optimization restart 1/3, f = 14.584440741956556
Optimization restart 2/3, f = 39.83214489636444
Optimization restart 3/3, f = 39.83214479926805
Optimization restart 1/3, f = 13.682610635391143
Optimization restart 2/3, f = 41.46031963534993
Optimization restart 3/3, f = 41.46032824388925
Optimization restart 1/3, f = 11.517363861211901
Optimization restart 2/3, f = 42.92135281282045
Optimization restart 3/3, f = 42.921348059183146
Optimization restart 1/3, f = 9.008454124331557
Optimization restart 2/3, f = 44.49333504889979
Optimization restart 3/3, f = 44.49333513266174
Optimization restart 1/3, f = 5.7514793912679
Optimization restart 2/3, f = 46.10150321167629
Optimization restart 3/3, f = 46.101508339961214
Optimization restart 1/3, f = 2.964950034995603
Optimization restart 2/3, f = 47.68058067521825
Optimization restart 3/3, f = 47.68058018454085
Optimization restart 1/3, f = -0.3456182926078881
Optimization restart 2/3, f = 49.223735649292735
Optimization restart 3/3, f = 49.22373567174526
Optimization restart 1/3, f = -3.6164081258824936
Optimization restart 2/3, f = 50.79163428903907
Optimization restart 3/3, f = 50.79182883199343
Optimization restart 1/3, f = -7.133574465752812
Optimization restart 2/3, f = 52.11201486955294
Optimization restart 3/3, f = 52.11201486943507
Optimization restart 1/3, f = -9.530934345220892
Optimization restart 2/3, f = 53.80968221864063
Optimization restart 3/3, f = 53.41759701958922
Optimization restart 1/5, f = 35.758424805075414
Optimization restart 2/5, f = 35.75843404755746
Optimization restart 3/5, f = 35.75842686742897
Optimization restart 4/5, f = 35.75842595970698
Optimization restart 5/5, f = 35.75842895158462
[-1.095921084870113]
Optimization restart 1/5, f = 35.85677704982922
Optimization restart 2/5, f = 35.856791887377355
Optimization restart 3/5, f = 35.85680045416354
Optimization restart 4/5, f = 35.856778828211
Optimization restart 5/5, f = 35.8567755252639
[-1.056028900867764]
Optimization restart 1/3, f = 36.480383908963134
Optimization restart 2/3, f = 36.48038458257702
Optimization restart 3/3, f = 36.480389583179324
Optimization restart 1/3, f = 37.08764336293554
Optimization restart 2/3, f = 37.08765076694222
Optimization restart 3/3, f = 37.08764762892784
Optimization restart 1/3, f = 37.67843891635933
Optimization restart 2/3, f = 37.678446508059345
Optimization restart 3/3, f = 37.67844407967693
Optimization restart 1/3, f = 38.25517242912554
Optimization restart 2/3, f = 38.25518224689422
Optimization restart 3/3, f = 38.25518216888062
Optimization restart 1/3, f = 38.821131333203226
Optimization restart 2/3, f = 38.82113127813615
Optimization restart 3/3, f = 38.82113821054163
Optimization restart 1/3, f = 39.375585052242286
Optimization restart 2/3, f = 39.37558679251454
Optimization restart 3/3, f = 39.375587039329424
Optimization restart 1/3, f = 39.91755697223228
Optimization restart 2/3, f = 39.91756127733671
Optimization restart 3/3, f = 39.91756438010225
Optimization restart 1/3, f = 40.44579219890737
Optimization restart 2/3, f = 40.44579988988159
Optimization restart 3/3, f = 40.44579400794474
Optimization restart 1/3, f = 40.96087975608094
Optimization restart 2/3, f = 40.960899677729934
Optimization restart 3/3, f = 40.96088493216676
Optimization restart 1/3, f = 41.46886968505528
Optimization restart 2/3, f = 41.46887853524479
Optimization restart 3/3, f = 41.46887652429763
Optimization restart 1/3, f = 41.96108548686466
Optimization restart 2/3, f = 41.96108504936218
Optimization restart 3/3, f = 41.96108578974412
Optimization restart 1/3, f = 43.828502005347076
Optimization restart 2/3, f = 43.80085916190376
Optimization restart 3/3, f = 43.828503133840286
Optimization restart 1/3, f = 44.92832712366352
Optimization restart 2/3, f = 44.9283258229457
Optimization restart 3/3, f = 44.92832578816672
Optimization restart 1/3, f = 45.433427966639385
Optimization restart 2/3, f = 45.43343712195049
Optimization restart 3/3, f = 45.4334286842175
Optimization restart 1/3, f = 45.92820467180425
Optimization restart 2/3, f = 45.92820468515747
Optimization restart 3/3, f = 45.928205239005415
Optimization restart 1/3, f = 46.4114910968243
Optimization restart 2/3, f = 46.41149111138425
Optimization restart 3/3, f = 46.411498977104586
Optimization restart 1/3, f = 46.88711154978863
Optimization restart 2/3, f = 46.88711322866293
Optimization restart 3/3, f = 46.8851247742118
Optimization restart 1/3, f = 47.3838977773656
Optimization restart 2/3, f = 47.38389981726189
Optimization restart 3/3, f = 47.38390200669708
Optimization restart 1/3, f = 48.32929512897926
Optimization restart 2/3, f = 48.32929389219644
Optimization restart 3/3, f = 48.32930168066798
Optimization restart 1/3, f = 48.78710197584245
Optimization restart 2/3, f = -40.49281762356854
Optimization restart 3/3, f = 48.78710200787512
Optimization restart 1/3, f = -40.988781534524165
Optimization restart 2/3, f = 50.169258029995106
Optimization restart 3/3, f = -40.98878153455925
Optimization restart 1/3, f = -43.49105921987335
Optimization restart 2/3, f = 51.95198575951421
Optimization restart 3/3, f = 51.95198594757893
Optimization restart 1/3, f = -45.763352188259304
Optimization restart 2/3, f = -45.763352187258576
Optimization restart 3/3, f = 53.81509917609447
Optimization restart 1/5, f = 36.1134001206915
Optimization restart 2/5, f = 36.113403429829695
Optimization restart 3/5, f = 36.113394725747256
Optimization restart 4/5, f = 36.113395248621984
Optimization restart 5/5, f = 36.11340122239914
[-1.024822717141971]
Optimization restart 1/3, f = 36.741455548324566
Optimization restart 2/3, f = 14.587915127044091
Optimization restart 3/3, f = 36.74145559395555
Optimization restart 1/3, f = 14.561579676228334
Optimization restart 2/3, f = 38.04121963485943
Optimization restart 3/3, f = 14.561579676224795
Optimization restart 1/3, f = 13.127264414242319
Optimization restart 2/3, f = 39.67497156927239
Optimization restart 3/3, f = 39.67496762365025
Optimization restart 1/3, f = 12.91721037603444
Optimization restart 2/3, f = 40.307829606057545
Optimization restart 3/3, f = 40.307830498398154
Optimization restart 1/3, f = 10.603899295685157
Optimization restart 2/3, f = 41.83120324041043
Optimization restart 3/3, f = 41.83120459226538
Optimization restart 1/3, f = 9.546543662453615
Optimization restart 2/3, f = 43.50224060754827
Optimization restart 3/3, f = 43.50223797678664
Optimization restart 1/5, f = 31.12912409302647
Optimization restart 2/5, f = 31.129125527110897
Optimization restart 3/5, f = 31.129145062491563
Optimization restart 4/5, f = 31.129537685337787
Optimization restart 5/5, f = 31.129134357957916
[-0.994870247627708]
Optimization restart 1/3, f = 31.60270030601908
Optimization restart 2/3, f = 31.60273878233641
Optimization restart 3/3, f = 31.60269843065114
Optimization restart 1/3, f = 32.05563638710248










    






 //anaconda/lib/python3.4/site-packages/paramz/transformations.py:109: RuntimeWarning:overflow encountered in expm1










    






Optimization restart 2/3, f = 32.055636884628456
Optimization restart 3/3, f = 32.055640048755116
Optimization restart 1/3, f = 32.493701859718826
Optimization restart 2/3, f = 32.49371874869719
Optimization restart 3/3, f = 32.4940242767897
Optimization restart 1/3, f = 32.913800747502364
Optimization restart 2/3, f = 32.91380459699532
Optimization restart 3/3, f = 32.9138008617586
Optimization restart 1/3, f = 33.32363909329256
Optimization restart 2/3, f = 33.32429714538354
Optimization restart 3/3, f = 33.323639079161296
Optimization restart 1/3, f = 33.84044967265939
Optimization restart 2/3, f = 33.84045401078408
Optimization restart 3/3, f = 33.84045307539376
Optimization restart 1/3, f = 34.227764606528474
Optimization restart 2/3, f = 34.227765082962236
Optimization restart 3/3, f = 34.227775029575525
Optimization restart 1/3, f = 34.599853794372976
Optimization restart 2/3, f = 34.59985391742721
Optimization restart 3/3, f = 34.5998751875518
Optimization restart 1/3, f = 34.95515161131543
Optimization restart 2/3, f = 34.95521017706834
Optimization restart 3/3, f = 34.95515173199214
Optimization restart 1/3, f = 35.30276999392167
Optimization restart 2/3, f = 35.30277161914495
Optimization restart 3/3, f = 35.3027775095959
Optimization restart 1/3, f = 35.75767471969442
Optimization restart 2/3, f = 35.757682097893124
Optimization restart 3/3, f = 35.75768249375565
Optimization restart 1/3, f = 36.08096841045544
Optimization restart 2/3, f = 36.080968439282614
Optimization restart 3/3, f = 36.08096864587495
Optimization restart 1/3, f = 36.3910725960218
Optimization restart 2/3, f = 36.391074200562464
Optimization restart 3/3, f = 36.391072589022514
Optimization restart 1/3, f = 36.69129359916688
Optimization restart 2/3, f = 36.69132762472547
Optimization restart 3/3, f = 36.691294018928815
Optimization restart 1/3, f = 37.10365234878238
Optimization restart 2/3, f = 37.10367337767239
Optimization restart 3/3, f = 37.103652382019234
Optimization restart 1/3, f = 37.38974254963871
Optimization restart 2/3, f = 37.44216302343083
Optimization restart 3/3, f = 37.44216303401626
Optimization restart 1/3, f = 37.65925622884582
Optimization restart 2/3, f = 37.65936188979496
Optimization restart 3/3, f = 37.6592564865543
Optimization restart 1/3, f = 37.920523687067
Optimization restart 2/3, f = 37.920523757358836
Optimization restart 3/3, f = 37.96494589289007
Optimization restart 1/3, f = 38.168626367590164
Optimization restart 2/3, f = 38.16862704204071
Optimization restart 3/3, f = 38.168629667866796
Optimization restart 1/3, f = 38.41117577031741
Optimization restart 2/3, f = 38.44404512034728
Optimization restart 3/3, f = 38.41117630720858
Optimization restart 1/3, f = 38.77506853354541
Optimization restart 2/3, f = 38.74232815238763
Optimization restart 3/3, f = 38.742328152858214
Optimization restart 1/3, f = 41.26805534270371
Optimization restart 2/3, f = 41.26811022681008
Optimization restart 3/3, f = 41.26808806594045
Optimization restart 1/3, f = 41.521884837635994
Optimization restart 2/3, f = 41.52187922219152
Optimization restart 3/3, f = 41.52187879978652
Optimization restart 1/3, f = 41.76672636171658
Optimization restart 2/3, f = 41.76672756672091
Optimization restart 3/3, f = 41.7667352595783
Optimization restart 1/3, f = 42.00137446875811
Optimization restart 2/3, f = -63.446936509957695
Optimization restart 3/3, f = 42.00160874338931
Optimization restart 1/3, f = -62.63190731249345
Optimization restart 2/3, f = 44.67914501260363
Optimization restart 3/3, f = 44.65601034558179
Optimization restart 1/3, f = -62.84880771889689
Optimization restart 2/3, f = 44.99354726939672
Optimization restart 3/3, f = 44.99354726939651
Optimization restart 1/3, f = -65.45049529207427
Optimization restart 2/3, f = 46.92085787761158
Optimization restart 3/3, f = 46.920857877566846
Optimization restart 1/3, f = -67.82220298264019
Optimization restart 2/3, f = 48.44606345979016
Optimization restart 3/3, f = 48.44606345989667
Optimization restart 1/3, f = -70.52948503995175
Optimization restart 2/3, f = 49.92299399668333
Optimization restart 3/3, f = 49.92299399677315
Optimization restart 1/3, f = -74.12209286576531
Optimization restart 2/3, f = 51.50711382081565










    






 //anaconda/lib/python3.4/site-packages/GPy/kern/src/stationary.py:160: RuntimeWarning:overflow encountered in true_divide
 //anaconda/lib/python3.4/site-packages/GPy/kern/src/rbf.py:38: RuntimeWarning:invalid value encountered in multiply
 //anaconda/lib/python3.4/site-packages/paramz/transformations.py:106: RuntimeWarning:invalid value encountered in greater
 //anaconda/lib/python3.4/site-packages/paramz/transformations.py:111: RuntimeWarning:invalid value encountered in greater










    






Optimization restart 3/3, f = 37.56073226963756
Optimization restart 1/3, f = -77.80162804595454
Optimization restart 2/3, f = 52.72680287756189
Optimization restart 3/3, f = 52.72680287749501
Optimization restart 1/3, f = -81.41506136971243
Optimization restart 2/3, f = 53.86515132453103
Optimization restart 3/3, f = 53.8651513244996
Optimization restart 1/3, f = -85.22862563013447
Optimization restart 2/3, f = -85.2286256301142
Optimization restart 3/3, f = 54.81617872643026
Optimization restart 1/3, f = -88.94156731252791
Optimization restart 2/3, f = -21.508750151520594
Optimization restart 3/3, f = 55.58957552277772
Optimization restart 1/3, f = -92.19297267438824
Optimization restart 2/3, f = 56.31008991972795
Optimization restart 3/3, f = 56.31008991867702
Optimization restart 1/3, f = -96.05533937314881
Optimization restart 2/3, f = 56.931934419388845
Optimization restart 3/3, f = 56.93193441938971
Optimization restart 1/3, f = -98.02801972515488
Optimization restart 2/3, f = -16.65693141246411
Optimization restart 3/3, f = 57.46470819036265
Optimization restart 1/3, f = -101.84788274858875
Optimization restart 2/3, f = -101.84788274814764
Optimization restart 3/3, f = 58.08985197981871
Optimization restart 1/3, f = -104.40192247626263
Optimization restart 2/3, f = 58.657630918585056
Optimization restart 3/3, f = 58.65763091859658
Optimization restart 1/5, f = 37.282533384486435
Optimization restart 2/5, f = 37.282581815304994
Optimization restart 3/5, f = 37.282592994774134
Optimization restart 4/5, f = 37.28254940496396
Optimization restart 5/5, f = 37.28252537198119
[-1.085985147051896]
Optimization restart 1/3, f = 37.97598185686789
Optimization restart 2/3, f = 37.97599904063574
Optimization restart 3/3, f = 37.9759856768153
Optimization restart 1/3, f = 38.65095412123874
Optimization restart 2/3, f = 38.6483717969888
Optimization restart 3/3, f = 38.648371796760074
Optimization restart 1/3, f = 39.30326445772873
Optimization restart 2/3, f = 39.303264425774586
Optimization restart 3/3, f = 39.30326442131478
Optimization restart 1/3, f = 39.940231242423934
Optimization restart 2/3, f = 39.94023124239407
Optimization restart 3/3, f = 39.94023146475068
Optimization restart 1/3, f = 40.55606574634979
Optimization restart 2/3, f = 40.55606574642951
Optimization restart 3/3, f = 40.556065748244464
Optimization restart 1/3, f = 41.16721446366472
Optimization restart 2/3, f = 41.167214463598086
Optimization restart 3/3, f = 41.167214463569806
Optimization restart 1/3, f = 41.757418911478865
Optimization restart 2/3, f = 41.757418908843924
Optimization restart 3/3, f = 41.75741890774207
Optimization restart 1/3, f = 42.33366574207737
Optimization restart 2/3, f = 42.33366586292178
Optimization restart 3/3, f = 42.33366567361679
Optimization restart 1/3, f = 42.9032041512203
Optimization restart 2/3, f = 42.903204132890494
Optimization restart 3/3, f = 42.90320413287957
Optimization restart 1/3, f = 43.45230728033354
Optimization restart 2/3, f = 43.45230667727125
Optimization restart 3/3, f = 43.45230665947361
Optimization restart 1/3, f = 43.99116802912636
Optimization restart 2/3, f = 43.99116802911367
Optimization restart 3/3, f = 43.9911680304869
Optimization restart 1/3, f = 44.51295786810273
Optimization restart 2/3, f = 44.512957868051494
Optimization restart 3/3, f = 44.512957868037546
Optimization restart 1/3, f = 45.023012033673155
Optimization restart 2/3, f = 45.02301203212853
Optimization restart 3/3, f = -16.143254729697915
Optimization restart 1/3, f = -16.86315379000538
Optimization restart 2/3, f = 46.77620042713464
Optimization restart 3/3, f = 46.77621105456713
Optimization restart 1/3, f = -17.899720544935246
Optimization restart 2/3, f = 48.350669952784976
Optimization restart 3/3, f = 48.350670155166114
Optimization restart 1/3, f = -19.320923939894953
Optimization restart 2/3, f = 49.81330564363441
Optimization restart 3/3, f = 49.81330599343244
Optimization restart 1/3, f = -22.498578332454592
Optimization restart 2/3, f = 51.59737767768806
Optimization restart 3/3, f = 51.597378986128206
Optimization restart 1/3, f = -24.78677788843277
Optimization restart 2/3, f = 53.207983016654936
Optimization restart 3/3, f = 53.2079828055991
Optimization restart 1/3, f = -28.101751948290968
Optimization restart 2/3, f = 54.96865644160192
Optimization restart 3/3, f = 54.9686443201094
Optimization restart 1/3, f = -31.48205169221607
Optimization restart 2/3, f = 56.69246460668066
Optimization restart 3/3, f = 56.69246458263795
Optimization restart 1/3, f = -34.9476446857594
Optimization restart 2/3, f = 58.40244565328933
Optimization restart 3/3, f = 58.402443353071355
Optimization restart 1/3, f = -37.30036994053539
Optimization restart 2/3, f = 58.79358128977579
Optimization restart 3/3, f = 53.69946588396065
Optimization restart 1/3, f = -39.720993348624376
Optimization restart 2/3, f = 61.51581986984182
Optimization restart 3/3, f = 61.51582029894673
Optimization restart 1/3, f = -42.46586619298962
Optimization restart 2/3, f = -42.46586619293021
Optimization restart 3/3, f = -42.465866191804494
Optimization restart 1/3, f = -45.976414745534434
Optimization restart 2/3, f = -45.97641473053389
Optimization restart 3/3, f = -45.976414745074244
Optimization restart 1/3, f = -49.52557831301664
Optimization restart 2/3, f = -49.52557831315797
Optimization restart 3/3, f = 23.19361897753126
Optimization restart 1/3, f = -52.93573317019035
Optimization restart 2/3, f = -52.93573317415063
Optimization restart 3/3, f = -52.9357331542887
Optimization restart 1/3, f = -55.85210679953164
Optimization restart 2/3, f = -55.852106799508896
Optimization restart 3/3, f = -55.852106799313404
Optimization restart 1/3, f = -59.39779098420833
Optimization restart 2/3, f = -59.39779098420564
Optimization restart 3/3, f = -59.397790984154014
Optimization restart 1/3, f = -62.906921239567765
Optimization restart 2/3, f = -62.90692122165301
Optimization restart 3/3, f = -62.90692124305694
Optimization restart 1/3, f = -66.52216067788822
Optimization restart 2/3, f = -66.52216067899414
Optimization restart 3/3, f = -66.522160679237
Optimization restart 1/3, f = -68.46350763391969
Optimization restart 2/3, f = -68.46350763389718
Optimization restart 3/3, f = -68.46350763399693
Optimization restart 1/3, f = -71.56354710279933
Optimization restart 2/3, f = -71.56354709977539
Optimization restart 3/3, f = -71.56354710314149
Optimization restart 1/3, f = -73.67168674749794
Optimization restart 2/3, f = -73.6716867474839
Optimization restart 3/3, f = -73.67168674701841
Optimization restart 1/5, f = 35.14151801353219
Optimization restart 2/5, f = 35.14151800736886
Optimization restart 3/5, f = 35.141518007812515
Optimization restart 4/5, f = 35.14151800646086
Optimization restart 5/5, f = 35.14151800677594
[-1.08454451620072]
Optimization restart 1/3, f = 35.73472355976439
Optimization restart 2/3, f = 35.73472355980549
Optimization restart 3/3, f = 35.77564540092182
Optimization restart 1/3, f = 36.311480829981974
Optimization restart 2/3, f = 36.31148082999729
Optimization restart 3/3, f = 36.361644659379444
Optimization restart 1/3, f = 36.8738198986362
Optimization restart 2/3, f = 36.873819898580194
Optimization restart 3/3, f = 36.93567530808036
Optimization restart 1/3, f = 37.4204363491576
Optimization restart 2/3, f = 37.42043634913257
Optimization restart 3/3, f = 37.4204363490436
Optimization restart 1/3, f = 37.95369758931736
Optimization restart 2/3, f = 38.04400119122242
Optimization restart 3/3, f = 37.95369758932404
Optimization restart 1/3, f = 38.47237878593925
Optimization restart 2/3, f = 38.47237878551944
Optimization restart 3/3, f = 38.47237878792185
Optimization restart 1/3, f = 38.97632276199856
Optimization restart 2/3, f = 38.97632274488794
Optimization restart 3/3, f = 38.976322744895626
Optimization restart 1/3, f = 39.46654863927674
Optimization restart 2/3, f = 39.46654863923782
Optimization restart 3/3, f = 39.46654863940314
Optimization restart 1/3, f = 39.94333160878048
Optimization restart 2/3, f = 39.943331599231506
Optimization restart 3/3, f = 39.943331599331245
Optimization restart 1/3, f = 40.4062966774499
Optimization restart 2/3, f = 40.40629668176244
Optimization restart 3/3, f = 40.4062966774592
Optimization restart 1/3, f = 40.85654532166593
Optimization restart 2/3, f = 40.85654532143372
Optimization restart 3/3, f = -11.989980151612379
Optimization restart 1/3, f = -11.684902580486892
Optimization restart 2/3, f = 42.49137686142424
Optimization restart 3/3, f = 42.50971825161571
Optimization restart 1/3, f = -13.026366357242019
Optimization restart 2/3, f = 43.88998799669831
Optimization restart 3/3, f = 43.889987968400746
Optimization restart 1/3, f = -14.684278864041861
Optimization restart 2/3, f = 45.53603138603219
Optimization restart 3/3, f = 45.53602824954572
Optimization restart 1/3, f = -17.37132057688013
Optimization restart 2/3, f = 47.135632805811554
Optimization restart 3/3, f = 47.13563280576269
Optimization restart 1/3, f = -20.7055378467143
Optimization restart 2/3, f = 48.71965538984834
Optimization restart 3/3, f = 48.71965538989082
Optimization restart 1/5, f = 32.0161036169153
Optimization restart 2/5, f = 32.01611085961327
Optimization restart 3/5, f = 32.0161032010561
Optimization restart 4/5, f = 32.01610148284949
Optimization restart 5/5, f = 32.01610211283691
[-1.050471126512501]
Optimization restart 1/3, f = 32.52376079031336
Optimization restart 2/3, f = 32.523762209054176
Optimization restart 3/3, f = 32.523760950736786
Optimization restart 1/3, f = 33.01961041805351
Optimization restart 2/3, f = 33.019618323190414
Optimization restart 3/3, f = 33.01961577190113
Optimization restart 1/3, f = 33.4981339093041
Optimization restart 2/3, f = 33.49813402838588
Optimization restart 3/3, f = 33.49813518118103
Optimization restart 1/3, f = 33.95882487939933
Optimization restart 2/3, f = 6.287964751934847
Optimization restart 3/3, f = 6.287964751933888
Optimization restart 1/3, f = 5.981358860733145
Optimization restart 2/3, f = 5.981358860736851
Optimization restart 3/3, f = 34.81095053540274
Optimization restart 1/3, f = 5.0954769006753295
Optimization restart 2/3, f = 36.6224525501051
Optimization restart 3/3, f = 36.62245245641831
Optimization restart 1/3, f = 4.607491211967574
Optimization restart 2/3, f = 38.18946746047028
Optimization restart 3/3, f = 38.1894736689148
Optimization restart 1/3, f = 3.4182795557287093
Optimization restart 2/3, f = 39.525385884746754
Optimization restart 3/3, f = 39.52538487640143
Optimization restart 1/3, f = 0.2509462238748448
Optimization restart 2/3, f = 41.31692671516579
Optimization restart 3/3, f = 0.25094622387211274
Optimization restart 1/3, f = -2.9045459771245703
Optimization restart 2/3, f = 42.997241941860025
Optimization restart 3/3, f = 42.99722813837815
Optimization restart 1/3, f = -5.489156088198733
Optimization restart 2/3, f = 44.637139034408264
Optimization restart 3/3, f = 44.63730217710001
Optimization restart 1/3, f = -9.033336626718068
Optimization restart 2/3, f = 46.158885636957066
Optimization restart 3/3, f = 46.158885622000085
Optimization restart 1/3, f = -12.650662735695093
Optimization restart 2/3, f = -12.65066273571443
Optimization restart 3/3, f = 47.59068762987884
Optimization restart 1/3, f = -16.322432961736425
Optimization restart 2/3, f = 48.942969087151326
Optimization restart 3/3, f = 48.94296908329767
Optimization restart 1/3, f = -18.89091199614493
Optimization restart 2/3, f = -18.89091199615136
Optimization restart 3/3, f = 50.22346834543323
Optimization restart 1/3, f = -21.635026787131245
Optimization restart 2/3, f = 51.39784546304644
Optimization restart 3/3, f = 51.39784549635897
Optimization restart 1/3, f = -25.242295016235364
Optimization restart 2/3, f = -25.24229501622884
Optimization restart 3/3, f = 52.57332593979222
Optimization restart 1/3, f = -28.947340014452184
Optimization restart 2/3, f = 53.69462348313961
Optimization restart 3/3, f = 53.69462348315555
Optimization restart 1/3, f = -32.675797726464076
Optimization restart 2/3, f = 54.772882145287596
Optimization restart 3/3, f = 54.77288214525434
Optimization restart 1/3, f = -36.29448584285621
Optimization restart 2/3, f = 55.80078859332197
Optimization restart 3/3, f = 55.80078859330432
Optimization restart 1/3, f = -39.336707866190736
Optimization restart 2/3, f = 56.80909881444603
Optimization restart 3/3, f = 56.809098809486755
Optimization restart 1/3, f = -41.109127545087304
Optimization restart 2/3, f = 57.77314602173273
Optimization restart 3/3, f = 57.77314602244121
Optimization restart 1/5, f = 35.30015896163357
Optimization restart 2/5, f = 35.300161483535376
Optimization restart 3/5, f = 35.30015895711164
Optimization restart 4/5, f = 35.30016090145863
Optimization restart 5/5, f = 35.300160740234595
[-1.10443724811884]
Optimization restart 1/5, f = 37.46418389540308
Optimization restart 2/5, f = 37.46418381384604
Optimization restart 3/5, f = 37.46418053142504
Optimization restart 4/5, f = 37.464183736596894
Optimization restart 5/5, f = 37.464178576846315
[-0.994485552766111]
Optimization restart 1/3, f = 38.133812896664566
Optimization restart 2/3, f = 38.13380889833509
Optimization restart 3/3, f = 17.26201705698419
Optimization restart 1/3, f = 17.2303242919364
Optimization restart 2/3, f = 39.01693436506052
Optimization restart 3/3, f = 39.01693438135384
Optimization restart 1/3, f = 17.03122024445774
Optimization restart 2/3, f = 39.804027731554854
Optimization restart 3/3, f = 39.80402032753095
Optimization restart 1/3, f = 15.659643461487313
Optimization restart 2/3, f = 41.36674747009451
Optimization restart 3/3, f = 41.36678094913492
Optimization restart 1/3, f = 13.867494294710937
Optimization restart 2/3, f = 42.80081410776658
Optimization restart 3/3, f = 42.80081413776659
Optimization restart 1/3, f = 11.291968301942163
Optimization restart 2/3, f = 44.35270596735111
Optimization restart 3/3, f = 44.352706030668635
Optimization restart 1/3, f = 8.449853171364015
Optimization restart 2/3, f = 45.81127399978426
Optimization restart 3/3, f = 45.81127399781256
Optimization restart 1/3, f = 4.493388688488338
Optimization restart 2/3, f = 47.25827524084484
Optimization restart 3/3, f = 47.258275240816815
Optimization restart 1/3, f = 0.6044326594457345
Optimization restart 2/3, f = 48.619267509435794
Optimization restart 3/3, f = 48.61926750943129
Optimization restart 1/3, f = 1.1652761591072363
Optimization restart 2/3, f = 49.861708407221144
Optimization restart 3/3, f = 49.86170840777905
Optimization restart 1/3, f = -2.5533973618314683
Optimization restart 2/3, f = 51.062597886939855
Optimization restart 3/3, f = 51.062597886982715
Optimization restart 1/3, f = -6.099753922479259
Optimization restart 2/3, f = 52.19276617373004
Optimization restart 3/3, f = 52.1927661265168
Optimization restart 1/3, f = -9.705049184471477
Optimization restart 2/3, f = 53.27046662989943
Optimization restart 3/3, f = 53.27046663301659
Optimization restart 1/3, f = -13.440149216084194
Optimization restart 2/3, f = 54.30373336350926
Optimization restart 3/3, f = 54.30373336104173
Optimization restart 1/3, f = -16.80055532591301
Optimization restart 2/3, f = 55.29219638504988
Optimization restart 3/3, f = 55.29219637818625
Optimization restart 1/3, f = -20.46483266349454
Optimization restart 2/3, f = 56.25899336564009
Optimization restart 3/3, f = 56.258993357972685
Optimization restart 1/3, f = -22.007202147111357
Optimization restart 2/3, f = 57.17050878674493
Optimization restart 3/3, f = 57.17050878660963
Optimization restart 1/3, f = -25.64800068666029
Optimization restart 2/3, f = 58.07491661160026
Optimization restart 3/3, f = 58.07491661160182
Optimization restart 1/3, f = -29.27691846308887
Optimization restart 2/3, f = 58.943191558299844
Optimization restart 3/3, f = 58.94319177745341
Optimization restart 1/3, f = -32.895332864747424
Optimization restart 2/3, f = 59.78696713499891
Optimization restart 3/3, f = 59.78696713499696
Optimization restart 1/3, f = -36.29837582468196
Optimization restart 2/3, f = 60.62056170560615
Optimization restart 3/3, f = 60.620561705416506
Optimization restart 1/3, f = -38.87176079125811
Optimization restart 2/3, f = 61.41497004799424
Optimization restart 3/3, f = 61.41497026338957
Optimization restart 1/3, f = -39.53303672607933
Optimization restart 2/3, f = 62.22107125804033
Optimization restart 3/3, f = 62.22107125823082
Optimization restart 1/5, f = 31.00276567772626
Optimization restart 2/5, f = 31.002765678335066
Optimization restart 3/5, f = 31.002765679043407
Optimization restart 4/5, f = 31.00276567779605
Optimization restart 5/5, f = 31.002765678210363
[-0.847131074887839]
Optimization restart 1/3, f = 31.45247935063926
Optimization restart 2/3, f = 31.452479350645863
Optimization restart 3/3, f = 31.452479350662706
Optimization restart 1/3, f = 31.885674151925823
Optimization restart 2/3, f = 31.885674301655577
Optimization restart 3/3, f = 31.88567415227475
Optimization restart 1/3, f = 32.30273120942448
Optimization restart 2/3, f = 32.30272976501436
Optimization restart 3/3, f = 32.302729764424356
Optimization restart 1/3, f = 32.70408140303333
Optimization restart 2/3, f = 32.70408116861971
Optimization restart 3/3, f = 32.704081168552584
Optimization restart 1/3, f = 33.09021921240975
Optimization restart 2/3, f = 33.0902180229258
Optimization restart 3/3, f = 33.0902180229439
Optimization restart 1/3, f = 33.461545295237244
Optimization restart 2/3, f = 33.46154294077648
Optimization restart 3/3, f = 33.46154294076621
Optimization restart 1/3, f = 33.81845464855528
Optimization restart 2/3, f = 33.8184537689694
Optimization restart 3/3, f = 33.81845376877763
Optimization restart 1/3, f = 34.16151666380578
Optimization restart 2/3, f = 34.161516663483525
Optimization restart 3/3, f = 34.16151666366885
Optimization restart 1/3, f = 34.49063608533055
Optimization restart 2/3, f = 34.49063498179263
Optimization restart 3/3, f = 34.49063498347169
Optimization restart 1/3, f = 34.80631616677761
Optimization restart 2/3, f = 34.83543457719219
Optimization restart 3/3, f = 34.806316166824494
Optimization restart 1/3, f = 35.10913192896924
Optimization restart 2/3, f = 35.10913134620861
Optimization restart 3/3, f = 35.10913134696192
Optimization restart 1/3, f = 35.39921905674541
Optimization restart 2/3, f = 35.39921798508159
Optimization restart 3/3, f = -27.266892567687062
Optimization restart 1/3, f = -26.96061855355146
Optimization restart 2/3, f = 38.533562114462526
Optimization restart 3/3, f = 38.533568255356634
Optimization restart 1/3, f = -28.727903060224794
Optimization restart 2/3, f = 40.92506881007703
Optimization restart 3/3, f = 40.92506779222694
Optimization restart 1/3, f = -30.694830295483957
Optimization restart 2/3, f = 43.07828463677383
Optimization restart 3/3, f = -30.694830295573695
Optimization restart 1/3, f = -33.80518391814891
Optimization restart 2/3, f = 45.161386694131835
Optimization restart 3/3, f = 45.16144319740191
Optimization restart 1/3, f = -37.63975520857525
Optimization restart 2/3, f = 47.11479201020563
Optimization restart 3/3, f = 47.11479605651658
Optimization restart 1/3, f = -39.51962978805352
Optimization restart 2/3, f = -39.51962978719615
Optimization restart 3/3, f = 48.97194325530413
Optimization restart 1/3, f = -43.31499375769492
Optimization restart 2/3, f = -43.31499375744666
Optimization restart 3/3, f = 50.838975209759575
Optimization restart 1/3, f = -46.35951968850587
Optimization restart 2/3, f = 52.644772043039055
Optimization restart 3/3, f = 52.6447739749629
Optimization restart 1/3, f = -49.89033989701083
Optimization restart 2/3, f = 54.46399014069357
Optimization restart 3/3, f = -49.890339902358456
Optimization restart 1/3, f = -50.69103088661396
Optimization restart 2/3, f = 56.29337704681949
Optimization restart 3/3, f = 56.293379985650844
Optimization restart 1/5, f = 14.320700590422064
Optimization restart 2/5, f = 30.824284401365276
Optimization restart 3/5, f = 30.82427757266023
Optimization restart 4/5, f = 30.824277576583793
Optimization restart 5/5, f = 30.824278032623113
[-0.97769497450726]
Optimization restart 1/3, f = 14.70861817300711
Optimization restart 2/3, f = 32.26247353669565
Optimization restart 3/3, f = 32.26246729276138
Optimization restart 1/3, f = 13.57062893270811
Optimization restart 2/3, f = 33.77783970497666
Optimization restart 3/3, f = 33.77783341103675
Optimization restart 1/3, f = 9.543360587287566
Optimization restart 2/3, f = 35.45075831101134
Optimization restart 3/3, f = 35.450758310718925
Optimization restart 1/3, f = 6.860646169732245
Optimization restart 2/3, f = 36.851921946140166
Optimization restart 3/3, f = 36.85192194612828
Optimization restart 1/3, f = 3.949822960050959
Optimization restart 2/3, f = 38.30168644566277
Optimization restart 3/3, f = 38.30168644575069
Optimization restart 1/3, f = 7.0127368626482465
Optimization restart 2/3, f = 39.52637641830697
Optimization restart 3/3, f = 39.52637641852347
Optimization restart 1/3, f = 5.046707326300417
Optimization restart 2/3, f = 40.75348796406557
Optimization restart 3/3, f = 40.75348796390871
Optimization restart 1/3, f = 1.5999212504474372
Optimization restart 2/3, f = 41.87620182702716
Optimization restart 3/3, f = 41.876201829337084
Optimization restart 1/3, f = -1.5220199455183945
Optimization restart 2/3, f = 42.92623268523418
Optimization restart 3/3, f = 42.926232706291316
Optimization restart 1/3, f = -3.6955208560282387
Optimization restart 2/3, f = 43.900112715688735
Optimization restart 3/3, f = 43.90011271500969
Optimization restart 1/5, f = 32.54477098320611
Optimization restart 2/5, f = 32.544770983199314
Optimization restart 3/5, f = 32.54477098324021
Optimization restart 4/5, f = 32.54477098320986
Optimization restart 5/5, f = 32.544770983721605
[-1.072072627316457]
Optimization restart 1/3, f = 33.068439371780386
Optimization restart 2/3, f = 33.06843937141771
Optimization restart 3/3, f = 33.06843937156761
Optimization restart 1/3, f = 33.57184714142386
Optimization restart 2/3, f = 33.571847142035075
Optimization restart 3/3, f = 33.571847141288
Optimization restart 1/3, f = 34.060821337802054
Optimization restart 2/3, f = 34.06082133796292
Optimization restart 3/3, f = 34.06082133785169
Optimization restart 1/3, f = 34.533569726485766
Optimization restart 2/3, f = 34.53356972631478
Optimization restart 3/3, f = 34.53356972645784
Optimization restart 1/3, f = 34.98880353651873
Optimization restart 2/3, f = 34.98880352803013
Optimization restart 3/3, f = 34.98880352822307
Optimization restart 1/3, f = 35.429294407030405
Optimization restart 2/3, f = 35.429294408056904
Optimization restart 3/3, f = 35.42929440703094
Optimization restart 1/3, f = 35.85630632838236
Optimization restart 2/3, f = 35.85630632835121
Optimization restart 3/3, f = 35.85630632839873
Optimization restart 1/3, f = 36.274148940051084
Optimization restart 2/3, f = 36.27414893914694
Optimization restart 3/3, f = 36.274148938277065
Optimization restart 1/3, f = 36.6692820757541
Optimization restart 2/3, f = 36.66928207570827
Optimization restart 3/3, f = 36.66928207569896
Optimization restart 1/3, f = 37.053906188434354
Optimization restart 2/3, f = 37.05390618807753
Optimization restart 3/3, f = 37.05390618789758
Optimization restart 1/3, f = 37.42283776286766
Optimization restart 2/3, f = 37.42283776163127
Optimization restart 3/3, f = 37.422837761623555
Optimization restart 1/3, f = 37.78237670616931
Optimization restart 2/3, f = 37.782376713664306
Optimization restart 3/3, f = 37.78237675947985
Optimization restart 1/3, f = 38.126542023107106
Optimization restart 2/3, f = 38.126542023175304
Optimization restart 3/3, f = 38.12654202268759
Optimization restart 1/3, f = 38.45998205419901
Optimization restart 2/3, f = 38.45998205390839
Optimization restart 3/3, f = 38.45998205382513
Optimization restart 1/3, f = 38.77931994061046
Optimization restart 2/3, f = 38.77931994022119
Optimization restart 3/3, f = 38.77931994090975
Optimization restart 1/3, f = 39.087686768902685
Optimization restart 2/3, f = 39.0876867681033
Optimization restart 3/3, f = 39.087686768114516
Optimization restart 1/3, f = 39.3847130830915
Optimization restart 2/3, f = 39.384713083035024
Optimization restart 3/3, f = 39.3847130828486
Optimization restart 1/3, f = 39.67073893478739
Optimization restart 2/3, f = 39.670738937410775
Optimization restart 3/3, f = 39.67073893478745
Optimization restart 1/3, f = 39.9446456973079
Optimization restart 2/3, f = 39.944645697449744
Optimization restart 3/3, f = 7.173695125942495
Optimization restart 1/3, f = -23.55249252233515
Optimization restart 2/3, f = 40.589507402507635
Optimization restart 3/3, f = 40.589507403475146
Optimization restart 1/3, f = -22.430873433236624
Optimization restart 2/3, f = 41.96252722431953
Optimization restart 3/3, f = 41.96252722427058
Optimization restart 1/3, f = -20.99163587340972
Optimization restart 2/3, f = 43.74095579594439
Optimization restart 3/3, f = 43.74095578416728
Optimization restart 1/3, f = -19.712862727276374
Optimization restart 2/3, f = 45.16055589012315
Optimization restart 3/3, f = 45.16055589005513
Optimization restart 1/3, f = -18.934315072383406
Optimization restart 2/3, f = 45.79626441249488
Optimization restart 3/3, f = 45.79626441247731
Optimization restart 1/3, f = -18.421835573365556
Optimization restart 2/3, f = 46.0997175419828
Optimization restart 3/3, f = -55.682470453983456
Optimization restart 1/3, f = -57.0848662173525
Optimization restart 2/3, f = 48.36960215717346
Optimization restart 3/3, f = 48.369604220708425
Optimization restart 1/3, f = -59.11718237625702
Optimization restart 2/3, f = 50.36387099784689
Optimization restart 3/3, f = 50.3627525321474
Optimization restart 1/3, f = -61.343629117166266
Optimization restart 2/3, f = 52.10851784848806
Optimization restart 3/3, f = 52.1085160617497
Optimization restart 1/3, f = -64.55954929218001
Optimization restart 2/3, f = 54.14628993478065
Optimization restart 3/3, f = 54.14629559971783
Optimization restart 1/3, f = -68.01851743626092
Optimization restart 2/3, f = 56.17845624096422
Optimization restart 3/3, f = 56.17845340581849
Optimization restart 1/3, f = -71.1181637593383
Optimization restart 2/3, f = 58.104268286608104
Optimization restart 3/3, f = 58.104266711892095
Optimization restart 1/3, f = -71.33767308965754
Optimization restart 2/3, f = 59.907380896972654
Optimization restart 3/3, f = 59.90737966134485
Optimization restart 1/3, f = -74.80627066933323
Optimization restart 2/3, f = 61.851602608941505
Optimization restart 3/3, f = 61.85160219068616
Optimization restart 1/3, f = -78.23772935899922
Optimization restart 2/3, f = 63.775920349286515
Optimization restart 3/3, f = 63.775926449077815
Optimization restart 1/3, f = -81.43359934583842
Optimization restart 2/3, f = 65.68664764785584
Optimization restart 3/3, f = 65.68665192006978
Optimization restart 1/3, f = -83.36890801450753
Optimization restart 2/3, f = 67.5071954534917
Optimization restart 3/3, f = 67.60172004192773
Optimization restart 1/5, f = 35.709218758431064
Optimization restart 2/5, f = 35.70921438017437
Optimization restart 3/5, f = 35.70921608891673
Optimization restart 4/5, f = 35.70921755409917
Optimization restart 5/5, f = 35.709212830623606
[-1.056752408667161]
Optimization restart 1/3, f = 36.32829755148337
Optimization restart 2/3, f = 36.32829925260462
Optimization restart 3/3, f = 36.328298129171294
Optimization restart 1/3, f = 36.931090785912936
Optimization restart 2/3, f = 36.931090678703946
Optimization restart 3/3, f = 36.93109782321756
Optimization restart 1/3, f = 37.51606869233042
Optimization restart 2/3, f = 37.516068715231015
Optimization restart 3/3, f = 37.51606871943079
Optimization restart 1/3, f = 38.08719931325146
Optimization restart 2/3, f = 38.08720513462495
Optimization restart 3/3, f = 38.087206834726516
Optimization restart 1/3, f = 38.650422377144906
Optimization restart 2/3, f = 38.65042819055872
Optimization restart 3/3, f = 38.65042354764306
Optimization restart 1/3, f = 39.19608856384052
Optimization restart 2/3, f = 39.19608927536849
Optimization restart 3/3, f = 39.19609376033115
Optimization restart 1/3, f = 39.73335698063581
Optimization restart 2/3, f = 39.73336789667695
Optimization restart 3/3, f = 39.73336595785882
Optimization restart 1/3, f = 40.260180095830805
Optimization restart 2/3, f = 40.26018763182698
Optimization restart 3/3, f = 40.26018884822905
Optimization restart 1/3, f = 40.77260521773769
Optimization restart 2/3, f = 40.77260651195899
Optimization restart 3/3, f = 40.77261306819844
Optimization restart 1/3, f = 41.273477616204886
Optimization restart 2/3, f = 41.27348041035357
Optimization restart 3/3, f = 41.273482650826416
Optimization restart 1/3, f = 41.75979717915788
Optimization restart 2/3, f = 41.75979853496613
Optimization restart 3/3, f = 41.75980242244752
Optimization restart 1/3, f = 42.2411143659853
Optimization restart 2/3, f = 42.24112290841896
Optimization restart 3/3, f = 42.241119432291455
Optimization restart 1/3, f = 42.70705616566778
Optimization restart 2/3, f = 42.70706324398097
Optimization restart 3/3, f = 42.70706158430211
Optimization restart 1/3, f = 43.16251128353578
Optimization restart 2/3, f = 43.162511471033525
Optimization restart 3/3, f = 43.16251248424342
Optimization restart 1/3, f = 43.61162731866584
Optimization restart 2/3, f = 43.61163021810226
Optimization restart 3/3, f = 43.611636715579905
Optimization restart 1/3, f = 44.05302320153104
Optimization restart 2/3, f = 44.05302454636183
Optimization restart 3/3, f = 44.05302399657802
Optimization restart 1/3, f = 44.48112766534631
Optimization restart 2/3, f = -27.46767348254874
Optimization restart 3/3, f = 44.48113332327593
Optimization restart 1/3, f = -28.52649502199848
Optimization restart 2/3, f = 46.14854615018707
Optimization restart 3/3, f = 46.14854596156184
Optimization restart 1/3, f = -30.08102445528923
Optimization restart 2/3, f = 48.07737916559961
Optimization restart 3/3, f = 48.07737378618867
Optimization restart 1/3, f = -31.7541169296018
Optimization restart 2/3, f = 49.65053459467559
Optimization restart 3/3, f = 49.650536711851785
Optimization restart 1/3, f = -34.97942634077978
Optimization restart 2/3, f = 51.54127694005565
Optimization restart 3/3, f = 51.541278245196224
Optimization restart 1/3, f = -37.9052588082882
Optimization restart 2/3, f = 53.30845133157487
Optimization restart 3/3, f = 53.30813479642795
Optimization restart 1/3, f = -41.0903863175312
Optimization restart 2/3, f = 55.063159059264656
Optimization restart 3/3, f = 55.05811302653538
Optimization restart 1/3, f = -44.16046159704624
Optimization restart 2/3, f = 56.71474348244053
Optimization restart 3/3, f = 56.714743482440625
Optimization restart 1/3, f = -47.49416663673837
Optimization restart 2/3, f = -47.49416663673125
Optimization restart 3/3, f = 58.27699173499883
Optimization restart 1/3, f = -50.923612509381385
Optimization restart 2/3, f = 59.737277651938676
Optimization restart 3/3, f = 59.73727765879587
Optimization restart 1/3, f = -54.48318179873887
Optimization restart 2/3, f = 61.136468584587064
Optimization restart 3/3, f = 61.136468589751445
Optimization restart 1/3, f = -57.909975616846694
Optimization restart 2/3, f = -57.90997561687746
Optimization restart 3/3, f = -57.909975616868195
Optimization restart 1/3, f = -61.51891179987618
Optimization restart 2/3, f = -61.5189118003173
Optimization restart 3/3, f = -61.51891180057365
Optimization restart 1/3, f = -64.76037659267784
Optimization restart 2/3, f = -64.76037659109002
Optimization restart 3/3, f = -64.760376592619
Optimization restart 1/3, f = -68.3804279584622
Optimization restart 2/3, f = -68.38042795826229
Optimization restart 3/3, f = 11.736399391086312
Optimization restart 1/3, f = -70.85797649056202
Optimization restart 2/3, f = -70.85797649312973
Optimization restart 3/3, f = -70.85797649296596
Optimization restart 1/5, f = 35.550577346951
Optimization restart 2/5, f = 35.55057714009216
Optimization restart 3/5, f = 35.55057921917556
Optimization restart 4/5, f = 35.55057175710387
Optimization restart 5/5, f = 35.550578467589965
[-1.013910752210881]
Optimization restart 1/3, f = 36.78448771298052
Optimization restart 2/3, f = 36.78449326616544
Optimization restart 3/3, f = 36.78449477381833
Optimization restart 1/3, f = 37.402167853598925
Optimization restart 2/3, f = 37.40217573726102
Optimization restart 3/3, f = 37.402172932427085
Optimization restart 1/3, f = 38.00259333516394
Optimization restart 2/3, f = 38.00259645972428
Optimization restart 3/3, f = 38.00260217413726
Optimization restart 1/3, f = 38.59373686229871
Optimization restart 2/3, f = 38.59374198181389
Optimization restart 3/3, f = 38.59374303454351
Optimization restart 1/3, f = 39.17140116756836
Optimization restart 2/3, f = 8.377756348496998
Optimization restart 3/3, f = 39.171407828082124
Optimization restart 1/3, f = 6.509951552286289
Optimization restart 2/3, f = 40.907456233756825
Optimization restart 3/3, f = 40.9074549012841
Optimization restart 1/3, f = 4.027624229448989
Optimization restart 2/3, f = 42.500195885855504
Optimization restart 3/3, f = 42.50021484122155
Optimization restart 1/3, f = 1.130622628621765
Optimization restart 2/3, f = 44.09284267762811
Optimization restart 3/3, f = 44.09284939724374
Optimization restart 1/3, f = -2.5440143704591307
Optimization restart 2/3, f = 45.79280240396771
Optimization restart 3/3, f = 45.792805935469616
Optimization restart 1/3, f = -6.293397579311431
Optimization restart 2/3, f = 47.42577486985483
Optimization restart 3/3, f = 47.43105622888761
Optimization restart 1/3, f = -9.349483136772584
Optimization restart 2/3, f = 48.9908170378792
Optimization restart 3/3, f = -9.349483136742897
Optimization restart 1/3, f = -12.869512084064695
Optimization restart 2/3, f = 50.42771194184357
Optimization restart 3/3, f = 50.42771194501526
Optimization restart 1/3, f = -16.842082215875422
Optimization restart 2/3, f = 51.835448369796254
Optimization restart 3/3, f = 51.83544836979813
Optimization restart 1/3, f = -18.582164082656554
Optimization restart 2/3, f = 53.14371366651413
Optimization restart 3/3, f = 53.14371366652517
Optimization restart 1/3, f = -22.49596369793105
Optimization restart 2/3, f = -22.495963697593638
Optimization restart 3/3, f = 54.40352250430341
Optimization restart 1/3, f = -25.543259145647156
Optimization restart 2/3, f = 55.62446907672137
Optimization restart 3/3, f = 55.62446907908734
Optimization restart 1/3, f = -29.528069147578037
Optimization restart 2/3, f = 56.78092176608679
Optimization restart 3/3, f = 56.78092176631681
Optimization restart 1/3, f = -28.495758050202248
Optimization restart 2/3, f = 57.92804664686743
Optimization restart 3/3, f = 57.928046646880674
Optimization restart 1/5, f = 34.16939103993004
Optimization restart 2/5, f = 34.16939399944552
Optimization restart 3/5, f = 34.169391800220744
Optimization restart 4/5, f = 14.141523370898938
Optimization restart 5/5, f = 34.16939197937159
[-0.990483416127249]
Optimization restart 1/3, f = 14.451417597734459
Optimization restart 2/3, f = 35.0724262157754
Optimization restart 3/3, f = 35.10135184647714
Optimization restart 1/3, f = 14.831862519685327
Optimization restart 2/3, f = 35.67254696772538
Optimization restart 3/3, f = 35.67254866003357
Optimization restart 1/3, f = 14.973192139183883
Optimization restart 2/3, f = 37.09498051310993
Optimization restart 3/3, f = 37.094980464328735
Optimization restart 1/3, f = 14.601786244222133
Optimization restart 2/3, f = 38.79411802820335
Optimization restart 3/3, f = 38.79411894341988
Optimization restart 1/3, f = 13.369358493595797
Optimization restart 2/3, f = 40.26843487576296
Optimization restart 3/3, f = 39.23827056367987
Optimization restart 1/3, f = 11.973548784119725
Optimization restart 2/3, f = 41.75478328256055
Optimization restart 3/3, f = 41.73790022387405
Optimization restart 1/3, f = 8.914792205944675
Optimization restart 2/3, f = 43.3442378297228
Optimization restart 3/3, f = 43.344237830284456
Optimization restart 1/3, f = 6.581895042608121
Optimization restart 2/3, f = 44.72901692365575
Optimization restart 3/3, f = 44.7290169236591
Optimization restart 1/3, f = 3.739259728852822
Optimization restart 2/3, f = 46.11616324555268
Optimization restart 3/3, f = 3.7392597288366503
Optimization restart 1/3, f = 0.911102867305285
Optimization restart 2/3, f = 47.33520865947994
Optimization restart 3/3, f = 47.335208669952834
Optimization restart 1/3, f = -1.9549814408555015
Optimization restart 2/3, f = 48.62634904821232
Optimization restart 3/3, f = 48.62634904853267
Optimization restart 1/5, f = 33.035344548262344
Optimization restart 2/5, f = 33.0353441146736
Optimization restart 3/5, f = 33.0353508271266
Optimization restart 4/5, f = 33.035343624209744
Optimization restart 5/5, f = 33.03534347750345
[-0.955813082457147]
Optimization restart 1/3, f = 33.616079468345966
Optimization restart 2/3, f = 8.34443186906239
Optimization restart 3/3, f = 8.344431869076239
Optimization restart 1/3, f = 7.666571377033566
Optimization restart 2/3, f = 34.84901490275604
Optimization restart 3/3, f = 34.89819011483538
Optimization restart 1/3, f = 6.329798821416347
Optimization restart 2/3, f = 36.36355913972224
Optimization restart 3/3, f = 36.36354889736994
Optimization restart 1/3, f = 5.384536433387034
Optimization restart 2/3, f = 37.562021688412386
Optimization restart 3/3, f = 37.562020633721026
Optimization restart 1/3, f = 1.7725455693348664
Optimization restart 2/3, f = 1.7725455693742767
Optimization restart 3/3, f = 39.03308914523994
Optimization restart 1/3, f = -0.6347363065047631
Optimization restart 2/3, f = 40.47615478861604
Optimization restart 3/3, f = 40.47613717421494
Optimization restart 1/3, f = -4.841099456054664
Optimization restart 2/3, f = 41.86229674677881
Optimization restart 3/3, f = 41.86229734346223
Optimization restart 1/3, f = -8.724874524162999
Optimization restart 2/3, f = 43.2089544563635
Optimization restart 3/3, f = 43.20897612406057
Optimization restart 1/3, f = -10.975062217787787
Optimization restart 2/3, f = 44.52250247587416
Optimization restart 3/3, f = 44.52251426679071
Optimization restart 1/5, f = 0.6668459850448798
Optimization restart 2/5, f = 0.6668459859337901
Optimization restart 3/5, f = 35.46729041625335
Optimization restart 4/5, f = 35.46728903035087
Optimization restart 5/5, f = 35.467290190551665
[-1.010239142228279]
Optimization restart 1/3, f = 1.3238098462518586
Optimization restart 2/3, f = 36.07720257093405
Optimization restart 3/3, f = 1.323809846268368
Optimization restart 1/3, f = 2.276471871286933
Optimization restart 2/3, f = 37.538729616536614
Optimization restart 3/3, f = 37.53874505647288
Optimization restart 1/3, f = 1.7407201910763028
Optimization restart 2/3, f = 38.46828211475095
Optimization restart 3/3, f = 38.468272949063746
Optimization restart 1/3, f = 1.3613437735867322
Optimization restart 2/3, f = 39.14225446589019
Optimization restart 3/3, f = 39.142254210577974
Optimization restart 1/3, f = 3.211295721729435
Optimization restart 2/3, f = 40.75717234854416
Optimization restart 3/3, f = 40.757177944138235
Optimization restart 1/3, f = 0.5573523810774255
Optimization restart 2/3, f = 41.63275776301394
Optimization restart 3/3, f = 41.632763196031675
Optimization restart 1/3, f = -2.0726192355415414
Optimization restart 2/3, f = 43.10884576250224
Optimization restart 3/3, f = 43.108841670942354
Optimization restart 1/3, f = -6.50933051904174
Optimization restart 2/3, f = 44.76957903402385
Optimization restart 3/3, f = 44.769579033879424
Optimization restart 1/3, f = -10.023076322376745
Optimization restart 2/3, f = 46.27832266429434
Optimization restart 3/3, f = 46.278322664828195
Optimization restart 1/3, f = -13.772697390009412
Optimization restart 2/3, f = 47.655442444368035
Optimization restart 3/3, f = -13.77269738992618
Optimization restart 1/3, f = -16.29576383918218
Optimization restart 2/3, f = 48.921727924540136
Optimization restart 3/3, f = 48.92172792446951
Optimization restart 1/3, f = -18.446943724324584
Optimization restart 2/3, f = 50.12558108081113
Optimization restart 3/3, f = 50.12558107633103
Optimization restart 1/3, f = -16.710220739011213
Optimization restart 2/3, f = 51.25952938959564
Optimization restart 3/3, f = 51.259529390894585
Optimization restart 1/3, f = -20.345834258004892
Optimization restart 2/3, f = 52.32076660997204
Optimization restart 3/3, f = 52.32076661000832
Optimization restart 1/3, f = -24.527392315754938
Optimization restart 2/3, f = 53.336404998502466
Optimization restart 3/3, f = 53.336404998501536
Optimization restart 1/3, f = -28.481122259923474
Optimization restart 2/3, f = 54.30244158280003
Optimization restart 3/3, f = 54.302441582759855
Optimization restart 1/3, f = -31.251239960480035
Optimization restart 2/3, f = 55.24436064319731
Optimization restart 3/3, f = 55.244360643070976
Optimization restart 1/3, f = -33.12360663955206
Optimization restart 2/3, f = 56.15485698566526
Optimization restart 3/3, f = 56.154856985670506
Optimization restart 1/3, f = -37.15927928798635
Optimization restart 2/3, f = 57.01709855290602
Optimization restart 3/3, f = 57.01709855290418
Optimization restart 1/3, f = -41.17003315225453
Optimization restart 2/3, f = 57.85502773527259
Optimization restart 3/3, f = 57.85502773512606
Optimization restart 1/3, f = -45.22553243180883
Optimization restart 2/3, f = 58.66044888348323
Optimization restart 3/3, f = 58.660448883407355
Optimization restart 1/3, f = -47.94945096324666
Optimization restart 2/3, f = 59.432286971266976
Optimization restart 3/3, f = 59.43228697205161
Optimization restart 1/3, f = -52.024714300809705
Optimization restart 2/3, f = 60.18798373543552
Optimization restart 3/3, f = 60.187983735565055
Optimization restart 1/3, f = -51.53931233333411
Optimization restart 2/3, f = 60.93561227560653
Optimization restart 3/3, f = 60.93561227561315
Optimization restart 1/5, f = 31.365380100238685
Optimization restart 2/5, f = 31.365430708304554
Optimization restart 3/5, f = 31.365361807597907
Optimization restart 4/5, f = 31.36536114498079
Optimization restart 5/5, f = 31.365410050022515
[-1.117750613196184]
Optimization restart 1/5, f = 34.83392098453008
Optimization restart 2/5, f = 34.83391882733096
Optimization restart 3/5, f = 34.83393468903706
Optimization restart 4/5, f = 34.833927532785516
Optimization restart 5/5, f = 34.83392616440716
[-1.079137449702467]
Optimization restart 1/3, f = 35.42655694588156
Optimization restart 2/3, f = 35.426557498663826
Optimization restart 3/3, f = 35.42656407665697
Optimization restart 1/3, f = 36.004244631454974
Optimization restart 2/3, f = 36.00424940115114
Optimization restart 3/3, f = 11.770713725166758
Optimization restart 1/3, f = 11.966723389370955
Optimization restart 2/3, f = 36.741755308103905
Optimization restart 3/3, f = 36.741759131233096
Optimization restart 1/3, f = 11.879769494075003
Optimization restart 2/3, f = 38.080578655517094
Optimization restart 3/3, f = 38.08057898775006
Optimization restart 1/3, f = 11.360169280976326
Optimization restart 2/3, f = 39.45025362890301
Optimization restart 3/3, f = 39.45026277259208
Optimization restart 1/3, f = 10.508352558032694
Optimization restart 2/3, f = 40.8740548029909
Optimization restart 3/3, f = 40.87404970291118
Optimization restart 1/3, f = 8.510227560651987
Optimization restart 2/3, f = 42.56601869487521
Optimization restart 3/3, f = 42.566025163788666
Optimization restart 1/3, f = 5.532419128813444
Optimization restart 2/3, f = 44.15513587456443
Optimization restart 3/3, f = 44.155135875724746
Optimization restart 1/3, f = 2.109847219172149
Optimization restart 2/3, f = 45.696437101352686
Optimization restart 3/3, f = 45.69643710107799
Optimization restart 1/3, f = -1.5051367212011542
Optimization restart 2/3, f = 47.12305838065865
Optimization restart 3/3, f = 45.091627031684396

















In [484]:



    


num_iter_per_run = num_iter_per_run[num_iter_per_run != 0]
num_iter_per_run



    


















    
Out[484]:








array([ 18.,  25.,  11.,  23.,   6.,  40.,  34.,  16.,  22.,  23.,  22.,
        10.,  36.,  32.,  18.,  11.,   9.,  24.,  10.])

















In [488]:



    


np.std(num_iter_per_run)



    


















    
Out[488]:








9.6265445571504689

















In [532]:



    


batch_arr = 2**(np.array([0,3,4,5]))
iter_mean_arr = np.array([38.9, 32.7, 26, 20])
iter_median_arr = np.array([37, 32, 23, 22])
iter_std_arr = np.array([4.94, 6.4, 6.8, 9.6])



    











In [535]:



    


mp.plot(batch_arr, iter_mean_arr + batch_arr)



    


















    
Out[535]:








[<matplotlib.lines.Line2D at 0x12aa94940>]










    
























In [325]:



    


mp.plot(min_t)



    


















    
Out[325]:








[<matplotlib.lines.Line2D at 0x11f537d68>]










    
























In [289]:



    


par_min_t = min_t



    











In [100]:



    


def eximp(ybest, mu, sigma):
    u = (ybest - mu) / sigma
    ucdf = norm.cdf(u)
    updf = norm.pdf(u)
    ei = sigma * (updf + u * ucdf)
    return ei



    











In [101]:



    


def aLCB(mu, sigma, kappa):
    return mu - kappa * sigma



    











In [194]:



    


m.plot()



    


















    
Out[194]:








<matplotlib.axes._subplots.AxesSubplot at 0x11f62d518>










    






 //anaconda/lib/python3.4/site-packages/matplotlib/figure.py:1744: UserWarning:This figure includes Axes that are not compatible with tight_layout, so its results might be incorrect.










    
























In [531]:



    


#fun = lambda x: -eximp(ybest, m.predict( np.reshape(x,(1,1)))[0], m.predict(np.reshape(x,(1,1)))[1])
kappa = 5
num_samples = 100
aqfun = lambda x: aLCB( m.predict( np.reshape(x,(len(x),1)))[0], np.sqrt(m.predict(np.reshape(x,(len(x),1)))[1]), kappa)


samples = np.reshape(np.linspace(a,b,num_samples), (num_samples,1))

aq = aqfun(samples)
next_sample = samples[np.argmin(aq)]
print(next_sample)
res = minimize( aqfun, next_sample, bounds = [(a,b)])
next_sample = res.x
print(next_sample)

fx = f(next_sample)

x = np.append(x,next_sample)
y = np.append(y,fx)

x = np.reshape(x, (len(x),1))
y = np.reshape(y, (len(y),1))

m = GPy.models.GPRegression(x,y,kernel)
m.optimize_restarts(3)
fig = m.plot()
mp.savefig('test.png', bbox_inches='tight', dpi=300)



    


















    






[-0.232323232323232]
[-0.242307424455045]
Optimization restart 1/3, f = 6.8371175659973025
Optimization restart 2/3, f = 6.837117565999206
Optimization restart 3/3, f = 12.097771108491376









    






 //anaconda/lib/python3.4/site-packages/matplotlib/figure.py:1744: UserWarning:This figure includes Axes that are not compatible with tight_layout, so its results might be incorrect.










    















    
































In [528]:



    


fig = mp.figure()
ax = fig.add_axes([1,1,1,1])



    


















    
































In [293]:



    


t = np.linspace(a,b)
mp.plot(t,np.sin(2*np.pi*t))



    


















    
Out[293]:








[<matplotlib.lines.Line2D at 0x11e324278>]










    
































In [253]:



    


t = np.reshape(t,(2,1))



    



















In [255]:



    


m.predict(t)[0]



    


















    
Out[255]:








array([[-0.05997335],
       [ 0.00125564]])

























In [384]:



    


num_samples



    


















    
Out[384]:








100

























In [226]:



    


minimum = -1.012531601062896
fig = mp.plot(np.log(abs(min_t-minimum)))



    


















    
































In [255]:



    






    


















    
Out[255]:








[<matplotlib.lines.Line2D at 0x11ecc6e10>]










    
































In [227]:



    


min_t_seq = min_t



    



















In [228]:



    


np.set_printoptions(precision=15)
min_t



    


















    
Out[228]:








array([-0.05             , -0.05             , -0.05             ,
       -0.05             , -0.05             , -0.05             ,
       -0.889809448665709, -0.889809448665709, -0.942499563999526,
       -0.942499563999526, -0.942499563999526, -1.012530428913585,
       -1.012531659797476, -1.012531659797476, -1.012531663027801,
       -1.012531663027801, -1.012531663028831, -1.012531663028831,
       -1.012531663028831, -1.012531663028831, -1.012531663028831,
       -1.012531663028831, -1.012531663028831, -1.012531663028831,
       -1.012531663028831, -1.012531663028831, -1.012531663028831,
       -1.012531663028831, -1.012531663028831, -1.012531663028831])

























In [260]:



    


m.plot()



    


















    
Out[260]:








<matplotlib.axes._subplots.AxesSubplot at 0x11edbd7b8>










    






 //anaconda/lib/python3.4/site-packages/matplotlib/figure.py:1744: UserWarning:This figure includes Axes that are not compatible with tight_layout, so its results might be incorrect.










    
































In [ ]:



    






    
















    


    

        

            

            

                Content source: ericlee0803/surrogate-GCP
            

            
Similar notebooks:

            

            
                notebook.community |
                gallery |
                about