In this notebook we test how the GLM in revrand performs on the inverse dynamics experiment conducted in Gaussian Processes for Machine Learning, Chapter 8, page 182. In this experiment there are 21 dimensions, and 44,484 training examples. All GP's are using square exponential covariance functions, with a separate lengthscale for each dimension.
In [62]:
import logging
import numpy as np
from scipy.stats import gamma
from sklearn.preprocessing import StandardScaler
from sklearn.gaussian_process import GaussianProcessRegressor
from sklearn.gaussian_process.kernels import WhiteKernel, RBF
from revrand import GeneralizedLinearModel, StandardLinearModel, Parameter, Positive
from revrand.basis_functions import RandomRBF, OrthogonalRBF
from revrand.likelihoods import Gaussian
from revrand.metrics import smse, msll
from revrand.utils.datasets import fetch_gpml_sarcos_data
from revrand.optimize import Adam, AdaDelta
from plotting import fancy_yyplot
import matplotlib.pyplot as pl
%matplotlib inline
logging.basicConfig(level=logging.INFO)
In [63]:
ALG = 'SLM'
random_state = 100
if ALG == 'GLM':
lenscale = gamma(2, scale=50)
regularizer = gamma(2, scale=10)
var = gamma(2, scale=50)
nbases = 8192
nsamples = 10
batch_size = 10
maxiter = int(1e6)
updater = Adam()
elif ALG == 'SLM':
lenscale = gamma(1, scale=50)
regularizer = gamma(2, scale=10)
var = gamma(2, scale=5)
nbases = 512
m = 10000
elif ALG == 'GP':
m = 1024
n_restarts=1
else:
raise ValueError("Invalid algorithm")
In [64]:
gpml_sarcos = fetch_gpml_sarcos_data()
X_train = gpml_sarcos.train.data
y_train = gpml_sarcos.train.targets
X_test = gpml_sarcos.test.data
y_test = gpml_sarcos.test.targets
Ntrain, D = X_train.shape
print("Training data shape = {}".format(X_train.shape))
print("Testing data shape = {}".format(X_test.shape))
Training data shape = (44484, 21)
Testing data shape = (4449, 21)
In [65]:
# Targets
ymean = y_train.mean()
y_train -= ymean
y_test -= ymean
# Inputs
Xscaler = StandardScaler()
Xscaler.fit(X_train)
X_train = Xscaler.transform(X_train)
X_test = Xscaler.transform(X_test)
In [66]:
regularizer_init = Parameter(regularizer, Positive())
lenscale_init = Parameter(lenscale, Positive(), shape=(D,))
base = RandomRBF(nbases=nbases,
Xdim=D,
lenscale=lenscale_init,
random_state=random_state,
regularizer=regularizer_init
)
var_init = Parameter(var, Positive())
if ALG == 'GLM':
llhood = Gaussian(var=var_init)
alg = GeneralizedLinearModel(llhood,
base,
updater=updater,
batch_size=batch_size,
maxiter=maxiter,
nsamples=nsamples,
random_state=random_state
)
elif ALG == 'GP':
kern = 3**2 * RBF(length_scale=np.ones(D), length_scale_bounds=(1e-3, 1e7)) \
+ WhiteKernel(noise_level=1)
alg = GaussianProcessRegressor(kernel=kern, n_restarts_optimizer=n_restarts)
elif ALG == 'SLM':
alg = StandardLinearModel(
basis=base,
var=var_init,
random_state=random_state
)
else:
raise ValueError("Invalid algorithm")
In [67]:
rnd = np.random.RandomState(random_state)
if ALG == 'GLM':
alg.fit(X_train, y_train)
else:
t_ind = rnd.choice(Ntrain, size=m, replace=False)
alg.fit(X_train[t_ind], y_train[t_ind])
INFO:revrand.optimize.decorators:Evaluating random starts...
INFO:revrand.slm:ELBO = -72302.84401763417, var = 14.464154967282827, reg = 9.565635279198858, hypers = [ 46.29238006 5.5548293 24.05876563 1.85789705 110.55117079
197.95797654 3.09068458 110.61252022 43.00751326 67.83283423
49.73747613 43.59481938 1.03254508 11.78779884 39.33827622
73.29181345 14.43047373 16.83631177 95.66080436 184.45696161
108.07741274].
INFO:revrand.slm:ELBO = -57240.75298080301, var = 18.612476164774026, reg = 2.9819127522585234, hypers = [ 9.80567081 13.57037514 2.2949871 35.20347357 23.60047833
44.92320388 49.70475963 7.69255458 135.78494349 146.29154616
46.10244614 24.53205872 22.56404034 11.42949761 16.201058
14.15369407 9.53430219 169.97448376 157.34241188 45.56188653
65.7081283 ].
INFO:revrand.slm:ELBO = -95131.86137545099, var = 4.681210350736981, reg = 13.474065265834824, hypers = [ 4.6309996 37.54254609 242.41330154 25.1293107 20.44327728
81.85344207 70.19217137 18.7758852 50.26110886 38.8704344
17.6052523 5.87097453 18.744877 30.53037626 53.7848535
14.66874683 51.2357494 11.16490361 53.59240417 75.31907594
75.61519679].
INFO:revrand.slm:ELBO = -343246.22775069805, var = 1.7596524522573462, reg = 31.292387484157, hypers = [ 4.90846490e+01 2.02015067e+02 1.87538013e+02 9.11772574e+00
1.17254868e+00 8.76200737e+00 1.28521152e+02 1.53468779e+02
1.18480803e+01 2.23554072e+01 3.98560176e+01 1.58610954e+01
3.08650437e+01 5.95629591e+01 3.46929614e+01 6.29515519e+01
3.73227500e+01 7.00001333e-02 2.51015775e+01 3.38801283e+01
2.57818868e+01].
INFO:revrand.slm:ELBO = -92452.1096292753, var = 8.39392151487964, reg = 1.2937991869567722, hypers = [ 15.98017034 143.65546866 1.34516559 2.04103148 16.64376086
43.65487797 234.93451453 245.59996937 248.93773966 5.82940611
54.60390107 37.11548832 9.50659349 143.20033983 13.84436636
342.1109648 43.69675352 10.12288682 24.45691042 10.51590309
26.44699107].
INFO:revrand.slm:ELBO = -32945.059330326585, var = 23.337695573353415, reg = 27.316578304267033, hypers = [ 43.07135396 29.14364164 22.28921322 19.38115626 11.67277942
30.00640153 33.84823237 114.66953199 65.3483729 73.50331816
23.53533362 21.05987594 53.21564568 62.0730032 6.02582702
7.13746966 30.44389159 8.70197124 163.03948297 90.88949035
36.71519979].
INFO:revrand.slm:ELBO = -90323.53780695028, var = 5.751295662807282, reg = 12.570698559593332, hypers = [ 98.29691392 24.48359971 14.43973588 17.7936218 97.20901724
32.02621762 54.42473924 81.92495834 14.5831998 4.14590315
65.98052059 162.72188275 153.74389787 33.71617827 50.00971956
66.02439842 116.34875798 8.85159372 26.03380928 26.98618702
59.469159 ].
INFO:revrand.slm:ELBO = -43485.9792887834, var = 17.57428964384301, reg = 13.875731225124575, hypers = [ 17.95907653 194.66909436 1.81385631 33.90235287 152.22181774
83.18777786 17.43040991 45.34592921 28.20937318 44.87314258
112.09901403 40.37419194 33.94905055 19.22950994 15.28319117
39.0749488 4.29230412 50.48019296 79.58118293 154.77487409
57.69952813].
INFO:revrand.slm:ELBO = -229089.05622976163, var = 0.5916008718374156, reg = 18.5028794431693, hypers = [ 60.42021613 1.27468932 19.34799891 3.81852212 3.14084363
5.90575986 9.27245662 49.40092227 28.84765652 88.8643643
13.70817241 10.53930525 62.22232259 97.70036601 40.94185681
60.94085663 46.45765943 40.96016154 98.44662386 126.13376499
94.72527886].
INFO:revrand.slm:ELBO = -102616.18367503902, var = 8.174433952831667, reg = 14.510543352571762, hypers = [ 26.6059333 10.58768598 61.21209541 13.76349258 95.29943541
86.89263209 37.24432205 24.41577723 44.68743501 7.3973755
82.5834637 168.81423758 75.66000003 13.67811681 100.96830317
82.5429556 3.28995906 13.14806189 44.54156076 7.39524987
56.7286659 ].
INFO:revrand.slm:ELBO = -56934.49248874956, var = 16.775459893333032, reg = 32.56001563399709, hypers = [ 20.21348413 144.61619503 50.60114321 46.04614797 131.68287378
10.02505504 0.89919649 10.54050708 36.89381885 34.24129354
80.59484806 98.10472968 11.97355823 28.74766404 27.37599401
2.81356622 0.4991681 77.97662788 16.10078717 63.24633315
27.35338542].
INFO:revrand.slm:ELBO = -149255.31430730093, var = 4.181315946659611, reg = 10.103848870734149, hypers = [ 0.63531067 2.51763278 41.7355816 58.04737333 64.8795534
32.66688601 22.91614353 91.61973006 30.27179474 19.38365436
4.865201 3.11706988 4.76782324 57.39639643 57.08681016
13.93110629 51.14669267 3.58227557 103.14690843 5.80461422
9.25962962].
INFO:revrand.slm:ELBO = -68894.39663860762, var = 3.4630015496177187, reg = 24.264497318151513, hypers = [ 3.98690562 77.77467109 39.64837592 77.14854607 126.31584265
32.78994615 30.76799719 45.68709358 45.72945661 35.09662809
18.32750067 38.97371926 129.46467758 176.25443014 25.19205445
80.15919363 50.40497276 13.06623599 2.62823632 1.44383776
6.55373503].
INFO:revrand.slm:ELBO = -72689.0276666946, var = 11.208198933087555, reg = 10.654275143142211, hypers = [ 35.12613091 7.45104686 75.26212804 127.12580945 143.25154712
60.94345988 59.19485802 39.54371341 23.03968692 202.18516199
3.393027 113.98168061 15.32156999 42.72167785 35.9608295
40.42529876 52.08806811 10.25745626 15.8712146 8.03418706
1.53864173].
INFO:revrand.slm:ELBO = -110157.56499634308, var = 14.855799313207271, reg = 8.48561789548897, hypers = [ 2.42318658e+01 5.47445144e+01 1.40181746e+01 5.41587490e+01
5.18436713e+00 4.34778421e+01 5.65090494e+00 3.97318164e+01
3.66726017e+01 1.75654766e+01 3.04154044e+01 1.97169584e+00
4.56900698e+01 2.43438991e-02 3.48390481e+01 3.48302698e+01
3.12940500e+00 1.49623818e+02 4.69088046e+01 5.57374926e+01
3.10667765e+01].
INFO:revrand.slm:ELBO = -131270.07307527217, var = 6.508418874711442, reg = 23.970274066660735, hypers = [ 154.10626249 79.65122731 44.01124864 30.38105061 67.05678305
83.62854521 131.06462463 87.54304862 1.52072319 74.09685061
36.88394756 108.3098471 30.67630505 38.90504211 119.17077961
40.63146247 10.35826446 57.14566759 0.69717225 23.90918236
82.69156648].
INFO:revrand.slm:ELBO = -78111.19307877882, var = 3.13256874633947, reg = 11.575227532950938, hypers = [ 1.54279539 75.29299283 10.00699992 12.01810138 52.86337764
7.77961611 23.9830876 26.02145723 53.7885721 35.85382828
32.94551096 37.11916103 82.06858901 81.58189613 7.99086066
251.44182489 3.50866424 273.82207081 6.58805903 3.19649254
60.87577838].
INFO:revrand.slm:ELBO = -136660.3592424373, var = 3.74292076889503, reg = 32.46136835019751, hypers = [ 9.94359827 8.52256651 4.7415562 178.53908695 35.65332602
29.97168431 20.00156827 34.01273653 7.75094363 8.18011056
84.4615645 11.86731446 4.52591171 24.4905181 111.93518971
27.98707836 72.68671028 267.64292297 1.01334215 5.72557003
59.3300079 ].
INFO:revrand.slm:ELBO = -56580.420250616124, var = 19.32849272550318, reg = 8.506819224636974, hypers = [ 5.61411852 11.23591943 104.92673521 143.43075986 7.28807311
97.85304485 70.7672708 57.94544927 97.0338797 13.12526766
36.62954577 21.02894581 53.76035635 16.61934741 34.90461274
18.06840552 40.20722471 8.78480352 42.03006251 33.24838569
6.82075123].
INFO:revrand.slm:ELBO = -73117.41049217677, var = 8.24573984228914, reg = 25.72722101552207, hypers = [ 13.22291341 36.24102486 18.91623616 93.73289092 29.65389718
5.2727607 115.93170226 96.92775022 16.86672158 14.98872935
3.4338268 19.1092848 2.66175868 144.28860368 63.1538264
40.33362468 22.29441925 8.66902048 28.36609883 16.38092969
162.2579513 ].
INFO:revrand.slm:ELBO = -48917.865378069146, var = 3.18789059722127, reg = 54.69322120063487, hypers = [ 55.77041263 7.70850144 35.58913718 23.00361166 14.32463163
7.32545468 6.3514082 2.69051383 28.53756798 73.63737773
95.16165906 48.54825883 23.89273348 56.95781553 18.82679396
64.84791463 122.95211634 4.98524255 54.67779745 22.07063712
71.83538535].
INFO:revrand.slm:ELBO = -73227.30433020898, var = 24.459685452416487, reg = 9.13661680736089, hypers = [ 46.72545734 0.98972217 25.02671676 30.76370765 1.06812876
23.3955631 41.68569308 0.4457398 8.88732271 114.20374197
21.95884999 18.53532604 43.63243726 36.92445016 107.04702926
15.89637544 17.82089576 18.43641522 5.32384981 17.47941274
65.26425995].
INFO:revrand.slm:ELBO = -73250.3821529501, var = 10.011167439944817, reg = 39.31842889965749, hypers = [ 35.47548006 89.73917175 73.51054335 84.64107111 2.64630905
57.17898503 165.2402523 60.35679953 26.36862793 11.59916213
156.20404676 26.04473883 63.09424527 55.78762865 92.30141802
141.29136784 31.72515362 5.69856993 41.81456265 195.04680935
28.45052541].
INFO:revrand.slm:ELBO = -50725.382807864495, var = 7.723904313659768, reg = 40.27406875638148, hypers = [ 26.46459955 65.64311398 50.71094765 73.29777126 156.4335261
23.58077934 113.02487744 11.69003789 3.26408333 13.68380892
75.75169097 23.58629089 43.55197559 13.83395048 28.86203627
9.95013218 23.35004453 99.73053696 96.89490294 140.73687113
26.02191638].
INFO:revrand.slm:ELBO = -51639.07388239389, var = 6.722628767579613, reg = 34.41780066277913, hypers = [ 19.26645228 51.42660417 61.78443143 67.80704246 46.38207382
97.75212773 52.47779918 15.7688284 97.76389748 9.97287518
38.57761563 24.46380113 48.32465335 39.76855391 31.17116993
87.56298974 25.62450269 48.31388607 34.72832119 34.74638866
46.93999667].
INFO:revrand.slm:ELBO = -41528.06817712967, var = 8.021960111107816, reg = 29.857896644192753, hypers = [ 43.90305381 106.28355323 58.89237309 21.64836342 85.93459178
13.53043027 127.35634085 125.5721243 49.64923653 35.89485924
17.8231427 29.98849785 63.14079359 17.10415127 11.71301538
19.02913193 42.57604354 31.04376576 34.91990354 33.39751951
75.5310738 ].
INFO:revrand.slm:ELBO = -78326.2415443631, var = 3.852551356637832, reg = 24.312640147062915, hypers = [ 47.77165729 35.9983368 226.71526835 4.32286496 62.14779783
15.95206136 264.33353658 21.90416061 4.64006426 204.46897617
32.6235861 32.9051261 37.38496433 143.30044207 33.73628039
1.52968228 137.03151798 68.7736563 65.54292637 5.56228746
72.53685779].
INFO:revrand.slm:ELBO = -92284.32572131624, var = 11.080840736123871, reg = 16.894918482724727, hypers = [ 102.41587652 28.16403358 33.38651626 6.51863648 10.53704439
45.78211341 17.69662316 10.08643522 34.96104847 150.46077542
13.23605797 67.17746335 71.70522628 72.63377795 129.17835082
19.49007572 56.80681198 9.42623722 61.82031374 33.6009368
29.1627616 ].
INFO:revrand.slm:ELBO = -32689.9151483502, var = 14.82433044567594, reg = 44.74849251579069, hypers = [ 94.57690374 20.20985756 58.17968071 18.57680252 54.05759976
21.88454203 3.16363206 29.34112017 61.60590118 14.88114313
48.16427285 6.48409933 50.71231274 3.00298812 2.43977352
35.86631357 17.7848419 21.26575118 52.37943596 148.68706302
36.30851238].
INFO:revrand.slm:ELBO = -55740.91660941816, var = 7.6073868893444, reg = 2.6865415915715936, hypers = [ 13.53604163 94.26258339 17.29898618 6.42897374 28.20993068
15.86938478 15.99141525 51.38941445 29.88388054 119.56249519
74.6710814 20.70858402 60.82600135 13.66389045 11.4807898
57.59568529 26.95227844 10.85878519 24.74183776 5.18606096
19.47056169].
INFO:revrand.slm:ELBO = -64217.978995175545, var = 21.60531537120405, reg = 18.936426807333426, hypers = [ 37.29352334 18.6118492 40.5232106 38.34289468 31.28498182
73.02172162 108.99491466 88.5418054 159.51815877 120.99191126
6.3731938 6.07836783 289.87729698 2.04153337 98.15007954
31.32164831 17.05402484 66.07478578 31.95117748 22.7879805
3.83018189].
INFO:revrand.slm:ELBO = -79379.92226395594, var = 11.774053452769737, reg = 47.76194764258317, hypers = [ 15.70163263 66.32484721 93.72375836 74.17545446 5.11620761
18.76266615 2.79135526 281.58980736 9.78242239 23.19956735
22.23103335 13.6679859 10.79129742 64.03493022 280.64952067
53.62984146 10.51387551 79.49402394 50.13995278 3.0924223
30.00442797].
INFO:revrand.slm:ELBO = -209547.97052384997, var = 7.852941015209016, reg = 4.996107633157107, hypers = [ 5.62851530e+01 8.75580931e+01 7.01161765e+01 1.94048566e+00
7.92649927e+01 5.30559717e+01 4.64426279e+01 3.99722980e-02
6.60076979e-01 7.95593287e+00 1.54367005e+01 3.12008074e+00
1.49112481e+01 1.30073229e+01 8.68873685e+01 1.12732175e+01
1.06470397e+02 1.20631171e+01 4.78412499e+00 6.84828356e+01
3.50932571e+01].
INFO:revrand.slm:ELBO = -39611.241563666954, var = 7.303037211236165, reg = 29.465032812940215, hypers = [ 7.54540382 15.57313703 67.26694043 15.99622097 45.42375077
20.67152247 3.71483459 34.51724311 62.67414056 233.53486123
18.27599832 28.2657619 39.72396438 44.85859733 5.71077933
63.97129343 16.97087385 61.9274345 15.38861617 19.9710538
8.35820763].
INFO:revrand.slm:ELBO = -149133.55790851213, var = 0.8457015511983802, reg = 22.510446074812553, hypers = [ 58.85832754 33.80096105 27.14625149 152.75121262 7.78724459
36.82469149 109.97862096 64.42502757 52.83907177 42.57326227
10.23343564 47.58046636 4.00360527 55.14525202 13.16441927
12.66328974 4.13190098 37.65050083 17.28019594 38.25840986
34.32243006].
INFO:revrand.slm:ELBO = -84263.94723425206, var = 21.9889635231689, reg = 3.682378459967719, hypers = [ 82.17213693 8.51423353 122.62747876 29.58961714 29.8374125
4.26669594 59.61759879 11.56963371 5.02987718 64.00863677
25.01532276 44.71583151 35.95039712 1.25524747 71.94144526
15.4460894 192.75104727 148.48958965 64.67117105 64.6411154
2.60809362].
INFO:revrand.slm:ELBO = -201675.72075686505, var = 5.131718009456473, reg = 21.210698953264018, hypers = [ 43.23854509 3.71244361 16.43504767 60.50320359 8.85607142
33.89189708 154.5524051 44.501329 46.64982754 101.24257112
137.87352846 7.78361868 16.21780009 6.69496943 108.01990821
87.64745272 268.6399899 84.06539302 6.34315238 134.07293318
0.3505607 ].
INFO:revrand.slm:ELBO = -78638.8260783732, var = 8.272666216725739, reg = 21.17044435974492, hypers = [ 51.73647311 6.67196108 46.89925567 10.50510062 28.90758527
176.0203393 3.5260996 11.48153124 35.4203451 7.57022955
135.70720335 46.63948366 30.9513167 80.84885577 59.98365508
68.23786643 19.66426262 9.82817186 0.72277407 5.66121927
15.94499597].
INFO:revrand.slm:ELBO = -94462.62079308915, var = 9.9334065030107, reg = 15.650574526870848, hypers = [ 1.72271405e+01 8.17710343e+00 1.88156615e+00 4.55606501e+01
1.40620389e+00 2.40825409e+01 1.53148027e+02 1.25641982e+01
1.82012459e+01 8.55513336e+01 4.31931946e+01 1.40028545e+00
1.54378972e+02 1.87084121e+01 1.01715120e+01 8.30337936e-01
3.71232761e+01 9.13348686e+00 8.38168400e+01 1.41891269e-01
5.22568924e+00].
INFO:revrand.slm:ELBO = -97088.58485670615, var = 9.909172753317574, reg = 3.170239747803331, hypers = [ 3.03031791 161.18158319 8.77198068 79.12947638 26.84256613
6.94327488 2.91521601 10.9673022 2.39651211 116.25289029
90.81438527 32.53140992 6.83249015 20.83362683 30.89293932
9.91517321 36.80389211 73.35893521 68.76322635 100.00533981
72.22199379].
INFO:revrand.slm:ELBO = -81559.76306409668, var = 9.478125826575228, reg = 31.557058627452154, hypers = [ 21.60694274 49.631485 24.76042564 36.12144625 18.11766144
79.72740601 5.70454099 68.82010882 170.42405318 8.54869968
103.13742319 62.66547676 21.48716692 10.41754828 111.13235194
21.18066314 11.49839626 5.79281116 58.54842471 1.74695
32.67431668].
INFO:revrand.slm:ELBO = -64258.859843578735, var = 3.656042690992252, reg = 25.123317745532997, hypers = [ 64.2415211 105.31594584 168.77449555 20.75310327 64.89315595
49.20690276 82.87315338 89.03475241 128.17957414 84.12852236
16.77809052 46.55318373 15.12268081 84.27438692 31.22467976
15.96089611 7.22199851 7.8159591 10.95158556 34.43809198
11.5455613 ].
INFO:revrand.slm:ELBO = -111101.64328125032, var = 8.817186716212843, reg = 7.789628083428313, hypers = [ 267.28118674 39.1000007 65.95113596 22.8088328 3.86936882
10.85813231 184.35277374 35.07926187 212.15468602 20.35501584
100.84911994 16.56631908 33.52465086 40.61591788 83.61371585
95.82259927 33.99479941 160.06649419 8.64417984 1.830833
26.08423883].
INFO:revrand.slm:ELBO = -162181.18011759548, var = 3.810243801988075, reg = 24.570290688422958, hypers = [ 117.33585296 99.73858486 68.57202838 149.03895997 31.62586243
42.21883515 7.98487564 5.07568859 206.41194793 145.80683293
132.1658285 216.98232128 82.89745323 6.05710873 38.90692088
57.27546345 32.99005633 0.23028905 97.34729222 13.32550978
47.24639242].
INFO:revrand.slm:ELBO = -78823.68849748853, var = 1.5757079495985922, reg = 29.227576261006114, hypers = [ 40.5355648 5.45304079 1.50548094 20.29031827 40.5310516
35.85800823 44.60514035 51.8470876 34.49849094 21.78043033
24.5519505 81.4137882 36.48506407 53.7053143 4.61683166
31.96790914 115.64158535 29.52928838 7.80234042 3.29663841
10.91570464].
INFO:revrand.slm:ELBO = -83688.56122228593, var = 1.6327987540354383, reg = 15.317449987971717, hypers = [ 56.38922527 90.75830678 13.63154114 14.32646789 2.68835312
93.94449319 13.82209045 3.92015868 124.18553788 32.06428966
4.39710353 22.60045856 43.44088403 9.57562612 9.71977866
21.08945806 19.38613713 28.19330811 18.73423855 32.00644209
39.08569413].
INFO:revrand.slm:ELBO = -173107.54138668653, var = 4.46432821600038, reg = 9.83335816874823, hypers = [ 2.20425424 130.76139706 28.07759068 49.8460508 5.03102069
18.35232398 7.98055588 22.57427316 22.55581374 15.95165877
25.9038021 19.61073726 68.2450686 44.23961795 216.41131275
10.52509989 19.89124183 55.16935378 35.13578345 19.32710103
44.68969104].
INFO:revrand.slm:ELBO = -58105.104778056935, var = 8.381599645515397, reg = 25.93640329227263, hypers = [ 5.83047373e+01 1.69961884e+02 2.89468014e+01 1.26200812e+01
5.72929685e+01 1.12945950e+01 9.72912562e+01 1.74209497e+02
5.96336047e+00 3.96296740e+00 5.16081845e+00 3.75614833e+01
9.11024440e+01 1.42937390e+02 1.41993772e-01 1.67325427e+02
9.00472197e+00 3.05354924e+01 2.27373275e+01 5.63607604e+01
1.95754862e+01].
INFO:revrand.slm:ELBO = -47816.44694363622, var = 15.647090875041961, reg = 8.784765553467523, hypers = [ 6.84357786 8.53320637 15.98155852 113.03446706 4.19228689
182.49949469 80.74279484 43.44921909 212.21776357 17.74998743
77.18517061 113.53626142 34.21070632 100.50396498 20.8398769
57.08050406 13.49358628 57.27947028 74.14002974 29.42650952
6.297756 ].
INFO:revrand.slm:ELBO = -124827.34081595101, var = 3.1898387131827404, reg = 18.625446365932895, hypers = [ 13.85292866 31.38203869 26.05894366 11.92529986 23.75585435
54.93539441 10.12035706 37.18476097 66.62358959 73.30599638
6.63662277 2.56647768 109.58642823 12.08472964 72.11952907
52.32568558 62.40643668 84.10390835 39.9669804 4.11481456
23.0108756 ].
INFO:revrand.slm:ELBO = -50250.95112676269, var = 27.64735504429651, reg = 8.925127578479184, hypers = [ 6.28977088 84.11985969 20.81805963 80.31026265 148.53035161
112.39853137 17.91710386 71.55540207 44.31655232 43.42525738
2.94023627 36.39224742 11.96482641 164.89888196 28.25733555
47.14628118 41.86606145 31.73842524 50.81219327 4.8804212
7.87164286].
INFO:revrand.slm:ELBO = -88143.43717747566, var = 4.130031196893774, reg = 27.43617844130813, hypers = [ 30.10608691 29.18377335 51.97141324 37.97453624 88.84196767
5.25631731 4.84301929 0.98147749 79.10879005 8.19305332
4.19994286 60.09658012 2.2953638 15.41811559 35.07804031
1.89826735 43.55502854 36.45537576 27.8173751 123.41190651
27.73798157].
INFO:revrand.slm:ELBO = -69994.36011240614, var = 8.823939573663518, reg = 7.054215703202599, hypers = [ 76.92385135 26.99024006 19.52989226 123.91068317 90.82701744
45.43599538 68.58165768 49.78389941 0.73358772 8.89410988
44.55567489 0.60707506 62.74689557 23.06960338 6.76268093
27.27281761 71.10902446 21.3056321 1.89296638 13.75809136
21.02726337].
INFO:revrand.slm:ELBO = -80249.83333327266, var = 6.027440454907323, reg = 20.35471850745427, hypers = [ 91.26040729 35.93478161 71.0702053 24.2637249 2.89583311
5.12991105 28.2630088 78.96611442 4.94319752 8.77306203
157.55821005 91.28308084 91.57003012 5.43267214 57.86097628
5.14889148 29.37825545 166.33959685 42.85555604 30.42636742
28.13141767].
INFO:revrand.slm:ELBO = -109680.57882068503, var = 3.302848709409672, reg = 11.453357633655525, hypers = [ 13.41774387 58.70964342 60.45489541 32.25615402 58.45298259
4.4279855 7.10481098 3.72661055 112.97772505 70.71251967
33.67556568 13.54487139 12.07363557 3.22731589 44.91983374
3.60963392 127.79922482 13.55969807 25.94251716 6.88512827
43.82383046].
INFO:revrand.slm:ELBO = -91056.75320489143, var = 7.0065384678043054, reg = 14.381165431921993, hypers = [ 22.16179504 17.06843498 32.72772349 33.82921444 3.18060737
11.05214575 54.43392435 49.67924723 123.12189012 44.91647798
5.72941269 28.11874103 30.43678964 43.90868869 61.01394802
27.17499376 72.46517793 4.46125972 2.12134731 63.1900881
69.09241408].
INFO:revrand.slm:ELBO = -56898.20869527229, var = 17.156803617739516, reg = 14.81934124804378, hypers = [ 10.4463442 11.49719197 33.72535327 11.98627016 75.50427982
48.06857485 89.29697878 61.16257675 73.68501659 35.63154463
11.01703976 201.62992977 11.42672137 13.21695694 48.17599769
28.94786749 6.82463033 6.72477205 15.0691592 120.50152228
113.03713714].
INFO:revrand.slm:ELBO = -68196.55868796221, var = 8.992139975894208, reg = 38.919374426643536, hypers = [ 32.97153509 4.56574796 100.56419739 56.44602264 40.64521182
9.64543337 8.80299436 16.36008422 52.90467372 24.1441838
30.8016448 6.22582819 85.87849864 1.34565835 66.91453273
97.70747705 68.2181054 5.63101329 26.45793725 20.55172102
5.2589744 ].
INFO:revrand.slm:ELBO = -55313.466322115215, var = 24.62866427471374, reg = 19.439156843382502, hypers = [ 86.64109037 32.49287272 6.16245898 27.05373063 21.68768378
6.8644982 77.24607219 75.35693085 10.92917532 8.01820885
13.93896535 0.95443975 77.72939534 44.81224193 73.9192592
5.07196876 13.22304697 46.96070673 103.24425183 12.88443394
16.83474451].
INFO:revrand.slm:ELBO = -57887.157301261796, var = 19.30186993312035, reg = 9.657343492606357, hypers = [ 18.08744941 40.04712816 8.09360446 101.03370585 32.71211681
13.32329253 1.00183566 17.35895244 6.30185567 116.59915661
11.59645614 42.81938238 57.95065124 67.87143667 31.11908397
68.02149998 19.71549261 10.07246255 2.59219203 14.55541286
132.30670898].
INFO:revrand.slm:ELBO = -72537.65861944607, var = 2.960321783278987, reg = 15.507655139689307, hypers = [ 96.19587521 14.60349377 16.68671249 10.58377817 39.91439653
36.90329531 8.06356991 58.31852019 120.66484179 32.82711401
42.81183508 40.92535878 103.00185399 0.69048167 0.83896594
101.32098436 44.85995912 43.02631668 1.45518194 144.46407512
41.98206001].
INFO:revrand.slm:ELBO = -39840.09754127224, var = 13.789750410768022, reg = 39.75031685028141, hypers = [ 6.81384496 56.7357064 49.77305886 40.9978133 66.2530066
44.24303836 21.93247941 190.30930864 22.76617409 125.17353987
39.41935275 21.66892578 102.2925318 6.95336089 32.55588217
23.92851283 108.97674249 3.16464395 22.88171268 93.91474963
34.26827358].
INFO:revrand.slm:ELBO = -54847.340223841085, var = 11.432093116072702, reg = 54.62066738219381, hypers = [ 85.61585185 19.55726219 37.79001541 9.6302193 62.69698024
40.34426565 4.18633941 6.57191859 24.14602342 8.57156181
74.89247831 1.3341757 16.13792021 22.75995663 70.60033798
29.73765291 7.7438949 20.98621951 84.31858508 26.55870695
33.25060654].
INFO:revrand.slm:ELBO = -65632.85741132665, var = 10.331655907245977, reg = 29.466802887633254, hypers = [ 19.59030779 4.29346513 39.39430976 12.50751808 22.70816969
17.70818503 89.61294941 4.10535632 43.61007927 41.3184251
14.50645944 8.45391418 44.37232586 46.67737282 65.44256184
18.27315837 71.58090756 137.20904779 25.30956191 93.68601616
52.42874849].
INFO:revrand.slm:ELBO = -56669.80972842108, var = 20.906284190705474, reg = 20.79720946927481, hypers = [ 40.49994168 3.31069021 34.30981942 23.67388828 70.83822095
17.77129713 2.35681484 22.31660186 31.9770498 41.60759646
116.36957533 24.81921637 79.41517335 93.14839993 68.24136144
20.21324316 15.25580093 66.71659323 64.92388268 24.84516052
39.58015763].
INFO:revrand.slm:ELBO = -276279.9008188664, var = 0.5784251135851741, reg = 9.951876871940648, hypers = [ 57.16259015 28.84810496 11.3073342 38.1276685 18.19707021
30.99534436 57.06883088 42.964927 52.71514676 124.13360233
11.5267351 53.10257733 86.1692978 1.23779271 17.54296506
123.63999565 26.11693988 99.35274084 2.08589476 4.23743237
12.39475191].
INFO:revrand.slm:ELBO = -106154.15973512219, var = 7.4892354970994734, reg = 3.842113820764876, hypers = [ 1.29473399e+02 1.84219801e+01 8.49645308e+01 8.96484043e+00
1.81280006e+01 1.48389055e+02 5.85224216e+00 2.27969303e+01
6.31070953e+01 3.94176565e+01 1.87437719e-01 1.78895786e+01
4.45354458e+00 2.54205121e-01 2.88339400e+00 3.19141240e+01
4.98468189e+01 3.11771634e+01 2.61577762e+01 2.37872499e+02
1.23525308e+01].
INFO:revrand.slm:ELBO = -64873.085815102524, var = 22.48683289651032, reg = 24.86528995071413, hypers = [ 31.4654827 77.5554545 24.44047121 122.00100013 1.04927522
23.41841248 50.90812548 71.3471954 87.20898669 2.06024777
76.74871851 93.93964179 18.0670585 156.61087674 112.59577428
18.69747729 24.81994497 8.55816 28.45104812 80.75957441
165.57673897].
INFO:revrand.slm:ELBO = -102145.42333862584, var = 1.124960573030307, reg = 6.770452343073855, hypers = [ 7.09169477 33.23235138 2.80778782 27.75795031 22.52537443
3.79462432 56.09256102 83.74232584 11.17367646 4.12384613
11.14534082 22.96072838 35.34071763 7.57518211 2.60573664
14.1420293 51.3849156 45.82466343 75.75125536 59.90901962
0.91908229].
INFO:revrand.slm:ELBO = -46241.26603214124, var = 6.787030773929471, reg = 40.984657935642026, hypers = [ 42.53902567 6.61968712 13.18283679 38.44062417 49.87843628
9.70635987 38.79211412 40.31172513 17.90899148 87.62705102
156.65504693 15.31709677 8.28783677 11.0005715 25.872789
44.59258923 34.56730346 53.91531304 115.9814939 17.27363569
52.42982266].
INFO:revrand.slm:ELBO = -37312.840297885676, var = 19.81917241465617, reg = 48.88312911976479, hypers = [ 129.14110035 29.3741597 8.35975124 0.82834063 39.88727621
96.26511264 22.38306007 273.38331879 5.11901798 125.55910126
127.10273675 107.69187335 71.24774408 6.82803995 20.92685993
21.53389616 48.07461492 60.08158 106.9452264 7.40472036
8.77266214].
INFO:revrand.slm:ELBO = -75926.21727180207, var = 6.249063179966404, reg = 47.61693433893293, hypers = [ 28.83442436 9.74318102 83.23727893 12.475731 122.68239938
28.60242858 54.55711105 8.70445883 26.32942158 59.69747471
4.47231625 41.4864119 114.37855356 9.20692755 90.81951666
14.68090533 24.00187053 56.30439502 52.69335609 11.48486368
55.59614941].
INFO:revrand.slm:ELBO = -86886.0211445696, var = 3.287025811943085, reg = 38.959638710087525, hypers = [ 3.97713764 7.87599466 22.54378653 84.04781174 22.19199689
2.58056567 113.98386148 9.51788256 5.7947187 17.65855887
6.23093759 37.34398 36.13972628 60.77909214 69.78884546
55.93334994 18.617987 9.78528937 47.57019517 12.45250112
14.01115969].
INFO:revrand.slm:ELBO = -80250.78974691415, var = 4.57590411908127, reg = 24.268172291051652, hypers = [ 1.46968900e+01 1.02775709e-01 1.68543459e+02 2.26383982e+02
6.40050575e+01 3.92261835e+01 1.14371998e+01 8.63577431e+01
6.24447318e+01 1.23738293e+02 8.18214135e+01 1.26915383e+01
9.49900122e+01 3.75371671e+01 3.43615611e+00 7.74490269e+00
3.31445079e+02 8.36452031e+01 4.80092119e+00 2.41825734e+01
1.90211460e+02].
INFO:revrand.slm:ELBO = -114495.98912346129, var = 2.435761768124193, reg = 21.019941643022015, hypers = [ 178.97621797 36.3126412 29.39602462 17.73694855 88.97339529
16.78758734 114.30396057 65.2339966 11.55446751 17.52890072
79.81695668 11.17004701 1.32790119 39.17076262 43.10244187
8.24420771 15.91000395 1.86552564 2.63505075 2.94107638
23.28623689].
INFO:revrand.slm:ELBO = -49346.98309224551, var = 4.603971906848391, reg = 10.930239953507106, hypers = [ 7.52410545 38.08502122 57.74997299 48.69475868 0.96312283
109.17295628 97.51808918 11.69590293 56.82114722 85.35232666
113.82776621 67.63881373 42.44634371 19.48842293 1.64304655
19.08180007 222.53787096 78.47578157 4.99454231 85.80162681
8.85207605].
INFO:revrand.slm:ELBO = -146972.66767722843, var = 1.6096260882765594, reg = 30.41802464318104, hypers = [ 114.53863853 12.28128339 13.14999142 68.00656065 54.41941766
40.83865533 14.72289916 3.04904361 9.78909158 51.85116574
106.19194356 41.38646712 241.3977596 56.74177268 72.48276474
15.26819593 75.81764402 10.88311062 64.73891664 43.05163299
241.13573551].
INFO:revrand.slm:ELBO = -49035.54605990597, var = 10.659901889126171, reg = 41.89080313835673, hypers = [ 7.58741521e+00 1.99575172e+01 7.47198787e+01 5.01238955e+01
5.56040522e+00 1.97897636e+02 2.26906182e+01 7.53812408e+01
1.50176696e+01 1.16359410e+00 5.31247356e+01 1.74038554e+02
6.00242019e+01 1.62896727e+00 1.65032583e-01 6.52311621e+00
6.54467247e+01 6.80600103e+01 1.03821238e+01 2.49340409e+02
1.54187593e+02].
INFO:revrand.slm:ELBO = -35643.58668827507, var = 14.79364207505953, reg = 19.264459592534298, hypers = [ 21.69850709 13.722251 87.01161809 16.67652611 22.54791657
15.6763208 1.32153701 36.49372455 27.18729541 69.49030183
11.21976349 40.1917239 46.32452753 33.25046452 13.25696072
4.05362299 129.06133064 4.75259774 29.87680997 25.0371014
129.20195596].
INFO:revrand.slm:ELBO = -1307887.2261328073, var = 1.4561264456100422, reg = 23.885128133383823, hypers = [ 3.96834852e+01 1.08343162e+02 5.48710526e+01 5.25934439e+00
6.19206864e+01 2.33738959e+01 8.75054501e+00 5.99998839e+01
1.33812164e-01 9.10017667e+00 3.86112199e+01 3.43458660e+01
8.86534433e-01 3.45225117e+01 1.88452970e+01 7.96884666e+01
8.44101492e+01 1.52261095e+01 3.89040470e+01 7.30933799e-04
8.28566392e+01].
INFO:revrand.slm:ELBO = -47391.31332781895, var = 11.403755243572162, reg = 14.971246859407072, hypers = [ 0.76020688 73.60615332 72.41846952 31.07037827 25.04591812
109.29864113 12.19617179 37.76133395 103.26479762 6.78273045
39.20326209 69.61791788 15.48383837 54.94260273 11.81807203
16.59638227 21.27386128 89.70604258 22.61636981 4.09845439
96.91084421].
INFO:revrand.slm:ELBO = -64807.552974546874, var = 10.227168710675505, reg = 17.578367064576355, hypers = [ 18.37442136 24.06016405 31.32856941 20.42604712 72.40428353
8.75838505 133.0024899 12.8981637 60.47379653 324.59797478
16.30703796 69.87985976 10.52418561 13.09817261 46.42027369
17.18411921 150.72029014 170.01339386 22.97892169 25.91632824
63.14136695].
INFO:revrand.slm:ELBO = -97964.01779447943, var = 11.723075928584612, reg = 8.460113183103111, hypers = [ 12.41948566 8.97473634 22.48541294 7.40504236 44.19179918
149.53097914 39.72723166 69.98115187 21.68741019 42.52088573
56.26968328 85.08142662 50.50811326 63.06558173 83.19111753
79.21360417 110.53125154 13.30662592 13.80444625 21.74076788
30.29713093].
INFO:revrand.slm:ELBO = -60511.2183932682, var = 13.382474942105961, reg = 12.658034818858294, hypers = [ 5.01501365 119.90876863 49.80837835 18.39998702 37.20069497
17.10547032 46.87981644 3.97437342 94.03524757 13.30301456
0.97888997 51.21243444 54.7512163 45.10787036 29.4695618
3.88134043 25.63303434 95.70744253 14.55970482 18.72247796
31.17187444].
INFO:revrand.slm:ELBO = -92084.85269399018, var = 5.675840768490771, reg = 6.8533828396170415, hypers = [ 34.45077591 45.28198397 12.55205955 13.41692657 44.08602801
8.79573537 31.5478521 6.08305401 26.9240377 142.69651862
1.2705934 137.22400776 83.8875525 7.22792695 26.30619495
61.18895184 42.29205024 103.93687327 15.77864403 5.10277626
52.81227721].
INFO:revrand.slm:ELBO = -75162.25335445101, var = 2.1531441376658895, reg = 13.671083555808847, hypers = [ 4.19414089 2.64104943 32.25009169 37.66108064 33.93182808
14.20886676 29.79898053 20.24026209 8.74571813 21.25057628
13.00432491 12.20745458 30.45235629 30.05027268 4.14747417
84.37321739 108.09282701 50.19445291 16.17684439 200.13173434
35.85411904].
INFO:revrand.slm:ELBO = -118456.75608017461, var = 2.953155843766322, reg = 14.107993271939353, hypers = [ 44.77112491 69.75845465 28.76847844 21.05047388 14.69667089
0.63276242 143.23644421 8.04187049 62.64660854 57.89435959
52.29671695 16.98353536 44.721138 36.15494968 29.93092958
85.22131359 7.49918911 95.47809775 29.94805022 1.86574477
134.97595432].
INFO:revrand.slm:ELBO = -48476.22175498657, var = 12.41100087182306, reg = 14.445408734530737, hypers = [ 52.08910797 2.08061556 58.71259015 68.16172813 21.14195029
19.07804437 15.96015615 24.19577587 20.99933011 24.13100357
37.2166325 69.97771866 11.9221624 3.27508312 11.17585041
71.46979649 11.06752657 47.36667959 27.13229344 112.68903747
0.85201894].
INFO:revrand.slm:ELBO = -283564.461503704, var = 2.625037322893238, reg = 4.932039539333473, hypers = [ 9.75423849 58.50720376 27.42803603 36.31631846 132.65276077
2.91879834 1.59763917 170.70807439 25.67243615 33.69820071
132.74633764 54.45265605 9.7942158 147.78070763 84.79765538
78.75812287 1.10476791 19.41976971 0.18533389 7.81815635
103.22436079].
INFO:revrand.slm:ELBO = -31528.70059038814, var = 17.734328393158016, reg = 27.06159380151176, hypers = [ 5.08016732 15.40430062 29.50493495 76.94429224 43.3803988
3.14649057 58.29177324 5.47201019 16.24704072 2.90473938
171.87416295 49.00497949 32.51330572 7.91838305 6.01225613
46.25862664 9.36094884 11.1968919 7.45783249 140.87135967
60.66227341].
INFO:revrand.slm:ELBO = -67333.1236980891, var = 11.934313766799585, reg = 61.623141277082134, hypers = [ 28.02777556 10.76277759 16.45198646 13.52155677 126.26568534
87.24007742 17.44072993 16.56597615 32.84722629 124.23893298
153.93820174 19.05996977 12.94467917 38.95804178 104.41842879
1.19419365 24.75154862 45.81584549 59.74910325 46.65068162
27.76170992].
INFO:revrand.slm:ELBO = -48706.064702665346, var = 16.940034217048016, reg = 26.069496353096962, hypers = [ 50.2002342 21.87161918 23.44104171 12.97465818 194.93559737
6.87910685 29.04125291 57.70626833 39.10192802 29.73052646
110.16491601 78.46764314 76.58707219 22.65451333 27.72377778
0.79735374 14.01482557 31.82774325 23.20243111 73.93256876
3.06069057].
INFO:revrand.slm:ELBO = -86738.39035619258, var = 2.2312432602922017, reg = 27.20645710071659, hypers = [ 78.06016195 47.67422693 178.48252444 71.94033853 42.62086409
24.39197151 101.76661522 1.98989357 5.47697718 40.6321149
12.45943098 20.10614658 19.31083094 25.50944525 22.89294461
147.78834395 14.89678829 79.44402321 74.03762655 18.61885347
4.22331944].
INFO:revrand.slm:ELBO = -52658.92430300698, var = 6.407584966577996, reg = 13.334616993884772, hypers = [ 32.67850339 25.66348428 0.69063851 38.43891045 7.47225866
35.62435479 16.3254337 25.19378719 20.90752681 10.80380192
104.4213032 15.84721157 7.4938245 7.68291856 9.40579322
154.5416971 17.44384217 19.22459852 42.64708021 21.16104504
6.89322338].
INFO:revrand.slm:ELBO = -88024.52136361197, var = 12.204996477597916, reg = 11.784038767853225, hypers = [ 18.03425843 143.519385 25.46146074 4.69040415 6.25041805
51.64013574 298.07845863 111.59626215 43.56560255 36.91039258
4.66754963 32.89751278 163.10551831 127.60869789 90.33138082
31.20519316 8.76176682 33.86736533 74.45007856 56.65336075
0.77915622].
INFO:revrand.slm:ELBO = -159355.52674871893, var = 9.757707018609635, reg = 1.55082048490867, hypers = [ 51.37696278 101.50769792 123.50383196 60.97830508 43.33117415
134.05276621 57.67055214 85.90148471 104.28045656 29.51347066
27.73593525 36.50043729 166.4424922 10.08433837 112.59027292
86.64444 24.91072662 3.43356746 16.86975148 78.47511144
14.67206777].
INFO:revrand.slm:ELBO = -39962.70947672826, var = 12.450392613044079, reg = 42.68160811909446, hypers = [ 36.083064 130.99170597 159.16239591 50.69865197 83.1486016
11.16278185 125.71634511 32.53332149 50.51797469 27.11355454
14.35254284 15.54881418 48.51747574 8.13207701 24.79799636
53.41322674 145.57726181 34.28209074 89.34219879 177.14089342
13.25829124].
INFO:revrand.slm:ELBO = -69843.9934208084, var = 6.312151554670557, reg = 11.795870454686252, hypers = [ 130.2260641 2.94376508 72.38194166 85.4583511 78.659723
33.84393176 91.89371633 79.92192043 59.99222091 0.51332477
38.82766537 15.24083767 17.68931117 3.06209078 5.01436061
75.40368005 65.33546471 4.55562382 21.52773438 22.76578673
46.32812638].
INFO:revrand.slm:ELBO = -59275.631476746916, var = 4.117267377211821, reg = 50.32669693792582, hypers = [ 57.48261427 11.3898688 5.51189256 32.2962078 10.27591206
0.72483034 64.63637531 53.65109925 30.60354702 38.60259932
1.85340754 29.82241339 18.35459416 38.79565049 22.68696065
20.95767199 50.57651594 90.15910593 8.82388735 18.60205766
60.32643971].
INFO:revrand.slm:ELBO = -44512.21477072544, var = 12.039427661297864, reg = 14.62977643191505, hypers = [ 62.62281052 4.11209077 14.12719858 84.57056881 88.99485871
23.15010342 52.58087723 48.86486712 73.81580179 35.32349076
16.93055054 7.36538528 17.64531217 6.53385659 14.72600959
36.11415506 34.38964298 4.58842642 54.12246074 18.81038104
120.68554414].
INFO:revrand.optimize.decorators:Best start found with objective = 31528.70059038814
INFO:revrand.slm:ELBO = -31528.700590388136, var = 17.734328393158016, reg = 27.061593801511762, hypers = [ 5.08016732 15.40430062 29.50493495 76.94429224 43.3803988
3.14649057 58.29177324 5.47201019 16.24704072 2.90473938
171.87416295 49.00497949 32.51330572 7.91838305 6.01225613
46.25862664 9.36094884 11.1968919 7.45783249 140.87135967
60.66227341].
INFO:revrand.slm:ELBO = -1784328.8476612708, var = 1.3407807929942438e+154, reg = 1.3407807929942438e+154, hypers = [ 1.00000000e-100 4.51882138e-074 1.90789491e-025 2.76393714e-038
6.20237792e-010 5.08089749e+042 8.85661213e-011 2.54812480e+081
3.43395986e-067 1.34078079e+154 1.01514930e+002 1.02552347e+003
5.83875089e-002 9.59581389e-038 1.00000000e-100 3.85036279e-028
2.42416545e-030 1.00000000e-100 1.75609639e-007 1.43166264e-001
5.49119681e-014].
INFO:revrand.slm:ELBO = -286389.00898126565, var = 1.0077358478058895e+24, reg = 1.4440004749233038e+24, hypers = [ 5.20902089e-15 1.24212015e-10 3.73128062e-03 1.03564722e-04
1.05476759e+00 6.02707873e+06 1.01521650e+00 5.55687066e+12
1.37401260e-09 2.16064945e+23 1.58918197e+02 7.70574755e+01
1.26877146e+01 1.79934433e-05 6.01210366e-15 2.17247340e-03
2.62282273e-04 1.02068229e-14 5.46068426e-01 5.05062947e+01
3.49842272e-01].
INFO:revrand.slm:ELBO = -64723.06436137435, var = 50125.97985199175, reg = 75763.16298810896, hypers = [ 2.70665514e-02 3.19934326e-01 7.56254084e+00 9.90169625e+00
2.46872420e+01 2.82279120e+01 3.15360350e+01 3.62440390e+02
4.81953311e-01 8.55249301e+03 1.69843178e+02 5.24874248e+01
2.81887456e+01 1.10323126e+00 3.19110285e-02 1.02027173e+01
1.90906543e+00 5.86008859e-02 5.01658672e+00 1.20574604e+02
2.77533746e+01].
INFO:revrand.slm:ELBO = -31939.046757027518, var = 66.30767192961794, reg = 101.02172727846143, hypers = [ 2.13103368 8.09861252 23.53846211 54.75196687 39.50612914
4.52851964 52.64179183 10.97398427 9.06221948 10.93452211
171.53543948 49.56648755 31.75224198 5.70932442 2.52043606
35.99545402 7.18999636 4.68299759 6.98288037 137.28076904
53.2795031 ].
INFO:revrand.slm:ELBO = -30359.201020830955, var = 29.88242185839096, reg = 45.57035071004164, hypers = [ 3.60254006 11.94448864 26.98211915 67.25280432 41.80412681
3.63403023 55.98733277 7.20635205 12.89627948 4.90764136
171.74007132 49.22636867 32.21004338 6.9572159 4.2624553
41.88803296 8.43302301 7.93084676 7.26617887 139.43969396
57.62635292].
INFO:revrand.slm:ELBO = -29229.623246868196, var = 19.953072863374018, reg = 70.31224723789724, hypers = [ 3.17704736 10.81551176 25.92831236 63.94847388 41.287026
3.80701679 55.10337795 7.77556556 11.79481314 5.90701435
171.61781087 49.2955364 32.03317155 6.61761878 3.50141974
40.47239271 8.06551442 6.23952437 7.15107495 138.86803287
56.34197943].
INFO:revrand.slm:ELBO = -28100.84462826726, var = 10.001609873529976, reg = 223.64074193521301, hypers = [ 2.22613573 7.6005397 21.68519154 54.46355515 39.38559869
3.89285372 52.4197469 8.29411171 8.90845857 8.73644361
171.28943648 49.4592859 30.94962455 5.26293029 2.05061584
36.7200225 6.73201068 3.5355792 6.26099583 136.77161785
51.65471724].
INFO:revrand.slm:ELBO = -27540.987999384815, var = 9.94228603237503, reg = 434.25142642385913, hypers = [ 1.76858371 5.74745745 19.1075502 48.49284896 38.04729936
4.03003702 50.29549266 8.18980961 7.29451436 11.47893509
170.98950374 49.65588346 30.042241 4.19238912 1.53328043
34.17223004 5.81193725 2.51445227 5.60003606 134.90296207
48.35372613].
INFO:revrand.slm:ELBO = -27137.126316188027, var = 9.78283345202679, reg = 1338.4346455677335, hypers = [ 1.52422467 3.68646259 15.4359449 40.65924302 35.74105238
4.24977447 46.37757919 6.70839243 5.63685114 16.52694944
170.24801744 50.06864021 28.78768717 2.56115723 1.33731309
30.42644122 4.66583184 1.33975641 4.73167176 130.25536253
42.99803818].
INFO:revrand.slm:ELBO = -26970.7014065126, var = 10.679713633725871, reg = 1399.2920384849663, hypers = [ 2.1294919 3.9404582 15.48752035 40.21610627 35.40082256
4.15667631 45.89620487 5.44825193 6.39724785 15.11803849
169.5587351 50.73939466 29.09395933 2.59230016 1.78983771
30.77312595 4.67602008 1.50488453 4.92201137 128.81754093
42.33784576].
INFO:revrand.slm:ELBO = -26804.977618346955, var = 9.967438752480687, reg = 2140.841017181248, hypers = [ 3.08141093 3.62295999 14.50621024 37.49640498 33.89366246
4.01352563 43.83212924 3.81015325 7.23994517 14.97093897
168.0253208 51.6041682 29.61325002 2.2391605 2.15319407
30.01709841 4.51229856 1.56863819 4.85263295 124.93429769
39.88040865].
INFO:revrand.slm:ELBO = -26741.98891767573, var = 9.032300443233773, reg = 3680.1036534105106, hypers = [ 5.41786788 2.86537728 13.06321329 32.64170602 29.41603596
3.90732837 37.40891503 1.7589733 10.23728532 11.56600209
162.50515073 49.95764431 35.72357372 2.49439912 2.72088877
29.52824368 5.30940236 2.12413909 4.80962977 114.86983191
31.99749524].
INFO:revrand.slm:ELBO = -26714.127123307313, var = 8.923652473778528, reg = 4127.747797099027, hypers = [ 6.91037773 3.22327158 12.83492759 30.19580229 26.09394588
3.81486172 33.67883333 1.04530576 13.61507165 9.25730714
157.73695645 47.3290245 41.22340252 2.69116603 2.91226759
29.01446878 7.08005305 3.45005023 5.11131411 106.99815975
25.25852693].
INFO:revrand.slm:ELBO = -26635.848183705195, var = 9.290376060132228, reg = 3359.7158750236763, hypers = [ 6.0482424 3.73172465 12.54998561 29.46735962 25.49323877
4.09270122 33.85945624 1.54332827 13.85547382 10.44659887
156.2036129 45.99154744 41.86028587 2.57112557 2.56489955
28.70905582 7.94781812 3.86969221 5.15972414 105.03341392
22.73396036].
INFO:revrand.slm:ELBO = -26604.78898894765, var = 9.204574196060776, reg = 3696.795758991786, hypers = [ 6.02823168 3.91204489 11.99388194 27.49926288 23.99831437
4.21025678 32.66173826 1.45158653 14.45103156 11.04153628
154.071132 44.52352394 43.33295059 2.59517684 2.4505243
27.99313779 8.42736468 3.7913645 5.13725938 101.76420273
19.44020796].
INFO:revrand.slm:ELBO = -26481.55318231744, var = 8.550640551959644, reg = 6089.295772184794, hypers = [ 5.32600652 5.94239803 8.90374733 16.82682153 15.52885497
5.09577397 25.56676421 1.32328923 19.12242354 16.66653567
138.97810533 34.63258625 55.87740199 2.90624534 1.6810182
23.4538862 12.64557199 3.23454116 5.0808444 81.0204653
6.01453149].
INFO:revrand.slm:ELBO = -26434.109047409627, var = 8.20427570930996, reg = 6822.711864235993, hypers = [ 5.00407637 7.66873865 8.82195559 12.13412985 11.78177887
5.00613727 22.14782409 1.23871979 24.59230484 18.34548477
132.8422175 29.33569001 67.18989534 3.0886438 1.75239216
21.73000776 15.6490425 3.21735842 5.62300788 69.96651363
2.98465246].
INFO:revrand.slm:ELBO = -26369.725050962523, var = 7.904555614856386, reg = 5248.60401900731, hypers = [ 4.27929245 10.30414668 12.27062504 7.55865503 8.00133504
4.55758538 18.38655121 1.0737111 34.10122521 16.93717725
129.83352666 23.75312093 89.05802087 3.11759686 2.83506923
22.5014518 17.21728691 3.32093684 7.94238361 57.65404888
1.6947339 ].
INFO:revrand.slm:ELBO = -26292.255391637, var = 8.263301594325258, reg = 4409.399653457362, hypers = [ 4.13930364 10.22171722 13.3643307 7.84036291 7.95202771
5.06311976 18.65476045 1.24891122 32.25019009 17.03932859
132.06336673 24.24646213 88.86250043 2.75159679 2.52460153
22.94107274 15.91273678 3.57706994 8.75343485 58.35053472
2.10372425].
INFO:revrand.slm:ELBO = -26274.004433084272, var = 8.510028376373684, reg = 3556.0374266248264, hypers = [ 3.47810771 14.44111358 16.10842219 5.08940432 4.98933774
6.65850649 15.3056072 1.42284349 38.7702727 20.3983775
128.88265255 20.64742896 117.6548348 2.18428304 1.87981547
22.88675309 17.46025637 4.25571723 12.99417942 48.03084402
1.34689866].
INFO:revrand.slm:ELBO = -26236.6637549041, var = 8.37627283769588, reg = 3992.694575417924, hypers = [ 3.81981696 11.98917976 14.5673422 6.42274051 6.41279247
5.74541883 17.02651726 1.32637464 35.11070918 18.5147659
130.58571928 22.51341641 101.15224564 2.47345509 2.20333543
22.91598635 16.60914825 3.87568118 10.50422747 53.33764334
1.71242235].
INFO:revrand.slm:ELBO = -26207.200018556752, var = 8.105187150687515, reg = 3600.5959674287133, hypers = [ 3.42748634 14.03450698 16.53959228 5.03821272 4.88089686
6.57819871 15.48255249 1.43464806 36.42159878 21.04238401
130.2138729 21.34256019 116.93036706 2.05485372 2.13390934
23.81354053 15.42296135 3.66040627 13.18923415 47.44647751
1.52139 ].
INFO:revrand.slm:ELBO = -26178.34460157081, var = 7.780956323375622, reg = 3356.607782808873, hypers = [ 3.27476349 14.21831119 17.9105744 4.5760885 4.24232865
6.88016452 15.06534746 1.56068509 32.00274908 23.79645463
132.86660175 22.75065933 123.88658237 1.78452037 2.02712696
26.51108754 11.84025646 2.87448915 15.51525584 44.37080773
1.94462959].
INFO:revrand.slm:ELBO = -26159.408202372742, var = 7.752010641070024, reg = 3373.7496806251515, hypers = [ 3.27561188 13.63252411 18.58391752 4.14392352 3.77995407
6.94285179 14.15504789 1.580347 30.2749373 25.57400639
133.87446012 23.81904716 133.72567005 1.67347158 2.29679905
29.07938977 9.75502895 2.53241214 17.57016199 41.32358959
2.05600162].
INFO:revrand.slm:ELBO = -26136.87008880272, var = 7.871428659087175, reg = 3359.065820093707, hypers = [ 3.6816781 12.44201926 18.51694405 3.93064876 3.5423098
7.09943817 13.19569873 1.54394842 28.62240376 25.80474259
134.97824336 26.01363395 144.06453883 1.58486378 2.53802009
32.54175028 8.48661298 2.75608862 19.44130166 39.03875531
2.38473805].
INFO:revrand.slm:ELBO = -26190.36822879071, var = 7.972919038531627, reg = 3289.816904323153, hypers = [ 4.46504938 10.13335181 19.15590178 3.02345983 2.63353589
8.47247452 10.18433308 1.59348101 21.87895851 30.82692283
138.80744336 33.18542036 184.67982124 1.18240382 2.91549951
46.27232573 5.40495132 2.90616836 28.51453428 31.53988287
3.8974126 ].
INFO:revrand.slm:ELBO = -26124.682092288054, var = 7.900325702505952, reg = 3339.1107729602304, hypers = [ 3.89053978 11.73260516 18.69749963 3.6464294 3.25432149
7.46771027 12.2533162 1.55795707 26.50524533 27.15126759
136.0626084 27.88996994 154.67117252 1.45747449 2.64070215
35.98900868 7.45913001 2.79820706 21.69224398 36.72814232
2.74449166].
INFO:revrand.slm:ELBO = -26101.300655609066, var = 7.9743128749918, reg = 3461.048728840376, hypers = [ 3.98120281 10.37325983 17.88291561 3.69703586 3.13463903
8.4046748 10.4624519 1.57726899 22.34428954 29.75410422
136.6588289 31.094721 166.67247116 1.39823692 2.66244643
40.87760177 7.64506881 3.1698938 23.02192866 33.56815599
3.31702922].
INFO:revrand.slm:ELBO = -26070.124063040384, var = 7.943735541824193, reg = 3684.6515901581784, hypers = [ 3.56594032 9.14144856 16.73321287 4.17778389 3.10710803
10.12858731 7.95054571 1.6454473 17.67851336 34.17507107
135.52095398 34.52513069 181.00699492 1.41254354 2.5406265
44.75241734 8.95197805 3.69206263 23.42093268 29.86914385
3.6827441 ].
INFO:revrand.slm:ELBO = -26060.186885909134, var = 7.784142809203057, reg = 3871.523318547638, hypers = [ 3.03896679 8.38909894 16.87675738 4.68572074 2.99276308
11.65962335 5.60416216 1.72555261 15.37747271 38.19975176
132.56970412 36.1894429 202.58434027 1.34209553 2.60415828
45.5391588 10.11316841 4.13497739 24.54990682 26.63937903
3.78871929].
INFO:revrand.slm:ELBO = -26048.267779767644, var = 7.731568694634199, reg = 3880.898686465373, hypers = [ 3.056962 8.598276 17.69871426 4.77167754 3.24064786
10.69374197 6.19317523 1.68037318 17.24814376 35.44763171
130.97516562 33.86995869 195.33754288 1.38642978 2.64844651
40.77421859 10.40249381 3.86074025 23.05707604 28.46178316
3.37888194].
INFO:revrand.slm:ELBO = -26042.396963473162, var = 7.664892156652912, reg = 3864.6861215423446, hypers = [ 2.99524719 8.30997817 19.62803163 4.86404278 3.30574719
10.14010773 5.98351265 1.68696297 18.04953986 34.54395702
128.9442362 32.7770876 200.4178043 1.32696816 2.7779214
37.11664018 10.00284802 3.62717017 23.26513139 29.21340801
3.24317049].
INFO:revrand.slm:ELBO = -26039.17183920342, var = 7.663890910986514, reg = 3814.234394701599, hypers = [ 2.90486747 7.8429044 21.3504723 5.07178708 3.31827002
9.94430042 5.59044753 1.70362687 18.05279918 34.17353703
126.98235517 32.60150942 207.348221 1.32682627 2.8209526
34.51751762 9.92647909 3.64523025 23.17956597 29.5853726
3.22282224].
INFO:revrand.slm:ELBO = -26034.405001854073, var = 7.716459920344226, reg = 3557.3473635606565, hypers = [ 2.90227643 7.04782665 26.01857595 5.27749958 3.23291339
9.52094718 5.06165532 1.70200919 18.05509256 32.7291891
123.12127523 33.00476349 225.44087406 1.34216349 2.8569341
29.72438261 9.37267418 3.69002932 23.44304367 31.08932803
3.3607837 ].
INFO:revrand.slm:ELBO = -26031.685470503835, var = 7.731773060073883, reg = 3365.9804243208446, hypers = [ 2.90646276 6.8016529 29.34297711 5.39012324 3.19938542
9.41736013 4.91242567 1.6598747 18.51833073 31.41265789
119.71520246 33.2962801 242.88099976 1.35126384 2.8081939
26.4495117 9.45039971 3.76821452 23.66663145 32.59291016
3.35457215].
INFO:revrand.slm:ELBO = -26028.81331964196, var = 7.732201764511717, reg = 3105.7714464368, hypers = [ 2.91333904 6.62931367 34.99789488 5.49931053 3.08937131
9.52424744 4.96384401 1.58500663 18.87082463 29.3359671
114.76121812 34.40022683 276.96309312 1.33827484 2.72082656
23.35416025 9.40457946 3.82122378 25.03568386 34.67103344
3.41193602].
INFO:revrand.slm:ELBO = -26027.083320584803, var = 7.705317829798927, reg = 3043.5193140943193, hypers = [ 2.88197556 6.55359719 39.70881845 5.46267773 3.0407745
9.85472427 4.98448407 1.53354984 18.87223179 27.84773104
110.71099315 35.45215156 310.54159947 1.35604395 2.6658008
22.36521934 9.60463341 3.83349182 26.66150989 35.21252509
3.43122569].
INFO:revrand.slm:ELBO = -26024.898796444264, var = 7.672828940095817, reg = 2996.2093665121506, hypers = [ 2.82709429 6.36900674 48.41100289 5.46575241 3.03673678
10.37777324 4.97022906 1.48241702 18.68187286 25.57778623
104.75682482 37.36985034 371.45752538 1.35595232 2.61965372
21.98815071 9.80746269 3.819523 29.79353664 35.29879429
3.47677982].
INFO:revrand.slm:ELBO = -26021.91437683182, var = 7.638894200382425, reg = 2971.4352169183476, hypers = [ 2.75647452 6.07596212 66.01734843 5.52006217 3.07903428
11.05144642 4.89514719 1.43760144 18.59965401 22.15806335
96.0425634 40.11611188 487.0067202 1.36191712 2.59289809
22.22233295 10.15525074 3.76897793 35.33193191 34.83152716
3.47331714].
INFO:revrand.slm:ELBO = -26018.391826881532, var = 7.619673555795329, reg = 2969.485662485303, hypers = [ 2.75398086 5.83357419 97.42990842 5.72951704 3.09121323
11.80096008 4.76198619 1.42350586 18.76540468 18.45499861
85.72470077 43.66977875 684.45913558 1.35714364 2.56778366
24.06608969 10.56374317 3.71859602 43.92220793 33.56013979
3.40662484].
INFO:revrand.slm:ELBO = -26014.31213277516, var = 7.634212363735016, reg = 3180.0527542879768, hypers = [ 2.77417398 5.94867306 124.78204233 5.75933842 2.97827623
12.13306371 4.87462285 1.48336174 19.42126004 17.9456843
77.49839326 45.66059444 859.34271872 1.39055589 2.5770605
27.64397988 10.35616976 3.65510574 50.6659049 32.0360512
3.29990703].
INFO:revrand.slm:ELBO = -26009.556038561914, var = 7.661668961618694, reg = 3423.5298128616946, hypers = [ 2.8301811 6.18010538 192.3931966 5.7720249 2.74517792
12.15528036 5.14743999 1.64062938 21.08157674 17.77868936
64.88176937 48.67281842 1236.619278 1.39497717 2.58747805
33.0169355 9.42965401 3.55004245 62.90879839 30.90897859
3.17191908].
INFO:revrand.slm:ELBO = -26007.80381675938, var = 7.6469093766581215, reg = 3470.9173886375656, hypers = [ 2.86597713e+00 6.25400263e+00 2.59287798e+02 5.63101862e+00
2.63097974e+00 1.22002213e+01 5.23830805e+00 1.71430191e+00
2.19705163e+01 1.71248313e+01 5.75896254e+01 5.08843528e+01
1.58512551e+03 1.36492776e+00 2.58980741e+00 3.45076826e+01
9.20365851e+00 3.53149902e+00 7.21189969e+01 3.10265299e+01
3.11911685e+00].
INFO:revrand.slm:ELBO = -26005.137201969606, var = 7.623097236081789, reg = 3521.2183050441017, hypers = [ 2.92847260e+00 6.25104521e+00 3.36810895e+02 5.37470786e+00
2.60141307e+00 1.19949296e+01 5.31588046e+00 1.77561837e+00
2.20152213e+01 1.71801851e+01 5.04170458e+01 5.32007874e+01
1.97169537e+03 1.32921442e+00 2.59469348e+00 3.43765527e+01
9.34415163e+00 3.55900264e+00 7.88564822e+01 3.23737036e+01
3.13582176e+00].
INFO:revrand.slm:ELBO = -26001.53238218595, var = 7.597771078855644, reg = 3618.4944704912773, hypers = [ 2.99766335e+00 6.45348498e+00 5.18665322e+02 4.89202300e+00
2.53663410e+00 1.13862496e+01 5.56817253e+00 1.86143738e+00
2.18869080e+01 1.78503781e+01 3.92767010e+01 5.68400000e+01
2.83298298e+03 1.29472220e+00 2.60085383e+00 3.29826513e+01
1.00041856e+01 3.59033086e+00 8.85791049e+01 3.57126426e+01
3.16057096e+00].
INFO:revrand.slm:ELBO = -25999.037409023273, var = 7.604546710192302, reg = 3737.8288837751397, hypers = [ 3.02816736e+00 6.66068771e+00 6.85629402e+02 4.83741020e+00
2.59402011e+00 1.08849485e+01 5.63303603e+00 1.87016221e+00
2.12632833e+01 1.84345872e+01 3.21951019e+01 5.98428066e+01
3.61752695e+03 1.28691584e+00 2.61367472e+00 3.17897660e+01
1.09470136e+01 3.65549974e+00 9.13491973e+01 3.79733687e+01
3.21828574e+00].
INFO:revrand.slm:ELBO = -25995.987958480728, var = 7.614092437325459, reg = 4220.165392268188, hypers = [ 3.09147051e+00 7.47323686e+00 1.31493550e+03 4.62904870e+00
2.55009884e+00 1.02068792e+01 5.84887470e+00 1.97555095e+00
2.08074657e+01 1.98362616e+01 2.05971359e+01 6.64879573e+01
6.42854191e+03 1.28682034e+00 2.69865119e+00 3.34301160e+01
1.23929785e+01 3.62217863e+00 1.03043167e+02 3.97676724e+01
3.20631977e+00].
INFO:revrand.slm:ELBO = -25992.54887728097, var = 7.606475179076102, reg = 4916.2463665713685, hypers = [ 3.17100695e+00 8.09078204e+00 3.89303278e+03 4.79265457e+00
2.61867628e+00 1.00015168e+01 5.76881344e+00 1.99971730e+00
2.04572614e+01 1.96350395e+01 1.02675360e+01 8.05063415e+01
1.66162864e+04 1.31636930e+00 2.81590199e+00 3.55352887e+01
1.49696650e+01 3.62921123e+00 1.28835031e+02 4.12053036e+01
3.23534903e+00].
INFO:revrand.slm:ELBO = -25987.741547926176, var = 7.606857172153709, reg = 4596.955928771786, hypers = [ 3.18069928e+00 7.72056333e+00 3.70583663e+03 5.01741917e+00
2.61588370e+00 1.10078739e+01 5.41146043e+00 1.90222453e+00
2.10796093e+01 1.96256225e+01 1.05703159e+01 8.00431047e+01
1.58914632e+04 1.35315743e+00 2.83914905e+00 3.59571842e+01
1.43852718e+01 3.55914015e+00 1.24272531e+02 3.77851514e+01
3.30736300e+00].
INFO:revrand.slm:ELBO = -25984.127174430614, var = 7.573179968565623, reg = 4461.043212543568, hypers = [ 3.27964517e+00 7.23321633e+00 1.04715640e+04 5.22770938e+00
2.49077432e+00 1.38981201e+01 4.84890979e+00 1.84759194e+00
2.30819232e+01 1.97468877e+01 5.81021784e+00 9.60666797e+01
3.83403648e+04 1.42154810e+00 2.95739995e+00 4.02137012e+01
1.39391282e+01 3.29644899e+00 1.61854107e+02 3.19636371e+01
3.41859488e+00].
INFO:revrand.slm:ELBO = -25983.083833522516, var = 7.589187540483377, reg = 4525.212394314413, hypers = [ 3.23218100e+00 7.46117313e+00 6.38750731e+03 5.12656006e+00
2.54954669e+00 1.24386221e+01 5.10892283e+00 1.87339184e+00
2.21063962e+01 1.96890872e+01 7.72450623e+00 8.80765053e+01
2.52137204e+04 1.38858188e+00 2.90052512e+00 3.81286965e+01
1.41496853e+01 3.41894771e+00 1.42730740e+02 3.46127241e+01
3.36520323e+00].
INFO:revrand.slm:ELBO = -25979.080091107153, var = 7.545563549088307, reg = 4041.6875998835817, hypers = [ 3.21789136e+00 6.86208407e+00 1.06876342e+04 5.46862788e+00
2.36393987e+00 1.58051829e+01 5.11085356e+00 1.84280005e+00
2.21097635e+01 2.10313191e+01 5.72057598e+00 9.78267532e+01
3.77150934e+04 1.40723060e+00 2.94222934e+00 3.97330436e+01
1.11899010e+01 3.21662435e+00 1.60066503e+02 2.83082709e+01
3.47282820e+00].
INFO:revrand.slm:ELBO = -25978.66154824435, var = 7.571816322549932, reg = 3848.922589111977, hypers = [ 3.12802879e+00 6.83577937e+00 7.37085409e+03 5.41888279e+00
2.31942143e+00 1.57142080e+01 5.16769401e+00 1.85025463e+00
2.13721972e+01 2.10251426e+01 7.16421597e+00 9.21951384e+01
2.74128399e+04 1.39776048e+00 2.90845222e+00 3.81973505e+01
1.05728532e+01 3.28468618e+00 1.45185110e+02 2.78075302e+01
3.45018055e+00].
INFO:revrand.slm:ELBO = -25976.56504275283, var = 7.6054663448695115, reg = 3884.244185253211, hypers = [ 3.09151852e+00 7.01890424e+00 9.11869214e+03 5.51396693e+00
2.26857098e+00 1.54290529e+01 5.07773124e+00 1.83775805e+00
2.04841775e+01 2.04847764e+01 6.21092735e+00 9.66943916e+01
3.32279560e+04 1.41902645e+00 2.93300111e+00 3.68447671e+01
1.12600775e+01 3.35878186e+00 1.49011993e+02 2.81701059e+01
3.50404784e+00].
INFO:revrand.slm:ELBO = -25975.72829884327, var = 7.605885639323647, reg = 3763.4632171771873, hypers = [ 3.10430467e+00 7.00668929e+00 1.17169171e+04 5.59452598e+00
2.17726539e+00 1.61825726e+01 5.03332377e+00 1.83551321e+00
1.95924114e+01 2.02969008e+01 5.32110301e+00 1.02965166e+02
4.08530952e+04 1.44243295e+00 2.95738622e+00 3.62440410e+01
1.08458882e+01 3.33205448e+00 1.54639939e+02 2.66246901e+01
3.60129673e+00].
INFO:revrand.slm:ELBO = -25974.881015447783, var = 7.604995230238298, reg = 3679.002239194621, hypers = [ 3.12410275e+00 7.05708917e+00 1.19494905e+04 5.57585106e+00
2.15894020e+00 1.64078329e+01 4.98144010e+00 1.83236928e+00
1.87851455e+01 1.97841777e+01 5.23049696e+00 1.05466974e+02
4.12983807e+04 1.46499208e+00 2.96848244e+00 3.54742668e+01
1.06353709e+01 3.30702542e+00 1.50715084e+02 2.54772521e+01
3.64543556e+00].
INFO:revrand.slm:ELBO = -25973.826643593016, var = 7.626473734254694, reg = 3479.7235770315697, hypers = [ 3.16864892e+00 7.11469072e+00 1.32165597e+04 5.54822906e+00
2.12552436e+00 1.68213873e+01 4.90416465e+00 1.82217986e+00
1.74564001e+01 1.79290604e+01 4.97523598e+00 1.14265239e+02
4.41512432e+04 1.52824890e+00 2.99059534e+00 3.43080386e+01
1.02075947e+01 3.23687437e+00 1.45401931e+02 2.29819256e+01
3.74144123e+00].
INFO:revrand.slm:ELBO = -25973.331448332752, var = 7.634516622648942, reg = 3435.7331316912177, hypers = [ 3.22105798e+00 7.18854060e+00 1.37442154e+04 5.51309864e+00
2.16582498e+00 1.65937896e+01 4.85328242e+00 1.81297329e+00
1.73017966e+01 1.71444056e+01 4.89077755e+00 1.20330142e+02
4.51535844e+04 1.56165674e+00 2.99676417e+00 3.44198376e+01
1.02358363e+01 3.19515018e+00 1.41576679e+02 2.21702082e+01
3.73397663e+00].
INFO:revrand.slm:ELBO = -25972.23217958004, var = 7.673671722753593, reg = 3226.873586577409, hypers = [ 3.40464656e+00 7.31791325e+00 1.84453715e+04 5.45466436e+00
2.19077058e+00 1.60934765e+01 4.74838505e+00 1.77383003e+00
1.70206651e+01 1.45202190e+01 4.30259896e+00 1.49439984e+02
5.56259087e+04 1.69699319e+00 3.00231393e+00 3.49153452e+01
1.00826882e+01 3.07629153e+00 1.37286488e+02 1.96200945e+01
3.73982942e+00].
INFO:revrand.slm:ELBO = -25970.039550512345, var = 7.713562758430805, reg = 3034.76235417097, hypers = [ 3.72845971e+00 7.45907331e+00 2.36161230e+04 5.18820934e+00
2.29563505e+00 1.40186462e+01 4.62293942e+00 1.70962302e+00
1.84331533e+01 1.17502939e+01 4.08376740e+00 1.99373829e+02
6.40145395e+04 1.89522038e+00 2.95655050e+00 3.61931382e+01
1.04344269e+01 2.89666394e+00 1.28286494e+02 1.82622953e+01
3.51881555e+00].
INFO:revrand.slm:ELBO = -25966.7313577022, var = 7.732009954654239, reg = 2995.345333164591, hypers = [ 4.07065700e+00 7.71322842e+00 2.60416628e+04 4.66638954e+00
2.48398938e+00 1.08692953e+01 4.64282355e+00 1.66626118e+00
2.11452212e+01 1.10444309e+01 4.08612784e+00 2.62648418e+02
6.43153981e+04 2.12683789e+00 2.90962066e+00 3.82266376e+01
1.12401884e+01 2.73107898e+00 1.12341837e+02 1.90750395e+01
3.14715002e+00].
INFO:revrand.slm:ELBO = -25963.28937582436, var = 7.684790924394256, reg = 3179.3269683837284, hypers = [ 3.98077564e+00 7.50396195e+00 2.44607828e+04 4.57333025e+00
2.46685539e+00 1.02493383e+01 4.84369504e+00 1.70304468e+00
2.04065472e+01 1.24095783e+01 4.17966142e+00 2.65735593e+02
6.02572955e+04 2.15987766e+00 2.91359371e+00 3.91651810e+01
1.10787409e+01 2.76149500e+00 1.10733092e+02 2.10721735e+01
3.12037047e+00].
INFO:revrand.slm:ELBO = -25962.099839565948, var = 7.619433396347437, reg = 3273.746240446925, hypers = [ 4.30093038e+00 7.33263310e+00 3.81363738e+04 4.13047782e+00
2.50858601e+00 7.65697829e+00 5.09552217e+00 1.66950815e+00
1.78694204e+01 1.23491152e+01 3.36730874e+00 4.45230326e+02
7.64917501e+04 2.78425217e+00 2.92772573e+00 4.15960375e+01
1.05353034e+01 2.50801667e+00 9.46388934e+01 2.24261289e+01
2.96270256e+00].
INFO:revrand.slm:ELBO = -25957.989185113474, var = 7.619129770111904, reg = 3304.876708397393, hypers = [ 4.31227906e+00 7.33064987e+00 3.35320101e+04 4.01298677e+00
2.47761010e+00 6.27313133e+00 5.35906862e+00 1.64904340e+00
1.69491016e+01 1.23643332e+01 3.75735140e+00 4.84214107e+02
6.53838668e+04 2.88465262e+00 2.88965955e+00 3.99533883e+01
1.06847719e+01 2.50795395e+00 8.75103357e+01 2.58858229e+01
2.87179727e+00].
INFO:revrand.slm:ELBO = -25957.69988537309, var = 7.651762721258433, reg = 3152.2582181580615, hypers = [ 3.98154216e+00 7.69173294e+00 2.89615013e+04 4.42611698e+00
2.29350668e+00 6.98238092e+00 5.18439313e+00 1.64318152e+00
1.58169088e+01 1.38078554e+01 3.79304810e+00 3.82903053e+02
6.20541667e+04 2.57149556e+00 2.93045317e+00 3.76082833e+01
1.08392222e+01 2.67301003e+00 9.34908781e+01 2.60301268e+01
3.10614682e+00].
INFO:revrand.slm:ELBO = -25953.75314877766, var = 7.6626658593770385, reg = 3080.6746379789142, hypers = [ 4.14811747e+00 8.20118432e+00 3.56307178e+04 4.07765383e+00
2.32494385e+00 5.63727658e+00 5.26510446e+00 1.64608439e+00
1.58814530e+01 1.34692852e+01 3.46445832e+00 4.82281079e+02
7.04646181e+04 2.82092702e+00 2.87994424e+00 3.90897541e+01
1.12756531e+01 2.57381813e+00 9.00372326e+01 2.68915954e+01
3.01007087e+00].
INFO:revrand.slm:ELBO = -25952.852989795334, var = 7.619647695996875, reg = 2892.6535549418218, hypers = [ 4.16993658e+00 8.26582860e+00 4.33838027e+04 3.91833160e+00
2.21897452e+00 4.82001783e+00 5.22477764e+00 1.59497189e+00
1.55882740e+01 1.37417811e+01 3.23264422e+00 5.96904243e+02
7.80132401e+04 3.12818129e+00 2.84517460e+00 3.83712265e+01
1.09274235e+01 2.41938388e+00 8.73949269e+01 2.68007706e+01
2.92782463e+00].
INFO:revrand.slm:ELBO = -25951.642226218464, var = 7.599024467463251, reg = 2840.154169757863, hypers = [ 4.05148729e+00 8.24257750e+00 4.29800270e+04 4.07132405e+00
2.14197381e+00 5.37909011e+00 5.07434684e+00 1.59763114e+00
1.62590688e+01 1.39667777e+01 3.27621071e+00 5.30685287e+02
8.01632972e+04 2.95616336e+00 2.84590416e+00 3.79364546e+01
1.08070223e+01 2.42624027e+00 9.63544838e+01 2.53764024e+01
2.98142345e+00].
INFO:revrand.slm:ELBO = -25950.07257076105, var = 7.587984548668607, reg = 2940.8961165373953, hypers = [ 4.04502894e+00 8.54424683e+00 4.46175460e+04 4.17643604e+00
2.05918259e+00 4.90856447e+00 5.04127129e+00 1.62165976e+00
1.61390140e+01 1.49110092e+01 3.17345680e+00 5.14522222e+02
8.37204757e+04 2.86847755e+00 2.88307047e+00 3.66275003e+01
1.12844607e+01 2.49658768e+00 1.01144413e+02 2.64613221e+01
3.10321803e+00].
INFO:revrand.slm:ELBO = -25948.70488898074, var = 7.564197887240385, reg = 2905.305112561851, hypers = [ 4.10213224e+00 8.64638646e+00 4.93130522e+04 4.06857985e+00
1.91175517e+00 4.48474469e+00 4.93325100e+00 1.61497592e+00
1.65256654e+01 1.58215660e+01 3.07114612e+00 5.34691441e+02
9.03154285e+04 2.89428156e+00 2.91994234e+00 3.49322307e+01
1.13959404e+01 2.48919755e+00 1.06375018e+02 2.63830456e+01
3.18519879e+00].
INFO:revrand.slm:ELBO = -25947.63555190655, var = 7.534866361338579, reg = 2964.3543710667286, hypers = [ 4.14449452e+00 8.27474868e+00 5.10136321e+04 4.00166682e+00
1.83946300e+00 4.42852239e+00 4.85527284e+00 1.62102691e+00
1.71259815e+01 1.67164066e+01 3.12000466e+00 5.28171448e+02
9.29635932e+04 2.84472769e+00 2.95120420e+00 3.36783233e+01
1.15349697e+01 2.45371542e+00 1.14167321e+02 2.63517397e+01
3.24347646e+00].
INFO:revrand.slm:ELBO = -25946.991119986655, var = 7.525890196368397, reg = 2987.1680693122366, hypers = [ 4.12038934e+00 7.90631184e+00 5.10430531e+04 3.92199162e+00
1.82789637e+00 4.47692631e+00 4.83488058e+00 1.64046303e+00
1.74951918e+01 1.73724862e+01 3.21860532e+00 5.14421963e+02
9.34543817e+04 2.75845790e+00 2.96180281e+00 3.27197081e+01
1.18801885e+01 2.41519459e+00 1.21878022e+02 2.66489226e+01
3.27275510e+00].
INFO:revrand.slm:ELBO = -25946.723587951037, var = 7.5248571041750445, reg = 2962.7436833864735, hypers = [ 4.11770931e+00 7.74109459e+00 5.28978500e+04 3.84745721e+00
1.79815814e+00 4.34498115e+00 4.80375662e+00 1.66065427e+00
1.75508977e+01 1.82739102e+01 3.23077522e+00 5.21372910e+02
9.65022952e+04 2.69989492e+00 2.98655351e+00 3.17855639e+01
1.24519580e+01 2.38447290e+00 1.28151590e+02 2.69909364e+01
3.29996275e+00].
INFO:revrand.slm:ELBO = -25946.584185513722, var = 7.5364909267548965, reg = 2947.069042147726, hypers = [ 4.12565585e+00 7.67197855e+00 5.25003932e+04 3.81903938e+00
1.82655284e+00 4.36747824e+00 4.85958194e+00 1.67156188e+00
1.73114730e+01 1.83535735e+01 3.26713745e+00 5.39205072e+02
9.59016045e+04 2.70014844e+00 2.99203860e+00 3.22566508e+01
1.26320226e+01 2.38250220e+00 1.27029227e+02 2.69657646e+01
3.25979506e+00].
INFO:revrand.slm:ELBO = -25946.50263777909, var = 7.537834265870642, reg = 2944.3751467570623, hypers = [ 4.12512123e+00 7.67033174e+00 5.33198697e+04 3.80783244e+00
1.81753297e+00 4.35346738e+00 4.87012137e+00 1.67658448e+00
1.70993540e+01 1.85911439e+01 3.25123923e+00 5.54800964e+02
9.71949770e+04 2.70397052e+00 3.00861776e+00 3.23487936e+01
1.26842689e+01 2.39144531e+00 1.27005355e+02 2.69404479e+01
3.24553061e+00].
INFO:revrand.slm:ELBO = -25946.423066782852, var = 7.537867909040368, reg = 2948.0142722135506, hypers = [ 4.13734992e+00 7.62514836e+00 5.48812976e+04 3.79944556e+00
1.81339922e+00 4.32402788e+00 4.88217994e+00 1.67958444e+00
1.68777731e+01 1.91326258e+01 3.22345514e+00 5.87329290e+02
9.91964068e+04 2.71206097e+00 3.04438401e+00 3.24206415e+01
1.27428593e+01 2.39091755e+00 1.26124841e+02 2.68997893e+01
3.21013262e+00].
INFO:revrand.slm:ELBO = -25946.35960679417, var = 7.538556259788657, reg = 2957.755673451656, hypers = [ 4.13327052e+00 7.59582330e+00 5.59358976e+04 3.77726682e+00
1.80557496e+00 4.31978147e+00 4.90055602e+00 1.68593362e+00
1.68024665e+01 1.95348731e+01 3.23134243e+00 6.15256495e+02
1.00544264e+05 2.70944363e+00 3.06793409e+00 3.23632996e+01
1.27280848e+01 2.38638466e+00 1.26391293e+02 2.70021778e+01
3.19583775e+00].
INFO:revrand.slm:ELBO = -25946.258475747978, var = 7.539011857189652, reg = 2983.963673652233, hypers = [ 4.13452808e+00 7.59284669e+00 5.77870150e+04 3.76556510e+00
1.80521906e+00 4.32150308e+00 4.92265468e+00 1.69330610e+00
1.68236519e+01 2.01677820e+01 3.24417755e+00 6.71675507e+02
1.02803395e+05 2.70572537e+00 3.09997990e+00 3.22764799e+01
1.26619116e+01 2.37509399e+00 1.25880447e+02 2.72923496e+01
3.17660938e+00].
INFO:revrand.slm:ELBO = -25946.146968292443, var = 7.540708580697593, reg = 3012.874072668314, hypers = [ 4.13613981e+00 7.63144690e+00 6.03988116e+04 3.75443250e+00
1.80899763e+00 4.32469690e+00 4.94513712e+00 1.70103499e+00
1.69365792e+01 2.08397425e+01 3.25520556e+00 7.52916797e+02
1.06181079e+05 2.70193917e+00 3.12337562e+00 3.21043847e+01
1.26033248e+01 2.36441885e+00 1.25213887e+02 2.77198867e+01
3.17560656e+00].
INFO:revrand.slm:ELBO = -25945.98729037299, var = 7.543137795833071, reg = 3051.3921029037497, hypers = [ 4.14213599e+00 7.71796388e+00 6.50826195e+04 3.75332103e+00
1.81850924e+00 4.33293365e+00 4.97305931e+00 1.70771364e+00
1.71022021e+01 2.17693662e+01 3.26450338e+00 9.10099699e+02
1.12503356e+05 2.69899334e+00 3.13888360e+00 3.17082567e+01
1.25801226e+01 2.36021461e+00 1.23985539e+02 2.83054581e+01
3.18815061e+00].
INFO:revrand.slm:ELBO = -25945.765548977462, var = 7.546786381761655, reg = 3087.326262175238, hypers = [ 4.14700129e+00 7.82283009e+00 7.43085351e+04 3.74264181e+00
1.83238543e+00 4.32936323e+00 5.02388098e+00 1.71175600e+00
1.72558997e+01 2.32287730e+01 3.26035784e+00 1.24582259e+03
1.24899289e+05 2.70362520e+00 3.14235852e+00 3.09663795e+01
1.26211232e+01 2.36103191e+00 1.22557234e+02 2.89198920e+01
3.21034335e+00].
INFO:revrand.slm:ELBO = -25945.45763067106, var = 7.550758117684518, reg = 3119.5676317781094, hypers = [ 4.16477236e+00 7.94355706e+00 9.26162103e+04 3.73365554e+00
1.84918090e+00 4.32369716e+00 5.10109691e+00 1.70848661e+00
1.72765958e+01 2.57708851e+01 3.24950971e+00 2.08346631e+03
1.48925813e+05 2.71156426e+00 3.12726353e+00 2.97150397e+01
1.27232612e+01 2.37664096e+00 1.20960482e+02 2.95107683e+01
3.23354501e+00].
INFO:revrand.slm:ELBO = -25945.002068606707, var = 7.559485411295424, reg = 3132.4390387889057, hypers = [ 4.17421473e+00 8.02952981e+00 1.39581263e+05 3.67530338e+00
1.86988875e+00 4.27225533e+00 5.26514710e+00 1.69918862e+00
1.70223172e+01 3.17916493e+01 3.21243865e+00 5.31279535e+03
2.06008506e+05 2.73366915e+00 3.10530094e+00 2.79381958e+01
1.28231508e+01 2.39357575e+00 1.19323169e+02 3.03318558e+01
3.24590473e+00].
INFO:revrand.slm:ELBO = -25944.84853509583, var = 7.586506814084438, reg = 3194.329755673416, hypers = [ 4.25276428e+00 8.34338227e+00 5.50733090e+05 3.53241988e+00
1.93959402e+00 4.20617536e+00 5.85204166e+00 1.66101701e+00
1.61128984e+01 6.77198631e+01 3.11563805e+00 1.31805363e+05
6.14480252e+05 2.78961612e+00 3.05612405e+00 2.37554064e+01
1.29527999e+01 2.47332668e+00 1.12767064e+02 3.30177183e+01
3.23481366e+00].
INFO:revrand.slm:ELBO = -25944.47178971728, var = 7.570835686302343, reg = 3158.3155304220463, hypers = [ 4.20706509e+00 8.16003454e+00 2.48589349e+05 3.61453240e+00
1.89888806e+00 4.24434432e+00 5.50439184e+00 1.68303240e+00
1.66338306e+01 4.36918774e+01 3.17137457e+00 2.04989623e+04
3.26178717e+05 2.75705584e+00 3.08452724e+00 2.60964428e+01
1.28775071e+01 2.42679141e+00 1.16521238e+02 3.14335148e+01
3.24123651e+00].
INFO:revrand.slm:ELBO = -25943.873050794457, var = 7.5848410800202055, reg = 3146.5928052338977, hypers = [ 4.26557777e+00 8.38470714e+00 6.90710881e+05 3.58779239e+00
1.93236894e+00 4.26672961e+00 5.91657081e+00 1.63527573e+00
1.61101200e+01 7.57191347e+01 3.08575776e+00 2.21669373e+05
7.36011475e+05 2.83431839e+00 3.01023205e+00 2.45093187e+01
1.24953760e+01 2.47615264e+00 1.12022528e+02 3.27002622e+01
3.21611488e+00].
INFO:revrand.slm:ELBO = -25943.090032305678, var = 7.580616785918478, reg = 3068.061613706342, hypers = [ 4.25079474e+00 8.49714079e+00 1.12732638e+06 3.66879242e+00
1.92011827e+00 4.33578134e+00 5.99037321e+00 1.58451330e+00
1.63090597e+01 9.81761763e+01 3.05838460e+00 6.88922541e+05
1.09303089e+06 2.86002823e+00 2.91889644e+00 2.44646718e+01
1.19762605e+01 2.49101815e+00 1.11945853e+02 3.24921632e+01
3.25002372e+00].
INFO:revrand.slm:ELBO = -25942.031698686256, var = 7.558322766356953, reg = 2995.872884064792, hypers = [ 4.22187307e+00 8.53019120e+00 3.73880306e+06 3.69001144e+00
1.88687672e+00 4.29649912e+00 6.20061786e+00 1.53086038e+00
1.71180159e+01 2.05023439e+02 3.06549810e+00 1.12012082e+07
2.86524926e+06 2.84284118e+00 2.81496471e+00 2.39726995e+01
1.15653104e+01 2.45503249e+00 1.16293234e+02 3.38943624e+01
3.31599534e+00].
INFO:revrand.slm:ELBO = -25940.777642868008, var = 7.538390392166239, reg = 2979.061619609306, hypers = [ 4.20206912e+00 8.44127198e+00 7.32577359e+06 3.68562250e+00
1.86810820e+00 4.30523681e+00 6.06857771e+00 1.54162957e+00
1.80189306e+01 3.33330081e+02 3.09943444e+00 5.53739897e+07
4.96931801e+06 2.75978910e+00 2.83518026e+00 2.46652098e+01
1.17291857e+01 2.40898768e+00 1.20358588e+02 3.43156332e+01
3.30375990e+00].
INFO:revrand.slm:ELBO = -25939.962879354207, var = 7.5122739338023905, reg = 2957.112250838043, hypers = [ 4.20780646e+00 8.98019142e+00 2.87648656e+08 3.70056632e+00
1.92122919e+00 4.34172955e+00 6.27206011e+00 1.48045269e+00
1.98832812e+01 3.58570804e+03 3.04972356e+00 3.81162888e+11
9.59551289e+07 2.69319107e+00 2.74658615e+00 2.37619063e+01
1.13310086e+01 2.39654746e+00 1.11880369e+02 3.88617680e+01
3.28448556e+00].
INFO:revrand.slm:ELBO = -25937.758512658584, var = 7.530187464755471, reg = 3045.7371072542924, hypers = [ 4.23195315e+00 8.85557294e+00 1.73335066e+08 3.69879971e+00
1.93562857e+00 4.27910226e+00 6.04756111e+00 1.53992483e+00
1.86075567e+01 2.74919109e+03 3.02691512e+00 1.27144557e+11
6.35691012e+07 2.75754789e+00 2.84243003e+00 2.50620027e+01
1.16112512e+01 2.40769797e+00 1.05203043e+02 3.81357470e+01
3.21208345e+00].
INFO:revrand.slm:ELBO = -25937.25717336782, var = 7.545915431653351, reg = 3012.0655444541867, hypers = [ 4.23024247e+00 8.91758111e+00 2.38407075e+08 3.71746835e+00
1.93324929e+00 4.30170312e+00 6.03985494e+00 1.54726888e+00
1.78059416e+01 3.36344126e+03 2.99809249e+00 2.83222775e+11
8.25969937e+07 2.78078155e+00 2.81958679e+00 2.49974809e+01
1.16687809e+01 2.43202787e+00 1.02229005e+02 3.78108232e+01
3.23738031e+00].
INFO:revrand.slm:ELBO = -25937.03800819794, var = 7.548493311535699, reg = 2971.736870369013, hypers = [ 4.20977143e+00 9.00310013e+00 5.09255881e+08 3.72912229e+00
1.92716120e+00 4.26894384e+00 6.04736223e+00 1.54523855e+00
1.73478278e+01 5.53185486e+03 2.95514607e+00 1.80706570e+12
1.52371887e+08 2.80900699e+00 2.80496703e+00 2.50226753e+01
1.16410549e+01 2.44060216e+00 9.84188192e+01 3.77975840e+01
3.25241607e+00].
INFO:revrand.slm:ELBO = -25936.91809097979, var = 7.550110584329161, reg = 2968.220190804091, hypers = [ 4.19818750e+00 9.00859456e+00 9.88603679e+08 3.73087515e+00
1.92918172e+00 4.29188638e+00 6.07331773e+00 1.54493376e+00
1.73233832e+01 8.66670254e+03 2.95426399e+00 9.43059801e+12
2.61195566e+08 2.80002541e+00 2.79867990e+00 2.50792731e+01
1.16456292e+01 2.45310180e+00 9.56248296e+01 3.74027792e+01
3.27199038e+00].
INFO:revrand.slm:ELBO = -25936.81041574233, var = 7.544643413693075, reg = 2961.321911651829, hypers = [ 4.18968858e+00 8.96522073e+00 2.77985959e+09 3.73553280e+00
1.91956220e+00 4.27263693e+00 6.11558031e+00 1.54488309e+00
1.74453548e+01 1.74273319e+04 2.95798022e+00 1.21475935e+14
6.02414167e+08 2.79823141e+00 2.79153346e+00 2.53199720e+01
1.16588026e+01 2.44905280e+00 9.22300433e+01 3.68493790e+01
3.27131417e+00].
INFO:revrand.slm:ELBO = -25936.77654777052, var = 7.544955442471573, reg = 2955.854350699548, hypers = [ 4.17349741e+00 8.92303714e+00 5.66368328e+09 3.73238778e+00
1.91946451e+00 4.28361973e+00 6.10895316e+00 1.54424374e+00
1.74974136e+01 2.80695379e+04 2.95667516e+00 6.99359504e+14
1.07009658e+09 2.79336554e+00 2.80165291e+00 2.50908364e+01
1.16629871e+01 2.44997239e+00 8.97800732e+01 3.63811900e+01
3.26707757e+00].
INFO:revrand.slm:ELBO = -25936.76545617029, var = 7.543947285645565, reg = 2957.3208830727954, hypers = [ 4.18260940e+00 8.91700103e+00 7.86448655e+09 3.73032463e+00
1.91709156e+00 4.28544601e+00 6.12048003e+00 1.54527249e+00
1.75294008e+01 3.47545797e+04 2.95899747e+00 1.54807944e+15
1.39605051e+09 2.79186936e+00 2.79704110e+00 2.50598576e+01
1.16655004e+01 2.44662724e+00 8.94460693e+01 3.62685643e+01
3.26270427e+00].
INFO:revrand.slm:ELBO = -25936.760006372268, var = 7.5436876828114015, reg = 2957.1440430036837, hypers = [ 4.18609257e+00 8.91852082e+00 1.01051822e+10 3.73174440e+00
1.91499739e+00 4.28100788e+00 6.11975325e+00 1.54561138e+00
1.75154481e+01 4.08251183e+04 2.96028204e+00 2.82195776e+15
1.70995365e+09 2.79132539e+00 2.79615874e+00 2.49730779e+01
1.16699604e+01 2.44454617e+00 8.93886660e+01 3.62461461e+01
3.26205298e+00].
INFO:revrand.slm:ELBO = -25936.75010473749, var = 7.54365005295232, reg = 2955.393073612416, hypers = [ 4.18964296e+00 8.93367591e+00 1.64996983e+10 3.73155298e+00
1.91484686e+00 4.28117622e+00 6.11348959e+00 1.54546131e+00
1.74858396e+01 5.56072514e+04 2.95908851e+00 9.02788447e+15
2.54424945e+09 2.79399976e+00 2.79460324e+00 2.48890511e+01
1.16590632e+01 2.44164949e+00 8.96758723e+01 3.61753590e+01
3.26003655e+00].
INFO:revrand.slm:ELBO = -25936.73492965729, var = 7.54400802806228, reg = 2958.596395136265, hypers = [ 4.19150164e+00 8.95050687e+00 3.67288071e+10 3.73205786e+00
1.91673484e+00 4.28038258e+00 6.10459905e+00 1.54551281e+00
1.74443720e+01 9.18057195e+04 2.96125099e+00 5.95302134e+16
4.87143382e+09 2.79621524e+00 2.79541706e+00 2.48086622e+01
1.16501508e+01 2.43996597e+00 9.09731342e+01 3.61534573e+01
3.26136378e+00].
INFO:revrand.slm:ELBO = -25936.721170825607, var = 7.544178154131165, reg = 2964.572606655734, hypers = [ 4.19253236e+00 8.95880811e+00 1.00885924e+11 3.72949749e+00
1.92124625e+00 4.28266745e+00 6.09948951e+00 1.54519884e+00
1.74375898e+01 1.72642844e+05 2.96346111e+00 6.40640586e+17
1.10682166e+10 2.80034871e+00 2.79873502e+00 2.48640980e+01
1.16555096e+01 2.44059336e+00 9.28667578e+01 3.61533836e+01
3.26193913e+00].
INFO:revrand.slm:ELBO = -25936.71639327304, var = 7.5442357183865525, reg = 2969.9866021499456, hypers = [ 4.19060211e+00 8.94987085e+00 2.11197967e+11 3.72917952e+00
1.92359340e+00 4.28420034e+00 6.10119505e+00 1.54537770e+00
1.74526842e+01 2.75383438e+05 2.96651900e+00 3.67603317e+18
2.01611444e+10 2.80032265e+00 2.80107184e+00 2.49234650e+01
1.16592121e+01 2.44321893e+00 9.39003208e+01 3.62208638e+01
3.26327604e+00].
INFO:revrand.slm:ELBO = -25936.714741808206, var = 7.5444852674977305, reg = 2970.388019538207, hypers = [ 4.19097998e+00 8.94416233e+00 3.52383615e+11 3.72828435e+00
1.92410425e+00 4.28439045e+00 6.10249809e+00 1.54529307e+00
1.74674083e+01 3.82256443e+05 2.96673137e+00 1.24617828e+19
3.05372129e+10 2.79992672e+00 2.80202896e+00 2.49767766e+01
1.16661242e+01 2.44500450e+00 9.40628744e+01 3.62510120e+01
3.26287123e+00].
INFO:revrand.slm:ELBO = -25936.7133488786, var = 7.5445326825245, reg = 2970.2588111603654, hypers = [ 4.18979197e+00 8.93615094e+00 6.64165008e+11 3.72857266e+00
1.92381382e+00 4.28389158e+00 6.10310975e+00 1.54533211e+00
1.74800804e+01 5.75239972e+05 2.96674306e+00 5.68581239e+19
5.10330927e+10 2.79920846e+00 2.80171895e+00 2.50104023e+01
1.16663156e+01 2.44627387e+00 9.39357692e+01 3.63099326e+01
3.26276699e+00].
INFO:revrand.slm:ELBO = -25936.71209294643, var = 7.544634340274346, reg = 2967.949451798014, hypers = [ 4.19063235e+00 8.93244097e+00 1.51086435e+12 3.72811922e+00
1.92262768e+00 4.28309857e+00 6.10142538e+00 1.54525428e+00
1.74854320e+01 9.78291008e+05 2.96629029e+00 4.08293572e+20
9.93114334e+10 2.79776429e+00 2.80124971e+00 2.50191875e+01
1.16701932e+01 2.44662466e+00 9.35789784e+01 3.63676405e+01
3.26286877e+00].
INFO:revrand.slm:ELBO = -25936.711345837713, var = 7.544859835156459, reg = 2966.5721879433895, hypers = [ 4.18918045e+00 8.93248400e+00 3.62505245e+12 3.72817295e+00
1.92204766e+00 4.28219910e+00 6.09923538e+00 1.54528739e+00
1.74806381e+01 1.72032014e+06 2.96593521e+00 3.32863836e+21
2.01812734e+11 2.79734777e+00 2.79985967e+00 2.50160434e+01
1.16625079e+01 2.44602837e+00 9.32966421e+01 3.63840057e+01
3.26271711e+00].
INFO:revrand.slm:ELBO = -25936.710958299598, var = 7.54472603413976, reg = 2965.5297451191777, hypers = [ 4.18981322e+00 8.93447994e+00 7.54009607e+12 3.72793007e+00
1.92162931e+00 4.28195074e+00 6.09784008e+00 1.54521856e+00
1.74710693e+01 2.75426427e+06 2.96600710e+00 1.92009095e+22
3.65379844e+11 2.79679353e+00 2.79968407e+00 2.49994877e+01
1.16629314e+01 2.44538571e+00 9.32328329e+01 3.63731176e+01
3.26289538e+00].
INFO:revrand.slm:ELBO = -25936.71069994376, var = 7.544493450353416, reg = 2965.594570102231, hypers = [ 4.19006489e+00 8.93665391e+00 1.76837475e+13 3.72792110e+00
1.92172919e+00 4.28233241e+00 6.09802198e+00 1.54518809e+00
1.74621403e+01 4.75592800e+06 2.96610698e+00 1.47204788e+23
7.29161852e+11 2.79703699e+00 2.79981300e+00 2.49877041e+01
1.16613270e+01 2.44479270e+00 9.32797565e+01 3.63502003e+01
3.26288024e+00].
INFO:revrand.slm:Done! ELBO = -25936.71069994376, var = 7.544493450353416, reg = 2965.594570102231, hypers = [ 4.19006489e+00 8.93665391e+00 1.76837475e+13 3.72792110e+00
1.92172919e+00 4.28233241e+00 6.09802198e+00 1.54518809e+00
1.74621403e+01 4.75592800e+06 2.96610698e+00 1.47204788e+23
7.29161852e+11 2.79703699e+00 2.79981300e+00 2.49877041e+01
1.16613270e+01 2.44479270e+00 9.32797565e+01 3.63502003e+01
3.26288024e+00], message = b'CONVERGENCE: REL_REDUCTION_OF_F_<=_FACTR*EPSMCH'.
In [68]:
if ALG == 'GLM':
Ey, Vf = alg.predict_moments(X_test)
Vy = Vf + alg.like_hypers_
Sy = np.sqrt(Vy)
elif ALG == 'GP':
Ey, Sy = alg.predict(X_test, return_std=True)
Vy = Sy**2
else:
Ey, Vy = alg.predict_moments(X_test)
Sy = np.sqrt(Vy)
print("SMSE = {}".format(smse(y_test, Ey)))
print("MSLL = {}".format(msll(y_test, Ey, Vy, y_train)))
# YY plot
pl.figure(figsize=(15, 10))
fancy_yyplot(y_test, Ey, Ey - 2 * Sy, Ey + 2 * Sy, "Joint torque")
SMSE = 0.020127672349979957
MSLL = -1.973052228872672
In [ ]:
Content source: NICTA/revrand
Similar notebooks: