Licensed under the Apache License, Version 2.0.
In [0]:
from experimental.attentive_uncertainty.contextual_bandits import run_offline_contextual_bandits_gnp # local file import
In [0]:
run_offline_contextual_bandits_gnp.benchmark()
Initializing model gnp_anp_beta_5.0_temp_0.001.
Number of contexts= 100
Number of contexts= 200
Number of contexts= 300
Number of contexts= 400
Number of contexts= 500
Number of contexts= 600
Number of contexts= 700
Number of contexts= 800
Number of contexts= 900
Number of contexts= 1000
Number of contexts= 1100
Number of contexts= 1200
Number of contexts= 1300
Number of contexts= 1400
Number of contexts= 1500
Number of contexts= 1600
Number of contexts= 1700
Number of contexts= 1800
Number of contexts= 1900
Number of contexts= 2000
---------------------------------------------------
---------------------------------------------------
0.5_0 bandit completed after 102.81050634384155 seconds.
---------------------------------------------------
0)gnp_anp_beta_5.0_temp_0.001| cummulative regret = 2942.751286028338.
1)uniform | cummulative regret = 57789.40294765927.
---------------------------------------------------
---------------------------------------------------
0) gnp_anp_beta_5.0_temp_0.001| simple regret = 809.6829524198388.
1) uniform | simple regret = 13972.86050029739.
---------------------------------------------------
---------------------------------------------------
Initializing model gnp_anp_beta_5.0_temp_0.001.
Number of contexts= 100
Number of contexts= 200
Number of contexts= 300
Number of contexts= 400
Number of contexts= 500
Number of contexts= 600
Number of contexts= 700
Number of contexts= 800
Number of contexts= 900
Number of contexts= 1000
Number of contexts= 1100
Number of contexts= 1200
Number of contexts= 1300
Number of contexts= 1400
Number of contexts= 1500
Number of contexts= 1600
Number of contexts= 1700
Number of contexts= 1800
Number of contexts= 1900
Number of contexts= 2000
---------------------------------------------------
---------------------------------------------------
0.5_1 bandit completed after 102.68818140029907 seconds.
---------------------------------------------------
0)gnp_anp_beta_5.0_temp_0.001| cummulative regret = 3042.467434830696.
1)uniform | cummulative regret = 57158.679344068805.
---------------------------------------------------
---------------------------------------------------
0) gnp_anp_beta_5.0_temp_0.001| simple regret = 859.8506257979054.
1) uniform | simple regret = 14363.56552484725.
---------------------------------------------------
---------------------------------------------------
Initializing model gnp_anp_beta_5.0_temp_0.001.
Number of contexts= 100
Number of contexts= 200
Number of contexts= 300
Number of contexts= 400
Number of contexts= 500
Number of contexts= 600
Number of contexts= 700
Number of contexts= 800
Number of contexts= 900
Number of contexts= 1000
Number of contexts= 1100
Number of contexts= 1200
Number of contexts= 1300
Number of contexts= 1400
Number of contexts= 1500
Number of contexts= 1600
Number of contexts= 1700
Number of contexts= 1800
Number of contexts= 1900
Number of contexts= 2000
---------------------------------------------------
---------------------------------------------------
0.5_2 bandit completed after 108.38234066963196 seconds.
---------------------------------------------------
0)gnp_anp_beta_5.0_temp_0.001| cummulative regret = 3132.2095084901316.
1)uniform | cummulative regret = 59698.803351171104.
---------------------------------------------------
---------------------------------------------------
0) gnp_anp_beta_5.0_temp_0.001| simple regret = 857.6949959448291.
1) uniform | simple regret = 14461.770957862333.
---------------------------------------------------
---------------------------------------------------
Initializing model gnp_anp_beta_5.0_temp_0.001.
Number of contexts= 100
Number of contexts= 200
Number of contexts= 300
Number of contexts= 400
Number of contexts= 500
Number of contexts= 600
Number of contexts= 700
Number of contexts= 800
Number of contexts= 900
Number of contexts= 1000
Number of contexts= 1100
Number of contexts= 1200
Number of contexts= 1300
Number of contexts= 1400
Number of contexts= 1500
Number of contexts= 1600
Number of contexts= 1700
Number of contexts= 1800
Number of contexts= 1900
Number of contexts= 2000
---------------------------------------------------
---------------------------------------------------
0.5_3 bandit completed after 106.75840258598328 seconds.
---------------------------------------------------
0)gnp_anp_beta_5.0_temp_0.001| cummulative regret = 3182.0746714918187.
1)uniform | cummulative regret = 59402.38948067925.
---------------------------------------------------
---------------------------------------------------
0) gnp_anp_beta_5.0_temp_0.001| simple regret = 956.0613029135425.
1) uniform | simple regret = 14362.781897790383.
---------------------------------------------------
---------------------------------------------------
Initializing model gnp_anp_beta_5.0_temp_0.001.
Number of contexts= 100
Number of contexts= 200
Number of contexts= 300
Number of contexts= 400
Number of contexts= 500
Number of contexts= 600
Number of contexts= 700
Number of contexts= 800
Number of contexts= 900
Number of contexts= 1000
Number of contexts= 1100
Number of contexts= 1200
Number of contexts= 1300
Number of contexts= 1400
Number of contexts= 1500
Number of contexts= 1600
Number of contexts= 1700
Number of contexts= 1800
Number of contexts= 1900
Number of contexts= 2000
---------------------------------------------------
---------------------------------------------------
0.5_4 bandit completed after 95.30609273910522 seconds.
---------------------------------------------------
0)gnp_anp_beta_5.0_temp_0.001| cummulative regret = 2796.6088570483653.
1)uniform | cummulative regret = 57840.32117782158.
---------------------------------------------------
---------------------------------------------------
0) gnp_anp_beta_5.0_temp_0.001| simple regret = 856.8838441325922.
1) uniform | simple regret = 15095.92027191322.
---------------------------------------------------
---------------------------------------------------
Overall Summary for delta = 0.5
---------------------------------------------------
---------------------------------------------------
0.5 bandit completed after 515.9455237388611 seconds.
---------------------------------------------------
0)gnp_anp_beta_5.0_temp_0.001| cummulative regret = 3019.22235157787.
1)uniform | cummulative regret = 58377.91926028.
---------------------------------------------------
---------------------------------------------------
0) gnp_anp_beta_5.0_temp_0.001| simple regret = 868.0347442417417.
1) uniform | simple regret = 14451.379830542115.
---------------------------------------------------
---------------------------------------------------
Initializing model gnp_anp_beta_5.0_temp_0.001.
Number of contexts= 100
Number of contexts= 200
Number of contexts= 300
Number of contexts= 400
Number of contexts= 500
Number of contexts= 600
Number of contexts= 700
Number of contexts= 800
Number of contexts= 900
Number of contexts= 1000
Number of contexts= 1100
Number of contexts= 1200
Number of contexts= 1300
Number of contexts= 1400
Number of contexts= 1500
Number of contexts= 1600
Number of contexts= 1700
Number of contexts= 1800
Number of contexts= 1900
Number of contexts= 2000
---------------------------------------------------
---------------------------------------------------
0.7_0 bandit completed after 96.70459794998169 seconds.
---------------------------------------------------
0)gnp_anp_beta_5.0_temp_0.001| cummulative regret = 1571.893477772583.
1)uniform | cummulative regret = 39175.0627745425.
---------------------------------------------------
---------------------------------------------------
0) gnp_anp_beta_5.0_temp_0.001| simple regret = 250.0492332961185.
1) uniform | simple regret = 8608.355614418691.
---------------------------------------------------
---------------------------------------------------
Initializing model gnp_anp_beta_5.0_temp_0.001.
Number of contexts= 100
Number of contexts= 200
Number of contexts= 300
Number of contexts= 400
Number of contexts= 500
Number of contexts= 600
Number of contexts= 700
Number of contexts= 800
Number of contexts= 900
Number of contexts= 1000
Number of contexts= 1100
Number of contexts= 1200
Number of contexts= 1300
Number of contexts= 1400
Number of contexts= 1500
Number of contexts= 1600
Number of contexts= 1700
Number of contexts= 1800
Number of contexts= 1900
Number of contexts= 2000
---------------------------------------------------
---------------------------------------------------
0.7_1 bandit completed after 95.18339848518372 seconds.
---------------------------------------------------
0)gnp_anp_beta_5.0_temp_0.001| cummulative regret = 1960.7333542679612.
1)uniform | cummulative regret = 39520.83653013658.
---------------------------------------------------
---------------------------------------------------
0) gnp_anp_beta_5.0_temp_0.001| simple regret = 489.72366022476535.
1) uniform | simple regret = 9927.057597611689.
---------------------------------------------------
---------------------------------------------------
Initializing model gnp_anp_beta_5.0_temp_0.001.
Number of contexts= 100
Number of contexts= 200
Number of contexts= 300
Number of contexts= 400
Number of contexts= 500
Number of contexts= 600
Number of contexts= 700
Number of contexts= 800
Number of contexts= 900
Number of contexts= 1000
Number of contexts= 1100
Number of contexts= 1200
Number of contexts= 1300
Number of contexts= 1400
Number of contexts= 1500
Number of contexts= 1600
Number of contexts= 1700
Number of contexts= 1800
Number of contexts= 1900
Number of contexts= 2000
---------------------------------------------------
---------------------------------------------------
0.7_2 bandit completed after 98.06367540359497 seconds.
---------------------------------------------------
0)gnp_anp_beta_5.0_temp_0.001| cummulative regret = 1474.506844369661.
1)uniform | cummulative regret = 38334.878725857314.
---------------------------------------------------
---------------------------------------------------
0) gnp_anp_beta_5.0_temp_0.001| simple regret = 490.1337164802724.
1) uniform | simple regret = 10317.087642161427.
---------------------------------------------------
---------------------------------------------------
Initializing model gnp_anp_beta_5.0_temp_0.001.
Number of contexts= 100
Number of contexts= 200
Number of contexts= 300
Number of contexts= 400
Number of contexts= 500
Number of contexts= 600
Number of contexts= 700
Number of contexts= 800
Number of contexts= 900
Number of contexts= 1000
Number of contexts= 1100
Number of contexts= 1200
Number of contexts= 1300
Number of contexts= 1400
Number of contexts= 1500
Number of contexts= 1600
Number of contexts= 1700
Number of contexts= 1800
Number of contexts= 1900
Number of contexts= 2000
---------------------------------------------------
---------------------------------------------------
0.7_3 bandit completed after 100.70254325866699 seconds.
---------------------------------------------------
0)gnp_anp_beta_5.0_temp_0.001| cummulative regret = 1902.8702586741397.
1)uniform | cummulative regret = 41409.547647998945.
---------------------------------------------------
---------------------------------------------------
0) gnp_anp_beta_5.0_temp_0.001| simple regret = 487.79468089686117.
1) uniform | simple regret = 10808.356684288805.
---------------------------------------------------
---------------------------------------------------
Initializing model gnp_anp_beta_5.0_temp_0.001.
Number of contexts= 100
Number of contexts= 200
Number of contexts= 300
Number of contexts= 400
Number of contexts= 500
Number of contexts= 600
Number of contexts= 700
Number of contexts= 800
Number of contexts= 900
Number of contexts= 1000
Number of contexts= 1100
Number of contexts= 1200
Number of contexts= 1300
Number of contexts= 1400
Number of contexts= 1500
Number of contexts= 1600
Number of contexts= 1700
Number of contexts= 1800
Number of contexts= 1900
Number of contexts= 2000
---------------------------------------------------
---------------------------------------------------
0.7_4 bandit completed after 101.52956700325012 seconds.
---------------------------------------------------
0)gnp_anp_beta_5.0_temp_0.001| cummulative regret = 1959.8436505263046.
1)uniform | cummulative regret = 39999.33630437001.
---------------------------------------------------
---------------------------------------------------
0) gnp_anp_beta_5.0_temp_0.001| simple regret = 442.7936742381851.
1) uniform | simple regret = 10074.550314937256.
---------------------------------------------------
---------------------------------------------------
Overall Summary for delta = 0.7
---------------------------------------------------
---------------------------------------------------
0.7 bandit completed after 492.1837821006775 seconds.
---------------------------------------------------
0)gnp_anp_beta_5.0_temp_0.001| cummulative regret = 1773.96951712213.
1)uniform | cummulative regret = 39687.93239658107.
---------------------------------------------------
---------------------------------------------------
0) gnp_anp_beta_5.0_temp_0.001| simple regret = 432.0989930272405.
1) uniform | simple regret = 9947.081570683575.
---------------------------------------------------
---------------------------------------------------
Initializing model gnp_anp_beta_5.0_temp_0.001.
Number of contexts= 100
Number of contexts= 200
Number of contexts= 300
Number of contexts= 400
Number of contexts= 500
Number of contexts= 600
Number of contexts= 700
Number of contexts= 800
Number of contexts= 900
Number of contexts= 1000
Number of contexts= 1100
Number of contexts= 1200
Number of contexts= 1300
Number of contexts= 1400
Number of contexts= 1500
Number of contexts= 1600
Number of contexts= 1700
Number of contexts= 1800
Number of contexts= 1900
Number of contexts= 2000
---------------------------------------------------
---------------------------------------------------
0.9_0 bandit completed after 106.24827241897583 seconds.
---------------------------------------------------
0)gnp_anp_beta_5.0_temp_0.001| cummulative regret = 966.5491560488881.
1)uniform | cummulative regret = 14709.253676152386.
---------------------------------------------------
---------------------------------------------------
0) gnp_anp_beta_5.0_temp_0.001| simple regret = 180.8743356349749.
1) uniform | simple regret = 3737.9710383509932.
---------------------------------------------------
---------------------------------------------------
Initializing model gnp_anp_beta_5.0_temp_0.001.
Number of contexts= 100
Number of contexts= 200
Number of contexts= 300
Number of contexts= 400
Number of contexts= 500
Number of contexts= 600
Number of contexts= 700
Number of contexts= 800
Number of contexts= 900
Number of contexts= 1000
Number of contexts= 1100
Number of contexts= 1200
Number of contexts= 1300
Number of contexts= 1400
Number of contexts= 1500
Number of contexts= 1600
Number of contexts= 1700
Number of contexts= 1800
Number of contexts= 1900
Number of contexts= 2000
---------------------------------------------------
---------------------------------------------------
0.9_1 bandit completed after 102.58840274810791 seconds.
---------------------------------------------------
0)gnp_anp_beta_5.0_temp_0.001| cummulative regret = 1009.437071490852.
1)uniform | cummulative regret = 14994.673679887746.
---------------------------------------------------
---------------------------------------------------
0) gnp_anp_beta_5.0_temp_0.001| simple regret = 82.1599481862834.
1) uniform | simple regret = 3640.7894227958545.
---------------------------------------------------
---------------------------------------------------
Initializing model gnp_anp_beta_5.0_temp_0.001.
Number of contexts= 100
Number of contexts= 200
Number of contexts= 300
Number of contexts= 400
Number of contexts= 500
Number of contexts= 600
Number of contexts= 700
Number of contexts= 800
Number of contexts= 900
Number of contexts= 1000
Number of contexts= 1100
Number of contexts= 1200
Number of contexts= 1300
Number of contexts= 1400
Number of contexts= 1500
Number of contexts= 1600
Number of contexts= 1700
Number of contexts= 1800
Number of contexts= 1900
Number of contexts= 2000
---------------------------------------------------
---------------------------------------------------
0.9_2 bandit completed after 101.87248730659485 seconds.
---------------------------------------------------
0)gnp_anp_beta_5.0_temp_0.001| cummulative regret = 905.8327051065789.
1)uniform | cummulative regret = 16411.424256348197.
---------------------------------------------------
---------------------------------------------------
0) gnp_anp_beta_5.0_temp_0.001| simple regret = 176.78509757061232.
1) uniform | simple regret = 4126.981086866452.
---------------------------------------------------
---------------------------------------------------
Initializing model gnp_anp_beta_5.0_temp_0.001.
Number of contexts= 100
Number of contexts= 200
Number of contexts= 300
Number of contexts= 400
Number of contexts= 500
Number of contexts= 600
Number of contexts= 700
Number of contexts= 800
Number of contexts= 900
Number of contexts= 1000
Number of contexts= 1100
Number of contexts= 1200
Number of contexts= 1300
Number of contexts= 1400
Number of contexts= 1500
Number of contexts= 1600
Number of contexts= 1700
Number of contexts= 1800
Number of contexts= 1900
Number of contexts= 2000
---------------------------------------------------
---------------------------------------------------
0.9_3 bandit completed after 103.24178957939148 seconds.
---------------------------------------------------
0)gnp_anp_beta_5.0_temp_0.001| cummulative regret = 958.699781325535.
1)uniform | cummulative regret = 15969.377837228189.
---------------------------------------------------
---------------------------------------------------
0) gnp_anp_beta_5.0_temp_0.001| simple regret = 420.03561963366616.
1) uniform | simple regret = 4810.128871645368.
---------------------------------------------------
---------------------------------------------------
Initializing model gnp_anp_beta_5.0_temp_0.001.
Number of contexts= 100
Number of contexts= 200
Number of contexts= 300
Number of contexts= 400
Number of contexts= 500
Number of contexts= 600
Number of contexts= 700
Number of contexts= 800
Number of contexts= 900
Number of contexts= 1000
Number of contexts= 1100
Number of contexts= 1200
Number of contexts= 1300
Number of contexts= 1400
Number of contexts= 1500
Number of contexts= 1600
Number of contexts= 1700
Number of contexts= 1800
Number of contexts= 1900
Number of contexts= 2000
---------------------------------------------------
---------------------------------------------------
0.9_4 bandit completed after 104.49933052062988 seconds.
---------------------------------------------------
0)gnp_anp_beta_5.0_temp_0.001| cummulative regret = 959.8023393744653.
1)uniform | cummulative regret = 14700.89661194106.
---------------------------------------------------
---------------------------------------------------
0) gnp_anp_beta_5.0_temp_0.001| simple regret = 276.8936737494613.
1) uniform | simple regret = 3785.1922584962604.
---------------------------------------------------
---------------------------------------------------
Overall Summary for delta = 0.9
---------------------------------------------------
---------------------------------------------------
0.9 bandit completed after 518.4502825737 seconds.
---------------------------------------------------
0)gnp_anp_beta_5.0_temp_0.001| cummulative regret = 960.064210669264.
1)uniform | cummulative regret = 15357.125212311515.
---------------------------------------------------
---------------------------------------------------
0) gnp_anp_beta_5.0_temp_0.001| simple regret = 227.34973495499963.
1) uniform | simple regret = 4020.2125356309853.
---------------------------------------------------
---------------------------------------------------
Initializing model gnp_anp_beta_5.0_temp_0.001.
Number of contexts= 100
Number of contexts= 200
Number of contexts= 300
Number of contexts= 400
Number of contexts= 500
Number of contexts= 600
Number of contexts= 700
Number of contexts= 800
Number of contexts= 900
Number of contexts= 1000
Number of contexts= 1100
Number of contexts= 1200
Number of contexts= 1300
Number of contexts= 1400
Number of contexts= 1500
Number of contexts= 1600
Number of contexts= 1700
Number of contexts= 1800
Number of contexts= 1900
Number of contexts= 2000
---------------------------------------------------
---------------------------------------------------
0.95_0 bandit completed after 100.9530737400055 seconds.
---------------------------------------------------
0)gnp_anp_beta_5.0_temp_0.001| cummulative regret = 753.4292312382837.
1)uniform | cummulative regret = 7380.778561422607.
---------------------------------------------------
---------------------------------------------------
0) gnp_anp_beta_5.0_temp_0.001| simple regret = 138.88216922230112.
1) uniform | simple regret = 1882.513969840226.
---------------------------------------------------
---------------------------------------------------
Initializing model gnp_anp_beta_5.0_temp_0.001.
Number of contexts= 100
Number of contexts= 200
Number of contexts= 300
Number of contexts= 400
Number of contexts= 500
Number of contexts= 600
Number of contexts= 700
Number of contexts= 800
Number of contexts= 900
Number of contexts= 1000
Number of contexts= 1100
Number of contexts= 1200
Number of contexts= 1300
Number of contexts= 1400
Number of contexts= 1500
Number of contexts= 1600
Number of contexts= 1700
Number of contexts= 1800
Number of contexts= 1900
Number of contexts= 2000
---------------------------------------------------
---------------------------------------------------
0.95_1 bandit completed after 104.30715870857239 seconds.
---------------------------------------------------
0)gnp_anp_beta_5.0_temp_0.001| cummulative regret = 654.8538587407511.
1)uniform | cummulative regret = 7678.110397688591.
---------------------------------------------------
---------------------------------------------------
0) gnp_anp_beta_5.0_temp_0.001| simple regret = 137.4152263243311.
1) uniform | simple regret = 2223.625914357992.
---------------------------------------------------
---------------------------------------------------
Initializing model gnp_anp_beta_5.0_temp_0.001.
Number of contexts= 100
Number of contexts= 200
Number of contexts= 300
Number of contexts= 400
Number of contexts= 500
Number of contexts= 600
Number of contexts= 700
Number of contexts= 800
Number of contexts= 900
Number of contexts= 1000
Number of contexts= 1100
Number of contexts= 1200
Number of contexts= 1300
Number of contexts= 1400
Number of contexts= 1500
Number of contexts= 1600
Number of contexts= 1700
Number of contexts= 1800
Number of contexts= 1900
Number of contexts= 2000
---------------------------------------------------
---------------------------------------------------
0.95_2 bandit completed after 103.03457307815552 seconds.
---------------------------------------------------
0)gnp_anp_beta_5.0_temp_0.001| cummulative regret = 798.8107410268449.
1)uniform | cummulative regret = 7975.684180807271.
---------------------------------------------------
---------------------------------------------------
0) gnp_anp_beta_5.0_temp_0.001| simple regret = 91.18144240561634.
1) uniform | simple regret = 1689.3400727449232.
---------------------------------------------------
---------------------------------------------------
Initializing model gnp_anp_beta_5.0_temp_0.001.
Number of contexts= 100
Number of contexts= 200
Number of contexts= 300
Number of contexts= 400
Number of contexts= 500
Number of contexts= 600
Number of contexts= 700
Number of contexts= 800
Number of contexts= 900
Number of contexts= 1000
Number of contexts= 1100
Number of contexts= 1200
Number of contexts= 1300
Number of contexts= 1400
Number of contexts= 1500
Number of contexts= 1600
Number of contexts= 1700
Number of contexts= 1800
Number of contexts= 1900
Number of contexts= 2000
---------------------------------------------------
---------------------------------------------------
0.95_3 bandit completed after 111.11410307884216 seconds.
---------------------------------------------------
0)gnp_anp_beta_5.0_temp_0.001| cummulative regret = 509.9109220574878.
1)uniform | cummulative regret = 7384.851529982894.
---------------------------------------------------
---------------------------------------------------
0) gnp_anp_beta_5.0_temp_0.001| simple regret = 90.6713527931237.
1) uniform | simple regret = 1735.0264836919832.
---------------------------------------------------
---------------------------------------------------
Initializing model gnp_anp_beta_5.0_temp_0.001.
Number of contexts= 100
Number of contexts= 200
Number of contexts= 300
Number of contexts= 400
Number of contexts= 500
Number of contexts= 600
Number of contexts= 700
Number of contexts= 800
Number of contexts= 900
Number of contexts= 1000
Number of contexts= 1100
Number of contexts= 1200
Number of contexts= 1300
Number of contexts= 1400
Number of contexts= 1500
Number of contexts= 1600
Number of contexts= 1700
Number of contexts= 1800
Number of contexts= 1900
Number of contexts= 2000
---------------------------------------------------
---------------------------------------------------
0.95_4 bandit completed after 105.77031135559082 seconds.
---------------------------------------------------
0)gnp_anp_beta_5.0_temp_0.001| cummulative regret = 654.1551042933927.
1)uniform | cummulative regret = 8410.61437541898.
---------------------------------------------------
---------------------------------------------------
0) gnp_anp_beta_5.0_temp_0.001| simple regret = 140.0876907606479.
1) uniform | simple regret = 1834.590048252058.
---------------------------------------------------
---------------------------------------------------
Overall Summary for delta = 0.95
---------------------------------------------------
---------------------------------------------------
0.95 bandit completed after 525.1792199611664 seconds.
---------------------------------------------------
0)gnp_anp_beta_5.0_temp_0.001| cummulative regret = 674.2319714713522.
1)uniform | cummulative regret = 7766.007809064068.
---------------------------------------------------
---------------------------------------------------
0) gnp_anp_beta_5.0_temp_0.001| simple regret = 119.64757630120403.
1) uniform | simple regret = 1873.0192977774366.
---------------------------------------------------
---------------------------------------------------
Initializing model gnp_anp_beta_5.0_temp_0.001.
Number of contexts= 100
Number of contexts= 200
Number of contexts= 300
Number of contexts= 400
Number of contexts= 500
Number of contexts= 600
Number of contexts= 700
Number of contexts= 800
Number of contexts= 900
Number of contexts= 1000
Number of contexts= 1100
Number of contexts= 1200
Number of contexts= 1300
Number of contexts= 1400
Number of contexts= 1500
Number of contexts= 1600
Number of contexts= 1700
Number of contexts= 1800
Number of contexts= 1900
Number of contexts= 2000
---------------------------------------------------
---------------------------------------------------
0.99_0 bandit completed after 108.42126989364624 seconds.
---------------------------------------------------
0)gnp_anp_beta_5.0_temp_0.001| cummulative regret = 588.5533859699965.
1)uniform | cummulative regret = 1734.8017200980598.
---------------------------------------------------
---------------------------------------------------
0) gnp_anp_beta_5.0_temp_0.001| simple regret = 146.68902793906847.
1) uniform | simple regret = 467.5567394912091.
---------------------------------------------------
---------------------------------------------------
Initializing model gnp_anp_beta_5.0_temp_0.001.
Number of contexts= 100
Number of contexts= 200
Number of contexts= 300
Number of contexts= 400
Number of contexts= 500
Number of contexts= 600
Number of contexts= 700
Number of contexts= 800
Number of contexts= 900
Number of contexts= 1000
Number of contexts= 1100
Number of contexts= 1200
Number of contexts= 1300
Number of contexts= 1400
Number of contexts= 1500
Number of contexts= 1600
Number of contexts= 1700
Number of contexts= 1800
Number of contexts= 1900
Number of contexts= 2000
---------------------------------------------------
---------------------------------------------------
0.99_1 bandit completed after 114.14901542663574 seconds.
---------------------------------------------------
0)gnp_anp_beta_5.0_temp_0.001| cummulative regret = 388.5981798850231.
1)uniform | cummulative regret = 2464.6029646169004.
---------------------------------------------------
---------------------------------------------------
0) gnp_anp_beta_5.0_temp_0.001| simple regret = 98.09821506178162.
1) uniform | simple regret = 566.5416370588093.
---------------------------------------------------
---------------------------------------------------
Initializing model gnp_anp_beta_5.0_temp_0.001.
Number of contexts= 100
Number of contexts= 200
Number of contexts= 300
Number of contexts= 400
Number of contexts= 500
Number of contexts= 600
Number of contexts= 700
Number of contexts= 800
Number of contexts= 900
Number of contexts= 1000
Number of contexts= 1100
Number of contexts= 1200
Number of contexts= 1300
Number of contexts= 1400
Number of contexts= 1500
Number of contexts= 1600
Number of contexts= 1700
Number of contexts= 1800
Number of contexts= 1900
Number of contexts= 2000
---------------------------------------------------
---------------------------------------------------
0.99_2 bandit completed after 105.46209931373596 seconds.
---------------------------------------------------
0)gnp_anp_beta_5.0_temp_0.001| cummulative regret = 393.4011315559601.
1)uniform | cummulative regret = 1634.5624720400149.
---------------------------------------------------
---------------------------------------------------
0) gnp_anp_beta_5.0_temp_0.001| simple regret = 98.4382555821788.
1) uniform | simple regret = 466.8907968109159.
---------------------------------------------------
---------------------------------------------------
Initializing model gnp_anp_beta_5.0_temp_0.001.
Number of contexts= 100
Number of contexts= 200
Number of contexts= 300
Number of contexts= 400
Number of contexts= 500
Number of contexts= 600
Number of contexts= 700
Number of contexts= 800
Number of contexts= 900
Number of contexts= 1000
Number of contexts= 1100
Number of contexts= 1200
Number of contexts= 1300
Number of contexts= 1400
Number of contexts= 1500
Number of contexts= 1600
Number of contexts= 1700
Number of contexts= 1800
Number of contexts= 1900
Number of contexts= 2000
---------------------------------------------------
---------------------------------------------------
0.99_3 bandit completed after 102.04962301254272 seconds.
---------------------------------------------------
0)gnp_anp_beta_5.0_temp_0.001| cummulative regret = 393.8893677463406.
1)uniform | cummulative regret = 1637.520439493801.
---------------------------------------------------
---------------------------------------------------
0) gnp_anp_beta_5.0_temp_0.001| simple regret = 98.56369411907998.
1) uniform | simple regret = 471.3017089949252.
---------------------------------------------------
---------------------------------------------------
Initializing model gnp_anp_beta_5.0_temp_0.001.
Number of contexts= 100
Number of contexts= 200
Number of contexts= 300
Number of contexts= 400
Number of contexts= 500
Number of contexts= 600
Number of contexts= 700
Number of contexts= 800
Number of contexts= 900
Number of contexts= 1000
Number of contexts= 1100
Number of contexts= 1200
Number of contexts= 1300
Number of contexts= 1400
Number of contexts= 1500
Number of contexts= 1600
Number of contexts= 1700
Number of contexts= 1800
Number of contexts= 1900
Number of contexts= 2000
---------------------------------------------------
---------------------------------------------------
0.99_4 bandit completed after 110.80135607719421 seconds.
---------------------------------------------------
0)gnp_anp_beta_5.0_temp_0.001| cummulative regret = 439.74818187069525.
1)uniform | cummulative regret = 1878.451819418199.
---------------------------------------------------
---------------------------------------------------
0) gnp_anp_beta_5.0_temp_0.001| simple regret = 147.3803163606575.
1) uniform | simple regret = 323.4928477412729.
---------------------------------------------------
---------------------------------------------------
Overall Summary for delta = 0.99
---------------------------------------------------
---------------------------------------------------
0.99 bandit completed after 540.8833637237549 seconds.
---------------------------------------------------
0)gnp_anp_beta_5.0_temp_0.001| cummulative regret = 440.8380494056031.
1)uniform | cummulative regret = 1869.9878831333951.
---------------------------------------------------
---------------------------------------------------
0) gnp_anp_beta_5.0_temp_0.001| simple regret = 117.83390181255328.
1) uniform | simple regret = 459.1567460194265.
---------------------------------------------------
---------------------------------------------------
In [0]:
run_offline_contextual_bandits_gnp.benchmark()
Initializing model gnp_acns.
Number of contexts= 100
Number of contexts= 200
Number of contexts= 300
Number of contexts= 400
Number of contexts= 500
Number of contexts= 600
Number of contexts= 700
Number of contexts= 800
Number of contexts= 900
Number of contexts= 1000
Number of contexts= 1100
Number of contexts= 1200
Number of contexts= 1300
Number of contexts= 1400
Number of contexts= 1500
Number of contexts= 1600
Number of contexts= 1700
Number of contexts= 1800
Number of contexts= 1900
Number of contexts= 2000
---------------------------------------------------
---------------------------------------------------
0.5_0 bandit completed after 95.6741089821 seconds.
---------------------------------------------------
0)gnp_acns | cummulative regret = 1963.02329981.
1)uniform | cummulative regret = 59361.4195529.
---------------------------------------------------
---------------------------------------------------
0) gnp_acns | simple regret = 662.91421613.
1) uniform | simple regret = 14804.4770464.
---------------------------------------------------
---------------------------------------------------
Initializing model gnp_acns.
Number of contexts= 100
Number of contexts= 200
Number of contexts= 300
Number of contexts= 400
Number of contexts= 500
Number of contexts= 600
Number of contexts= 700
Number of contexts= 800
Number of contexts= 900
Number of contexts= 1000
Number of contexts= 1100
Number of contexts= 1200
Number of contexts= 1300
Number of contexts= 1400
Number of contexts= 1500
Number of contexts= 1600
Number of contexts= 1700
Number of contexts= 1800
Number of contexts= 1900
Number of contexts= 2000
---------------------------------------------------
---------------------------------------------------
0.5_1 bandit completed after 95.5184271336 seconds.
---------------------------------------------------
0)gnp_acns | cummulative regret = 1668.70944203.
1)uniform | cummulative regret = 57450.9623507.
---------------------------------------------------
---------------------------------------------------
0) gnp_acns | simple regret = 467.733981827.
1) uniform | simple regret = 14462.3674612.
---------------------------------------------------
---------------------------------------------------
Initializing model gnp_acns.
Number of contexts= 100
Number of contexts= 200
Number of contexts= 300
Number of contexts= 400
Number of contexts= 500
Number of contexts= 600
Number of contexts= 700
Number of contexts= 800
Number of contexts= 900
Number of contexts= 1000
Number of contexts= 1100
Number of contexts= 1200
Number of contexts= 1300
Number of contexts= 1400
Number of contexts= 1500
Number of contexts= 1600
Number of contexts= 1700
Number of contexts= 1800
Number of contexts= 1900
Number of contexts= 2000
---------------------------------------------------
---------------------------------------------------
0.5_2 bandit completed after 96.5348920822 seconds.
---------------------------------------------------
0)gnp_acns | cummulative regret = 2053.54304251.
1)uniform | cummulative regret = 60087.8228022.
---------------------------------------------------
---------------------------------------------------
0) gnp_acns | simple regret = 220.110411391.
1) uniform | simple regret = 14800.998466.
---------------------------------------------------
---------------------------------------------------
Initializing model gnp_acns.
Number of contexts= 100
Number of contexts= 200
Number of contexts= 300
Number of contexts= 400
Number of contexts= 500
Number of contexts= 600
Number of contexts= 700
Number of contexts= 800
Number of contexts= 900
Number of contexts= 1000
Number of contexts= 1100
Number of contexts= 1200
Number of contexts= 1300
Number of contexts= 1400
Number of contexts= 1500
Number of contexts= 1600
Number of contexts= 1700
Number of contexts= 1800
Number of contexts= 1900
Number of contexts= 2000
---------------------------------------------------
---------------------------------------------------
0.5_3 bandit completed after 93.9205880165 seconds.
---------------------------------------------------
0)gnp_acns | cummulative regret = 1858.55785514.
1)uniform | cummulative regret = 59356.2808963.
---------------------------------------------------
---------------------------------------------------
0) gnp_acns | simple regret = 465.570598955.
1) uniform | simple regret = 14217.0478774.
---------------------------------------------------
---------------------------------------------------
Initializing model gnp_acns.
Number of contexts= 100
Number of contexts= 200
Number of contexts= 300
Number of contexts= 400
Number of contexts= 500
Number of contexts= 600
Number of contexts= 700
Number of contexts= 800
Number of contexts= 900
Number of contexts= 1000
Number of contexts= 1100
Number of contexts= 1200
Number of contexts= 1300
Number of contexts= 1400
Number of contexts= 1500
Number of contexts= 1600
Number of contexts= 1700
Number of contexts= 1800
Number of contexts= 1900
Number of contexts= 2000
---------------------------------------------------
---------------------------------------------------
0.5_4 bandit completed after 94.1586000919 seconds.
---------------------------------------------------
0)gnp_acns | cummulative regret = 1765.62960091.
1)uniform | cummulative regret = 59266.4325935.
---------------------------------------------------
---------------------------------------------------
0) gnp_acns | simple regret = 269.00562744.
1) uniform | simple regret = 15244.5721648.
---------------------------------------------------
---------------------------------------------------
Overall Summary for delta = 0.5
---------------------------------------------------
---------------------------------------------------
0.5 bandit completed after 475.806616306 seconds.
---------------------------------------------------
0)gnp_acns | cummulative regret = 1861.89264808.
1)uniform | cummulative regret = 59104.5836391.
---------------------------------------------------
---------------------------------------------------
0) gnp_acns | simple regret = 417.066967149.
1) uniform | simple regret = 14705.8926032.
---------------------------------------------------
---------------------------------------------------
Initializing model gnp_acns.
Number of contexts= 100
Number of contexts= 200
Number of contexts= 300
Number of contexts= 400
Number of contexts= 500
Number of contexts= 600
Number of contexts= 700
Number of contexts= 800
Number of contexts= 900
Number of contexts= 1000
Number of contexts= 1100
Number of contexts= 1200
Number of contexts= 1300
Number of contexts= 1400
Number of contexts= 1500
Number of contexts= 1600
Number of contexts= 1700
Number of contexts= 1800
Number of contexts= 1900
Number of contexts= 2000
---------------------------------------------------
---------------------------------------------------
0.7_0 bandit completed after 94.8490290642 seconds.
---------------------------------------------------
0)gnp_acns | cummulative regret = 1225.75121072.
1)uniform | cummulative regret = 38878.1218708.
---------------------------------------------------
---------------------------------------------------
0) gnp_acns | simple regret = 249.373122706.
1) uniform | simple regret = 9096.42471484.
---------------------------------------------------
---------------------------------------------------
Initializing model gnp_acns.
Number of contexts= 100
Number of contexts= 200
Number of contexts= 300
Number of contexts= 400
Number of contexts= 500
Number of contexts= 600
Number of contexts= 700
Number of contexts= 800
Number of contexts= 900
Number of contexts= 1000
Number of contexts= 1100
Number of contexts= 1200
Number of contexts= 1300
Number of contexts= 1400
Number of contexts= 1500
Number of contexts= 1600
Number of contexts= 1700
Number of contexts= 1800
Number of contexts= 1900
Number of contexts= 2000
---------------------------------------------------
---------------------------------------------------
0.7_1 bandit completed after 97.8148238659 seconds.
---------------------------------------------------
0)gnp_acns | cummulative regret = 980.732149744.
1)uniform | cummulative regret = 38779.2012283.
---------------------------------------------------
---------------------------------------------------
0) gnp_acns | simple regret = 196.187694028.
1) uniform | simple regret = 9583.23674965.
---------------------------------------------------
---------------------------------------------------
Initializing model gnp_acns.
Number of contexts= 100
Number of contexts= 200
Number of contexts= 300
Number of contexts= 400
Number of contexts= 500
Number of contexts= 600
Number of contexts= 700
Number of contexts= 800
Number of contexts= 900
Number of contexts= 1000
Number of contexts= 1100
Number of contexts= 1200
Number of contexts= 1300
Number of contexts= 1400
Number of contexts= 1500
Number of contexts= 1600
Number of contexts= 1700
Number of contexts= 1800
Number of contexts= 1900
Number of contexts= 2000
---------------------------------------------------
---------------------------------------------------
0.7_2 bandit completed after 94.412997961 seconds.
---------------------------------------------------
0)gnp_acns | cummulative regret = 1327.6875125.
1)uniform | cummulative regret = 39123.6854271.
---------------------------------------------------
---------------------------------------------------
0) gnp_acns | simple regret = 343.024237101.
1) uniform | simple regret = 10074.2509739.
---------------------------------------------------
---------------------------------------------------
Initializing model gnp_acns.
Number of contexts= 100
Number of contexts= 200
Number of contexts= 300
Number of contexts= 400
Number of contexts= 500
Number of contexts= 600
Number of contexts= 700
Number of contexts= 800
Number of contexts= 900
Number of contexts= 1000
Number of contexts= 1100
Number of contexts= 1200
Number of contexts= 1300
Number of contexts= 1400
Number of contexts= 1500
Number of contexts= 1600
Number of contexts= 1700
Number of contexts= 1800
Number of contexts= 1900
Number of contexts= 2000
---------------------------------------------------
---------------------------------------------------
0.7_3 bandit completed after 94.0873539448 seconds.
---------------------------------------------------
0)gnp_acns | cummulative regret = 1264.67162634.
1)uniform | cummulative regret = 41703.5368897.
---------------------------------------------------
---------------------------------------------------
0) gnp_acns | simple regret = 242.731380329.
1) uniform | simple regret = 10217.0576511.
---------------------------------------------------
---------------------------------------------------
Initializing model gnp_acns.
Number of contexts= 100
Number of contexts= 200
Number of contexts= 300
Number of contexts= 400
Number of contexts= 500
Number of contexts= 600
Number of contexts= 700
Number of contexts= 800
Number of contexts= 900
Number of contexts= 1000
Number of contexts= 1100
Number of contexts= 1200
Number of contexts= 1300
Number of contexts= 1400
Number of contexts= 1500
Number of contexts= 1600
Number of contexts= 1700
Number of contexts= 1800
Number of contexts= 1900
Number of contexts= 2000
---------------------------------------------------
---------------------------------------------------
0.7_4 bandit completed after 93.1627011299 seconds.
---------------------------------------------------
0)gnp_acns | cummulative regret = 783.269163222.
1)uniform | cummulative regret = 39118.5366058.
---------------------------------------------------
---------------------------------------------------
0) gnp_acns | simple regret = 197.759217676.
1) uniform | simple regret = 9778.84326847.
---------------------------------------------------
---------------------------------------------------
Overall Summary for delta = 0.7
---------------------------------------------------
---------------------------------------------------
0.7 bandit completed after 474.326905966 seconds.
---------------------------------------------------
0)gnp_acns | cummulative regret = 1116.4223325.
1)uniform | cummulative regret = 39520.6164043.
---------------------------------------------------
---------------------------------------------------
0) gnp_acns | simple regret = 245.815130368.
1) uniform | simple regret = 9749.96267159.
---------------------------------------------------
---------------------------------------------------
Initializing model gnp_acns.
Number of contexts= 100
Number of contexts= 200
Number of contexts= 300
Number of contexts= 400
Number of contexts= 500
Number of contexts= 600
Number of contexts= 700
Number of contexts= 800
Number of contexts= 900
Number of contexts= 1000
Number of contexts= 1100
Number of contexts= 1200
Number of contexts= 1300
Number of contexts= 1400
Number of contexts= 1500
Number of contexts= 1600
Number of contexts= 1700
Number of contexts= 1800
Number of contexts= 1900
Number of contexts= 2000
---------------------------------------------------
---------------------------------------------------
0.9_0 bandit completed after 95.8623809814 seconds.
---------------------------------------------------
0)gnp_acns | cummulative regret = 887.171855872.
1)uniform | cummulative regret = 14845.4148941.
---------------------------------------------------
---------------------------------------------------
0) gnp_acns | simple regret = 76.9369800124.
1) uniform | simple regret = 3540.1493946.
---------------------------------------------------
---------------------------------------------------
Initializing model gnp_acns.
Number of contexts= 100
Number of contexts= 200
Number of contexts= 300
Number of contexts= 400
Number of contexts= 500
Number of contexts= 600
Number of contexts= 700
Number of contexts= 800
Number of contexts= 900
Number of contexts= 1000
Number of contexts= 1100
Number of contexts= 1200
Number of contexts= 1300
Number of contexts= 1400
Number of contexts= 1500
Number of contexts= 1600
Number of contexts= 1700
Number of contexts= 1800
Number of contexts= 1900
Number of contexts= 2000
---------------------------------------------------
---------------------------------------------------
0.9_1 bandit completed after 92.832515955 seconds.
---------------------------------------------------
0)gnp_acns | cummulative regret = 1125.55437057.
1)uniform | cummulative regret = 15529.9067982.
---------------------------------------------------
---------------------------------------------------
0) gnp_acns | simple regret = 170.785853944.
1) uniform | simple regret = 3590.79178882.
---------------------------------------------------
---------------------------------------------------
Initializing model gnp_acns.
Number of contexts= 100
Number of contexts= 200
Number of contexts= 300
Number of contexts= 400
Number of contexts= 500
Number of contexts= 600
Number of contexts= 700
Number of contexts= 800
Number of contexts= 900
Number of contexts= 1000
Number of contexts= 1100
Number of contexts= 1200
Number of contexts= 1300
Number of contexts= 1400
Number of contexts= 1500
Number of contexts= 1600
Number of contexts= 1700
Number of contexts= 1800
Number of contexts= 1900
Number of contexts= 2000
---------------------------------------------------
---------------------------------------------------
0.9_2 bandit completed after 95.952103138 seconds.
---------------------------------------------------
0)gnp_acns | cummulative regret = 1122.98625861.
1)uniform | cummulative regret = 16367.846286.
---------------------------------------------------
---------------------------------------------------
0) gnp_acns | simple regret = 120.397851024.
1) uniform | simple regret = 3885.01329213.
---------------------------------------------------
---------------------------------------------------
Initializing model gnp_acns.
Number of contexts= 100
Number of contexts= 200
Number of contexts= 300
Number of contexts= 400
Number of contexts= 500
Number of contexts= 600
Number of contexts= 700
Number of contexts= 800
Number of contexts= 900
Number of contexts= 1000
Number of contexts= 1100
Number of contexts= 1200
Number of contexts= 1300
Number of contexts= 1400
Number of contexts= 1500
Number of contexts= 1600
Number of contexts= 1700
Number of contexts= 1800
Number of contexts= 1900
Number of contexts= 2000
---------------------------------------------------
---------------------------------------------------
0.9_3 bandit completed after 93.1372761726 seconds.
---------------------------------------------------
0)gnp_acns | cummulative regret = 835.003667909.
1)uniform | cummulative regret = 15392.5949454.
---------------------------------------------------
---------------------------------------------------
0) gnp_acns | simple regret = 217.523403506.
1) uniform | simple regret = 4764.25836704.
---------------------------------------------------
---------------------------------------------------
Initializing model gnp_acns.
Number of contexts= 100
Number of contexts= 200
Number of contexts= 300
Number of contexts= 400
Number of contexts= 500
Number of contexts= 600
Number of contexts= 700
Number of contexts= 800
Number of contexts= 900
Number of contexts= 1000
Number of contexts= 1100
Number of contexts= 1200
Number of contexts= 1300
Number of contexts= 1400
Number of contexts= 1500
Number of contexts= 1600
Number of contexts= 1700
Number of contexts= 1800
Number of contexts= 1900
Number of contexts= 2000
---------------------------------------------------
---------------------------------------------------
0.9_4 bandit completed after 92.9207699299 seconds.
---------------------------------------------------
0)gnp_acns | cummulative regret = 1427.04097256.
1)uniform | cummulative regret = 15095.6337354.
---------------------------------------------------
---------------------------------------------------
0) gnp_acns | simple regret = 563.597359691.
1) uniform | simple regret = 3447.13757005.
---------------------------------------------------
---------------------------------------------------
Overall Summary for delta = 0.9
---------------------------------------------------
---------------------------------------------------
0.9 bandit completed after 470.705046177 seconds.
---------------------------------------------------
0)gnp_acns | cummulative regret = 1079.5514251.
1)uniform | cummulative regret = 15446.2793318.
---------------------------------------------------
---------------------------------------------------
0) gnp_acns | simple regret = 229.848289636.
1) uniform | simple regret = 3845.47008253.
---------------------------------------------------
---------------------------------------------------
Initializing model gnp_acns.
Number of contexts= 100
Number of contexts= 200
Number of contexts= 300
Number of contexts= 400
Number of contexts= 500
Number of contexts= 600
Number of contexts= 700
Number of contexts= 800
Number of contexts= 900
Number of contexts= 1000
Number of contexts= 1100
Number of contexts= 1200
Number of contexts= 1300
Number of contexts= 1400
Number of contexts= 1500
Number of contexts= 1600
Number of contexts= 1700
Number of contexts= 1800
Number of contexts= 1900
Number of contexts= 2000
---------------------------------------------------
---------------------------------------------------
0.95_0 bandit completed after 93.4830970764 seconds.
---------------------------------------------------
0)gnp_acns | cummulative regret = 1525.007149.
1)uniform | cummulative regret = 7629.39741072.
---------------------------------------------------
---------------------------------------------------
0) gnp_acns | simple regret = 236.364763878.
1) uniform | simple regret = 1880.89455194.
---------------------------------------------------
---------------------------------------------------
Initializing model gnp_acns.
Number of contexts= 100
Number of contexts= 200
Number of contexts= 300
Number of contexts= 400
Number of contexts= 500
Number of contexts= 600
Number of contexts= 700
Number of contexts= 800
Number of contexts= 900
Number of contexts= 1000
Number of contexts= 1100
Number of contexts= 1200
Number of contexts= 1300
Number of contexts= 1400
Number of contexts= 1500
Number of contexts= 1600
Number of contexts= 1700
Number of contexts= 1800
Number of contexts= 1900
Number of contexts= 2000
---------------------------------------------------
---------------------------------------------------
0.95_1 bandit completed after 94.8857448101 seconds.
---------------------------------------------------
0)gnp_acns | cummulative regret = 1085.69891688.
1)uniform | cummulative regret = 8173.63136151.
---------------------------------------------------
---------------------------------------------------
0) gnp_acns | simple regret = 135.861834614.
1) uniform | simple regret = 2519.14686665.
---------------------------------------------------
---------------------------------------------------
Initializing model gnp_acns.
Number of contexts= 100
Number of contexts= 200
Number of contexts= 300
Number of contexts= 400
Number of contexts= 500
Number of contexts= 600
Number of contexts= 700
Number of contexts= 800
Number of contexts= 900
Number of contexts= 1000
Number of contexts= 1100
Number of contexts= 1200
Number of contexts= 1300
Number of contexts= 1400
Number of contexts= 1500
Number of contexts= 1600
Number of contexts= 1700
Number of contexts= 1800
Number of contexts= 1900
Number of contexts= 2000
---------------------------------------------------
---------------------------------------------------
0.95_2 bandit completed after 91.6975250244 seconds.
---------------------------------------------------
0)gnp_acns | cummulative regret = 1082.83830364.
1)uniform | cummulative regret = 8120.01557114.
---------------------------------------------------
---------------------------------------------------
0) gnp_acns | simple regret = 283.108426542.
1) uniform | simple regret = 2034.43044936.
---------------------------------------------------
---------------------------------------------------
Initializing model gnp_acns.
Number of contexts= 100
Number of contexts= 200
Number of contexts= 300
Number of contexts= 400
Number of contexts= 500
Number of contexts= 600
Number of contexts= 700
Number of contexts= 800
Number of contexts= 900
Number of contexts= 1000
Number of contexts= 1100
Number of contexts= 1200
Number of contexts= 1300
Number of contexts= 1400
Number of contexts= 1500
Number of contexts= 1600
Number of contexts= 1700
Number of contexts= 1800
Number of contexts= 1900
Number of contexts= 2000
---------------------------------------------------
---------------------------------------------------
0.95_3 bandit completed after 95.009360075 seconds.
---------------------------------------------------
0)gnp_acns | cummulative regret = 896.945949032.
1)uniform | cummulative regret = 7633.43409716.
---------------------------------------------------
---------------------------------------------------
0) gnp_acns | simple regret = 138.880707772.
1) uniform | simple regret = 1833.77353929.
---------------------------------------------------
---------------------------------------------------
Initializing model gnp_acns.
Number of contexts= 100
Number of contexts= 200
Number of contexts= 300
Number of contexts= 400
Number of contexts= 500
Number of contexts= 600
Number of contexts= 700
Number of contexts= 800
Number of contexts= 900
Number of contexts= 1000
Number of contexts= 1100
Number of contexts= 1200
Number of contexts= 1300
Number of contexts= 1400
Number of contexts= 1500
Number of contexts= 1600
Number of contexts= 1700
Number of contexts= 1800
Number of contexts= 1900
Number of contexts= 2000
---------------------------------------------------
---------------------------------------------------
0.95_4 bandit completed after 93.9894199371 seconds.
---------------------------------------------------
0)gnp_acns | cummulative regret = 1168.65865483.
1)uniform | cummulative regret = 7776.31705574.
---------------------------------------------------
---------------------------------------------------
0) gnp_acns | simple regret = 184.721695553.
1) uniform | simple regret = 1835.96959635.
---------------------------------------------------
---------------------------------------------------
Overall Summary for delta = 0.95
---------------------------------------------------
---------------------------------------------------
0.95 bandit completed after 469.065146923 seconds.
---------------------------------------------------
0)gnp_acns | cummulative regret = 1151.82979468.
1)uniform | cummulative regret = 7866.55909925.
---------------------------------------------------
---------------------------------------------------
0) gnp_acns | simple regret = 195.787485672.
1) uniform | simple regret = 2020.84300072.
---------------------------------------------------
---------------------------------------------------
Initializing model gnp_acns.
Number of contexts= 100
Number of contexts= 200
Number of contexts= 300
Number of contexts= 400
Number of contexts= 500
Number of contexts= 600
Number of contexts= 700
Number of contexts= 800
Number of contexts= 900
Number of contexts= 1000
Number of contexts= 1100
Number of contexts= 1200
Number of contexts= 1300
Number of contexts= 1400
Number of contexts= 1500
Number of contexts= 1600
Number of contexts= 1700
Number of contexts= 1800
Number of contexts= 1900
Number of contexts= 2000
---------------------------------------------------
---------------------------------------------------
0.99_0 bandit completed after 94.9761459827 seconds.
---------------------------------------------------
0)gnp_acns | cummulative regret = 621.005900339.
1)uniform | cummulative regret = 1928.431223.
---------------------------------------------------
---------------------------------------------------
0) gnp_acns | simple regret = 142.734393911.
1) uniform | simple regret = 569.094769379.
---------------------------------------------------
---------------------------------------------------
Initializing model gnp_acns.
Number of contexts= 100
Number of contexts= 200
Number of contexts= 300
Number of contexts= 400
Number of contexts= 500
Number of contexts= 600
Number of contexts= 700
Number of contexts= 800
Number of contexts= 900
Number of contexts= 1000
Number of contexts= 1100
Number of contexts= 1200
Number of contexts= 1300
Number of contexts= 1400
Number of contexts= 1500
Number of contexts= 1600
Number of contexts= 1700
Number of contexts= 1800
Number of contexts= 1900
Number of contexts= 2000
---------------------------------------------------
---------------------------------------------------
0.99_1 bandit completed after 92.2472090721 seconds.
---------------------------------------------------
0)gnp_acns | cummulative regret = 814.706655747.
1)uniform | cummulative regret = 2320.20088508.
---------------------------------------------------
---------------------------------------------------
0) gnp_acns | simple regret = 141.860772086.
1) uniform | simple regret = 472.424678687.
---------------------------------------------------
---------------------------------------------------
Initializing model gnp_acns.
Number of contexts= 100
Number of contexts= 200
Number of contexts= 300
Number of contexts= 400
Number of contexts= 500
Number of contexts= 600
Number of contexts= 700
Number of contexts= 800
Number of contexts= 900
Number of contexts= 1000
Number of contexts= 1100
Number of contexts= 1200
Number of contexts= 1300
Number of contexts= 1400
Number of contexts= 1500
Number of contexts= 1600
Number of contexts= 1700
Number of contexts= 1800
Number of contexts= 1900
Number of contexts= 2000
---------------------------------------------------
---------------------------------------------------
0.99_2 bandit completed after 92.1864299774 seconds.
---------------------------------------------------
0)gnp_acns | cummulative regret = 1117.68035073.
1)uniform | cummulative regret = 1729.14286376.
---------------------------------------------------
---------------------------------------------------
0) gnp_acns | simple regret = 341.429570102.
1) uniform | simple regret = 374.73172569.
---------------------------------------------------
---------------------------------------------------
Initializing model gnp_acns.
Number of contexts= 100
Number of contexts= 200
Number of contexts= 300
Number of contexts= 400
Number of contexts= 500
Number of contexts= 600
Number of contexts= 700
Number of contexts= 800
Number of contexts= 900
Number of contexts= 1000
Number of contexts= 1100
Number of contexts= 1200
Number of contexts= 1300
Number of contexts= 1400
Number of contexts= 1500
Number of contexts= 1600
Number of contexts= 1700
Number of contexts= 1800
Number of contexts= 1900
Number of contexts= 2000
---------------------------------------------------
---------------------------------------------------
0.99_3 bandit completed after 91.7476661205 seconds.
---------------------------------------------------
0)gnp_acns | cummulative regret = 723.743466018.
1)uniform | cummulative regret = 1345.55823454.
---------------------------------------------------
---------------------------------------------------
0) gnp_acns | simple regret = 95.2487686284.
1) uniform | simple regret = 422.421613957.
---------------------------------------------------
---------------------------------------------------
Initializing model gnp_acns.
Number of contexts= 100
Number of contexts= 200
Number of contexts= 300
Number of contexts= 400
Number of contexts= 500
Number of contexts= 600
Number of contexts= 700
Number of contexts= 800
Number of contexts= 900
Number of contexts= 1000
Number of contexts= 1100
Number of contexts= 1200
Number of contexts= 1300
Number of contexts= 1400
Number of contexts= 1500
Number of contexts= 1600
Number of contexts= 1700
Number of contexts= 1800
Number of contexts= 1900
Number of contexts= 2000
---------------------------------------------------
---------------------------------------------------
0.99_4 bandit completed after 94.3552770615 seconds.
---------------------------------------------------
0)gnp_acns | cummulative regret = 714.320565806.
1)uniform | cummulative regret = 1783.8493557.
---------------------------------------------------
---------------------------------------------------
0) gnp_acns | simple regret = 189.497174215.
1) uniform | simple regret = 273.58289562.
---------------------------------------------------
---------------------------------------------------
Overall Summary for delta = 0.99
---------------------------------------------------
---------------------------------------------------
0.99 bandit completed after 465.512728214 seconds.
---------------------------------------------------
0)gnp_acns | cummulative regret = 798.291387727.
1)uniform | cummulative regret = 1821.43651242.
---------------------------------------------------
---------------------------------------------------
0) gnp_acns | simple regret = 182.154135788.
1) uniform | simple regret = 422.451136667.
---------------------------------------------------
---------------------------------------------------
In [0]:
from experimental.attentive_uncertainty.contextual_bandits import benchmark_gnp # local file import
In [0]:
benchmark_gnp.run_trial(0, 0.5, ['gnp_cnp_offline'])
Initializing model gnp_cnp_offline.
started
['gnp_cnp_offline']
Number of contexts= 100
Number of contexts= 200
Number of contexts= 300
Number of contexts= 400
Number of contexts= 500
Number of contexts= 600
Number of contexts= 700
Number of contexts= 800
Number of contexts= 900
Number of contexts= 1000
Number of contexts= 1100
Number of contexts= 1200
Number of contexts= 1300
Number of contexts= 1400
Number of contexts= 1500
Number of contexts= 1600
Number of contexts= 1700
Number of contexts= 1800
Number of contexts= 1900
Number of contexts= 2000
Number of contexts= 2100
Number of contexts= 2200
Number of contexts= 2300
Number of contexts= 2400
Number of contexts= 2500
Number of contexts= 2600
Number of contexts= 2700
Number of contexts= 2800
Number of contexts= 2900
Number of contexts= 3000
Number of contexts= 3100
Number of contexts= 3200
Number of contexts= 3300
Number of contexts= 3400
Number of contexts= 3500
Number of contexts= 3600
Number of contexts= 3700
Number of contexts= 3800
Number of contexts= 3900
Number of contexts= 4000
Number of contexts= 4100
Number of contexts= 4200
Number of contexts= 4300
Number of contexts= 4400
Number of contexts= 4500
Number of contexts= 4600
Number of contexts= 4700
Number of contexts= 4800
Number of contexts= 4900
Number of contexts= 5000
Number of contexts= 5100
Number of contexts= 5200
Number of contexts= 5300
Number of contexts= 5400
Number of contexts= 5500
Number of contexts= 5600
Number of contexts= 5700
Number of contexts= 5800
Number of contexts= 5900
Number of contexts= 6000
Number of contexts= 6100
Number of contexts= 6200
Number of contexts= 6300
Number of contexts= 6400
Number of contexts= 6500
Number of contexts= 6600
Number of contexts= 6700
Number of contexts= 6800
Number of contexts= 6900
Number of contexts= 7000
Number of contexts= 7100
Number of contexts= 7200
Number of contexts= 7300
Number of contexts= 7400
Number of contexts= 7500
Number of contexts= 7600
Number of contexts= 7700
Number of contexts= 7800
Number of contexts= 7900
Number of contexts= 8000
Number of contexts= 8100
Number of contexts= 8200
Number of contexts= 8300
Number of contexts= 8400
Number of contexts= 8500
Number of contexts= 8600
Number of contexts= 8700
Number of contexts= 8800
Number of contexts= 8900
Number of contexts= 9000
Number of contexts= 9100
Number of contexts= 9200
Number of contexts= 9300
Number of contexts= 9400
Number of contexts= 9500
Number of contexts= 9600
Number of contexts= 9700
Number of contexts= 9800
Number of contexts= 9900
Number of contexts= 10000
Number of contexts= 10100
Number of contexts= 10200
Number of contexts= 10300
Number of contexts= 10400
Number of contexts= 10500
Number of contexts= 10600
Number of contexts= 10700
Number of contexts= 10800
Number of contexts= 10900
Number of contexts= 11000
Number of contexts= 11100
Number of contexts= 11200
Number of contexts= 11300
Number of contexts= 11400
Number of contexts= 11500
Number of contexts= 11600
Number of contexts= 11700
Number of contexts= 11800
Number of contexts= 11900
Number of contexts= 12000
Number of contexts= 12100
Number of contexts= 12200
Number of contexts= 12300
Number of contexts= 12400
Number of contexts= 12500
Number of contexts= 12600
Number of contexts= 12700
Number of contexts= 12800
Number of contexts= 12900
Number of contexts= 13000
Number of contexts= 13100
Number of contexts= 13200
Number of contexts= 13300
Number of contexts= 13400
Number of contexts= 13500
Number of contexts= 13600
Number of contexts= 13700
Number of contexts= 13800
Number of contexts= 13900
Number of contexts= 14000
Number of contexts= 14100
Number of contexts= 14200
Number of contexts= 14300
Number of contexts= 14400
Number of contexts= 14500
Number of contexts= 14600
Number of contexts= 14700
Number of contexts= 14800
Number of contexts= 14900
Number of contexts= 15000
Traceback (most recent call last):
File "<embedded stdlib>/inspect.py", line 1051, in getinnerframes
framelist.append((tb.tb_frame,) + getframeinfo(tb, context))
File "<embedded stdlib>/inspect.py", line 1011, in getframeinfo
filename = getsourcefile(frame) or getfile(frame)
File "<embedded stdlib>/inspect.py", line 453, in getsourcefile
if hasattr(getmodule(object, filename), '__loader__'):
File "<embedded stdlib>/inspect.py", line 499, in getmodule
os.path.realpath(f)] = module.__name__
File "<embedded stdlib>/posixpath.py", line 375, in realpath
path, ok = _joinrealpath('', filename, {})
File "<embedded stdlib>/posixpath.py", line 399, in _joinrealpath
newpath = join(path, name)
File "<embedded stdlib>/posixpath.py", line 68, in join
if b.startswith('/'):
KeyboardInterrupt
ERROR: Internal Python error in the inspect module.
Below is the traceback from this internal error.
Unfortunately, your original traceback can not be constructed.
In [0]:
Content source: google/edward2
Similar notebooks: