{"version":1,"horizon":2000,"runs":100,"seed":20260927,"python":"3.13.0","numpy":"2.4.6","sourceSha256":{"bandits.py":"3f59bb3877bc0e60d2319ae3d156056dc41fd5f7187a4e8edd77c998b5b8f751","benchmark.py":"2628fc3bed9de97146d3ff7f323552ce04cb8fc0b1724295e3131db295335df2"},"method":"Paired round-by-arm Bernoulli potential outcomes; independent policy RNGs; no warm start; fixed parameters; pointwise mean ± 1.96 SE across runs.","scenarios":[{"id":"clear","title":"A clear winner","means":[0.1,0.2,0.4],"description":"Three campaign variants. One converts substantially better.","steps":[0,1,14,27,41,54,68,81,94,108,121,135,148,161,175,188,202,215,229,242,255,269,282,296,309,322,336,349,363,376,390,403,416,430,443,457,470,483,497,510,524,537,551,564,577,591,604,618,631,644,658,671,685,698,712,725,738,752,765,779,792,805,819,832,846,859,873,886,899,913,926,940,953,966,980,993,1007,1020,1034,1047,1060,1074,1087,1101,1114,1127,1141,1154,1168,1181,1195,1208,1221,1235,1248,1262,1275,1288,1302,1315,1329,1342,1356,1369,1382,1396,1409,1423,1436,1449,1463,1476,1490,1503,1517,1530,1543,1557,1570,1584,1597,1610,1624,1637,1651,1664,1678,1691,1704,1718,1731,1745,1758,1771,1785,1798,1812,1825,1839,1852,1865,1879,1892,1906,1919,1932,1946,1959,1973,1986,2000],"policies":[{"id":"random","label":"Uniform random","mean":[0.0,0.16699999999999998,2.364,4.538999999999999,6.937,9.094000000000001,11.306000000000001,13.513,15.537,17.793000000000003,20.057,22.447999999999993,24.609,26.768000000000008,29.119999999999976,31.317999999999998,33.69099999999999,35.853000000000016,38.17599999999999,40.37700000000001,42.492000000000004,44.82300000000002,46.95399999999999,49.29999999999999,51.468,53.63200000000002,55.99999999999999,58.17899999999998,60.56099999999999,62.637000000000015,65.00800000000001,67.232,69.443,71.799,73.99000000000001,76.37599999999996,78.59599999999998,80.72499999999997,83.04599999999996,85.178,87.40599999999999,89.51100000000001,91.87099999999998,94.02300000000005,96.20400000000004,98.45700000000001,100.692,102.99799999999998,105.12299999999999,107.25099999999999,109.58899999999996,111.72099999999996,113.98100000000001,116.18099999999998,118.49399999999997,120.65300000000008,122.77500000000003,125.10700000000001,127.25900000000001,129.58999999999992,131.753,133.96200000000002,136.25700000000006,138.42499999999993,140.70899999999995,142.886,145.29699999999997,147.44400000000005,149.66999999999996,152.02300000000005,154.098,156.50799999999998,158.693,160.86600000000004,163.253,165.4689999999999,167.73800000000003,169.91300000000007,172.30999999999992,174.4049999999999,176.5790000000001,178.82099999999983,180.98599999999996,183.39899999999997,185.59499999999997,187.78099999999998,190.18200000000002,192.39700000000005,194.7789999999999,196.95199999999997,199.31799999999993,201.51,203.66300000000007,205.97799999999998,208.16299999999998,210.45599999999996,212.6900000000001,214.91300000000007,217.27499999999992,219.50100000000006,221.79,223.96300000000002,226.2729999999999,228.48900000000006,230.7129999999999,233.02700000000002,235.18600000000006,237.51899999999995,239.67,241.88300000000004,244.2349999999999,246.37299999999993,248.70299999999995,250.9,253.208,255.38199999999998,257.583,259.9000000000001,262.14599999999996,264.49500000000006,266.684,268.8310000000001,271.17799999999994,273.30100000000004,275.601,277.81400000000014,280.16099999999994,282.295,284.47800000000007,286.84900000000005,289.133,291.5040000000001,293.6079999999999,295.82399999999996,298.151,300.3009999999999,302.61000000000007,304.74799999999993,307.00299999999993,309.138,311.37699999999995,313.652,315.813,318.19399999999996,320.30499999999995,322.38599999999997,324.815,327.04299999999995,329.39300000000003,331.5659999999999,333.78899999999993],"low":[0.0,0.1420742805337721,2.271540899219321,4.413734126536611,6.779936536998254,8.928323866424995,11.127059514933151,13.321229845867085,15.322914374498277,17.57243997629542,19.82305300260119,22.190157398384045,24.327892751506557,26.47811537018666,28.816358105657315,30.990297008678265,33.34855796493744,35.506621791550224,37.80561002208291,40.004054860459256,42.10730743985055,44.42085749606552,46.53629916686216,48.86769452999766,51.02047962947329,53.17454891212948,55.52220095175372,57.70027361461408,60.07897301087338,62.14481005011925,64.50794148971033,66.73733107284679,68.9362232838654,71.28427453155821,73.45971588785261,75.83677150775152,78.05765881144298,80.1670394586921,82.47120558427598,84.59690663395925,86.81636024195559,88.91246357927581,91.27770939671738,93.43236712086518,95.60611208396104,97.84174769960002,100.05244475888286,102.3514491425661,104.46612536785197,106.59291759321096,108.93256833395553,111.05310927816961,113.29219332539985,115.47459372048273,117.77671789792043,119.91896106793044,122.03331492675211,124.36536787522317,126.50727634328524,128.84500985946454,131.014040090031,133.22003557104514,135.505719580783,137.65191349733283,139.91712483976445,142.0788321156042,144.477321887361,146.6236458349068,148.84222851833454,151.19151776822747,153.26441043846083,155.66379606527207,157.85062021328463,160.02817004262278,162.41725572234543,164.64377228522272,166.90487234774892,169.08551848438609,171.4739955430015,173.5473132122629,175.69455813174233,177.9273877372678,180.0724411921402,182.49890549453306,184.689918940178,186.87808097758747,189.27594192907137,191.47503807181306,193.85091415532014,196.02147483496483,198.37919684811132,200.57950394287602,202.7226304776947,205.01872761146265,207.19438000545395,209.47999020981888,211.7113967529426,213.93279152964823,216.30380461223692,218.53079952004916,220.8094359199157,222.9800993154685,225.28848121443647,227.4920494724371,229.71977057992362,232.03554901009184,234.18153022376097,236.51112994793846,238.65109130036993,240.85140998817315,243.2004189064205,245.34480550854482,247.66828734020524,249.84788435094333,252.14976250256103,254.3200628786443,256.51883011600785,258.8408779866362,261.0799015795126,263.41840882692674,265.5948583281698,267.7482832991186,270.09253115047505,272.21042426178104,274.5352034541454,276.76299870115906,279.10990317236,281.242713324961,283.41674568045,285.77920238977066,288.0748491355695,290.4443325150165,292.5527441898646,294.75946894528687,297.0915135202411,299.2278524452213,301.53209359451307,303.6624063948737,305.90791490895805,308.04545382692584,310.2724191765692,312.5422613845221,314.6910856797798,317.05876846760424,319.187730969703,321.26665373766014,323.6836768381379,325.9019028972098,328.25002731263754,330.4226234965725,332.6452174143234],"high":[0.0,0.19192571946622786,2.4564591007806786,4.664265873463386,7.0940634630017465,9.259676133575008,11.48494048506685,13.704770154132914,15.751085625501725,18.013560023704585,20.29094699739881,22.70584260161594,24.890107248493447,27.057884629813355,29.423641894342637,31.64570299132173,34.033442035062535,36.19937820844981,38.546389977917066,40.74994513954076,42.87669256014946,45.22514250393452,47.37170083313783,49.73230547000232,51.915520370526714,54.08945108787056,56.47779904824627,58.65772638538588,61.0430269891266,63.12918994988078,65.50805851028969,67.72666892715321,69.9497767161346,72.3137254684418,74.52028411214741,76.9152284922484,79.13434118855697,81.28296054130783,83.62079441572395,85.75909336604074,87.99563975804439,90.10953642072421,92.46429060328258,94.61363287913493,96.80188791603904,99.0722523004,101.33155524111713,103.64455085743386,105.77987463214801,107.90908240678903,110.24543166604438,112.38889072183031,114.66980667460017,116.88740627951724,119.21128210207951,121.38703893206971,123.51668507324796,125.84863212477686,128.0107236567148,130.3349901405353,132.49195990996898,134.7039644289549,137.00828041921713,139.19808650266702,141.50087516023544,143.6931678843958,146.11667811263894,148.2643541650933,150.49777148166538,152.85448223177264,154.9315895615392,157.3522039347279,159.5353797867154,161.7038299573773,164.08874427765454,166.2942277147771,168.57112765225114,170.74048151561405,173.14600445699833,175.26268678773687,177.46344186825786,179.71461226273186,181.89955880785973,184.29909450546688,186.50008105982195,188.68391902241248,191.08805807092867,193.31896192818704,195.70708584467968,197.8825251650351,200.25680315188853,202.44049605712397,204.60336952230543,206.9372723885373,209.131619994546,211.43200979018104,213.66860324705763,215.8932084703519,218.24619538776292,220.47120047995097,222.77056408008428,224.94590068453155,227.25751878556335,229.48595052756303,231.7062294200762,234.0184509899082,236.19046977623915,238.52687005206144,240.68890869963005,242.91459001182693,245.2695810935793,247.40119449145504,249.73771265979465,251.95211564905668,254.26623749743896,256.44393712135565,258.6471698839922,260.959122013364,263.21209842048734,265.5715911730734,267.7731416718303,269.91371670088154,272.2634688495248,274.39157573821905,276.6667965458546,278.8650012988412,281.21209682763987,283.347286675039,285.53925431955014,287.91879761022943,290.1911508644305,292.5636674849836,294.6632558101352,296.88853105471304,299.2104864797589,301.37414755477846,303.68790640548707,305.83359360512617,308.0980850910418,310.2305461730741,312.4815808234307,314.7617386154779,316.9349143202202,319.3292315323957,321.4222690302969,323.5053462623398,325.9463231618621,328.1840971027901,330.5359726873625,332.70937650342734,334.9327825856765],"conversions":467.79,"pulls":[667.27,668.04,664.69],"finalRegrets":[346.6000000000003,336.2000000000002,335.40000000000015,327.50000000000045,326.6000000000004,330.90000000000003,328.1999999999998,330.00000000000006,325.5999999999998,329.7999999999999,323.4999999999998,325.69999999999953,339.40000000000026,327.69999999999936,334.69999999999993,337.90000000000043,328.30000000000035,325.09999999999957,335.4999999999998,331.19999999999965,325.99999999999983,339.89999999999975,336.6999999999998,324.09999999999906,330.8999999999997,324.59999999999957,334.69999999999993,335.59999999999985,332.30000000000035,336.50000000000006,341.2000000000002,336.70000000000005,324.99999999999955,341.19999999999965,335.90000000000043,334.69999999999976,332.8999999999995,332.60000000000053,344.10000000000014,337.30000000000007,340.8999999999994,327.50000000000006,333.2000000000001,335.3999999999993,339.8999999999998,340.3999999999998,336.10000000000036,329.99999999999943,319.5000000000003,327.80000000000064,344.10000000000014,337.39999999999986,328.70000000000005,334.4000000000002,337.69999999999993,339.2999999999997,341.4999999999995,330.19999999999993,333.80000000000007,328.3999999999995,333.6999999999996,337.79999999999967,336.60000000000014,332.0000000000001,338.8,334.7000000000001,338.30000000000007,329.8000000000005,325.2000000000002,333.10000000000014,347.1000000000005,329.70000000000033,335.4000000000004,337.0000000000001,334.8000000000001,337.8999999999998,334.1000000000001,337.0999999999997,331.2999999999998,339.50000000000006,325.70000000000033,347.9,340.39999999999947,331.99999999999955,333.39999999999975,333.19999999999976,339.3000000000002,326.6999999999999,334.89999999999947,332.60000000000014,330.8000000000005,328.8000000000001,325.7999999999992,331.70000000000005,335.79999999999995,334.30000000000064,323.0999999999998,342.20000000000044,344.00000000000006,337.5000000000005],"pairedSaving":0.0,"pairedMargin":0.0},{"id":"epsilon","label":"ε-greedy · ε = 0.10","mean":[0.0,0.2900000000000005,3.6209999999999987,6.444,9.066000000000004,11.005000000000003,12.63600000000001,13.937000000000014,14.975000000000007,16.050000000000008,16.902000000000015,17.784000000000002,18.522000000000006,19.150000000000006,19.80100000000001,20.37900000000001,20.95200000000001,21.439000000000007,21.923000000000016,22.355000000000018,22.746000000000024,23.183000000000025,23.599000000000025,24.05700000000003,24.389000000000028,24.698000000000043,25.010000000000034,25.29700000000004,25.585000000000036,25.86400000000003,26.177000000000035,26.40600000000003,26.636000000000028,26.888000000000037,27.124000000000038,27.399000000000044,27.605000000000036,27.860000000000042,28.132000000000044,28.372000000000043,28.608000000000043,28.86600000000004,29.125000000000043,29.382000000000048,29.635000000000023,29.888000000000034,30.105000000000036,30.37800000000004,30.618000000000038,30.825000000000035,31.104000000000052,31.373000000000044,31.645000000000042,31.89200000000005,32.20000000000003,32.420000000000044,32.636000000000024,32.883000000000024,33.13400000000004,33.39300000000004,33.64900000000002,33.90000000000003,34.17100000000003,34.392000000000024,34.67900000000001,34.930000000000014,35.196000000000005,35.457000000000015,35.76500000000002,35.992000000000004,36.201000000000015,36.46500000000002,36.716000000000015,36.95500000000001,37.220000000000006,37.43800000000001,37.679000000000016,37.931000000000004,38.229,38.479,38.73999999999999,38.97799999999999,39.21399999999999,39.490999999999985,39.72699999999997,39.996999999999986,40.30200000000001,40.535000000000004,40.77599999999998,40.99899999999998,41.25399999999999,41.48299999999999,41.726000000000006,41.98799999999999,42.25299999999997,42.55299999999998,42.824999999999974,43.057999999999964,43.31699999999998,43.573,43.79199999999999,44.022999999999975,44.23699999999997,44.42799999999998,44.69299999999999,44.93899999999997,45.14699999999998,45.40799999999999,45.61099999999998,45.85199999999998,46.04899999999998,46.27299999999997,46.49699999999998,46.67699999999997,46.91099999999997,47.12299999999996,47.37199999999995,47.60899999999999,47.83799999999997,48.094999999999956,48.32699999999998,48.55399999999998,48.768999999999984,49.002999999999986,49.26499999999998,49.46899999999999,49.68999999999998,49.873999999999995,50.10399999999998,50.35199999999996,50.60399999999997,50.83199999999998,50.98699999999999,51.215999999999966,51.467999999999975,51.70199999999999,51.89399999999996,52.09899999999999,52.29999999999996,52.53399999999998,52.73499999999999,52.95899999999999,53.16499999999997,53.38799999999996,53.59699999999995,53.80399999999997,53.98699999999995,54.20899999999997,54.404999999999994,54.62599999999998,54.876999999999995],"low":[0.0,0.2797642338298055,3.430394039797684,6.00648993844297,8.324661122279293,10.005761572622694,11.396423093986012,12.487344876229276,13.33002330040143,14.214000177372872,14.900043808404737,15.59797268939034,16.173938839555525,16.657439729308383,17.167869192908086,17.626974752702733,18.077149110035222,18.453544291005535,18.830380627923745,19.182979809571705,19.491800844263548,19.834312430977604,20.17089887470684,20.538787999907942,20.81743960903261,21.085371188898062,21.35473681031606,21.605498522574567,21.864683855564788,22.125865516405508,22.409267903815074,22.613471165964086,22.835005998151964,23.074763006819875,23.29800429781802,23.551231724781026,23.738220523536956,23.981207314359064,24.232041370691356,24.454445734274397,24.672963881395365,24.914329195725255,25.148193097598313,25.391404157649433,25.626345979135905,25.86489846957136,26.06229767570896,26.304484570620883,26.522828909481063,26.709053384184593,26.96646342283021,27.214990145874367,27.458974973555463,27.684861968038668,27.963064071499062,28.158362295923336,28.352984901331997,28.56643083781867,28.799788779565873,29.032982553179227,29.263258094161245,29.490729065876664,29.7326718250643,29.927086887610503,30.179915932390447,30.401072615760214,30.639438944481196,30.866310535704713,31.149936493164915,31.344408000771928,31.522791171223737,31.75384568670946,31.97883754686653,32.187776533516214,32.421611459052244,32.60870602837857,32.81499402801573,33.04375406841629,33.305030771073206,33.531033585998735,33.757726091654774,33.96945524453149,34.17240590224391,34.41797014244344,34.61897864068601,34.85552933873368,35.12743878396238,35.32899472625099,35.531976714528305,35.72865969028702,35.954252620796225,36.147209823744404,36.3564392253453,36.582201486198954,36.810756181866175,37.07753054921127,37.32057361107348,37.51611551894218,37.74153303967894,37.98403709420444,38.20677795500534,38.44149813720543,38.66204627770301,38.8519463434375,39.11463977339279,39.36804421949456,39.573694192773544,39.83638687249363,40.0403005528055,40.27383856697711,40.47808977352009,40.70232008477289,40.92597696181615,41.107437505355286,41.333437258278316,41.545982754744756,41.79786041091164,42.03461814760901,42.26449902041908,42.52571374621798,42.75947159118473,42.97992143523206,43.189111405421926,43.43059242531204,43.69146449130661,43.89982779153864,44.121082252430796,44.3090155821882,44.54329907508896,44.79453893839569,45.050387927423245,45.28242731083385,45.43893870078076,45.668961995612,45.921906350146536,46.149742164465174,46.34292352197591,46.55205519330974,46.758922329227374,46.990587174324645,47.1843020245972,47.41098315585356,47.62105648916652,47.84185779365279,48.051331360052544,48.262970005701035,48.44088062004952,48.66767086152495,48.86972567161263,49.093112327075914,49.34033185912711],"high":[0.0,0.3002357661701955,3.8116059602023133,6.88151006155703,9.807338877720715,12.004238427377311,13.875576906014008,15.386655123770751,16.619976699598585,17.88599982262714,18.903956191595295,19.970027310609666,20.870061160444486,21.64256027069163,22.434130807091933,23.131025247297284,23.826850889964795,24.42445570899448,25.015619372076287,25.52702019042833,26.0001991557365,26.531687569022445,27.02710112529321,27.57521200009212,27.960560390967444,28.310628811102024,28.66526318968401,28.988501477425512,29.305316144435285,29.60213448359455,29.944732096184996,30.198528834035976,30.436994001848092,30.7012369931802,30.949995702182054,31.24676827521906,31.471779476463116,31.73879268564102,32.03195862930873,32.289554265725684,32.54303611860472,32.81767080427482,33.10180690240177,33.37259584235066,33.64365402086414,33.91110153042871,34.14770232429111,34.45151542937919,34.71317109051901,34.94094661581548,35.241536577169896,35.53100985412572,35.83102502644462,36.09913803196143,36.436935928501,36.68163770407675,36.919015098668055,37.199569162181376,37.46821122043421,37.753017446820856,38.0347419058388,38.30927093412339,38.609328174935754,38.85691311238955,39.17808406760957,39.458927384239814,39.75256105551881,40.04768946429532,40.38006350683513,40.63959199922808,40.87920882877629,41.176154313290574,41.4531624531335,41.72222346648381,42.01838854094777,42.26729397162145,42.5430059719843,42.81824593158372,43.15296922892679,43.426966414001264,43.7222739083452,43.986544755468486,44.255594097756074,44.564029857556534,44.83502135931393,45.13847066126629,45.47656121603763,45.74100527374902,46.02002328547166,46.269340309712945,46.553747379203756,46.818790176255575,47.095560774654714,47.39379851380103,47.69524381813377,48.0284694507887,48.32942638892647,48.59988448105775,48.892466960321016,49.16196290579556,49.37722204499463,49.60450186279452,49.811953722296934,50.00405365656247,50.27136022660719,50.509955780505386,50.72030580722641,50.97961312750635,51.18169944719447,51.43016143302285,51.61991022647987,51.84367991522704,52.06802303818381,52.24656249464466,52.48856274172163,52.70001724525517,52.94613958908826,53.183381852390966,53.411500979580865,53.66428625378193,53.894528408815226,54.128078564767904,54.34888859457804,54.57540757468793,54.83853550869335,55.03817220846133,55.25891774756917,55.43898441781179,55.664700924910996,55.90946106160423,56.1576120725767,56.381572689166106,56.535061299219215,56.76303800438793,57.014093649853415,57.25425783553481,57.44507647802401,57.64594480669024,57.84107767077255,58.07741282567531,58.28569797540278,58.50701684414642,58.70894351083342,58.93414220634713,59.14266863994736,59.3450299942989,59.533119379950385,59.75032913847499,59.94027432838736,60.15888767292405,60.41366814087288],"conversions":745.28,"pulls":[111.03,107.84,1781.13],"finalRegrets":[60.00000000000002,32.9,38.50000000000004,34.00000000000001,263.69999999999453,37.60000000000001,51.30000000000003,44.600000000000016,41.000000000000014,43.699999999999996,55.80000000000002,71.0,51.49999999999999,45.800000000000004,62.800000000000075,41.5,63.000000000000085,39.69999999999999,49.30000000000002,84.0000000000002,49.70000000000002,56.99999999999992,34.09999999999999,36.29999999999999,40.299999999999976,37.99999999999998,48.699999999999996,51.500000000000014,96.29999999999973,55.999999999999964,31.1,44.60000000000001,100.10000000000021,53.29999999999999,42.39999999999999,32.89999999999999,66.89999999999999,39.60000000000001,43.60000000000002,51.499999999999936,33.0,36.90000000000002,33.4,41.399999999999984,43.80000000000001,45.30000000000001,33.80000000000002,36.6,110.59999999999962,44.800000000000026,36.30000000000001,31.699999999999996,111.80000000000062,77.00000000000017,52.70000000000006,34.29999999999999,57.5,51.09999999999995,55.60000000000003,46.49999999999999,57.8000000000001,33.3,51.300000000000026,49.29999999999998,45.29999999999999,37.09999999999999,59.00000000000002,49.8,108.40000000000059,70.30000000000014,39.80000000000004,54.60000000000003,89.5000000000003,40.10000000000001,39.40000000000002,50.0,89.40000000000046,55.700000000000024,48.599999999999994,53.69999999999997,36.099999999999994,38.4,36.20000000000001,36.20000000000001,76.8000000000002,45.00000000000004,47.80000000000002,66.40000000000002,36.70000000000001,95.80000000000047,71.49999999999993,64.4000000000001,50.59999999999996,79.60000000000007,44.300000000000054,77.50000000000003,42.40000000000001,73.10000000000011,69.79999999999998,36.99999999999999],"pairedSaving":278.91200000000003,"pairedMargin":5.931081469110613},{"id":"ucb","label":"UCB1 · c = 2","mean":[0.0,0.3000000000000005,2.0379999999999994,3.6990000000000007,5.333000000000002,6.797999999999999,8.216999999999997,9.495,10.656999999999996,11.750999999999998,12.729,13.945999999999994,14.839,15.769999999999998,16.744999999999994,17.496999999999993,18.420999999999996,19.236,20.120999999999995,20.944999999999997,21.70099999999999,22.442999999999987,23.242999999999984,24.043999999999986,24.713999999999984,25.326999999999984,25.995999999999984,26.603999999999978,27.278999999999986,27.81899999999998,28.406999999999986,28.94999999999998,29.544999999999995,30.068999999999996,30.563,31.13899999999999,31.556999999999988,32.058,32.608,33.113000000000014,33.55500000000001,34.03099999999999,34.59,35.25599999999999,35.727999999999994,36.4,36.95200000000002,37.42800000000002,37.88300000000001,38.216,38.68599999999999,39.124,39.54100000000001,39.91700000000001,40.289000000000016,40.658,41.01700000000001,41.391999999999996,41.771000000000015,42.11300000000003,42.498000000000026,42.89800000000003,43.384000000000036,43.730000000000025,44.06000000000004,44.449000000000034,44.801000000000016,45.07000000000003,45.42200000000005,45.77400000000002,46.13500000000002,46.42600000000005,46.72200000000002,47.03000000000004,47.39200000000002,47.73400000000002,48.08000000000002,48.46800000000003,48.78000000000003,48.97500000000004,49.23500000000003,49.50300000000005,49.79900000000004,50.16100000000008,50.38200000000007,50.639000000000095,50.947000000000095,51.202000000000105,51.526000000000096,51.8530000000001,52.14900000000007,52.489000000000104,52.72100000000009,53.05800000000008,53.28700000000006,53.51500000000008,53.73700000000006,53.95400000000006,54.125000000000085,54.34300000000008,54.56900000000008,54.741000000000085,55.04800000000007,55.29400000000009,55.53900000000009,55.75700000000008,55.96100000000008,56.1890000000001,56.391000000000076,56.58500000000008,56.85500000000008,57.11600000000006,57.30000000000004,57.58400000000006,57.86900000000006,58.06600000000007,58.238000000000085,58.51400000000007,58.82400000000006,59.06600000000006,59.22700000000007,59.36100000000008,59.568000000000076,59.796000000000106,60.068000000000104,60.34800000000009,60.564000000000085,60.73300000000009,60.969000000000094,61.1670000000001,61.38500000000009,61.50200000000006,61.643000000000065,61.828000000000074,62.045000000000094,62.257000000000126,62.4100000000001,62.599000000000096,62.8160000000001,63.0840000000001,63.32600000000011,63.58000000000011,63.851000000000106,64.03600000000012,64.20600000000009,64.42800000000008,64.60900000000011,64.76700000000011,64.97600000000013,65.15500000000013,65.28500000000014],"low":[0.0,0.3000000000000004,1.9757831545757458,3.5787732714972895,5.166687201802015,6.578927678709619,7.953418550000498,9.184216849123562,10.318258909370577,11.392347696603919,12.336799151454258,13.519237603845276,14.39066517600338,15.301927898155364,16.253222396080123,16.984374900357146,17.877027224997942,18.64538246180097,19.490564600555512,20.296750522210353,21.018106861677694,21.727904465507912,22.50639215645793,23.281018547014398,23.935927052792746,24.53463613938283,25.17848126099133,25.790268296428106,26.456359742489592,26.97951140975259,27.52942050564916,28.064649506372934,28.641790161410285,29.140047403420972,29.60403478892268,30.17785525845163,30.583115851570813,31.056617132032613,31.593345854925346,32.07528701088706,32.51207722067434,32.99025491383927,33.519850587982965,34.16199313381652,34.64718667051711,35.28861036008195,35.81583002341512,36.25777844441856,36.720971090879274,37.04999518448592,37.51407879187871,37.93750074845231,38.330813819689666,38.69611322831776,39.06002303871157,39.40291598068842,39.73486144551182,40.08312669232988,40.42555061161295,40.73729527051654,41.08763071476178,41.48340274127944,41.97359841441162,42.3230864482058,42.649660924787725,43.024702015634865,43.35679207351112,43.616418422646966,43.977222340318406,44.31297842894264,44.66926969573238,44.952227070522575,45.24569642871055,45.5516898596333,45.899236515998716,46.23586904407021,46.57984029941053,46.976083665919944,47.285918331441295,47.47423158766095,47.732004443106916,47.99318830210959,48.279302453807695,48.643002951898715,48.86543133676084,49.120542893757374,49.43185443501735,49.681331231672935,49.98275575766546,50.298874297085234,50.595383636143,50.92788030455743,51.15024482186429,51.48501097637002,51.712347994161654,51.93091650829679,52.15005724566027,52.36311614943017,52.52579369648195,52.74056520685597,52.9656998754073,53.1529024520764,53.467376444763175,53.70567101510222,53.93511621479983,54.14871086447422,54.36004149327147,54.588851247424984,54.79477684647089,54.977888429385246,55.22977774573527,55.46418632819331,55.644691441867664,55.913433577004426,56.19013626718622,56.373486679847765,56.537810835213826,56.82506292368803,57.13953503660273,57.38105111095596,57.529979217184156,57.66338242862232,57.8489354717937,58.03356270880418,58.29332624924129,58.561020184403525,58.77231633246579,58.944868418684834,59.17108499323825,59.37784009235425,59.5950674576224,59.70144673734645,59.8387603570177,60.01460685474764,60.22355256546685,60.43996595696418,60.59260669344615,60.78387137223362,60.99401292027343,61.25577062401464,61.49115637779039,61.73167434764018,61.992951294855125,62.181530080784164,62.344141050318576,62.56443020260757,62.7373332627692,62.88347263295708,63.089464978470275,63.26309127059374,63.39217877230851],"high":[0.0,0.3000000000000006,2.100216845424253,3.819226728502712,5.499312798197989,7.017072321290379,8.480581449999496,9.805783150876437,10.995741090629416,12.109652303396077,13.12120084854574,14.372762396154712,15.287334823996622,16.23807210184463,17.236777603919865,18.00962509964284,18.96497277500205,19.82661753819903,20.75143539944448,21.59324947778964,22.383893138322286,23.158095534492062,23.979607843542038,24.806981452985575,25.492072947207223,26.11936386061714,26.81351873900864,27.41773170357185,28.10164025751038,28.658488590247373,29.28457949435081,29.83535049362703,30.448209838589705,30.99795259657902,31.52196521107732,32.10014474154835,32.53088414842916,33.059382867967386,33.62265414507465,34.15071298911297,34.59792277932567,35.07174508616071,35.66014941201704,36.35000686618346,36.80881332948288,37.51138963991805,38.08816997658492,38.598221555581475,39.045028909120745,39.38200481551408,39.857921208121276,40.3104992515477,40.751186180310356,41.137886771682254,41.51797696128846,41.91308401931158,42.2991385544882,42.700873307670115,43.11644938838708,43.488704729483516,43.90836928523827,44.31259725872062,44.79440158558845,45.13691355179425,45.47033907521235,45.8732979843652,46.24520792648891,46.52358157735309,46.86677765968169,47.2350215710574,47.60073030426766,47.89977292947753,48.19830357128949,48.508310140366774,48.88476348400132,49.23213095592983,49.58015970058951,49.95991633408012,50.274081668558765,50.47576841233912,50.73799555689314,51.01281169789051,51.31869754619239,51.678997048101444,51.898568663239296,52.157457106242816,52.46214556498284,52.722668768327274,53.06924424233473,53.40712570291497,53.702616363857146,54.050119695442774,54.29175517813589,54.630989023630136,54.86165200583847,55.09908349170337,55.323942754339846,55.544883850569946,55.72420630351822,55.945434793144194,56.17230012459286,56.32909754792377,56.62862355523697,56.88232898489796,57.14288378520035,57.36528913552595,57.561958506728686,57.789148752575215,57.987223153529264,58.19211157061491,58.480222254264895,58.767813671806806,58.955308558132415,59.254566422995694,59.547863732813894,59.75851332015237,59.938189164786344,60.202937076312104,60.508464963397394,60.75094888904416,60.92402078281598,61.058617571377845,61.28706452820645,61.55843729119603,61.84267375075892,62.13497981559666,62.35568366753438,62.521131581315345,62.766915006761934,62.956159907645954,63.17493254237778,63.30255326265367,63.44723964298243,63.64139314525251,63.866447434533335,64.07403404303606,64.22739330655405,64.41412862776657,64.63798707972678,64.91222937598556,65.16084362220982,65.42832565236004,65.7090487051451,65.89046991921606,66.0678589496816,66.2915697973926,66.48066673723102,66.65052736704314,66.86253502152998,67.04690872940651,67.17782122769177],"conversions":733.87,"pulls":[98.65,178.45,1722.9],"finalRegrets":[61.40000000000001,58.70000000000004,69.00000000000014,66.80000000000011,84.30000000000025,60.10000000000014,49.40000000000003,79.40000000000025,69.00000000000027,58.60000000000005,62.00000000000003,58.60000000000003,61.80000000000003,57.10000000000009,55.80000000000012,74.50000000000003,100.10000000000046,78.20000000000026,70.30000000000017,52.90000000000004,70.30000000000014,55.10000000000002,64.8000000000002,71.60000000000016,68.90000000000012,56.30000000000013,70.60000000000024,64.90000000000009,67.3000000000002,69.40000000000006,62.50000000000019,56.300000000000104,67.80000000000008,70.70000000000017,63.200000000000124,57.40000000000003,63.50000000000015,68.90000000000026,60.900000000000006,57.00000000000003,62.00000000000007,71.50000000000014,62.40000000000007,54.400000000000084,74.50000000000027,71.60000000000015,57.8,58.500000000000085,47.50000000000006,65.30000000000001,75.20000000000017,76.10000000000011,58.90000000000009,58.70000000000002,74.3000000000001,58.5,74.50000000000014,72.10000000000014,64.40000000000013,69.00000000000006,70.00000000000017,70.90000000000006,52.90000000000008,65.50000000000021,62.40000000000008,64.50000000000009,64.60000000000016,62.60000000000003,40.69999999999997,69.50000000000013,48.90000000000008,47.100000000000065,69.10000000000015,77.4000000000001,69.5000000000001,67.70000000000006,66.90000000000018,64.90000000000018,64.80000000000013,55.60000000000008,63.60000000000016,69.7000000000001,75.50000000000004,74.50000000000024,59.9000000000001,59.90000000000019,82.10000000000021,57.90000000000009,55.400000000000134,104.20000000000036,54.70000000000006,60.000000000000036,58.00000000000009,66.70000000000016,66.10000000000014,61.10000000000007,64.50000000000016,62.80000000000011,71.50000000000006,82.30000000000027],"pairedSaving":268.50399999999985,"pairedMargin":2.1220178892190593},{"id":"thompson","label":"Thompson · Beta(1,1)","mean":[0.0,0.17999999999999997,1.9140000000000004,3.3750000000000013,4.590000000000001,5.496,6.241000000000001,6.766999999999999,7.251,7.624999999999999,7.9319999999999995,8.269000000000002,8.524999999999999,8.765999999999998,9.001999999999992,9.178999999999997,9.360999999999995,9.507999999999992,9.698999999999991,9.861999999999993,10.027999999999997,10.174999999999999,10.292,10.401999999999996,10.511999999999995,10.633999999999993,10.737999999999994,10.814999999999992,10.920999999999992,11.005999999999995,11.116999999999992,11.196999999999994,11.277999999999993,11.372999999999996,11.448999999999996,11.515000000000002,11.569999999999999,11.637999999999995,11.709999999999994,11.758999999999991,11.820999999999993,11.883999999999993,11.944999999999993,12.001,12.081999999999999,12.133999999999997,12.203999999999994,12.250999999999994,12.318999999999996,12.370999999999995,12.440999999999995,12.493999999999993,12.524999999999993,12.564999999999996,12.612999999999994,12.648999999999994,12.68999999999999,12.737999999999992,12.769999999999998,12.824999999999996,12.862,12.888999999999992,12.941999999999993,12.991999999999994,13.036999999999992,13.060999999999993,13.08899999999999,13.138999999999994,13.174999999999994,13.20999999999999,13.248999999999997,13.275999999999996,13.300999999999997,13.332999999999995,13.353999999999994,13.386999999999993,13.407999999999994,13.430999999999994,13.461999999999994,13.492999999999995,13.505999999999997,13.522999999999998,13.559999999999993,13.598999999999995,13.621999999999993,13.654999999999998,13.68,13.711999999999998,13.738999999999997,13.763,13.795,13.812999999999999,13.835,13.853,13.866999999999996,13.891999999999996,13.915999999999999,13.934,13.953999999999999,13.972999999999999,14.009999999999998,14.023999999999994,14.060999999999996,14.070999999999994,14.093999999999996,14.117999999999997,14.137999999999995,14.148999999999994,14.177999999999995,14.189999999999996,14.214999999999993,14.226999999999991,14.240999999999993,14.258999999999997,14.286999999999994,14.293999999999993,14.323999999999995,14.336999999999998,14.350999999999999,14.380999999999998,14.407999999999994,14.428999999999991,14.441999999999993,14.468999999999989,14.506999999999989,14.517999999999988,14.531999999999993,14.548999999999992,14.565999999999992,14.578999999999992,14.607999999999993,14.633999999999993,14.653999999999995,14.667999999999996,14.685999999999995,14.705999999999992,14.717999999999993,14.727999999999993,14.74799999999999,14.76799999999999,14.79099999999999,14.792999999999992,14.808999999999994,14.826999999999991,14.83799999999999,14.849999999999989,14.86399999999999,14.87999999999999,14.901999999999987,14.905999999999988,14.93099999999999],"low":[0.0,0.15736786944776665,1.7981278584129925,3.1485522813254048,4.272068175785304,5.090063284346992,5.750180296938754,6.221028110228921,6.645613774851129,6.965734161925156,7.229117114791382,7.52011253922026,7.7598547662784085,7.989713523211666,8.209008927447801,8.374691472243253,8.546601077782457,8.682311666537444,8.862707836089447,9.016454486470117,9.169767284358151,9.307425863674924,9.419883177726213,9.522954936897055,9.625835625015926,9.73890420042987,9.838339792485037,9.913962373457991,10.02210564471477,10.102607826011178,10.21078059150148,10.290697525096522,10.372343738443233,10.465023262247874,10.537488797486793,10.604281475588058,10.657875958284869,10.729664664280213,10.795755551995486,10.840657890651837,10.899969372544472,10.959120627082378,11.017767153778987,11.06897890084142,11.148436024376574,11.199630666374262,11.269424286757982,11.31200625792255,11.370904293805179,11.422566285472447,11.486226196810694,11.536804051691298,11.565380620277287,11.604228859591199,11.650045196055178,11.683667233392093,11.721901561896415,11.767642408880914,11.798053250824756,11.845870012447143,11.880200906346422,11.905214434311736,11.955794449798372,12.004133445923674,12.045150658793112,12.068402754089098,12.09630893426814,12.14605879141763,12.176876719624127,12.210512583087874,12.247584911548772,12.273912354291895,12.300344684222413,12.33472246760085,12.351597584112156,12.382396432932042,12.404130502779115,12.428000547335916,12.457434577050421,12.489627045574412,12.504064548025555,12.522033107674728,12.558815476497454,12.599497073043832,12.620987654918247,12.653786892784256,12.679901292952351,12.708638551035229,12.736177754019016,12.760689585121588,12.792214592177663,12.811386690224621,12.834054351973583,12.850326507993897,12.865028782356568,12.889178585958293,12.912319772892348,12.93010522307597,12.947772489256144,12.966581866754552,13.000880189912461,13.013141212599576,13.045607199823385,13.055731790950254,13.076580250987424,13.102376077907145,13.123632340030536,13.13649047123376,13.167419711726737,13.181057090842401,13.20392145056315,13.216395617406501,13.228825483814093,13.246269745495928,13.273850039470355,13.281519885804954,13.312258692192891,13.324877010459916,13.338931300299663,13.369540343567822,13.398433537703461,13.421077587890647,13.433593059247615,13.460221732713519,13.49840423369213,13.508288643097146,13.522563460894734,13.540672659379686,13.557981633612885,13.571508869355524,13.597188967406801,13.624477586710753,13.644688249027828,13.658782600021082,13.678533038131487,13.699030793493398,13.71037374673007,13.719974473499416,13.739164861785145,13.761377441255288,13.785244332589018,13.787529262255426,13.80603768850127,13.823961241100545,13.835108550696097,13.846626098071749,13.860336010961365,13.875661656269719,13.898798287533872,13.90169326136046,13.928673944547784],"high":[0.0,0.20263213055223328,2.029872141587008,3.601447718674598,4.907931824214698,5.901936715653009,6.731819703061249,7.3129718897710765,7.856386225148872,8.284265838074841,8.634882885208617,9.017887460779745,9.290145233721589,9.54228647678833,9.794991072552182,9.98330852775674,10.175398922217534,10.33368833346254,10.535292163910535,10.707545513529869,10.886232715641842,11.042574136325074,11.164116822273787,11.281045063102937,11.398164374984065,11.529095799570117,11.637660207514951,11.716037626541993,11.819894355285214,11.909392173988811,12.023219408498504,12.103302474903465,12.183656261556754,12.280976737752118,12.3605112025132,12.425718524411947,12.482124041715128,12.546335335719776,12.624244448004502,12.677342109348146,12.742030627455513,12.808879372917609,12.872232846221,12.933021099158578,13.015563975623424,13.068369333625732,13.138575713242005,13.189993742077439,13.267095706194812,13.319433714527543,13.395773803189297,13.451195948308687,13.4846193797227,13.525771140408793,13.57595480394481,13.614332766607895,13.658098438103567,13.708357591119071,13.74194674917524,13.804129987552848,13.843799093653578,13.872785565688249,13.928205550201614,13.979866554076313,14.028849341206872,14.053597245910888,14.081691065731839,14.131941208582358,14.17312328037586,14.209487416912106,14.250415088451222,14.278087645708098,14.30165531577758,14.33127753239914,14.356402415887832,14.391603567067945,14.411869497220874,14.433999452664072,14.466565422949568,14.496372954425578,14.507935451974438,14.523966892325268,14.561184523502533,14.598502926956158,14.623012345081738,14.65621310721574,14.680098707047648,14.715361448964767,14.741822245980979,14.765310414878412,14.797785407822337,14.814613309775376,14.835945648026419,14.855673492006103,14.868971217643423,14.894821414041699,14.91968022710765,14.93789477692403,14.960227510743854,14.979418133245446,15.019119810087535,15.034858787400411,15.076392800176608,15.086268209049734,15.111419749012567,15.133623922092848,15.152367659969453,15.161509528766228,15.188580288273254,15.19894290915759,15.226078549436835,15.237604382593481,15.253174516185892,15.271730254504066,15.300149960529632,15.306480114195033,15.335741307807098,15.34912298954008,15.363068699700335,15.392459656432175,15.417566462296527,15.436922412109336,15.450406940752371,15.477778267286459,15.515595766307849,15.52771135690283,15.541436539105252,15.557327340620299,15.574018366387099,15.58649113064446,15.618811032593186,15.643522413289233,15.663311750972161,15.67721739997891,15.693466961868502,15.712969206506587,15.725626253269915,15.736025526500569,15.756835138214836,15.774622558744692,15.796755667410961,15.798470737744559,15.811962311498718,15.830038758899438,15.840891449303884,15.85337390192823,15.867663989038615,15.884338343730262,15.905201712466102,15.910306738639516,15.933326055452197],"conversions":785.1,"pulls":[22.21,41.34,1936.45],"finalRegrets":[8.1,8.000000000000002,14.300000000000002,22.699999999999985,26.89999999999997,23.899999999999952,11.799999999999994,10.599999999999996,15.699999999999992,15.599999999999984,15.100000000000003,12.700000000000001,12.200000000000003,16.799999999999976,9.700000000000001,9.799999999999999,13.700000000000001,13.500000000000002,14.79999999999999,21.09999999999998,11.300000000000004,10.999999999999998,10.900000000000002,18.199999999999992,12.399999999999999,11.29999999999999,26.599999999999948,19.40000000000001,13.599999999999985,11.199999999999994,9.400000000000004,17.599999999999984,17.799999999999994,28.299999999999947,18.400000000000006,10.799999999999995,13.79999999999999,11.1,11.499999999999993,29.29999999999995,25.099999999999962,7.100000000000001,11.6,19.499999999999968,16.999999999999996,13.199999999999994,12.8,7.6,16.099999999999984,8.700000000000001,19.099999999999973,15.699999999999985,19.99999999999997,8.700000000000001,20.999999999999982,17.399999999999984,13.600000000000001,12.8,8.299999999999999,17.09999999999999,22.499999999999986,10.199999999999996,18.700000000000017,20.399999999999967,15.999999999999993,14.899999999999995,8.600000000000001,13.399999999999997,7.8,10.999999999999993,9.800000000000002,8.2,8.600000000000001,11.599999999999994,14.49999999999999,13.799999999999995,22.299999999999983,16.49999999999999,8.999999999999998,23.099999999999977,24.79999999999996,12.200000000000005,15.399999999999988,12.499999999999996,19.19999999999999,15.6,17.99999999999998,7.700000000000001,8.5,16.499999999999982,13.799999999999999,12.999999999999996,13.799999999999992,15.19999999999999,20.299999999999976,14.699999999999994,13.499999999999996,14.6,22.49999999999999,17.099999999999998],"pairedSaving":318.858,"pairedMargin":1.4889490773445826}]},{"id":"close","title":"A close race","means":[0.18,0.2,0.22],"description":"Small differences make confident identification expensive.","steps":[0,1,14,27,41,54,68,81,94,108,121,135,148,161,175,188,202,215,229,242,255,269,282,296,309,322,336,349,363,376,390,403,416,430,443,457,470,483,497,510,524,537,551,564,577,591,604,618,631,644,658,671,685,698,712,725,738,752,765,779,792,805,819,832,846,859,873,886,899,913,926,940,953,966,980,993,1007,1020,1034,1047,1060,1074,1087,1101,1114,1127,1141,1154,1168,1181,1195,1208,1221,1235,1248,1262,1275,1288,1302,1315,1329,1342,1356,1369,1382,1396,1409,1423,1436,1449,1463,1476,1490,1503,1517,1530,1543,1557,1570,1584,1597,1610,1624,1637,1651,1664,1678,1691,1704,1718,1731,1745,1758,1771,1785,1798,1812,1825,1839,1852,1865,1879,1892,1906,1919,1932,1946,1959,1973,1986,2000],"policies":[{"id":"random","label":"Uniform random","mean":[0.0,0.022600000000000016,0.29140000000000016,0.5464000000000003,0.8246000000000003,1.0826000000000005,1.359600000000001,1.6252000000000013,1.8844000000000012,2.1676000000000015,2.4310000000000023,2.7158000000000033,2.9734000000000016,3.2414000000000023,3.517600000000004,3.781600000000003,4.0684000000000005,4.3262,4.6086,4.871799999999997,5.134399999999995,5.4243999999999915,5.685799999999993,5.96639999999999,6.226199999999988,6.483799999999991,6.767199999999983,7.030399999999986,7.312199999999979,7.553399999999975,7.837199999999978,8.111599999999974,8.363399999999974,8.637599999999967,8.897599999999956,9.186799999999948,9.451999999999943,9.712599999999938,9.995999999999933,10.249399999999923,10.538599999999928,10.800999999999915,11.069599999999907,11.328799999999909,11.593199999999902,11.873799999999898,12.135599999999888,12.421399999999883,12.683799999999875,12.937999999999873,13.213199999999864,13.465999999999864,13.743399999999852,14.004999999999852,14.279199999999848,14.544399999999834,14.80919999999983,15.083199999999831,15.343199999999822,15.627199999999819,15.88539999999981,16.13999999999981,16.414799999999797,16.66939999999979,16.95899999999978,17.213199999999784,17.497999999999774,17.755799999999773,18.01279999999977,18.290999999999762,18.55159999999976,18.841999999999747,19.09719999999974,19.342999999999734,19.619999999999735,19.87979999999972,20.160199999999723,20.416999999999717,20.697999999999706,20.954199999999695,21.225999999999676,21.5193999999997,21.781799999999677,22.060199999999686,22.312199999999667,22.574599999999663,22.852199999999655,23.113599999999657,23.38939999999964,23.64079999999965,23.912799999999628,24.171199999999637,24.43199999999963,24.706999999999635,24.958799999999606,25.24479999999961,25.514599999999596,25.785799999999604,26.066199999999597,26.332399999999588,26.606799999999588,26.859999999999577,27.14219999999957,27.407799999999575,27.676199999999554,27.96679999999956,28.22059999999954,28.485599999999543,28.744399999999544,29.00019999999953,29.274599999999523,29.52459999999953,29.795799999999527,30.058199999999516,30.341199999999503,30.59639999999949,30.853399999999496,31.126599999999485,31.37959999999948,31.66719999999948,31.93539999999949,32.19779999999947,32.4739999999995,32.73139999999948,33.01019999999951,33.26639999999953,33.54999999999953,33.807599999999546,34.066199999999554,34.340399999999555,34.599399999999584,34.887199999999574,35.14079999999959,35.3939999999996,35.6693999999996,35.93199999999962,36.20619999999963,36.46999999999964,36.751199999999635,37.001799999999655,37.265999999999664,37.54399999999966,37.80199999999971,38.07479999999971,38.332999999999714,38.592399999999714,38.86759999999974,39.128599999999736,39.40639999999975,39.66879999999977,39.94359999999976],"low":[0.0,0.019515149457641948,0.2798564032074449,0.5292643142565294,0.8052041508803895,1.0619273560002747,1.336365637485515,1.599542467123808,1.8549461723733822,2.1362955825907393,2.3980594872259395,2.6809102204516986,2.936128003538282,3.2032993346032304,3.4770711911935175,3.740844337531179,4.02816755027156,4.286650362897884,4.567203555895647,4.827191697151873,5.08824914947389,5.376976885380194,5.634950394320723,5.914461385877066,6.171835200104868,6.428726053814481,6.711431976555096,6.974249312717793,7.254303405705767,7.494369330835035,7.77710102921466,8.051140125009377,8.302167503123089,8.575471082190939,8.834104555258868,9.122871056394844,9.38700728792988,9.645899108271161,9.929995399976583,10.180761365222702,10.468518412217538,10.72886628678745,10.997126877504167,11.256233045831133,11.520695315622083,11.801538755703719,12.061665756254367,12.34677893231749,12.608102076826999,12.859948227904216,13.133311036879517,13.38601146708433,13.662749485169106,13.92598398075711,14.200958702850865,14.465741902814818,14.730676518253183,15.001253767047297,15.260674320248953,15.54311702220942,15.799712776352386,16.052213426856518,16.32692750348469,16.583078228115447,16.871340159085648,17.124027177600205,17.408112418583155,17.667129762444887,17.922370084134535,18.19966175682273,18.45839155147819,18.746799018424298,19.000644783983414,19.24284144101762,19.52024887340677,19.778897063624953,20.057227770266056,20.312251029232616,20.59259498288798,20.847647041640432,21.118732440706257,21.412798748267136,21.67407242013831,21.952330736521187,22.20420073571785,22.466536138683004,22.74398680532555,23.00349565932687,23.28131517019182,23.532187321731573,23.803374927168026,24.061616456992766,24.321743345879447,24.59447707279156,24.847441191913568,25.13283055301545,25.401201130759695,25.67582484421128,25.954816279842113,26.22065304326594,26.49349648465227,26.74722819064166,27.028215389508293,27.291526161524637,27.557652595881237,27.848054367317893,28.10066788373641,28.36559591544684,28.625000822320025,28.882318552142593,29.155557190292814,29.404826657771284,29.674180673893083,29.93691832676408,30.21917101887079,30.475139720490887,30.73278699653349,31.002408467996485,31.25267285526621,31.538183597305085,31.80563943511387,32.06761186156726,32.34316417010631,32.60159231442975,32.879520867139625,33.13654255131665,33.42146575154308,33.67864224841877,33.937186996031386,34.21039668940674,34.467934603752724,34.75682764101798,35.010510530368585,35.26242833401908,35.53600422627829,35.79869787468219,36.07159926981355,36.33614535053299,36.61526861418512,36.866544254349144,37.13074149445856,37.40860787066095,37.66469935004943,37.935814951231244,38.19403421149133,38.45271297191915,38.72694185071057,38.98717757444731,39.26560497305359,39.52618403061274,39.80113750531233],"high":[0.0,0.025684850542358084,0.3029435967925554,0.5635356857434712,0.8439958491196111,1.1032726439997262,1.382834362514487,1.6508575328761945,1.9138538276266202,2.198904417409264,2.463940512774065,2.750689779548308,3.010671996461721,3.279500665396774,3.55812880880649,3.8223556624688273,4.108632449728441,4.365749637102116,4.649996444104353,4.9164083028481205,5.1805508505260995,5.471823114619789,5.736649605679264,6.018338614122915,6.2805647998951075,6.5388739461855,6.82296802344487,7.086550687282179,7.370096594294192,7.612430669164915,7.897298970785296,8.172059874990572,8.424632496876859,8.699728917808995,8.961095444741044,9.250728943605052,9.516992712070007,9.779300891728715,10.062004600023283,10.318038634777144,10.608681587782318,10.873133713212379,11.142073122495647,11.401366954168685,11.66570468437772,11.946061244296077,12.20953424374541,12.496021067682276,12.759497923172752,13.01605177209553,13.29308896312021,13.545988532915398,13.824050514830597,14.084016019242593,14.357441297148831,14.62305809718485,14.887723481746477,15.165146232952365,15.425725679750691,15.711282977790217,15.971087223647235,16.2277865731431,16.502672496514904,16.755721771884133,17.04665984091391,17.302372822399363,17.587887581416393,17.84447023755466,18.103229915865008,18.382338243176793,18.644808448521328,18.937200981575195,19.19375521601607,19.443158558981846,19.719751126592698,19.980702936374485,20.26317222973339,20.52174897076682,20.80340501711143,21.060752958358957,21.333267559293095,21.626001251732262,21.889527579861046,22.168069263478184,22.420199264281482,22.68266386131632,22.96041319467376,23.223704340672445,23.49748482980746,23.749412678267728,24.02222507283123,24.280783543006507,24.54225665411981,24.81952292720771,25.070158808085644,25.356769446983773,25.627998869239498,25.895775155787927,26.17758372015708,26.444146956733235,26.720103515346906,26.972771809357493,27.256184610490845,27.524073838474514,27.79474740411787,28.085545632681225,28.34053211626267,28.605604084552247,28.863799177679063,29.11808144785647,29.393642809706233,29.644373342227777,29.91741932610597,30.179481673234953,30.463228981128218,30.717660279508095,30.9740130034655,31.250791532002484,31.506527144732754,31.796216402693872,32.065160564885105,32.32798813843168,32.604835829892686,32.86120768556921,33.14087913285939,33.396257448682405,33.678534248455975,33.936557751580324,34.19521300396772,34.47040331059237,34.73086539624644,35.01757235898117,35.27108946963059,35.525571665980124,35.80279577372091,36.06530212531705,36.34080073018572,36.603854649466285,36.88713138581415,37.137055745650166,37.40125850554077,37.679392129338375,37.939300649949985,38.21378504876818,38.4719657885081,38.73208702808028,39.00825814928891,39.27002242555216,39.54719502694591,39.8114159693868,40.08606249468719],"conversions":400.28,"pulls":[666.41,664.36,669.23],"finalRegrets":[39.439999999999735,39.299999999999706,40.13999999999976,40.41999999999975,39.9799999999997,40.85999999999976,39.859999999999786,38.69999999999976,39.21999999999975,40.41999999999987,39.899999999999785,39.45999999999975,39.839999999999804,39.03999999999969,40.13999999999979,40.53999999999984,39.559999999999754,40.23999999999981,41.579999999999814,40.759999999999856,40.319999999999744,39.41999999999979,40.13999999999973,41.11999999999978,38.4399999999997,39.579999999999764,39.61999999999975,40.27999999999979,40.09999999999977,40.6199999999998,39.059999999999704,40.87999999999975,40.25999999999977,39.95999999999989,40.47999999999975,39.859999999999765,39.43999999999964,39.99999999999966,38.79999999999976,39.53999999999975,40.13999999999987,39.71999999999972,38.799999999999734,39.45999999999974,40.479999999999784,40.29999999999979,39.83999999999974,39.85999999999975,38.739999999999746,40.27999999999978,39.219999999999764,39.679999999999744,40.3799999999998,41.09999999999975,39.57999999999978,40.8799999999997,37.67999999999972,41.31999999999981,40.55999999999981,39.77999999999972,40.839999999999804,40.23999999999979,40.65999999999979,39.43999999999974,39.95999999999977,40.27999999999982,38.379999999999754,38.71999999999981,39.49999999999979,40.459999999999724,39.17999999999974,40.75999999999984,39.079999999999785,39.19999999999982,39.179999999999694,40.93999999999976,40.29999999999982,39.719999999999764,40.499999999999815,39.739999999999824,41.09999999999979,39.159999999999734,41.839999999999755,40.17999999999979,40.45999999999975,40.33999999999981,40.179999999999794,39.23999999999975,40.4199999999998,39.67999999999974,40.31999999999979,39.77999999999976,39.45999999999978,39.099999999999724,40.11999999999978,40.179999999999794,40.13999999999975,40.09999999999986,40.95999999999978,39.39999999999979],"pairedSaving":0.0,"pairedMargin":0.0},{"id":"epsilon","label":"ε-greedy · ε = 0.10","mean":[0.0,0.03680000000000003,0.4926000000000002,0.8886000000000008,1.2860000000000007,1.6474000000000013,2.0206000000000013,2.351600000000002,2.685000000000001,3.018000000000001,3.3214000000000006,3.648400000000001,3.940000000000002,4.224000000000001,4.522399999999999,4.802599999999999,5.0992,5.372599999999998,5.673199999999993,5.95379999999999,6.219999999999984,6.5023999999999775,6.761399999999972,7.04559999999997,7.300799999999963,7.554199999999956,7.808199999999955,8.03879999999995,8.294199999999943,8.526199999999939,8.769399999999937,8.987599999999935,9.202999999999925,9.427599999999925,9.632599999999918,9.85379999999991,10.06119999999991,10.260599999999906,10.468999999999902,10.6695999999999,10.877599999999893,11.06099999999989,11.262799999999883,11.447599999999879,11.63199999999988,11.833199999999872,12.022599999999866,12.214199999999865,12.402999999999858,12.591799999999855,12.785999999999856,12.963799999999848,13.15199999999985,13.329199999999846,13.523599999999842,13.700399999999837,13.875999999999832,14.063799999999835,14.245399999999822,14.43539999999982,14.607599999999811,14.787799999999816,14.975399999999814,15.138999999999813,15.3233999999998,15.492199999999793,15.674199999999788,15.847999999999788,16.022799999999794,16.205599999999784,16.379199999999788,16.558999999999784,16.730599999999775,16.89859999999977,17.081199999999768,17.249599999999763,17.42839999999976,17.592599999999756,17.76699999999976,17.929999999999765,18.097799999999754,18.276199999999754,18.43939999999975,18.620999999999746,18.781199999999743,18.94099999999975,19.120799999999754,19.28199999999976,19.452199999999763,19.609999999999765,19.780599999999755,19.941199999999753,20.10219999999976,20.271199999999755,20.432199999999746,20.606399999999734,20.768199999999748,20.92999999999974,21.107199999999743,21.270199999999747,21.440199999999734,21.596199999999737,21.767199999999733,21.926199999999746,22.08319999999974,22.254399999999727,22.416399999999744,22.585599999999744,22.74679999999973,22.903999999999737,23.06939999999975,23.218599999999743,23.372599999999753,23.522399999999767,23.688799999999755,23.840599999999753,23.98919999999975,24.149799999999757,24.298799999999773,24.46179999999977,24.61159999999978,24.758599999999785,24.91779999999978,25.06759999999979,25.231199999999784,25.375199999999793,25.52579999999981,25.673199999999806,25.813599999999827,25.970599999999834,26.11199999999984,26.270199999999868,26.418999999999883,26.55959999999989,26.71099999999991,26.855999999999913,27.00339999999993,27.14019999999994,27.29439999999996,27.437999999999978,27.582400000000003,27.728600000000007,27.873600000000014,28.01980000000003,28.16180000000005,28.302800000000065,28.44720000000007,28.585600000000095,28.729400000000105,28.869400000000127,29.019400000000147],"low":[0.0,0.034812866599466696,0.47123323027869624,0.8397431346321146,1.2033525703712311,1.5318039263020429,1.8699207709372352,2.1702216073167397,2.47026718568548,2.771120462041453,3.0438027253054925,3.336612705465131,3.594559783289191,3.8444445649942245,4.106908659497984,4.352933471739086,4.61159127924604,4.84837162954323,5.110949138935435,5.3558836069991385,5.587515905437327,5.834398920532638,6.0605465259776725,6.3100921423994185,6.53176903197884,6.751270360098633,6.970007827895057,7.167625213389825,7.3877903344425295,7.588204489618413,7.794934758916906,7.978975701502716,8.1622329905693,8.350649835809723,8.52507340108281,8.713248574905109,8.889831974142567,9.058172643874897,9.232573504442188,9.401783449679604,9.576328975993372,9.73009807079414,9.899907771309458,10.054212828981221,10.206634152254422,10.374392864102344,10.532457878351437,10.689526259531291,10.845174687574795,11.00218993509064,11.1622005152,11.307501193924406,11.46038422984808,11.604012775183842,11.7636769904302,11.907978212986825,12.050658221397535,12.203058393450371,12.350954713213321,12.507197387372521,12.646610843183483,12.793826986210608,12.947234379369098,13.080359634981022,13.23015017508208,13.367028743067468,13.516187715265469,13.657145503085323,13.79857989932885,13.945982199874173,14.088553200215237,14.235850800472459,14.376226861482484,14.513229187569896,14.664296857043253,14.802922803385227,14.94926001322469,15.084158514132522,15.226128266097158,15.358484013922629,15.496337259577672,15.641962433797222,15.773840967284304,15.922587462597086,16.051360938178856,16.179412439149623,16.325355870532086,16.456500705604874,16.593245479262023,16.719856735196686,16.85652377185764,16.98587902062031,17.114735392351697,17.249257966297716,17.37681249397932,17.514527156985974,17.64307124953172,17.771724742272603,17.913358802381065,18.043034862074286,18.179816198357486,18.303534973372155,18.439584456170554,18.566619629249264,18.69212301262793,18.830027034679205,18.960952970362833,19.097571402117214,19.228704391718757,19.355145686109147,19.487312810306634,19.605735630669496,19.72897110648105,19.848803426086658,19.981506735615877,20.100991951821726,20.218571729080974,20.346937551599403,20.465600545674576,20.595287681958684,20.714138065055177,20.831251453156995,20.957654988784565,21.076557262656515,21.206846768547603,21.32157153530388,21.43867790146733,21.555708964800175,21.66661749317204,21.7923754819914,21.90341794494459,22.02986537284631,22.148087423167002,22.259323707586553,22.380020612583934,22.497157272104218,22.614131209443066,22.722601025634972,22.846393216616136,22.960270983528172,23.07671226435169,23.19454248426327,23.31160722352714,23.42756515212169,23.54177151728795,23.65449288931262,23.76813125756087,23.87916184808043,23.993171051501037,24.104769748816775,24.223658075247002],"high":[0.0,0.03878713340053336,0.5139667697213042,0.9374568653678871,1.3686474296287703,1.7629960736979597,2.171279229062767,2.5329783926832645,2.899732814314522,3.2648795379585493,3.5989972746945087,3.960187294534871,4.285440216710813,4.603555435005778,4.937891340502015,5.252266528260912,5.586808720753959,5.896828370456765,6.235450861064551,6.551716393000842,6.852484094562641,7.170401079467317,7.462253474022271,7.781107857600522,8.069830968021087,8.35712963990128,8.646392172104854,8.909974786610077,9.200609665557357,9.464195510381465,9.743865241082968,9.996224298497154,10.243767009430549,10.504550164190128,10.740126598917026,10.994351425094713,11.232568025857255,11.463027356124915,11.705426495557615,11.937416550320195,12.178871024006414,12.39190192920564,12.625692228690308,12.840987171018536,13.05736584774534,13.2920071358974,13.512742121648294,13.738873740468438,13.960825312424921,14.181410064909072,14.409799484799711,14.62009880607529,14.84361577015162,15.05438722481585,15.283523009569484,15.492821787012849,15.70134177860213,15.9245416065493,16.139845286786326,16.36360261262712,16.56858915681614,16.781773013789024,17.003565620630532,17.197640365018604,17.41664982491752,17.617371256932117,17.832212284734105,18.03885449691425,18.24702010067074,18.465217800125394,18.669846799784338,18.88214919952711,19.084973138517064,19.283970812429644,19.498103142956282,19.6962771966143,19.90753998677483,20.10104148586699,20.307871733902367,20.501515986076903,20.699262740421837,20.910437566202287,21.104959032715197,21.319412537402407,21.51103906182063,21.702587560849878,21.916244129467422,22.107499294394643,22.311154520737503,22.500143264802844,22.70467622814187,22.896520979379197,23.08966460764782,23.293142033701795,23.487587506020173,23.698272843013495,23.893328750467777,24.088275257726877,24.30104119761842,24.497365137925208,24.700583801641983,24.888865026627318,25.09481554382891,25.285780370750228,25.474276987371546,25.67877296532025,25.871847029636655,26.073628597882273,26.264895608280703,26.452854313890327,26.651487189692865,26.83146436932999,27.016228893518456,27.195996573912876,27.396093264383634,27.58020804817778,27.75982827091853,27.952662448400112,28.13199945432497,28.328312318040854,28.50906193494438,28.685948546842575,28.877945011214994,29.058642737343064,29.255553231451966,29.428828464695705,29.612922098532287,29.790691035199437,29.960582506827613,30.14882451800827,30.320582055055088,30.510534627153426,30.689912576832764,30.859876292413226,31.041979387415886,31.214842727895608,31.392668790556797,31.557798974364907,31.742406783383785,31.915729016471783,32.088087735648315,32.26265751573675,32.43559277647289,32.61203484787837,32.78182848271215,32.95110711068751,33.126268742439265,33.29203815191976,33.46562894849917,33.63403025118348,33.81514192475329],"conversions":412.85,"pulls":[503.25,444.47,1052.28],"finalRegrets":[62.620000000000054,5.299999999999993,5.6799999999999935,6.9799999999999836,44.84000000000134,53.080000000002556,36.080000000000034,39.14000000000044,43.90000000000119,4.260000000000002,40.04000000000057,10.339999999999904,40.41999999999946,5.419999999999995,24.919999999999646,11.05999999999994,24.11999999999959,18.599999999999778,8.199999999999957,41.86000000000089,6.279999999999978,5.759999999999989,6.239999999999988,14.37999999999987,72.86000000000023,75.4800000000006,72.65999999999882,76.00000000000068,51.64000000000232,75.76000000000069,12.939999999999817,5.319999999999994,36.300000000000004,8.439999999999966,40.10000000000054,17.19999999999981,12.659999999999844,63.280000000001046,13.559999999999887,7.479999999999978,5.059999999999997,38.88000000000049,75.18000000000063,5.819999999999993,17.399999999999807,7.919999999999963,70.63999999999784,64.48000000000083,34.919999999999646,71.24000000000004,8.539999999999951,60.62000000000109,12.979999999999896,4.839999999999998,7.239999999999984,44.260000000001305,76.0000000000007,76.42000000000081,4.619999999999999,32.09999999999945,17.55999999999972,36.71999999999952,11.099999999999937,15.179999999999772,32.85999999999954,49.56000000000205,18.439999999999785,42.520000000001,18.299999999999788,73.98000000000039,11.619999999999926,66.69999999999952,39.320000000000434,4.339999999999999,4.839999999999998,6.219999999999988,22.539999999999694,6.719999999999988,21.359999999999722,8.519999999999946,8.119999999999953,8.539999999999974,6.339999999999958,26.29999999999954,8.219999999999976,4.879999999999997,4.939999999999992,11.53999999999985,13.919999999999877,8.719999999999974,70.15999999999977,74.66000000000071,6.779999999999983,69.97999999999989,27.379999999999587,18.019999999999786,5.7799999999999905,45.800000000001496,40.9200000000007,12.179999999999916],"pairedSaving":10.924199999999633,"pairedMargin":4.812645712150541},{"id":"ucb","label":"UCB1 · c = 2","mean":[0.0,0.04000000000000003,0.2770000000000002,0.5242000000000004,0.7830000000000007,1.0316000000000005,1.3106000000000007,1.554200000000001,1.7958000000000012,2.0490000000000013,2.309600000000002,2.5742000000000007,2.8076000000000016,3.0434000000000028,3.298200000000001,3.5450000000000013,3.811400000000004,4.051800000000001,4.309200000000001,4.532199999999998,4.767799999999995,5.013999999999997,5.231599999999995,5.48279999999999,5.731399999999995,5.9521999999999915,6.168799999999985,6.397199999999985,6.629599999999981,6.84919999999998,7.078599999999978,7.298199999999977,7.507999999999974,7.749599999999972,7.979199999999972,8.238599999999964,8.459799999999959,8.65919999999996,8.89459999999995,9.117999999999949,9.358199999999947,9.569799999999944,9.80139999999994,10.006599999999933,10.239799999999928,10.469599999999922,10.698199999999915,10.92879999999991,11.158799999999903,11.383599999999895,11.631799999999899,11.841399999999897,12.086999999999884,12.314999999999879,12.55079999999987,12.78379999999987,13.000199999999863,13.207999999999858,13.413999999999856,13.649599999999856,13.878599999999851,14.083999999999843,14.314999999999838,14.51859999999984,14.73459999999983,14.930199999999825,15.137799999999821,15.34839999999982,15.546199999999814,15.784399999999811,16.011799999999813,16.25839999999981,16.475999999999793,16.698399999999783,16.920599999999787,17.118399999999774,17.325199999999775,17.534799999999773,17.770999999999766,17.985599999999764,18.196199999999756,18.412199999999753,18.596999999999753,18.790399999999753,18.984799999999737,19.196799999999733,19.43079999999973,19.65079999999973,19.88799999999972,20.10879999999972,20.33559999999971,20.5461999999997,20.7463999999997,20.939999999999685,21.119599999999696,21.340799999999685,21.528599999999685,21.730799999999686,21.937399999999684,22.143799999999672,22.38939999999966,22.614599999999665,22.83559999999967,23.035599999999654,23.26699999999965,23.503799999999647,23.738799999999642,23.97339999999963,24.193599999999634,24.40019999999962,24.63399999999963,24.80719999999961,24.98819999999962,25.1861999999996,25.391999999999612,25.578199999999587,25.76359999999961,25.969399999999588,26.157399999999594,26.382599999999584,26.583799999999574,26.778599999999564,26.984399999999564,27.174399999999565,27.367399999999556,27.55359999999956,27.772399999999564,27.980799999999572,28.170599999999553,28.36839999999956,28.560399999999557,28.79119999999956,29.00099999999955,29.187199999999553,29.39759999999954,29.600999999999544,29.80359999999955,29.98999999999955,30.18939999999954,30.36879999999953,30.546999999999535,30.762399999999545,30.952999999999534,31.159999999999556,31.365599999999535,31.563599999999557,31.77999999999956,31.976599999999554,32.19919999999957,32.39239999999957,32.59739999999957],"low":[0.0,0.04000000000000002,0.26951707074047687,0.5104019352198667,0.7628850868932302,1.005394424699922,1.2782294835132937,1.5181075408732223,1.7560015416043966,2.005912859168304,2.262647588615837,2.5171041034416843,2.7450292067694937,2.974291256944532,3.227046150837312,3.4704327836543754,3.7303268062795123,3.963438736695956,4.213590792433602,4.432043734606688,4.661687000641345,4.906466522309362,5.119099414685962,5.362016005866043,5.601629387645159,5.816680798115708,6.026266769251376,6.248053578002993,6.4679814814170875,6.679686939981205,6.902281186000044,7.119511594956083,7.33049608714511,7.56913675395477,7.792142911178018,8.044820243980226,8.265128197163609,8.460388327421883,8.691563512266962,8.913309319738591,9.147778275394291,9.357492896650374,9.584755214753718,9.786684358048785,10.015847926773574,10.238585257129094,10.461666692878197,10.691141846433652,10.923548649645879,11.148488196738196,11.39519583252002,11.602517853086873,11.840079049102807,12.061663236418642,12.295132242762739,12.521154565953873,12.73390595257807,12.939240435701176,13.140524425835281,13.370795800102796,13.59425755578077,13.799047512391933,14.030448496021808,14.231473562274145,14.441984178066196,14.630181254727965,14.831004696513984,15.034199122931437,15.223340723313546,15.458097226486839,15.681530599911792,15.919632194213294,16.130918533781642,16.348056603865093,16.564819376101223,16.759107627061592,16.960761311548957,17.16071779513118,17.392938764256517,17.606982987449936,17.81424036417028,18.023950696209663,18.206205819238107,18.396572755509915,18.587242068909077,18.793179101886054,19.021763650379235,19.232813536551436,19.463033910685926,19.677017497726123,19.90147028389834,20.115279892087592,20.316333978720145,20.506509875787042,20.684414910537367,20.903946432126666,21.088919770594345,21.287415538452866,21.491074807664585,21.692470002866674,21.935640720255687,22.156572842182122,22.373310344915097,22.569504445524775,22.792284900342587,23.02765353042772,23.257675977507372,23.48752726677004,23.69775114406066,23.900575768644778,24.129738234980117,24.301004281582326,24.47883882111999,24.672402239942844,24.871243368808724,25.056022346004834,25.24017115802128,25.443407621337755,25.630759938972506,25.85354897363559,26.051367347105685,26.243237281216064,26.44878385068714,26.631516107855283,26.817575800757147,27.00281562154633,27.221386304692462,27.426891315706666,27.612680331104805,27.80986841350317,27.99604870704093,28.223533730670216,28.431170914597892,28.616910720590724,28.82478898207267,29.023435226527727,29.21604565510653,29.391383679730108,29.580275563482783,29.753395102692682,29.9252587019267,30.131994415418834,30.320137508671998,30.521422835144165,30.72464011345764,30.920150606329166,31.131003753228256,31.322005630598497,31.537459047914517,31.720932403131116,31.919715511626347],"high":[0.0,0.040000000000000036,0.2844829292595235,0.5379980647801342,0.8031149131067712,1.057805575300079,1.3429705164867076,1.5902924591267795,1.8355984583956058,2.0920871408316986,2.356552411384167,2.631295896558317,2.8701707932305096,3.1125087430554736,3.3693538491626898,3.619567216345627,3.8924731937204955,4.140161263304046,4.404809207566399,4.632356265393308,4.8739129993586445,5.121533477690631,5.3441005853140275,5.603583994133937,5.861170612354832,6.087719201884275,6.311333230748594,6.546346421996977,6.791218518582875,7.018713060018755,7.254918813999911,7.476888405043872,7.685503912854839,7.930063246045173,8.166257088821927,8.432379756019703,8.654471802836309,8.858011672578035,9.09763648773294,9.322690680261307,9.568621724605602,9.782107103349514,10.018044785246163,10.226515641951082,10.463752073226281,10.70061474287075,10.934733307121633,11.166458153566168,11.394051350353928,11.618711803261593,11.868404167479778,12.080282146912921,12.333920950896962,12.568336763581115,12.806467757237,13.046445434045866,13.266494047421656,13.47675956429854,13.68747557416443,13.928404199896915,14.162942444218933,14.368952487607753,14.599551503977867,14.805726437725534,15.027215821933464,15.230218745271685,15.444595303485658,15.662600877068204,15.869059276686082,16.110702773512784,16.342069400087833,16.597167805786324,16.821081466217944,17.048743396134473,17.27638062389835,17.477692372937955,17.689638688450593,17.908882204868366,18.149061235743016,18.36421701254959,18.57815963582923,18.800449303789843,18.987794180761398,19.18422724448959,19.382357931090397,19.600420898113413,19.839836349620228,20.068786463448024,20.312966089313516,20.54058250227332,20.769729716101082,20.97712010791181,21.176466021279253,21.373490124212328,21.554785089462026,21.777653567872704,21.968280229405025,22.174184461546506,22.383725192334783,22.59512999713267,22.843159279743634,23.07262715781721,23.29788965508424,23.501695554474534,23.741715099656716,23.979946469571573,24.219924022491913,24.459272733229216,24.689448855938608,24.899824231354465,25.138261765019145,25.313395718416896,25.49756117887925,25.69999776005636,25.9127566311905,26.10037765399434,26.28702884197794,26.49539237866142,26.684040061026682,26.91165102636358,27.116232652893462,27.313962718783063,27.52001614931199,27.717283892143847,27.917224199241964,28.10438437845279,28.323413695306666,28.53470868429248,28.7285196688943,28.92693158649595,29.124751292958184,29.358866269328903,29.570829085401208,29.757489279408382,29.97041101792641,30.17856477347136,30.391154344892566,30.588616320268994,30.7985244365163,30.98420489730638,31.16874129807237,31.392805584580255,31.58586249132707,31.798577164854947,32.00655988654143,32.20704939366995,32.428996246770865,32.63119436940061,32.860940952084626,33.06386759686802,33.275084488372784],"conversions":409.11,"pulls":[493.09,643.69,863.22],"finalRegrets":[35.41999999999947,29.41999999999951,35.0799999999996,30.359999999999495,28.219999999999544,30.159999999999513,33.89999999999947,33.97999999999953,33.17999999999946,30.91999999999949,33.73999999999943,25.8799999999996,31.879999999999466,30.079999999999504,36.619999999999706,33.399999999999494,36.499999999999766,31.459999999999468,33.09999999999963,37.01999999999981,29.099999999999536,31.019999999999484,35.579999999999586,32.899999999999444,37.079999999999714,29.879999999999498,37.38000000000008,35.03999999999971,34.719999999999686,28.73999999999953,31.119999999999486,33.939999999999685,33.25999999999947,27.39999999999957,28.49999999999955,27.759999999999543,30.0799999999995,32.79999999999957,35.39999999999967,37.59999999999934,37.019999999999946,30.399999999999476,35.61999999999959,24.57999999999963,33.019999999999456,30.99999999999948,35.759999999999614,31.799999999999486,30.879999999999505,33.47999999999958,32.73999999999954,28.979999999999535,37.019999999999925,34.41999999999945,31.939999999999458,28.25999999999952,31.679999999999467,38.319999999999695,30.919999999999497,32.519999999999506,34.25999999999962,27.39999999999957,26.1999999999996,29.139999999999528,27.699999999999548,30.219999999999494,31.479999999999457,32.259999999999465,28.059999999999537,42.799999999999564,37.83999999999953,38.77999999999989,36.47999999999972,35.779999999999724,27.03999999999956,32.63999999999948,28.379999999999534,34.319999999999425,35.119999999999926,39.05999999999995,33.7399999999996,35.09999999999941,35.89999999999985,31.67999999999946,33.15999999999955,26.859999999999562,33.23999999999965,36.63999999999958,34.01999999999957,35.2999999999996,31.73999999999947,25.259999999999607,35.75999999999955,34.97999999999968,30.239999999999498,30.37999999999951,31.939999999999465,35.49999999999969,31.339999999999474,32.01999999999947],"pairedSaving":7.346200000000197,"pairedMargin":0.6890500716357162},{"id":"thompson","label":"Thompson · Beta(1,1)","mean":[0.0,0.019000000000000013,0.26420000000000005,0.5130000000000002,0.7530000000000002,0.9648000000000003,1.2016000000000011,1.4172000000000011,1.6414000000000006,1.871200000000002,2.0880000000000023,2.3198000000000016,2.541200000000002,2.753800000000002,2.9786000000000006,3.185000000000002,3.4056000000000015,3.6176000000000013,3.842199999999999,4.043999999999996,4.2441999999999975,4.461999999999996,4.652399999999994,4.871199999999991,5.0679999999999925,5.2703999999999915,5.477999999999987,5.668599999999985,5.8687999999999825,6.047599999999981,6.235799999999975,6.408999999999975,6.581199999999972,6.7581999999999685,6.912199999999965,7.086399999999962,7.237599999999963,7.391799999999962,7.5563999999999565,7.710799999999952,7.866799999999951,8.018599999999946,8.187599999999948,8.33559999999994,8.492199999999938,8.653799999999936,8.806799999999932,8.968599999999931,9.126399999999927,9.276599999999927,9.429199999999922,9.57279999999992,9.716799999999916,9.860599999999918,10.001799999999914,10.13859999999991,10.27839999999991,10.422399999999902,10.5619999999999,10.7085999999999,10.848999999999897,10.98399999999989,11.123799999999894,11.258799999999885,11.390599999999887,11.52479999999988,11.67199999999988,11.806999999999876,11.941399999999868,12.086999999999874,12.211399999999866,12.355399999999861,12.48599999999986,12.625399999999864,12.775999999999856,12.900399999999852,13.035999999999854,13.162399999999847,13.291599999999844,13.416399999999841,13.541999999999843,13.663399999999838,13.781399999999834,13.916199999999831,14.033799999999829,14.144599999999832,14.267799999999827,14.38359999999982,14.505399999999817,14.625599999999823,14.75219999999982,14.865399999999816,14.986599999999813,15.10099999999981,15.210399999999812,15.331599999999804,15.437199999999807,15.550599999999802,15.6709999999998,15.782599999999796,15.898799999999799,15.999399999999795,16.119799999999795,16.233799999999796,16.340199999999793,16.459999999999784,16.567399999999783,16.68059999999979,16.789399999999784,16.891199999999788,17.00839999999978,17.11659999999978,17.23799999999978,17.35019999999978,17.467199999999774,17.583999999999772,17.686599999999768,17.800399999999776,17.91039999999977,18.022199999999778,18.125999999999785,18.22779999999978,18.339399999999785,18.443799999999783,18.548599999999784,18.65599999999979,18.767399999999782,18.87379999999979,18.974399999999797,19.077399999999795,19.18159999999979,19.2839999999998,19.3775999999998,19.471199999999794,19.571599999999798,19.6723999999998,19.7735999999998,19.870199999999798,19.9757999999998,20.071199999999795,20.169399999999804,20.26699999999981,20.360999999999805,20.45619999999981,20.537599999999813,20.628199999999815,20.72879999999982,20.818599999999822,20.915799999999823,21.009999999999827,21.109799999999822],"low":[0.0,0.015733333333333346,0.2513212408151479,0.4881991362157599,0.7132246366287733,0.9095560191371428,1.1300446270287803,1.3293674327296945,1.5374201167832082,1.7471006571576686,1.946038892678598,2.15597610144815,2.357859152085248,2.551759127664974,2.755197685332882,2.943321331324156,3.143210945515304,3.3359544113394306,3.5400519283821525,3.723728272338322,3.9056652054798966,4.105039894326515,4.277767113304529,4.478076167091112,4.658078709501392,4.844151837903847,5.036816620842927,5.2127490796582565,5.3981369847757605,5.561853237590026,5.736812791105642,5.894020989314627,6.053170013606911,6.214029031014095,6.354827149912431,6.514501912150835,6.651577241049502,6.791292646765181,6.94005175879127,7.0790630177860585,7.219686735035401,7.3549844625506875,7.505734675742975,7.638224814227216,7.777116942026565,7.920292790579565,8.055168884181267,8.198949786870406,8.34020788839609,8.473497990439109,8.609225769635112,8.736468648410701,8.864184281003999,8.991296635470576,9.1172916703293,9.23771744488985,9.362722891213982,9.490739206217897,9.616212990342687,9.747180782434718,9.872974565234461,9.993769379800856,10.117543305303588,10.238196403377124,10.356034197390166,10.477660554590317,10.611470706021718,10.733498578378935,10.85301144506476,10.985747076124804,11.096566906363304,11.224530716904829,11.340473028031491,11.465166304342485,11.599063928102456,11.709024044581549,11.828541528349776,11.941233450621347,12.055331212322654,12.166135514926811,12.27763571813624,12.383597413958002,12.487276568720407,12.605313946869426,12.707685227255858,12.804221120839781,12.91336705371481,13.014752815913008,13.121763576880216,13.227758218061867,13.337952323806336,13.436813514845692,13.542264648244457,13.642468022333682,13.737678635846464,13.84432493222274,13.936303383522842,14.03493144277372,14.140458528512227,14.237760195537774,14.339370724536304,14.426441768003086,14.530761119426064,14.629166157923594,14.719053057783311,14.822833650524432,14.914084415318733,15.010626606259592,15.1037909339307,15.190603001355237,15.29125114489113,15.385281857685666,15.489107239718132,15.585858056477498,15.686772933945722,15.789029604268572,15.878107670319581,15.976440464351528,16.07068542751427,16.16729942761951,16.256110941498466,16.341997548436602,16.436878855707572,16.525386315052025,16.614344080951767,16.70674260168608,16.8026596296463,16.89341519938095,16.980481851639187,17.06853619308427,17.158070694642593,17.24668438011807,17.328403340886524,17.4084325255379,17.49634972925429,17.5834211157832,17.670209269952455,17.754222399553317,17.844949931500857,17.926229602831523,18.010793177359396,18.095299960891598,18.175267206205774,18.25601997343519,18.32517662764513,18.402591405920305,18.487874367458936,18.56455945720063,18.647831218234877,18.727399460020223,18.81454599144626],"high":[0.0,0.02226666666666668,0.2770787591848522,0.5378008637842406,0.7927753633712271,1.0200439808628579,1.273155372971222,1.5050325672703078,1.745379883216793,1.9952993428423353,2.2299611073214063,2.483623898551853,2.7245408479147564,2.95584087233503,3.2020023146671193,3.4266786686758475,3.667989054484699,3.899245588660572,4.144348071617846,4.36427172766167,4.582734794520099,4.818960105673478,5.027032886695459,5.26432383290887,5.477921290498593,5.696648162096136,5.919183379157047,6.124450920341714,6.339463015224204,6.533346762409937,6.734787208894309,6.923979010685323,7.109229986393034,7.302370968985842,7.4695728500874985,7.658298087849089,7.823622758950425,7.992307353234742,8.172748241208643,8.342536982213845,8.5139132649645,8.682215537449204,8.869465324256922,9.032975185772665,9.207283057973312,9.387307209420308,9.558431115818596,9.738250213129456,9.912592111603765,10.079702009560746,10.249174230364732,10.409131351589137,10.569415718995833,10.72990336452926,10.886308329670529,11.03948255510997,11.194077108785839,11.354060793781906,11.507787009657113,11.67001921756508,11.825025434765333,11.974230620198924,12.1300566946962,12.279403596622647,12.425165802609609,12.571939445409443,12.732529293978041,12.880501421620817,13.029788554934976,13.188252923874943,13.326233093636429,13.486269283094893,13.63152697196823,13.785633695657243,13.952936071897255,14.091775955418155,14.243458471649932,14.383566549378347,14.527868787677034,14.666664485072872,14.806364281863447,14.943202586041673,15.075523431279262,15.227086053130236,15.3599147727438,15.484978879159883,15.622232946284845,15.752447184086632,15.889036423119418,16.02344178193778,16.166447676193307,16.29398648515394,16.430935351755167,16.55953197766594,16.68312136415316,16.81887506777687,16.93809661647677,17.066268557225882,17.201541471487374,17.327439804461818,17.458229275463292,17.572358231996503,17.708838880573527,17.838433842075997,17.961346942216274,18.09716634947514,18.220715584680832,18.350573393739985,18.475009066068868,18.591796998644337,18.725548855108432,18.847918142313898,18.986892760281428,19.114541943522063,19.247627066053827,19.37897039573097,19.495092329679952,19.624359535648022,19.750114572485266,19.877100572380044,19.995889058501103,20.11360245156296,20.241921144291997,20.36221368494754,20.4828559190478,20.605257398313498,20.732140370353264,20.85418480061863,20.968318148360407,21.08626380691532,21.205129305356987,21.32131561988153,21.426796659113073,21.533967474461686,21.646850270745304,21.761378884216402,21.876990730047144,21.98617760044628,22.106650068498745,22.216170397168067,22.328006822640212,22.438700039108024,22.546732793793836,22.65638002656443,22.750023372354494,22.853808594079325,22.9697256325407,23.072640542799014,23.18376878176477,23.292600539979432,23.405054008553385],"conversions":421.74,"pulls":[266.31,522.87,1210.82],"finalRegrets":[25.759999999999614,2.880000000000002,14.31999999999983,18.41999999999972,11.53999999999987,26.259999999999614,12.739999999999847,9.579999999999929,14.479999999999864,16.239999999999824,41.41999999999982,14.03999999999983,17.139999999999752,27.719999999999573,10.359999999999948,22.759999999999643,17.71999999999978,62.20000000000044,30.739999999999487,30.39999999999953,5.739999999999988,24.199999999999655,4.519999999999993,28.059999999999526,9.639999999999914,11.559999999999928,29.059999999999476,8.59999999999997,6.159999999999959,13.51999999999983,34.37999999999951,41.76000000000088,5.939999999999991,6.339999999999983,30.599999999999472,21.399999999999697,17.15999999999975,41.000000000000675,12.939999999999866,32.45999999999947,8.659999999999956,22.099999999999646,23.919999999999636,5.280000000000002,42.660000000000586,23.179999999999623,8.419999999999963,38.50000000000025,10.759999999999899,41.12000000000042,13.519999999999822,20.139999999999688,5.1599999999999975,14.599999999999781,9.83999999999989,20.8599999999997,41.56000000000036,30.9199999999995,34.899999999999466,16.979999999999805,30.839999999999435,14.539999999999836,27.459999999999557,12.5799999999999,14.439999999999854,12.699999999999898,18.51999999999973,16.939999999999735,21.639999999999695,46.75999999999969,25.139999999999606,16.15999999999983,29.639999999999507,20.079999999999668,30.339999999999478,4.719999999999997,23.779999999999635,15.519999999999774,28.219999999999537,22.259999999999618,16.25999999999976,13.279999999999873,14.339999999999833,37.600000000000215,16.059999999999825,20.97999999999967,4.440000000000003,32.59999999999948,21.15999999999971,11.859999999999852,43.119999999999926,16.379999999999797,21.699999999999704,38.539999999999836,21.079999999999668,11.159999999999936,45.1000000000006,14.999999999999778,22.43999999999964,10.759999999999874],"pairedSaving":18.833799999999947,"pairedMargin":2.287671031452393}]},{"id":"rare","title":"Rare conversions","means":[0.01,0.02,0.04],"description":"Most visits do not convert. Early results are particularly noisy.","steps":[0,1,14,27,41,54,68,81,94,108,121,135,148,161,175,188,202,215,229,242,255,269,282,296,309,322,336,349,363,376,390,403,416,430,443,457,470,483,497,510,524,537,551,564,577,591,604,618,631,644,658,671,685,698,712,725,738,752,765,779,792,805,819,832,846,859,873,886,899,913,926,940,953,966,980,993,1007,1020,1034,1047,1060,1074,1087,1101,1114,1127,1141,1154,1168,1181,1195,1208,1221,1235,1248,1262,1275,1288,1302,1315,1329,1342,1356,1369,1382,1396,1409,1423,1436,1449,1463,1476,1490,1503,1517,1530,1543,1557,1570,1584,1597,1610,1624,1637,1651,1664,1678,1691,1704,1718,1731,1745,1758,1771,1785,1798,1812,1825,1839,1852,1865,1879,1892,1906,1919,1932,1946,1959,1973,1986,2000],"policies":[{"id":"random","label":"Uniform random","mean":[0.0,0.01710000000000001,0.2332,0.44840000000000013,0.6796000000000003,0.8945000000000003,1.1286000000000007,1.3467000000000005,1.559500000000001,1.7905000000000006,2.0079000000000007,2.2363,2.4554999999999993,2.6752999999999996,2.911599999999999,3.124599999999997,3.357799999999998,3.5630999999999977,3.800199999999995,4.012699999999994,4.226399999999993,4.463399999999994,4.679199999999992,4.911199999999994,5.134599999999989,5.35209999999999,5.587399999999989,5.806299999999985,6.033399999999987,6.250199999999986,6.485099999999988,6.699499999999985,6.915499999999981,7.1473999999999815,7.35559999999998,7.589099999999982,7.808099999999978,8.02439999999998,8.263299999999973,8.474799999999966,8.698399999999964,8.917199999999958,9.160299999999955,9.384899999999952,9.602399999999943,9.837599999999938,10.056399999999938,10.286399999999931,10.511699999999923,10.725399999999922,10.961599999999917,11.173499999999915,11.41159999999991,11.627499999999905,11.864999999999897,12.074499999999894,12.291699999999892,12.51529999999989,12.728899999999882,12.960799999999875,13.17059999999988,13.391599999999862,13.629899999999855,13.844099999999855,14.081199999999846,14.305499999999846,14.542599999999839,14.756199999999835,14.976699999999832,15.206699999999831,15.419799999999817,15.665499999999815,15.878999999999815,16.101999999999812,16.33649999999982,16.554999999999822,16.79089999999983,17.012999999999828,17.251699999999822,17.471999999999827,17.682399999999838,17.92269999999984,18.146999999999835,18.384099999999854,18.599199999999843,18.819799999999844,19.04579999999985,19.263799999999854,19.502599999999852,19.727099999999865,19.951799999999867,20.16409999999987,20.38019999999987,20.61769999999987,20.83109999999989,21.05969999999988,21.269699999999894,21.49149999999989,21.725999999999885,21.951799999999892,22.187799999999893,22.412799999999898,22.644099999999913,22.859799999999897,23.08169999999992,23.313699999999926,23.527799999999925,23.758799999999905,23.972999999999924,24.187499999999922,24.41649999999994,24.62879999999992,24.859399999999937,25.066499999999927,25.29409999999994,25.51049999999995,25.721999999999948,25.95799999999995,26.173199999999966,26.404399999999967,26.617099999999958,26.83589999999997,27.065899999999964,27.283099999999976,27.514099999999996,27.730699999999977,27.968899999999984,28.178699999999978,28.388499999999993,28.618299999999987,28.8356,29.068699999999993,29.287700000000008,29.50230000000001,29.738200000000017,29.951300000000014,30.178200000000015,30.395500000000037,30.630800000000026,30.85150000000001,31.067600000000017,31.297700000000027,31.51220000000004,31.745200000000033,31.960200000000057,32.170300000000054,32.40860000000007,32.6240000000001,32.859200000000115,33.07080000000013,33.30590000000014],"low":[0.0,0.01474775253827067,0.22401151378357156,0.43660139132325054,0.6639995919038101,0.8754453495164436,1.1069797543291326,1.322861991775293,1.5329594641266535,1.7636195175758786,1.9798041874244081,2.206502562564251,2.423457740341224,2.641802344201422,2.8767007236473385,3.088925780954798,3.3207406204765,3.5255970990719336,3.7641367962318855,3.9761495656679844,4.187843247749825,4.423658093574874,4.637775762648393,4.868707956859394,5.091714234361682,5.307237618721465,5.5407912464561635,5.76017998803121,5.987367097504472,6.204588178395707,6.440294569053923,6.653005649957657,6.867582736161805,7.099204768207665,7.306234058501409,7.539848344733332,7.758319683028126,7.9740965576790686,8.213085551741539,8.423371962532674,8.646750426531888,8.862523249095625,9.10619300104493,9.330244249576198,9.546716902408178,9.781063500911905,9.997168325557864,10.226827984192902,10.45175426425416,10.665785724597487,10.901804199405502,11.111336580993026,11.34835033897922,11.563600505084024,11.800595358094288,12.010626015380872,12.22630904728679,12.448532335061136,12.660715662121163,12.890994887471415,13.09959822717922,13.319478542237714,13.556911182260494,13.769519985758219,14.00565781628663,14.230662216343287,14.468103006935717,14.679504940218198,14.899467842557536,15.128467940528983,15.340143502922517,15.584902834573558,15.798103862873125,16.021581351778032,16.256988611043663,16.4749845474518,16.710160583749747,16.931358995546912,17.169096220781363,17.388841442722267,17.599171888369842,17.839606396924264,18.065418429789524,18.301477883344283,18.51593526883278,18.735505046945317,18.96085699057434,19.177635724521867,19.41556338193201,19.639956146461387,19.865179109080895,20.076594522081642,20.292424044988593,20.529476969157177,20.74284265069856,20.971100127148656,21.181256181716844,21.402982100400457,21.63866012663847,21.86372288587548,22.100061364518588,22.32572306096506,22.55594682585308,22.772737812546318,22.99374779864606,23.225581361027782,23.441610598681923,23.67191614341939,23.8852897096669,24.098981662026507,24.328093517788677,24.541000485258387,24.769569930152876,24.976971280089,25.202429459635287,25.4202632616867,25.632913763354797,25.868865427265426,26.082254993039324,26.31301723605787,26.524462998549033,26.74403283650657,26.973458907717013,27.190964754710862,27.42205180830135,27.638125030718125,27.875964982077768,28.087216935712238,28.297200053459022,28.526932211930408,28.743277684618427,28.975276591749967,29.19409061398093,29.40848316356137,29.643278071781467,29.856481032685526,30.081129216474263,30.300499208275532,30.53694105667451,30.75852178513005,30.973061178751436,31.202742727421697,31.416523483800496,31.64890620201352,31.864125872730185,32.07434126468432,32.312810216859155,32.52735242688054,32.76095572810931,32.970117392443484,33.20607300863462],"high":[0.0,0.01945224746172935,0.24238848621642842,0.4601986086767497,0.6952004080961905,0.913554650483557,1.1502202456708688,1.3705380082247078,1.5860405358733485,1.8173804824241226,2.0359958125755933,2.2660974374357488,2.487542259658775,2.7087976557985773,2.9464992763526596,3.160274219045196,3.3948593795234956,3.600602900928062,3.8362632037681044,4.049250434332004,4.264956752250161,4.503141906425114,4.720624237351591,4.9536920431405935,5.177485765638297,5.396962381278516,5.634008753543815,5.852420011968761,6.079432902495502,6.295811821604265,6.5299054309460525,6.745994350042314,6.963417263838157,7.195595231792298,7.404965941498552,7.638351655266633,7.857880316971831,8.074703442320892,8.313514448258406,8.52622803746726,8.75004957346804,8.971876750904292,9.21440699895498,9.439555750423706,9.658083097591707,9.89413649908797,10.115631674442012,10.34597201580696,10.571645735745687,10.785014275402357,11.021395800594332,11.235663419006805,11.474849661020599,11.691399494915787,11.929404641905506,12.138373984618916,12.357090952712994,12.582067664938643,12.797084337878601,13.030605112528335,13.24160177282054,13.46372145776201,13.702888817739217,13.918680014241492,14.156742183713062,14.380337783656405,14.61709699306396,14.832895059781471,15.053932157442128,15.284932059470679,15.499456497077118,15.746097165426072,15.959896137126504,16.182418648221592,16.416011388955976,16.635015452547844,16.871639416249913,17.094641004452743,17.33430377921828,17.555158557277387,17.765628111629834,18.005793603075414,18.228581570210146,18.466722116655426,18.682464731166906,18.904094953054372,19.130743009425363,19.34996427547784,19.589636618067694,19.814243853538343,20.03842089091884,20.251605477918098,20.46797595501115,20.705923030842566,20.91935734930122,21.1482998728511,21.358143818282944,21.58001789959932,21.8133398733613,22.039877114124305,22.275538635481198,22.499876939034735,22.732253174146745,22.946862187453476,23.16965220135378,23.40181863897207,23.613989401317927,23.84568385658042,24.06071029033295,24.276018337973337,24.5049064822112,24.716599514741453,24.949230069846998,25.156028719910854,25.385770540364593,25.600736738313202,25.8110862366451,26.04713457273447,26.264145006960607,26.495782763942064,26.709737001450883,26.92776716349337,27.158341092282914,27.37523524528909,27.60614819169864,27.82327496928183,28.0618350179222,28.270183064287718,28.479799946540965,28.709667788069567,28.927922315381572,29.162123408250018,29.381309386019087,29.596116836438647,29.833121928218567,30.046118967314502,30.275270783525766,30.490500791724543,30.72465894332554,30.944478214869967,31.162138821248597,31.392657272578358,31.607876516199582,31.841493797986544,32.05627412726993,32.26625873531579,32.50438978314099,32.72064757311966,32.95744427189092,33.17148260755678,33.40572699136567],"conversions":46.07,"pulls":[665.43,667.15,667.42],"finalRegrets":[33.7900000000002,33.840000000000174,32.87000000000011,33.84000000000018,33.76000000000018,34.23000000000022,34.03000000000021,33.31000000000014,33.150000000000155,33.69000000000016,33.510000000000176,33.440000000000126,34.07000000000022,33.39000000000017,33.140000000000114,32.430000000000064,33.420000000000144,33.34000000000016,34.09000000000025,33.57000000000017,33.5700000000002,33.520000000000174,32.25000000000006,32.39000000000006,33.07000000000013,34.10000000000019,32.52000000000009,33.39000000000015,33.890000000000235,33.02000000000012,32.650000000000105,33.40000000000014,33.20000000000014,33.73000000000017,32.610000000000085,33.230000000000146,32.55000000000007,33.680000000000156,33.050000000000104,32.6600000000001,33.15000000000012,32.700000000000095,34.24000000000022,33.090000000000124,32.53000000000008,32.75000000000008,33.14000000000014,33.050000000000146,32.57000000000007,32.60000000000009,34.15000000000024,33.56000000000017,33.28000000000015,33.55000000000016,33.64000000000017,33.02000000000014,33.65000000000017,32.83000000000014,33.050000000000125,33.5000000000002,32.30000000000006,32.54000000000006,33.770000000000195,34.14000000000022,32.71000000000009,33.69000000000018,33.900000000000205,33.20000000000016,33.610000000000184,33.790000000000184,32.42000000000007,33.3100000000001,34.55000000000026,32.71000000000009,33.62000000000016,33.76000000000017,33.320000000000135,32.98000000000015,33.39000000000014,33.37000000000018,33.67000000000017,32.530000000000065,32.630000000000074,32.99000000000013,32.600000000000094,33.65000000000016,33.44000000000019,33.65000000000017,33.60000000000017,33.11000000000011,33.63000000000019,33.220000000000155,33.43000000000018,33.710000000000136,32.95000000000011,33.03000000000012,33.63000000000016,33.40000000000016,33.79000000000015,33.41000000000017],"pairedSaving":0.0,"pairedMargin":0.0},{"id":"epsilon","label":"ε-greedy · ε = 0.10","mean":[0.0,0.02849999999999996,0.39120000000000027,0.7530000000000004,1.1285000000000007,1.4714000000000014,1.8339000000000012,2.1685999999999996,2.4997999999999982,2.8558999999999948,3.1883999999999935,3.5397999999999894,3.853799999999994,4.167899999999994,4.502999999999997,4.8062000000000005,5.126600000000002,5.420400000000003,5.7309000000000045,6.0099000000000045,6.279800000000005,6.562700000000009,6.82050000000001,7.0937,7.3448,7.598099999999992,7.867999999999986,8.111399999999984,8.375999999999975,8.619299999999969,8.873699999999966,9.111899999999956,9.352899999999954,9.610499999999945,9.842499999999943,10.091699999999944,10.325099999999937,10.556099999999931,10.79189999999993,11.011399999999925,11.241299999999915,11.455999999999909,11.680399999999906,11.881199999999906,12.075499999999911,12.283299999999917,12.468599999999924,12.672499999999923,12.85699999999993,13.037199999999928,13.230999999999927,13.39869999999993,13.572999999999938,13.732199999999937,13.903399999999952,14.058799999999948,14.210999999999956,14.377399999999957,14.529699999999956,14.69249999999996,14.833899999999966,14.977399999999975,15.134399999999971,15.28049999999997,15.435099999999984,15.571399999999985,15.725099999999982,15.866799999999987,16.008499999999984,16.163599999999985,16.297699999999985,16.442199999999993,16.57309999999999,16.698999999999998,16.836100000000005,16.962000000000007,17.091600000000007,17.21090000000001,17.33590000000001,17.44770000000001,17.55800000000001,17.67550000000001,17.777800000000017,17.88910000000002,17.99640000000002,18.096700000000023,18.20570000000002,18.299600000000027,18.408800000000024,18.510100000000026,18.61840000000003,18.72040000000004,18.81870000000003,18.924600000000037,19.02480000000004,19.12670000000005,19.217400000000048,19.30710000000005,19.405500000000053,19.49390000000006,19.590500000000056,19.680800000000062,19.771400000000057,19.857800000000065,19.956700000000065,20.05800000000007,20.154200000000074,20.25110000000008,20.336700000000075,20.423000000000076,20.51260000000008,20.594200000000086,20.682000000000095,20.763100000000094,20.846100000000103,20.92650000000011,21.00170000000012,21.08660000000011,21.162800000000114,21.240500000000125,21.313300000000126,21.383000000000138,21.464300000000136,21.536300000000143,21.606700000000156,21.66810000000015,21.743100000000155,21.80950000000015,21.879900000000163,21.956900000000168,22.02550000000017,22.101100000000187,22.171200000000194,22.23830000000019,22.31460000000019,22.38890000000021,22.46570000000022,22.537700000000214,22.606000000000222,22.67480000000023,22.73720000000023,22.81220000000023,22.878000000000238,22.94830000000024,23.01310000000025,23.083400000000257,23.15360000000026,23.21940000000026,23.292000000000268,23.35700000000028,23.429000000000283],"low":[0.0,0.02730582728014387,0.3812710527804362,0.7313179579030264,1.0910450567786159,1.4178317226332575,1.7622556512506604,2.0789241900761692,2.390559874618832,2.7257233329607193,3.038803469092234,3.37013173815311,3.6638590253699954,3.956778325336862,4.268452175237092,4.549211702327979,4.845707938817429,5.117050780626714,5.404165976265565,5.659951821926146,5.907878900124389,6.165677859880835,6.399818784735091,6.646153040517104,6.872568089759006,7.099217901220059,7.341140236242432,7.559070058143351,7.79527108702278,8.013390528393876,8.240065032194995,8.451960377204362,8.665925314125904,8.894185544874116,9.098619904212267,9.318146056857476,9.524141408119622,9.728697111083962,9.934858833124373,10.127231354794574,10.328103043906033,10.516574034530592,10.713518400171736,10.889489641742166,11.059158863977318,11.24080111124255,11.403228224867359,11.58164808400848,11.741354197846483,11.897196010808544,12.06588696645106,12.211063836775294,12.361546651938493,12.499133836536952,12.644924610255295,12.778022348155728,12.906611101351562,13.04694283194526,13.175971047746867,13.314021237687875,13.432631381814373,13.55324742276242,13.686054229125366,13.809989370102166,13.939617483219592,14.052787974484229,14.18140492064653,14.299413365361096,14.416922767922095,14.547444525905638,14.657803900351038,14.77641482006729,14.884371468491869,14.986920165304268,15.09876834307022,15.202145574734866,15.307726684375531,15.406159211354419,15.508012587600884,15.599435969564578,15.6898991502836,15.78637343838962,15.868964402115234,15.959693119677084,16.04734137375241,16.12734654815016,16.216623840262386,16.292127759975216,16.380248227686927,16.461926012342456,16.549006712820088,16.631549183624617,16.71010591432625,16.795591613504758,16.87673481057123,16.958750494448758,17.031631608934383,17.104017686716087,17.183144323897054,17.25358904062506,17.32966207223782,17.402054887711788,17.473915303201174,17.541869313759776,17.621557544837867,17.703352289626423,17.78143509840779,17.859888479956584,17.92834883651151,17.997549577447845,18.06845635811945,18.132698850442214,18.20136722099491,18.26597723998845,18.331067528153,18.394980820444715,18.454180663302854,18.52093769568389,18.58077707079905,18.641992087593334,18.699509728827856,18.75388868472853,18.818865164287015,18.875845560534202,18.930765833413627,18.977757237667635,19.037238094251002,19.089675303977387,19.145416371467096,19.206436040015532,19.260066986751056,19.319601167828807,19.374607320132014,19.426477325676544,19.48654235638077,19.545030430927806,19.60462102917018,19.662849206476825,19.716088039978032,19.771331570356253,19.819639093829593,19.878834019297084,19.929744337547543,19.9846870078471,20.035020676210056,20.090625775803286,20.144161172448353,20.19518859032084,20.25122468402989,20.299827824932493,20.35562512141422],"high":[0.0,0.029694172719856048,0.4011289472195643,0.7746820420969744,1.1659549432213856,1.5249682773667452,1.905544348749342,2.25827580992383,2.6090401253811644,2.98607666703927,3.337996530907753,3.709468261846869,4.043740974629992,4.379021674663126,4.737547824762901,5.063188297672022,5.407492061182574,5.723749219373293,6.057634023734444,6.359848178073863,6.651721099875621,6.959722140119184,7.241181215264929,7.541246959482896,7.817031910240995,8.096982098779923,8.394859763757541,8.663729941856618,8.95672891297717,9.225209471606062,9.507334967804937,9.77183962279555,10.039874685874004,10.326814455125774,10.586380095787618,10.865253943142413,11.126058591880252,11.383502888915901,11.648941166875488,11.895568645205277,12.154496956093798,12.395425965469226,12.647281599828077,12.872910358257645,13.091841136022504,13.325798888757284,13.533971775132489,13.763351915991366,13.972645802153377,14.17720398919131,14.396113033548794,14.586336163224567,14.784453348061383,14.965266163462921,15.161875389744608,15.339577651844168,15.51538889864835,15.707857168054653,15.883428952253045,16.070978762312045,16.23516861818556,16.40155257723753,16.582745770874578,16.751010629897774,16.930582516780376,17.09001202551574,17.268795079353435,17.434186634638877,17.600077232077872,17.77975547409433,17.937596099648932,18.107985179932697,18.26182853150811,18.411079834695727,18.573431656929788,18.72185442526515,18.875473315624482,19.015640788645598,19.163787412399135,19.295964030435446,19.426100849716423,19.5646265616104,19.6866355978848,19.818506880322957,19.94545862624763,20.066053451849886,20.194776159737657,20.307072240024837,20.43735177231312,20.558273987657596,20.68779328717997,20.809250816375464,20.927294085673815,21.053608386495316,21.172865189428855,21.29464950555134,21.403168391065712,21.510182313284016,21.627855676103053,21.734210959375062,21.85133792776229,21.959545112288335,22.06888469679894,22.173730686240354,22.291842455162264,22.41264771037372,22.526964901592358,22.642311520043574,22.74505116348864,22.848450422552308,22.95674364188071,23.055701149557958,23.16263277900528,23.260222760011736,23.361132471847206,23.458019179555507,23.549219336697387,23.65226230431633,23.744822929201177,23.839007912406917,23.927090271172396,24.012111315271746,24.109734835713258,24.196754439466083,24.282634166586686,24.35844276233266,24.448961905749307,24.52932469602291,24.61438362853323,24.707363959984804,24.790933013249287,24.882598832171567,24.967792679868374,25.050122674323838,25.14265764361961,25.232769569072612,25.326778970830258,25.412550793523604,25.49591196002241,25.578268429644204,25.654760906170864,25.74556598070338,25.826255662452933,25.911912992153383,25.991179323790444,26.076174224197228,26.163038827552167,26.24361140967968,26.332775315970647,26.414172175068067,26.502374878586345],"conversions":55.48,"pulls":[604.54,264.64,1130.82],"finalRegrets":[9.909999999999918,20.629999999999956,17.209999999999862,36.740000000000684,17.769999999999875,4.539999999999992,24.76000000000012,6.959999999999984,29.36000000000029,44.4000000000014,9.099999999999973,39.91000000000065,3.9799999999999947,8.329999999999977,40.970000000000795,5.969999999999982,6.55999999999998,15.319999999999865,10.019999999999973,15.49999999999986,8.249999999999984,19.76999999999993,26.81999999999992,5.019999999999992,21.46999999999999,9.60999999999997,30.86000000000035,37.50000000000073,17.249999999999872,10.799999999999956,4.099999999999996,20.379999999999963,57.25000000000143,4.739999999999991,51.98000000000217,3.539999999999996,6.429999999999983,18.9099999999999,31.590000000000398,13.5599999999999,42.77000000000131,5.179999999999988,14.369999999999886,23.470000000000006,11.969999999999937,56.81000000000148,12.279999999999927,3.3899999999999966,40.86000000000085,57.28000000000144,21.65,39.840000000000614,25.739999999999704,52.53000000000249,33.239999999999725,16.349999999999852,20.669999999999728,47.08000000000107,7.989999999999974,18.20999999999989,32.020000000000394,19.13999999999991,17.229999999999826,42.5600000000011,9.74999999999997,29.529999999999987,45.15000000000164,57.34000000000146,26.29000000000014,26.910000000000032,42.44000000000113,52.830000000001306,17.09999999999986,8.589999999999982,41.400000000000844,21.349999999999984,56.99000000000145,9.649999999999972,29.050000000000132,4.219999999999994,8.39999999999998,17.049999999999873,9.019999999999925,24.56000000000011,39.64000000000062,12.70999999999992,29.03999999999972,55.97000000000142,9.979999999999968,6.88999999999998,10.179999999999964,31.239999999999533,18.879999999999896,18.869999999999894,10.159999999999958,16.289999999999857,15.489999999999798,19.54999999999975,30.700000000000344,49.29000000000296],"pairedSaving":9.876899999999866,"pairedMargin":3.080227786632396},{"id":"ucb","label":"UCB1 · c = 2","mean":[0.0,0.02999999999999995,0.24359999999999996,0.4419000000000004,0.6784000000000003,0.8801000000000007,1.1119000000000003,1.3115999999999999,1.5149000000000015,1.735700000000002,1.947800000000001,2.1730000000000005,2.3686000000000003,2.5772000000000004,2.800599999999999,3.003799999999997,3.225399999999998,3.4315999999999978,3.6453999999999964,3.8439999999999945,4.051399999999996,4.266599999999995,4.472799999999995,4.689999999999992,4.884999999999993,5.085799999999991,5.301499999999991,5.511599999999988,5.719899999999984,5.918099999999989,6.131099999999983,6.329699999999982,6.534199999999985,6.745099999999983,6.948299999999984,7.1657999999999795,7.370199999999983,7.561199999999982,7.77639999999998,7.972999999999971,8.190299999999976,8.38909999999997,8.597399999999963,8.791499999999964,8.987399999999953,9.187099999999948,9.379699999999948,9.578799999999946,9.765099999999943,9.954999999999938,10.161799999999928,10.354899999999931,10.560499999999925,10.75229999999992,10.952699999999915,11.13849999999991,11.327499999999914,11.537899999999905,11.733899999999899,11.9429999999999,12.142899999999885,12.336799999999887,12.549199999999878,12.751199999999871,12.966699999999872,13.153399999999865,13.366599999999867,13.554799999999855,13.741699999999856,13.954099999999848,14.150799999999851,14.354999999999848,14.541099999999831,14.724599999999832,14.92429999999983,15.10689999999983,15.310399999999822,15.50639999999982,15.714899999999812,15.90879999999981,16.099599999999814,16.30909999999981,16.49639999999982,16.687899999999814,16.878999999999827,17.061699999999824,17.260999999999818,17.44319999999983,17.63989999999982,17.82789999999983,18.02879999999983,18.20759999999984,18.398399999999832,18.603699999999847,18.78939999999984,18.984599999999844,19.165699999999838,19.348399999999845,19.55119999999985,19.72999999999986,19.922299999999858,20.108099999999855,20.313899999999855,20.496399999999866,20.69059999999987,20.88689999999987,21.076199999999876,21.27459999999988,21.463899999999875,21.647399999999866,21.849399999999864,22.045199999999873,22.237399999999887,22.42329999999989,22.621999999999897,22.79809999999989,22.976599999999898,23.166499999999896,23.33789999999989,23.529299999999886,23.7022999999999,23.86919999999991,24.06569999999993,24.24969999999991,24.440099999999926,24.609499999999922,24.810399999999916,24.997399999999907,25.178099999999922,25.375899999999923,25.560599999999926,25.757099999999937,25.936299999999928,26.108699999999935,26.30909999999993,26.484699999999915,26.674699999999937,26.86939999999995,27.063999999999936,27.23579999999996,27.413999999999966,27.605499999999957,27.792399999999958,27.996199999999952,28.183399999999956,28.364699999999942,28.558399999999946,28.73779999999996,28.929699999999972,29.099999999999973,29.28349999999997],"low":[0.0,0.02999999999999994,0.24017083444493553,0.43622009761074093,0.6710625428234178,0.8701234286653206,1.0998187281491,1.2989414472941783,1.498745843145595,1.7195176190037744,1.9305513250820765,2.154408937957213,2.3483437546570465,2.5563806018348374,2.779138639601799,2.9798957906382104,3.2004806330349367,3.4049087944904004,3.6154664421038287,3.8119339827445535,4.01806425850153,4.231230779930517,4.435982762895068,4.6507861438630185,4.8448904411503735,5.044143631360341,5.258458926687175,5.466520671414738,5.673898065742891,5.8695197769981435,6.081667623125361,6.2778960895497145,6.481012537915487,6.690257844866943,6.893150521713121,7.1090798153099355,7.311731574338319,7.501224349377114,7.714088724688449,7.910675660866012,8.12526165632457,8.322068049205495,8.528908057630549,8.722450151720082,8.917190845543178,9.115312049114277,9.304980488298865,9.50196719192339,9.685856444688335,9.873228392272667,10.077330575849393,10.269987459374923,10.474235987043693,10.665995745745663,10.865897656251827,11.05165139109518,11.237539761263376,11.448055471066686,11.642203726672896,11.850531456705493,12.050713134475606,12.242461792715156,12.45232757518948,12.651435539085298,12.86431843678351,13.049191901558101,13.258742162219077,13.44556999879602,13.629847551876123,13.839915215774782,14.03535876133006,14.236692535409581,14.418639120719217,14.599966134612234,14.798987125685784,14.98112521282398,15.182125971997113,15.375670236567347,15.58291299647739,15.777479178533964,15.967088244556203,16.173968044007367,16.360108192140597,16.55250291392103,16.742072209430113,16.921279597780796,17.118403290275353,17.2976907230275,17.49315257655836,17.680227931169714,17.87841864866512,18.056031500181398,18.24557033576629,18.447249662118484,18.630257133664923,18.825014560961783,19.006118005293338,19.18614054220624,19.38906098362417,19.565942951237894,19.757144444077934,19.94423590694661,20.14887559135946,20.327682720874712,20.517409451740722,20.71126261793665,20.899309959142553,21.095267347040032,21.285241236547805,21.4666815496669,21.66892623955718,21.862130221794175,22.05428123519387,22.23859868330275,22.435999441208512,22.609961511940877,22.786723708090314,22.9748266172559,23.14533388885608,23.334767723744214,23.507616461930258,23.67322520840887,23.865256571551292,24.04821809066697,24.23515857301951,24.400589045202562,24.59870406689211,24.78398877644493,24.96344197678263,25.15997895471482,25.34346753563531,25.536990864660122,25.712100344702883,25.880966082134314,26.079463012299247,26.25273120784916,26.43998861765863,26.633357320426864,26.82384641002094,26.993049129881655,27.169528066463887,27.35774176982751,27.544481795168792,27.746421083499293,27.931624005976087,28.111081716845785,28.3040288012796,28.481734006259945,28.670311862738295,28.83817534670172,29.020700131951173],"high":[0.0,0.02999999999999996,0.24702916555506438,0.4475799023892599,0.6857374571765829,0.8900765713346808,1.1239812718509006,1.3242585527058215,1.531054156854408,1.7518823809962296,1.9650486749179257,2.191591062042788,2.388856245342954,2.5980193981651634,2.8220613603981985,3.0277042093617834,3.250319366965059,3.458291205509595,3.675333557896164,3.8760660172554355,4.084735741498461,4.3019692200694735,4.509617237104922,4.729213856136966,4.925109558849612,5.127456368639641,5.344541073312807,5.556679328585238,5.765901934257077,5.966680223001835,6.180532376874606,6.38150391045025,6.587387462084483,6.799942155133023,7.003449478286846,7.2225201846900235,7.428668425661646,7.62117565062285,7.838711275311511,8.03532433913393,8.255338343675382,8.456131950794447,8.665891942369377,8.860549848279845,9.057609154456728,9.258887950885619,9.454419511701031,9.655632808076502,9.844343555311552,10.036771607727209,10.246269424150464,10.43981254062494,10.646764012956156,10.838604254254177,11.039502343748003,11.225348608904639,11.417460238736451,11.627744528933123,11.825596273326902,12.035468543294307,12.235086865524165,12.431138207284617,12.646072424810276,12.850964460914444,13.069081563216233,13.257608098441628,13.474457837780657,13.664030001203688,13.853552448123589,14.068284784224913,14.266241238669641,14.473307464590114,14.663560879280446,14.84923386538743,15.049612874313876,15.232674787175682,15.43867402800253,15.637129763432293,15.846887003522234,16.040120821465656,16.232111755443427,16.44423195599225,16.632691807859043,16.8232970860786,17.015927790569542,17.202120402218853,17.403596709724283,17.58870927697216,17.78664742344128,17.975572068829944,18.179181351334538,18.35916849981828,18.551229664233375,18.76015033788121,18.94854286633476,19.144185439037905,19.325281994706337,19.51065945779345,19.713339016375528,19.894057048761823,20.087455555921782,20.2719640930531,20.47892440864025,20.66511727912502,20.863790548259015,21.062537382063088,21.2530900408572,21.453932652959725,21.642558763451945,21.82811845033283,22.02987376044255,22.228269778205572,22.420518764805905,22.60800131669703,22.80800055879128,22.986238488058905,23.166476291909483,23.358173382743892,23.530466111143703,23.723832276255557,23.896983538069545,24.06517479159095,24.266143428448565,24.451181909332846,24.64504142698034,24.818410954797283,25.02209593310772,25.210811223554884,25.392758023217215,25.591821045285027,25.777732464364544,25.977209135339752,26.160499655296974,26.336433917865556,26.538736987700613,26.71666879215067,26.909411382341244,27.105442679573034,27.30415358997893,27.478550870118262,27.658471933536045,27.853258230172404,28.040318204831124,28.24597891650061,28.435175994023826,28.6183182831541,28.81277119872029,28.993865993739977,29.18908813726165,29.361824653298225,29.54629986804877],"conversions":49.93,"pulls":[561.41,622.06,816.53],"finalRegrets":[29.16999999999996,27.22999999999995,27.909999999999954,27.519999999999957,29.649999999999956,29.85999999999999,28.769999999999936,29.099999999999973,31.129999999999956,29.059999999999985,27.68999999999998,27.669999999999938,26.00999999999994,32.14999999999998,28.469999999999974,27.629999999999924,27.989999999999988,29.009999999999966,29.149999999999977,29.019999999999953,27.909999999999975,29.56999999999997,30.25000000000002,28.4,29.670000000000027,28.37999999999995,30.35,27.469999999999963,31.400000000000006,29.209999999999955,28.599999999999962,28.399999999999967,29.87999999999998,28.059999999999928,31.099999999999984,32.07999999999998,31.369999999999997,27.729999999999947,29.50999999999997,29.68999999999996,30.119999999999976,27.92999999999996,29.999999999999982,29.82999999999998,30.310000000000002,29.989999999999963,28.809999999999935,31.08999999999997,28.19999999999996,30.259999999999998,29.949999999999953,27.799999999999915,29.489999999999956,30.509999999999984,28.59999999999999,31.06000000000003,29.219999999999967,30.859999999999957,26.899999999999995,31.05999999999995,28.209999999999958,31.069999999999993,28.999999999999947,29.94999999999999,28.039999999999996,29.51999999999998,30.93999999999997,29.769999999999992,29.95999999999997,29.789999999999978,31.670000000000027,28.429999999999946,29.239999999999913,29.019999999999953,30.039999999999946,29.069999999999965,31.130000000000045,29.210000000000022,26.849999999999973,29.78999999999998,26.189999999999944,29.16999999999994,28.94999999999996,31.01999999999995,30.62000000000005,28.509999999999945,29.499999999999993,28.789999999999946,28.90999999999997,28.949999999999978,28.23999999999997,27.279999999999934,28.329999999999988,32.83000000000008,30.51999999999998,30.170000000000016,29.36999999999996,29.150000000000002,26.569999999999943,29.37],"pairedSaving":4.022400000000174,"pairedMargin":0.2970190174026441},{"id":"thompson","label":"Thompson · Beta(1,1)","mean":[0.0,0.017400000000000013,0.22380000000000003,0.43050000000000016,0.6463000000000005,0.8323000000000002,1.0423000000000011,1.2306000000000012,1.421700000000001,1.610800000000001,1.7874000000000008,1.973000000000001,2.1501,2.3176000000000005,2.489299999999999,2.6415999999999995,2.809199999999999,2.9648999999999988,3.122199999999999,3.2748999999999984,3.4199999999999964,3.5676999999999968,3.696199999999999,3.8378999999999963,3.9655999999999945,4.1017999999999954,4.237099999999992,4.359399999999993,4.488899999999994,4.604599999999993,4.727499999999991,4.8466999999999905,4.967299999999989,5.08909999999999,5.203399999999984,5.319199999999984,5.425299999999986,5.529699999999983,5.642099999999982,5.745399999999982,5.853199999999976,5.951599999999978,6.049799999999976,6.146699999999976,6.235199999999974,6.330399999999973,6.42279999999997,6.510199999999972,6.5894999999999735,6.676999999999969,6.764099999999967,6.848299999999966,6.937099999999967,7.0186999999999635,7.09979999999996,7.1711999999999625,7.244099999999959,7.320099999999957,7.395899999999954,7.473399999999957,7.54649999999996,7.6207999999999565,7.692999999999952,7.760599999999955,7.840199999999954,7.914999999999948,7.990899999999947,8.064399999999948,8.132699999999945,8.205299999999944,8.272199999999948,8.350599999999945,8.42039999999994,8.483999999999941,8.55139999999994,8.607199999999938,8.666199999999938,8.725099999999939,8.788499999999937,8.850099999999935,8.912199999999935,8.975999999999937,9.031599999999935,9.091599999999934,9.150099999999934,9.212799999999932,9.276599999999931,9.331699999999932,9.390899999999933,9.44179999999993,9.499599999999925,9.552599999999924,9.604299999999927,9.658799999999921,9.71659999999993,9.773799999999923,9.826199999999922,9.87749999999992,9.929299999999921,9.981299999999923,10.027699999999921,10.080699999999917,10.131499999999916,10.179699999999917,10.227999999999922,10.274499999999916,10.31639999999992,10.365799999999917,10.408599999999915,10.454399999999914,10.495099999999915,10.539799999999914,10.582199999999913,10.624899999999911,10.672199999999911,10.708999999999913,10.74989999999991,10.79039999999991,10.826199999999908,10.86909999999991,10.903799999999908,10.94279999999991,10.98459999999991,11.021699999999907,11.059999999999906,11.098699999999909,11.14239999999991,11.182399999999907,11.216899999999903,11.253999999999904,11.284599999999903,11.321499999999906,11.353599999999906,11.387699999999906,11.420699999999906,11.453799999999905,11.490999999999904,11.5231999999999,11.5594999999999,11.592999999999897,11.617099999999896,11.646799999999894,11.678299999999897,11.710299999999895,11.737299999999896,11.76609999999989,11.79319999999989,11.821099999999898,11.853999999999887,11.87829999999989,11.90809999999989],"low":[0.0,0.014961489973054224,0.21716775241412056,0.4180278030415771,0.6275775822548956,0.8068346928143287,1.0067342460234692,1.1886441598888278,1.371548184884758,1.5496801166958656,1.7192995286223474,1.8947830976441713,2.0633581885689294,2.223140019206251,2.3856519494832664,2.530710356546281,2.690163299073628,2.837217052324473,2.9853603495845653,3.1287710534284825,3.264581551008673,3.4026342210965246,3.5209857531017485,3.6532461194847654,3.772600117835798,3.899307598974948,4.02465671674671,4.13847006474184,4.259025245456561,4.364269800051018,4.47628282955324,4.585682825500696,4.697487807578759,4.808270128551066,4.912314824324515,5.020053787923421,5.1179358184176875,5.2136341483546,5.316171686667501,5.4112058287787885,5.509247469524677,5.600185419929804,5.689928962044784,5.77954600138255,5.8614344133754095,5.9491596890352465,6.034464702033088,6.1155751636835864,6.189530715345936,6.270636549861948,6.350470985403315,6.427967629730054,6.508274167885904,6.581528197175487,6.654755257072433,6.720383190967719,6.785932086778075,6.854448383002922,6.922736639136425,6.991293262726689,7.056779439073699,7.124263721986368,7.189011450747323,7.250811434762661,7.323983072331492,7.391501403758603,7.459951932168097,7.524734995092788,7.585192501962316,7.648577575749599,7.708063779740483,7.778736157737558,7.84152904181694,7.896937786209449,7.955893987837304,8.004680384658446,8.056296256303693,8.108358587265522,8.163129007262377,8.216891418436576,8.272301646542038,8.328532312790928,8.377364577591175,8.42997211184003,8.483363083083209,8.538605290550922,8.595732325759718,8.645885387595369,8.698018733879662,8.742855163694427,8.792994323777235,8.840466578393047,8.885573874090488,8.93278946990895,8.982508908077806,9.032753266348463,9.078358686615196,9.123112774717924,9.166933914937982,9.21220036248,9.252761994615469,9.301261646057732,9.346590939787191,9.388923461107183,9.4328574879223,9.47441800916361,9.510247096729621,9.553846936397921,9.591119850508353,9.632437959532158,9.669481529266625,9.709771667788248,9.747534066655684,9.785893982603076,9.829589917174332,9.862176593949796,9.89983390187362,9.937073636166263,9.969398059744641,10.008171430988275,10.03920123252909,10.075505337417475,10.113020412615679,10.1470649751093,10.182236338547899,10.218054356929137,10.256636728013644,10.293968204660775,10.324708382085351,10.358331099306872,10.385919358306223,10.41905173819185,10.448404088360272,10.47969593865796,10.511040659074155,10.5412818964701,10.574796004056973,10.604452236963175,10.638590344164934,10.67072212511785,10.692744707036356,10.72028940319484,10.74884579433834,10.77813386012036,10.802978806511625,10.829303921720626,10.853813528966944,10.879525891829767,10.910456699961973,10.932653192205002,10.960686971749167],"high":[0.0,0.0198385100269458,0.2304322475858795,0.4429721969584232,0.6650224177451055,0.8577653071856716,1.077865753976533,1.2725558401111747,1.4718518151152442,1.6719198833041362,1.8555004713776542,2.0512169023558307,2.236841811431071,2.41205998079375,2.592948050516732,2.752489643453718,2.9282367009263695,3.0925829476755244,3.2590396504154326,3.4210289465715142,3.5754184489913197,3.732765778903469,3.871414246898249,4.022553880515227,4.158599882164191,4.304292401025043,4.4495432832532735,4.5803299352581455,4.718774754543427,4.844930199948969,4.978717170446743,5.107717174499285,5.237112192421219,5.369929871448915,5.494485175675454,5.618346212076548,5.732664181582284,5.845765851645367,5.968028313332463,6.079594171221176,6.197152530475275,6.303014580070152,6.409671037955168,6.513853998617402,6.608965586624539,6.7116403109647,6.811135297966852,6.904824836316357,6.989469284654011,7.083363450137991,7.177729014596619,7.268632370269879,7.36592583211403,7.45587180282444,7.544844742927487,7.622016809032206,7.702267913221842,7.7857516169969925,7.869063360863483,7.955506737273225,8.036220560926221,8.117336278013546,8.19698854925258,8.27038856523725,8.356416927668416,8.438498596241292,8.521848067831796,8.604065004907108,8.680207498037573,8.76202242425029,8.836336220259414,8.922463842262331,8.999270958182942,9.071062213790434,9.146906012162578,9.209719615341431,9.276103743696183,9.341841412734356,9.413870992737497,9.483308581563294,9.552098353457831,9.623467687208946,9.685835422408696,9.753227888159838,9.81683691691666,9.886994709448942,9.957467674240144,10.017514612404495,10.083781266120203,10.140744836305432,10.206205676222615,10.2647334216068,10.323026125909367,10.384810530090892,10.450691091922055,10.514846733651384,10.574041313384647,10.631887225281915,10.691666085061861,10.750399637519845,10.802638005384374,10.860138353942101,10.91640906021264,10.970476538892651,11.023142512077543,11.074581990836222,11.122552903270218,11.177753063601912,11.226080149491477,11.27636204046767,11.320718470733206,11.369828332211581,11.416865933344143,11.463906017396747,11.514810082825491,11.55582340605003,11.599966098126199,11.643726363833556,11.683001940255174,11.730028569011546,11.768398767470726,11.810094662582344,11.85617958738414,11.896335024890513,11.937763661451914,11.97934564307068,12.028163271986175,12.07083179533904,12.109091617914455,12.149668900692935,12.183280641693583,12.223948261807962,12.25879591163954,12.295704061341853,12.330359340925657,12.36631810352971,12.407203995942835,12.441947763036625,12.480409655834867,12.515277874881944,12.541455292963436,12.573310596804948,12.607754205661454,12.642466139879431,12.671621193488168,12.702896078279153,12.732586471032837,12.76267410817003,12.797543300037802,12.823946807794776,12.855513028250614],"conversions":67.16,"pulls":[181.15,323.68,1495.17],"finalRegrets":[9.319999999999917,8.179999999999978,13.019999999999847,10.619999999999918,8.299999999999969,15.819999999999766,8.129999999999992,7.449999999999959,8.39999999999999,13.30999999999987,8.289999999999981,18.259999999999742,5.479999999999987,12.729999999999844,25.55999999999998,11.439999999999896,10.149999999999944,14.549999999999818,12.839999999999911,7.7599999999999385,15.729999999999787,11.209999999999905,13.379999999999823,12.679999999999884,7.219999999999997,9.429999999999898,8.229999999999993,14.39999999999985,20.37999999999975,8.389999999999967,8.049999999999958,28.0499999999996,7.859999999999956,11.189999999999852,14.879999999999795,25.22999999999968,20.539999999999832,6.759999999999973,15.879999999999786,9.279999999999957,11.649999999999872,9.629999999999912,11.249999999999938,12.87999999999985,7.759999999999961,13.389999999999887,21.27999999999976,8.349999999999953,15.339999999999801,20.299999999999823,9.219999999999969,12.489999999999906,9.089999999999932,12.969999999999844,10.299999999999935,9.549999999999939,7.749999999999952,24.339999999999648,10.219999999999914,10.169999999999895,8.20999999999995,17.259999999999824,7.159999999999954,11.80999999999985,7.979999999999985,10.079999999999899,11.559999999999869,11.389999999999874,7.649999999999966,7.09999999999998,19.599999999999827,12.119999999999855,16.429999999999758,8.92999999999997,19.19999999999976,9.659999999999938,23.11999999999979,14.639999999999796,11.51999999999992,9.859999999999893,14.229999999999793,10.499999999999941,7.7299999999999605,8.299999999999994,11.089999999999892,11.129999999999901,7.039999999999993,15.149999999999784,6.359999999999986,10.249999999999897,8.51999999999997,6.119999999999981,7.739999999999972,7.389999999999977,20.289999999999843,6.969999999999973,12.489999999999844,6.069999999999971,8.78999999999993,13.05999999999987],"pairedSaving":21.397800000000256,"pairedMargin":0.9651409279135749}]},{"id":"equal","title":"No real difference","means":[0.2,0.2,0.2],"description":"A sanity check: every allocation has zero expected opportunity cost.","steps":[0,1,14,27,41,54,68,81,94,108,121,135,148,161,175,188,202,215,229,242,255,269,282,296,309,322,336,349,363,376,390,403,416,430,443,457,470,483,497,510,524,537,551,564,577,591,604,618,631,644,658,671,685,698,712,725,738,752,765,779,792,805,819,832,846,859,873,886,899,913,926,940,953,966,980,993,1007,1020,1034,1047,1060,1074,1087,1101,1114,1127,1141,1154,1168,1181,1195,1208,1221,1235,1248,1262,1275,1288,1302,1315,1329,1342,1356,1369,1382,1396,1409,1423,1436,1449,1463,1476,1490,1503,1517,1530,1543,1557,1570,1584,1597,1610,1624,1637,1651,1664,1678,1691,1704,1718,1731,1745,1758,1771,1785,1798,1812,1825,1839,1852,1865,1879,1892,1906,1919,1932,1946,1959,1973,1986,2000],"policies":[{"id":"random","label":"Uniform random","mean":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"low":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"high":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"conversions":398.5,"pulls":[665.75,666.22,668.03],"finalRegrets":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"pairedSaving":0.0,"pairedMargin":0.0},{"id":"epsilon","label":"ε-greedy · ε = 0.10","mean":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"low":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"high":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"conversions":399.79,"pulls":[987.09,462.19,550.72],"finalRegrets":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"pairedSaving":0.0,"pairedMargin":0.0},{"id":"ucb","label":"UCB1 · c = 2","mean":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"low":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"high":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"conversions":400.18,"pulls":[657.25,679.78,662.97],"finalRegrets":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"pairedSaving":0.0,"pairedMargin":0.0},{"id":"thompson","label":"Thompson · Beta(1,1)","mean":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"low":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"high":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"conversions":402.97,"pulls":[638.42,685.88,675.7],"finalRegrets":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"pairedSaving":0.0,"pairedMargin":0.0}]}]}
