{"title":"Price & consequence.","description":"A small pricing simulator reveals a large lesson: optimizing a reward is not the same as optimizing the business.","theme":"amber","kind":"Dynamic pricing","cases":[{"id":"revenue","name":"Business KPI · revenue","title":"Follow the money, not only the reward.","unit":"Cumulative revenue · synthetic units ↑","parameter":"Period","x":[1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60],"series":[{"label":"Trained DDPG","values":[2816.3270474,5751.3121466,8594.8355657,11725.1220098,14767.0851933,17916.4959321,21052.6893225,24422.2071809,27804.3860161,31453.0552501,34978.2673229,38621.9262987,42308.2222688,46083.9525414,50122.0372266,53993.0924483,58093.7395812,62111.5556353,66402.7389691,70395.2389238,74827.8485109,78982.5980134,83251.9084895,87572.3544796,91913.0634189,96335.6861736,100739.9866396,105030.2967707,109302.2971285,113736.4738755,118266.4143979,122644.2389565,127036.9487078,131454.5246402,135588.2266296,139866.7014272,143877.1587972,148018.4168492,152163.5939605,156268.083281,160384.7174286,164559.9940858,168599.7693299,172416.4695563,176495.9298149,180625.1971828,184629.1292192,188539.7947824,192447.6033939,196219.7881726,199897.5626472,203586.2594071,207046.1491039,210574.2513802,213897.8217328,217102.9387599,220304.7774878,223246.0873756,226216.0539755,229238.4455043],"low":[2634.9265031,5429.4369612,8161.2765743,11158.7743205,14078.1313102,17053.9365831,20007.4319845,23183.2513468,26396.2039372,29856.620448,33186.3573486,36628.3792228,40062.5482094,43597.362071,47382.2100612,51028.6472643,54885.2959877,58662.2497921,62699.6656333,66395.4109692,70530.8008101,74429.1893101,78404.1878131,82450.7742152,86479.3562196,90584.6154447,94738.0027727,98753.9220586,102762.9364287,106883.5179346,111120.1587192,115169.0614094,119209.1107897,123244.8425132,127050.6979714,131029.3569323,134749.7129007,138601.6091233,142435.8665279,146208.6670364,150032.3515112,153894.1964987,157587.4824467,161125.3532867,164889.1109479,168704.2988082,172427.5229716,176108.9689869,179758.213561,183246.4440269,186693.6492078,190162.2715367,193375.3051033,196655.3124846,199750.2156173,202736.0789955,205707.902342,208444.6572188,211216.4558282,214015.5154888],"high":[2997.7275917,6073.187332,9028.3945571,12291.4696991,15456.0390764,18779.0552812,22097.9466605,25661.163015,29212.5680951,33049.4900522,36770.1772972,40615.4733747,44553.8963282,48570.5430118,52861.8643921,56957.5376322,61302.1831747,65560.8614785,70105.8123049,74395.0668784,79124.8962117,83536.0067167,88099.6291659,92693.934744,97346.7706182,102086.7569024,106741.9705064,111306.6714828,115841.6578283,120589.4298164,125412.6700765,130119.4165037,134864.7866259,139664.2067671,144125.7552878,148704.045922,153004.6046938,157435.2245751,161891.321393,166327.4995257,170737.0833459,175225.7916728,179612.0562132,183707.585826,188102.7486819,192546.0955575,196830.7354668,200970.6205778,205136.9932268,209193.1323183,213101.4760865,217010.2472775,220716.9931044,224493.1902758,228045.4278483,231469.7985243,234901.6526335,238047.5175325,241215.6521228,244461.3755197]},{"label":"Tuned static","values":[2831.75,5782.625,8646.25,11797.875,14862.25,18037.5,21196.0,24585.875,27992.0,31664.25,35211.375,38879.0,42590.875,46390.75,50450.25,54346.125,58474.75,62519.625,66832.5,70845.5,75301.875,79483.125,83775.625,88122.5,92491.75,96936.25,101366.625,105685.0,109985.125,114445.875,119002.0,123405.25,127824.25,132267.5,136427.75,140733.125,144769.625,148937.5,153113.0,157244.75,161390.875,165593.0,169663.125,173509.875,177618.5,181775.375,185806.75,189743.625,193679.0,197481.25,201186.375,204901.375,208390.5,211947.125,215301.875,218536.25,221768.875,224736.875,227740.0,230794.5],"low":[2650.3815252,5460.4877551,8213.1829392,11232.2857405,14173.4085704,17175.7121887,20152.1325684,23348.8231373,26586.21052,30070.7737621,33422.8029758,36889.8728201,40350.5881953,43911.3987927,47718.1896886,51390.1469173,55275.4911135,59080.5513659,63140.1391261,66856.3456069,71015.245561,74939.7865982,78938.5319033,83011.9366359,87070.2276605,91197.9252999,95377.0570528,99421.7559651,103459.2580914,107606.3715672,111870.4561525,115945.6565839,120012.6819376,124074.7352974,127906.9028953,131913.2074969,135659.8882538,139539.0444158,143403.5370434,147204.665393,151057.8659521,154946.5842618,158670.9201797,162238.9343229,166031.7906605,169874.7258555,173625.9564871,177333.9680723,181010.8432137,184529.1491725,188003.6521589,191498.3066688,194740.2504293,198049.3413173,201175.3756528,204189.4763271,207191.4826493,209955.3467848,212759.7573159,215591.2651018],"high":[3013.1184748,6104.7622449,9079.3170608,12363.4642595,15551.0914296,18899.2878113,22239.8674316,25822.9268627,29397.78948,33257.7262379,36999.9470242,40868.1271799,44831.1618047,48870.1012073,53182.3103114,57302.1030827,61674.0088865,65958.6986341,70524.8608739,74834.6543931,79588.504439,84026.4634018,88612.7180967,93233.0633641,97913.2723395,102674.5747001,107356.1929472,111948.2440349,116510.9919086,121285.3784328,126133.5438475,130864.8434161,135635.8180624,140460.2647026,144948.5971047,149553.0425031,153879.3617462,158335.9555842,162822.4629566,167284.834607,171723.8840479,176239.4157382,180655.3298203,184780.8156771,189205.2093395,193676.0241445,197987.5435129,202153.2819277,206347.1567863,210433.3508275,214369.0978411,218304.4433312,222040.7495707,225844.9086827,229428.3743472,232883.0236729,236346.2673507,239518.4032152,242720.2426841,245997.7348982]},{"label":"Uniform random","values":[2809.6741646,5733.0945829,8576.5315575,11706.0361933,14747.9583432,17894.3265907,21026.9409228,24398.8986545,27782.5319528,31435.077435,34954.6128485,38601.0050253,42291.0646495,46066.0716248,50104.9673561,53977.8816133,58082.0238641,62111.1078144,66401.080179,70393.1122866,74828.9215887,78985.6886958,83258.186427,87582.2298816,91927.9743914,96347.0993211,100756.7354454,105051.1195387,109326.4819411,113761.9952788,118292.4898433,122672.927684,127066.1050382,131485.5010654,135618.8625025,139901.9760882,143914.5961016,148064.0255898,152216.438804,156321.7511893,160445.8694959,164623.3659741,168669.0923912,172487.1203066,176572.8144794,180702.9489607,184713.4896871,188628.1317801,192541.1844069,196322.4369951,200003.3040394,203692.9942477,207164.409062,210699.3390057,214031.1158661,217241.0129516,220453.3456429,223397.6029193,226378.6939709,229412.2827394],"low":[2628.7668967,5410.7942401,8142.6537786,11139.2144563,14058.4494411,17032.4675196,19982.0434902,23160.0421363,26375.9728893,29840.7995058,33164.6669495,36610.1740122,40049.8606447,43585.2789983,47371.6271896,51021.2152399,54881.4409856,58670.7640355,62707.1438838,66402.2334153,70540.1326364,74440.0369258,78418.8725434,82469.5499411,86504.1703905,90606.322741,94764.2680315,98785.958301,102799.2892984,106921.1058896,111158.8261425,115211.3897881,119253.506887,123291.6222081,127097.3731385,131081.9632655,134805.5124043,138665.6641058,142505.7303323,146280.1766021,150110.8971284,153975.2895468,157675.5135628,161215.0926732,164984.6849342,168801.3753032,172531.0517728,176217.5995916,179872.1841574,183369.8800835,186820.2712255,190289.287434,193513.7706011,196801.1008743,199904.9103895,202894.7366851,205876.3245261,208616.1308063,211398.7974383,214207.9460512],"high":[2990.5814326,6055.3949256,9010.4093365,12272.8579303,15437.4672453,18756.1856618,22071.8383555,25637.7551727,29189.0910163,33029.3553641,36744.5587475,40591.8360384,44532.2686543,48546.8642513,52838.3075226,56934.5479868,61282.6067427,65551.4515934,70095.0164742,74383.9911579,79117.7105411,83531.3404659,88097.5003106,92694.9098222,97351.7783924,102087.8759011,106749.2028593,111316.2807763,115853.6745839,120602.884668,125426.153544,130134.4655799,134878.7031895,139679.3799227,144140.3518666,148721.988911,153023.6797989,157462.3870739,161927.1472758,166363.3257765,170780.8418634,175271.4424013,179662.6712196,183759.14794,188160.9440246,192604.5226181,196895.9276015,201038.6639687,205210.1846564,209274.9939066,213186.3368532,217096.7010613,220815.0475229,224597.577137,228157.3213426,231587.2892182,235030.3667597,238179.0750323,241358.5905034,244616.6194276]}],"snapshots":[{"rows":[["Trained DDPG",2816.3270474169403,2.7833344308964554,39.10398154705763],["Tuned static",2831.75,2.7987785870032247,10.0],["Uniform random",2809.6741646376904,2.7771952229462853,51.3195563290501]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",5751.312146594748,2.8306177501968044,43.455574058927596],["Tuned static",5782.625,2.8459730997380235,10.0],["Uniform random",5733.094582865131,2.8195278202652445,56.22391569768661]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",8594.835565718357,2.776272066951188,47.60206569591537],["Tuned static",8646.25,2.7959043933582293,10.0],["Uniform random",8576.531557543087,2.7761101477808836,56.79674322681967]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",11725.122009812447,2.898287113177852,51.15204525066656],["Tuned static",11797.875,2.9182855123569427,10.0],["Uniform random",11706.036193309468,2.8969663569891653,55.33539503646898]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",14767.085193277526,2.7380545292841445,53.77252120098274],["Tuned static",14862.25,2.758662290420754,10.0],["Uniform random",14747.958343196078,2.7382541426440965,53.30358619854087]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",17916.495932113452,2.803617521608583,55.13179723144276],["Tuned static",18037.5,2.8268507325112946,10.0],["Uniform random",17894.326590692202,2.800893978158503,59.76522007688618]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",21052.689322502592,2.71736723318581,55.8488199344647],["Tuned static",21196.0,2.7368844584858216,10.0],["Uniform random",21026.940922828726,2.713846507216928,56.72428381181089]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",24422.20718087862,2.8745008051036285,56.04893501033075],["Tuned static",24585.875,2.8921282066126133,10.0],["Uniform random",24398.898654491742,2.8767556908339897,53.04860000050394]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",27804.386016142624,2.8296081302297904,56.48616835041321],["Tuned static",27992.0,2.8496794080094245,10.0],["Uniform random",27782.531952799636,2.830640008708141,52.58347344136564]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",31453.05525012734,2.965239884105609,56.840618488447944],["Tuned static",31664.25,2.984528292922127,10.0],["Uniform random",31435.0774349576,2.9683532613379215,51.49177399772452]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",34978.26732286864,2.853876338809814,57.40876782062696],["Tuned static",35211.375,2.871711817025811,10.0],["Uniform random",34954.61284849832,2.8487427550171724,60.427478495112155]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",38621.92629874632,2.8698803273080467,57.55375919863582],["Tuned static",38879.0,2.888806282038092,10.0],["Uniform random",38601.005025312,2.872211341668117,54.99199993390357]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",42308.222268814054,2.82649326471243,57.866152002839954],["Tuned static",42590.875,2.846332692233307,10.0],["Uniform random",42291.06464953463,2.8292731690884447,55.9902984998771]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",46083.952541392915,2.8432219213790275,57.90863058404648],["Tuned static",46390.75,2.861452921411158,10.0],["Uniform random",46066.07162479845,2.8426860456665133,61.11834037839435]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",50122.03722663134,3.022716485808636,58.0785243808059],["Tuned static",50450.25,3.038940132776092,10.0],["Uniform random",50104.96735608192,3.023535854590076,52.84002098313067]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",53993.092448250194,2.8963449939205352,58.415497817914],["Tuned static",54346.125,2.914887446571258,10.0],["Uniform random",53977.88161334941,2.897776114850666,55.78349800396245]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",58093.739581188456,2.9819135859353922,58.405971338099334],["Tuned static",58474.75,3.002429126150542,10.0],["Uniform random",58082.02386413851,2.9847317780125997,54.487806718098]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",62111.555635260454,2.8803519330718195,58.59321164456196],["Tuned static",62519.625,2.8997441136393904,10.0],["Uniform random",62111.10781444142,2.888185429233883,49.59051573846955]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",66402.73896910352,3.0333279477821478,58.91788755494781],["Tuned static",66832.5,3.0487163820676924,10.0],["Uniform random",66401.08017900864,3.0325153959991527,53.39963623799849]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",70395.23892381668,2.813609504953676,59.26227728262893],["Tuned static",70845.5,2.8281825550275967,10.0],["Uniform random",70393.11228660807,2.813349398762946,51.93663285044022]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",74827.8485109096,3.069049263454837,59.39906499641074],["Tuned static",75301.875,3.0855570690918825,10.0],["Uniform random",74828.92158873302,3.0714189320663747,55.67413806778495]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",78982.5980134194,2.8793422227692456,59.637457657561754],["Tuned static",79483.125,2.8977767382018675,10.0],["Uniform random",78985.68869583422,2.8807361902753272,56.3313235635942]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",83251.90848948958,2.989707461217447,60.02800605040102],["Tuned static",83775.625,3.0058195964867074,10.0],["Uniform random",83258.18642702981,2.9918174157433826,58.877463773533236]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",87572.35447957553,2.93181251773691,60.25328872780665],["Tuned static",88122.5,2.9501043342396147,10.0],["Uniform random",87582.2298816214,2.93441041264897,55.95576747816813]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",91913.06341893598,2.94557647327609,60.420008813322056],["Tuned static",92491.75,2.9650423356826137,10.0],["Uniform random",91927.97439142919,2.9490668272536715,58.599759220611304]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",96335.68617355078,3.014349938330025,60.849560550646856],["Tuned static",96936.25,3.029448883289219,10.0],["Uniform random",96347.09932106789,3.012064995504159,56.22135120019084]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",100739.98663956666,2.963070634481002,61.36151256313315],["Tuned static",101366.625,2.980733410510728,10.0],["Uniform random",100756.73544544322,2.9666902108955595,53.634821220242884]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",105030.29677066847,2.8945919985184063,61.5770704431925],["Tuned static",105685.0,2.9136912203333445,10.0],["Uniform random",105051.11953867882,2.8975030628486387,55.84481512039201]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",109302.297128527,2.8059985797327744,61.80320793419378],["Tuned static",109985.125,2.824597843983125,10.0],["Uniform random",109326.48194114075,2.808254346641017,57.474339842563495]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",113736.47387546771,2.95815709643363,62.125885212870344],["Tuned static",114445.875,2.975957247124013,10.0],["Uniform random",113761.99527876909,2.9588716314885146,57.09252509684302]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",118266.41439786239,3.032364451796582,62.51524400721246],["Tuned static",119002.0,3.0500439602567284,10.0],["Uniform random",118292.48984329755,3.0328097150617674,59.37701719871018]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",122644.2389565411,2.8850896405931734,62.87101174116833],["Tuned static",123405.25,2.9018804426148037,10.0],["Uniform random",122672.92768396805,2.8867714717725654,53.88868528077728]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",127036.948707799,2.945955923259871,62.76723482515081],["Tuned static",127824.25,2.9635597672825056,10.0],["Uniform random",127066.10503823895,2.946163565520688,57.47657554707257]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",131454.5246401593,2.947957730716206,63.0915557217304],["Tuned static",132267.5,2.965193028474145,10.0],["Uniform random",131485.50106542025,2.9491794537002347,53.56311204005033]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",135588.2266296242,2.7919066843360527,63.607954863022314],["Tuned static",136427.75,2.8099765843862308,10.0],["Uniform random",135618.86250254413,2.7917071964035904,57.61281515628798]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",139866.70142715127,2.8935401475955858,64.26851987349801],["Tuned static",140733.125,2.911631376519618,10.0],["Uniform random",139901.97608824688,2.8965907269903726,53.98651285505184]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",143877.15879724966,2.710226254592766,64.48327886835796],["Tuned static",144769.625,2.727853470641489,10.0],["Uniform random",143914.59610160775,2.7116241730093793,60.38957421039231]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",148018.4168491708,2.7883401259637557,64.65025892192352],["Tuned static",148937.5,2.806285001260517,10.0],["Uniform random",148064.02558982815,2.793876827931935,56.02145362259762]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",152163.59396045853,2.8590884342371425,64.91934190248139],["Tuned static",153113.0,2.879983992428515,10.0],["Uniform random",152216.43880402352,2.864178219747862,59.23967998861917]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",156268.08328101508,2.8067973274019318,65.30510758863966],["Tuned static",157244.75,2.82563963940778,10.0],["Uniform random",156321.75118931566,2.8073950317751803,57.27032849355601]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",160384.71742855085,2.8680445375114174,65.48982336127665],["Tuned static",161390.875,2.8888715212820317,10.0],["Uniform random",160445.86949592514,2.873536516436874,54.956143941541086]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",164559.9940857706,2.9469100827797208,65.84639988746494],["Tuned static",165593.0,2.9659295419198806,10.0],["Uniform random",164623.36597405554,2.948555734301714,53.62150718260091]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",168599.76932994093,2.882297331626024,66.19937347667292],["Tuned static",169663.125,2.9041040920016203,10.0],["Uniform random",168669.0923912124,2.8864850792245007,57.16401661551208]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",172416.46955633003,2.7938777678757925,66.4198622580152],["Tuned static",173509.875,2.8159866468804227,10.0],["Uniform random",172487.1203066223,2.7949750630039514,58.630287349340506]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",176495.9298149045,2.942629282248133,66.52734772325493],["Tuned static",177618.5,2.9636564054996084,10.0],["Uniform random",176572.81447940593,2.9467143201818966,60.23804603519966]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",180625.19718283,3.011997114684218,66.67076021945104],["Tuned static",181775.375,3.0325650064754126,10.0],["Uniform random",180702.94896067743,3.012711802099573,61.14348470279947]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",184629.12921920934,2.9905672564024974,66.95315123954788],["Tuned static",185806.75,3.0111684092821176,10.0],["Uniform random",184713.48968713326,2.9956707953882415,53.08659312737291]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",188539.79478236058,2.9475393392602065,67.26173791568726],["Tuned static",189743.625,2.967287565004068,10.0],["Uniform random",188628.1317801432,2.9503599158356453,54.826265122246696]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",192447.60339392445,2.9363316906296064,67.56849963357672],["Tuned static",193679.0,2.957587260630715,10.0],["Uniform random",192541.1844069205,2.9404196143595915,51.8782200042624]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",196219.78817258732,2.975784466284522,67.87927412474528],["Tuned static",197481.25,2.999733792806636,10.0],["Uniform random",196322.43699505803,2.9830220199249777,48.94967910530977]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",199897.5626471746,2.9393637349137025,68.16256807697937],["Tuned static",201186.375,2.9613875803180085,10.0],["Uniform random",200003.30403935822,2.9415757863122023,54.301099411308314]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",203586.2594070775,2.9572456260430116,68.48079532478005],["Tuned static",204901.375,2.9784280578290643,10.0],["Uniform random",203692.99424766641,2.958425678791497,57.46106366388267]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",207046.14910388883,2.900786456055809,68.75315375160426],["Tuned static",208390.5,2.9254444153041685,10.0],["Uniform random",207164.4090619611,2.910620867261371,54.94969642983051]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",210574.25138021214,2.97435234541589,68.76582784298807],["Tuned static",211947.125,2.9985634708758155,10.0],["Uniform random",210699.33900565127,2.9800491141172936,54.16729569924064]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",213897.82173279626,2.9281912355899107,69.05202193371952],["Tuned static",215301.875,2.9557103949539107,10.0],["Uniform random",214031.1158660596,2.935299008402236,59.35393523573293]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",217102.9387599039,2.9254510692479263,69.27656648121774],["Tuned static",218536.25,2.951895873221067,10.0],["Uniform random",217241.0129516432,2.9294792901388456,56.41817815792456]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",220304.77748775342,2.8796858500440985,69.75646866764873],["Tuned static",221768.875,2.9074833729536147,10.0],["Uniform random",220453.34564288176,2.8887053191046954,51.0490240501822]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",223246.08737563202,2.7517947858516427,69.98039529286325],["Tuned static",224736.875,2.7767561337984628,10.0],["Uniform random",223397.60291932087,2.75482211707275,54.707023554015905]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",226216.0539754941,2.823392823912051,70.3537204572931],["Tuned static",227740.0,2.8555685110151043,10.0],["Uniform random",226378.69397086912,2.8342477503031223,55.11941257765284]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",229238.44550429145,2.9350162944383507,70.41493729315698],["Tuned static",230794.5,2.966699960611856,10.0],["Uniform random",229412.28273936425,2.946138121816478,53.819653853046475]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."}],"columns":["Policy","Revenue to date","DRCR to date","Current price"],"context":"Fresh DDPG: 80 training episodes. Static price 10 selected on 30 separate tuning episodes. Evaluation: 80 held-out episodes.","readout":"Policies share each evaluation episode's environment seed. Random actions use an independent RNG. Shading is ±1.96 standard errors across evaluation episodes, conditional on one trained agent.","note":""},{"id":"drcr","name":"Training reward · DRCR","title":"A reward that forgets the path.","unit":"Cumulative DRCR · revenue / visitor","parameter":"Period","x":[1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60],"series":[{"label":"Trained DDPG","values":[2.7833344,2.8306178,2.7762721,2.8982871,2.7380545,2.8036175,2.7173672,2.8745008,2.8296081,2.9652399,2.8538763,2.8698803,2.8264933,2.8432219,3.0227165,2.896345,2.9819136,2.8803519,3.0333279,2.8136095,3.0690493,2.8793422,2.9897075,2.9318125,2.9455765,3.0143499,2.9630706,2.894592,2.8059986,2.9581571,3.0323645,2.8850896,2.9459559,2.9479577,2.7919067,2.8935401,2.7102263,2.7883401,2.8590884,2.8067973,2.8680445,2.9469101,2.8822973,2.7938778,2.9426293,3.0119971,2.9905673,2.9475393,2.9363317,2.9757845,2.9393637,2.9572456,2.9007865,2.9743523,2.9281912,2.9254511,2.8796859,2.7517948,2.8233928,2.9350163],"low":[2.6047371,2.6478157,2.5938259,2.7232165,2.5780594,2.5888348,2.5063655,2.6347073,2.5999512,2.7481639,2.6343732,2.6541028,2.5952032,2.599303,2.7682061,2.6635196,2.7247321,2.6501625,2.7758072,2.5382445,2.8197269,2.632471,2.7134853,2.6938663,2.6701304,2.7443394,2.7195052,2.6444401,2.5702021,2.6900793,2.7587385,2.6018795,2.6507185,2.6286688,2.5093863,2.6073553,2.4364091,2.5209753,2.5735045,2.5151536,2.5742965,2.6563601,2.5750106,2.5201999,2.6252142,2.688637,2.689926,2.669017,2.6364455,2.6762084,2.644906,2.6805309,2.6061064,2.6538311,2.6070684,2.6014096,2.5680731,2.4710371,2.5435458,2.5901166],"high":[2.9619317,3.0134198,2.9587183,3.0733577,2.8980496,3.0184003,2.9283689,3.1142943,3.059265,3.1823159,3.0733795,3.0856578,3.0577833,3.0871409,3.2772268,3.1291704,3.2390951,3.1105414,3.2908487,3.0889745,3.3183716,3.1262135,3.2659296,3.1697587,3.2210226,3.2843605,3.206636,3.1447439,3.0417951,3.2262349,3.3059904,3.1682998,3.2411933,3.2672466,3.0744271,3.179725,2.9840434,3.055705,3.1446724,3.0984411,3.1617926,3.2374601,3.1895841,3.0675556,3.2600444,3.3353572,3.2912085,3.2260617,3.2362179,3.2753605,3.2338215,3.2339604,3.1954665,3.2948736,3.2493141,3.2494926,3.1912986,3.0325525,3.1032399,3.2799159]},{"label":"Tuned static","values":[2.7987786,2.8459731,2.7959044,2.9182855,2.7586623,2.8268507,2.7368845,2.8921282,2.8496794,2.9845283,2.8717118,2.8888063,2.8463327,2.8614529,3.0389401,2.9148874,3.0024291,2.8997441,3.0487164,2.8281826,3.0855571,2.8977767,3.0058196,2.9501043,2.9650423,3.0294489,2.9807334,2.9136912,2.8245978,2.9759572,3.050044,2.9018804,2.9635598,2.965193,2.8099766,2.9116314,2.7278535,2.806285,2.879984,2.8256396,2.8888715,2.9659295,2.9041041,2.8159866,2.9636564,3.032565,3.0111684,2.9672876,2.9575873,2.9997338,2.9613876,2.9784281,2.9254444,2.9985635,2.9557104,2.9518959,2.9074834,2.7767561,2.8555685,2.9667],"low":[2.6200882,2.6632073,2.6135643,2.7432103,2.5985305,2.6123226,2.5262216,2.6529899,2.6202022,2.7675392,2.6527772,2.6737916,2.6154809,2.6190209,2.7848963,2.6825226,2.7458118,2.6703027,2.7912921,2.5528632,2.8362158,2.6508393,2.7297701,2.7121952,2.69034,2.7600618,2.7372604,2.664045,2.589115,2.7077544,2.7769629,2.6196682,2.6686718,2.6462341,2.527181,2.6258739,2.4542349,2.5397368,2.5943947,2.5345749,2.5953905,2.6756308,2.5973521,2.5422995,2.6460019,2.7097938,2.7108081,2.6885207,2.6578401,2.7004802,2.6672507,2.7016175,2.6308757,2.6782776,2.6340853,2.6273139,2.5955968,2.4961859,2.5759547,2.6219332],"high":[2.977469,3.0287389,2.9782445,3.0933607,2.9187941,3.0413789,2.9475474,3.1312665,3.0791566,3.2015173,3.0906464,3.1038209,3.0771845,3.1038849,3.292984,3.1472523,3.2590465,3.1291855,3.3061407,3.1035019,3.3348984,3.1447141,3.2818691,3.1880134,3.2397446,3.2988359,3.2242064,3.1633375,3.0600807,3.2441601,3.323125,3.1840927,3.2584477,3.284152,3.0927722,3.1973889,3.001472,3.0728332,3.1655733,3.1167044,3.1823525,3.2562283,3.2108561,3.0896738,3.2813109,3.3553362,3.3115287,3.2460544,3.2573344,3.2989874,3.2555245,3.2552386,3.2200131,3.3188493,3.2773355,3.2764778,3.21937,3.0573263,3.1351823,3.3114668]},{"label":"Uniform random","values":[2.7771952,2.8195278,2.7761101,2.8969664,2.7382541,2.800894,2.7138465,2.8767557,2.83064,2.9683533,2.8487428,2.8722113,2.8292732,2.842686,3.0235359,2.8977761,2.9847318,2.8881854,3.0325154,2.8133494,3.0714189,2.8807362,2.9918174,2.9344104,2.9490668,3.012065,2.9666902,2.8975031,2.8082543,2.9588716,3.0328097,2.8867715,2.9461636,2.9491795,2.7917072,2.8965907,2.7116242,2.7938768,2.8641782,2.807395,2.8735365,2.9485557,2.8864851,2.7949751,2.9467143,3.0127118,2.9956708,2.9503599,2.9404196,2.983022,2.9415758,2.9584257,2.9106209,2.9800491,2.935299,2.9294793,2.8887053,2.7548221,2.8342478,2.9461381],"low":[2.5986341,2.6360438,2.5941355,2.722178,2.5787791,2.5864139,2.5024484,2.6373143,2.6018548,2.7509378,2.6296003,2.6571752,2.5987923,2.5999297,2.7691261,2.6662248,2.7276704,2.6589864,2.774773,2.5378963,2.8212749,2.6341027,2.7155856,2.6966875,2.6741069,2.7426666,2.7230312,2.6479638,2.5730297,2.690529,2.7594493,2.6043717,2.6520948,2.6303715,2.5091426,2.6110645,2.4385646,2.526782,2.5775966,2.5161456,2.5800457,2.6589516,2.5797852,2.5212187,2.6285139,2.6904419,2.6947357,2.6717579,2.6399951,2.6833256,2.6474592,2.6816112,2.6163074,2.6599889,2.6137096,2.604612,2.5768888,2.4743627,2.5552412,2.5997851],"high":[2.9557564,3.0030118,2.9580848,3.0717547,2.8977292,3.015374,2.9252446,3.116197,3.0594252,3.1857687,3.0678852,3.0872474,3.0597541,3.0854423,3.2779457,3.1293274,3.2417932,3.1173845,3.2902578,3.0888025,3.321563,3.1273697,3.2680493,3.1721333,3.2240267,3.2814634,3.2103492,3.1470423,3.043479,3.2272143,3.3061702,3.1691712,3.2402323,3.2679874,3.0742718,3.182117,2.9846837,3.0609716,3.1507598,3.0986445,3.1670274,3.2381598,3.193185,3.0687315,3.2649147,3.3349817,3.2966059,3.2289619,3.2408441,3.2827184,3.2356924,3.2352402,3.2049343,3.3001094,3.2568884,3.2543466,3.2005219,3.0352815,3.1132543,3.2924911]}],"snapshots":[{"rows":[["Trained DDPG",2816.3270474169403,2.7833344308964554,39.10398154705763],["Tuned static",2831.75,2.7987785870032247,10.0],["Uniform random",2809.6741646376904,2.7771952229462853,51.3195563290501]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",5751.312146594748,2.8306177501968044,43.455574058927596],["Tuned static",5782.625,2.8459730997380235,10.0],["Uniform random",5733.094582865131,2.8195278202652445,56.22391569768661]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",8594.835565718357,2.776272066951188,47.60206569591537],["Tuned static",8646.25,2.7959043933582293,10.0],["Uniform random",8576.531557543087,2.7761101477808836,56.79674322681967]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",11725.122009812447,2.898287113177852,51.15204525066656],["Tuned static",11797.875,2.9182855123569427,10.0],["Uniform random",11706.036193309468,2.8969663569891653,55.33539503646898]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",14767.085193277526,2.7380545292841445,53.77252120098274],["Tuned static",14862.25,2.758662290420754,10.0],["Uniform random",14747.958343196078,2.7382541426440965,53.30358619854087]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",17916.495932113452,2.803617521608583,55.13179723144276],["Tuned static",18037.5,2.8268507325112946,10.0],["Uniform random",17894.326590692202,2.800893978158503,59.76522007688618]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",21052.689322502592,2.71736723318581,55.8488199344647],["Tuned static",21196.0,2.7368844584858216,10.0],["Uniform random",21026.940922828726,2.713846507216928,56.72428381181089]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",24422.20718087862,2.8745008051036285,56.04893501033075],["Tuned static",24585.875,2.8921282066126133,10.0],["Uniform random",24398.898654491742,2.8767556908339897,53.04860000050394]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",27804.386016142624,2.8296081302297904,56.48616835041321],["Tuned static",27992.0,2.8496794080094245,10.0],["Uniform random",27782.531952799636,2.830640008708141,52.58347344136564]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",31453.05525012734,2.965239884105609,56.840618488447944],["Tuned static",31664.25,2.984528292922127,10.0],["Uniform random",31435.0774349576,2.9683532613379215,51.49177399772452]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",34978.26732286864,2.853876338809814,57.40876782062696],["Tuned static",35211.375,2.871711817025811,10.0],["Uniform random",34954.61284849832,2.8487427550171724,60.427478495112155]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",38621.92629874632,2.8698803273080467,57.55375919863582],["Tuned static",38879.0,2.888806282038092,10.0],["Uniform random",38601.005025312,2.872211341668117,54.99199993390357]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",42308.222268814054,2.82649326471243,57.866152002839954],["Tuned static",42590.875,2.846332692233307,10.0],["Uniform random",42291.06464953463,2.8292731690884447,55.9902984998771]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",46083.952541392915,2.8432219213790275,57.90863058404648],["Tuned static",46390.75,2.861452921411158,10.0],["Uniform random",46066.07162479845,2.8426860456665133,61.11834037839435]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",50122.03722663134,3.022716485808636,58.0785243808059],["Tuned static",50450.25,3.038940132776092,10.0],["Uniform random",50104.96735608192,3.023535854590076,52.84002098313067]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",53993.092448250194,2.8963449939205352,58.415497817914],["Tuned static",54346.125,2.914887446571258,10.0],["Uniform random",53977.88161334941,2.897776114850666,55.78349800396245]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",58093.739581188456,2.9819135859353922,58.405971338099334],["Tuned static",58474.75,3.002429126150542,10.0],["Uniform random",58082.02386413851,2.9847317780125997,54.487806718098]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",62111.555635260454,2.8803519330718195,58.59321164456196],["Tuned static",62519.625,2.8997441136393904,10.0],["Uniform random",62111.10781444142,2.888185429233883,49.59051573846955]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",66402.73896910352,3.0333279477821478,58.91788755494781],["Tuned static",66832.5,3.0487163820676924,10.0],["Uniform random",66401.08017900864,3.0325153959991527,53.39963623799849]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",70395.23892381668,2.813609504953676,59.26227728262893],["Tuned static",70845.5,2.8281825550275967,10.0],["Uniform random",70393.11228660807,2.813349398762946,51.93663285044022]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",74827.8485109096,3.069049263454837,59.39906499641074],["Tuned static",75301.875,3.0855570690918825,10.0],["Uniform random",74828.92158873302,3.0714189320663747,55.67413806778495]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",78982.5980134194,2.8793422227692456,59.637457657561754],["Tuned static",79483.125,2.8977767382018675,10.0],["Uniform random",78985.68869583422,2.8807361902753272,56.3313235635942]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",83251.90848948958,2.989707461217447,60.02800605040102],["Tuned static",83775.625,3.0058195964867074,10.0],["Uniform random",83258.18642702981,2.9918174157433826,58.877463773533236]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",87572.35447957553,2.93181251773691,60.25328872780665],["Tuned static",88122.5,2.9501043342396147,10.0],["Uniform random",87582.2298816214,2.93441041264897,55.95576747816813]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",91913.06341893598,2.94557647327609,60.420008813322056],["Tuned static",92491.75,2.9650423356826137,10.0],["Uniform random",91927.97439142919,2.9490668272536715,58.599759220611304]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",96335.68617355078,3.014349938330025,60.849560550646856],["Tuned static",96936.25,3.029448883289219,10.0],["Uniform random",96347.09932106789,3.012064995504159,56.22135120019084]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",100739.98663956666,2.963070634481002,61.36151256313315],["Tuned static",101366.625,2.980733410510728,10.0],["Uniform random",100756.73544544322,2.9666902108955595,53.634821220242884]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",105030.29677066847,2.8945919985184063,61.5770704431925],["Tuned static",105685.0,2.9136912203333445,10.0],["Uniform random",105051.11953867882,2.8975030628486387,55.84481512039201]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",109302.297128527,2.8059985797327744,61.80320793419378],["Tuned static",109985.125,2.824597843983125,10.0],["Uniform random",109326.48194114075,2.808254346641017,57.474339842563495]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",113736.47387546771,2.95815709643363,62.125885212870344],["Tuned static",114445.875,2.975957247124013,10.0],["Uniform random",113761.99527876909,2.9588716314885146,57.09252509684302]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",118266.41439786239,3.032364451796582,62.51524400721246],["Tuned static",119002.0,3.0500439602567284,10.0],["Uniform random",118292.48984329755,3.0328097150617674,59.37701719871018]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",122644.2389565411,2.8850896405931734,62.87101174116833],["Tuned static",123405.25,2.9018804426148037,10.0],["Uniform random",122672.92768396805,2.8867714717725654,53.88868528077728]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",127036.948707799,2.945955923259871,62.76723482515081],["Tuned static",127824.25,2.9635597672825056,10.0],["Uniform random",127066.10503823895,2.946163565520688,57.47657554707257]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",131454.5246401593,2.947957730716206,63.0915557217304],["Tuned static",132267.5,2.965193028474145,10.0],["Uniform random",131485.50106542025,2.9491794537002347,53.56311204005033]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",135588.2266296242,2.7919066843360527,63.607954863022314],["Tuned static",136427.75,2.8099765843862308,10.0],["Uniform random",135618.86250254413,2.7917071964035904,57.61281515628798]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",139866.70142715127,2.8935401475955858,64.26851987349801],["Tuned static",140733.125,2.911631376519618,10.0],["Uniform random",139901.97608824688,2.8965907269903726,53.98651285505184]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",143877.15879724966,2.710226254592766,64.48327886835796],["Tuned static",144769.625,2.727853470641489,10.0],["Uniform random",143914.59610160775,2.7116241730093793,60.38957421039231]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",148018.4168491708,2.7883401259637557,64.65025892192352],["Tuned static",148937.5,2.806285001260517,10.0],["Uniform random",148064.02558982815,2.793876827931935,56.02145362259762]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",152163.59396045853,2.8590884342371425,64.91934190248139],["Tuned static",153113.0,2.879983992428515,10.0],["Uniform random",152216.43880402352,2.864178219747862,59.23967998861917]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",156268.08328101508,2.8067973274019318,65.30510758863966],["Tuned static",157244.75,2.82563963940778,10.0],["Uniform random",156321.75118931566,2.8073950317751803,57.27032849355601]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",160384.71742855085,2.8680445375114174,65.48982336127665],["Tuned static",161390.875,2.8888715212820317,10.0],["Uniform random",160445.86949592514,2.873536516436874,54.956143941541086]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",164559.9940857706,2.9469100827797208,65.84639988746494],["Tuned static",165593.0,2.9659295419198806,10.0],["Uniform random",164623.36597405554,2.948555734301714,53.62150718260091]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",168599.76932994093,2.882297331626024,66.19937347667292],["Tuned static",169663.125,2.9041040920016203,10.0],["Uniform random",168669.0923912124,2.8864850792245007,57.16401661551208]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",172416.46955633003,2.7938777678757925,66.4198622580152],["Tuned static",173509.875,2.8159866468804227,10.0],["Uniform random",172487.1203066223,2.7949750630039514,58.630287349340506]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",176495.9298149045,2.942629282248133,66.52734772325493],["Tuned static",177618.5,2.9636564054996084,10.0],["Uniform random",176572.81447940593,2.9467143201818966,60.23804603519966]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",180625.19718283,3.011997114684218,66.67076021945104],["Tuned static",181775.375,3.0325650064754126,10.0],["Uniform random",180702.94896067743,3.012711802099573,61.14348470279947]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",184629.12921920934,2.9905672564024974,66.95315123954788],["Tuned static",185806.75,3.0111684092821176,10.0],["Uniform random",184713.48968713326,2.9956707953882415,53.08659312737291]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",188539.79478236058,2.9475393392602065,67.26173791568726],["Tuned static",189743.625,2.967287565004068,10.0],["Uniform random",188628.1317801432,2.9503599158356453,54.826265122246696]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",192447.60339392445,2.9363316906296064,67.56849963357672],["Tuned static",193679.0,2.957587260630715,10.0],["Uniform random",192541.1844069205,2.9404196143595915,51.8782200042624]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",196219.78817258732,2.975784466284522,67.87927412474528],["Tuned static",197481.25,2.999733792806636,10.0],["Uniform random",196322.43699505803,2.9830220199249777,48.94967910530977]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",199897.5626471746,2.9393637349137025,68.16256807697937],["Tuned static",201186.375,2.9613875803180085,10.0],["Uniform random",200003.30403935822,2.9415757863122023,54.301099411308314]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",203586.2594070775,2.9572456260430116,68.48079532478005],["Tuned static",204901.375,2.9784280578290643,10.0],["Uniform random",203692.99424766641,2.958425678791497,57.46106366388267]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",207046.14910388883,2.900786456055809,68.75315375160426],["Tuned static",208390.5,2.9254444153041685,10.0],["Uniform random",207164.4090619611,2.910620867261371,54.94969642983051]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",210574.25138021214,2.97435234541589,68.76582784298807],["Tuned static",211947.125,2.9985634708758155,10.0],["Uniform random",210699.33900565127,2.9800491141172936,54.16729569924064]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",213897.82173279626,2.9281912355899107,69.05202193371952],["Tuned static",215301.875,2.9557103949539107,10.0],["Uniform random",214031.1158660596,2.935299008402236,59.35393523573293]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",217102.9387599039,2.9254510692479263,69.27656648121774],["Tuned static",218536.25,2.951895873221067,10.0],["Uniform random",217241.0129516432,2.9294792901388456,56.41817815792456]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",220304.77748775342,2.8796858500440985,69.75646866764873],["Tuned static",221768.875,2.9074833729536147,10.0],["Uniform random",220453.34564288176,2.8887053191046954,51.0490240501822]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",223246.08737563202,2.7517947858516427,69.98039529286325],["Tuned static",224736.875,2.7767561337984628,10.0],["Uniform random",223397.60291932087,2.75482211707275,54.707023554015905]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",226216.0539754941,2.823392823912051,70.3537204572931],["Tuned static",227740.0,2.8555685110151043,10.0],["Uniform random",226378.69397086912,2.8342477503031223,55.11941257765284]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",229238.44550429145,2.9350162944383507,70.41493729315698],["Tuned static",230794.5,2.966699960611856,10.0],["Uniform random",229412.28273936425,2.946138121816478,53.819653853046475]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."}],"columns":["Policy","Revenue to date","DRCR to date","Current price"],"context":"Fresh DDPG: 80 training episodes. Static price 10 selected on 30 separate tuning episodes. Evaluation: 80 held-out episodes.","readout":"Policies share each evaluation episode's environment seed. Random actions use an independent RNG. Shading is ±1.96 standard errors across evaluation episodes, conditional on one trained agent.","note":""},{"id":"price","name":"Action · price","title":"What price does the agent choose?","unit":"Mean price · synthetic units","parameter":"Period","x":[1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60],"series":[{"label":"Trained DDPG","values":[39.1039815,43.4555741,47.6020657,51.1520453,53.7725212,55.1317972,55.8488199,56.048935,56.4861684,56.8406185,57.4087678,57.5537592,57.866152,57.9086306,58.0785244,58.4154978,58.4059713,58.5932116,58.9178876,59.2622773,59.399065,59.6374577,60.0280061,60.2532887,60.4200088,60.8495606,61.3615126,61.5770704,61.8032079,62.1258852,62.515244,62.8710117,62.7672348,63.0915557,63.6079549,64.2685199,64.4832789,64.6502589,64.9193419,65.3051076,65.4898234,65.8463999,66.1993735,66.4198623,66.5273477,66.6707602,66.9531512,67.2617379,67.5684996,67.8792741,68.1625681,68.4807953,68.7531538,68.7658278,69.0520219,69.2765665,69.7564687,69.9803953,70.3537205,70.4149373],"low":[38.9361909,43.1499592,47.1770828,50.5805735,53.001197,54.23524,54.8285134,54.7677563,55.0987123,55.3702992,55.8791007,55.9329004,56.2061307,56.1710007,56.3395426,56.6074138,56.5547476,56.7613384,57.0717316,57.4431334,57.6162506,57.8963043,58.3423799,58.6269572,58.7980247,59.2898282,59.901677,60.1555398,60.4335488,60.786986,61.2521306,61.6366605,61.497265,61.8910414,62.4904971,63.2398699,63.4560574,63.6585846,63.9364017,64.3250333,64.5249478,64.9231911,65.2849734,65.5135702,65.5738515,65.7313587,66.0476131,66.3549904,66.7152223,67.0458204,67.3635782,67.7135446,68.0116477,67.9730024,68.2714871,68.4841668,69.0017548,69.2596989,69.6746653,69.7262598],"high":[39.2717722,43.7611889,48.0270486,51.723517,54.5438454,56.0283544,56.8691265,57.3301137,57.8736244,58.3109378,58.9384349,59.1746179,59.5261733,59.6462605,59.8175061,60.2235819,60.2571951,60.4250849,60.7640435,61.0814211,61.1818794,61.378611,61.7136322,61.8796202,62.0419929,62.4092929,62.8213481,62.998601,63.1728671,63.4647844,63.7783574,64.105363,64.0372046,64.29207,64.7254126,65.2971698,65.5105003,65.6419333,65.9022821,66.2851819,66.4546989,66.7696087,67.1137735,67.3261543,67.480844,67.6101618,67.8586893,68.1684854,68.421777,68.7127278,68.9615579,69.2480461,69.4946598,69.5586532,69.8325568,70.0689661,70.5111826,70.7010917,71.0327756,71.1036148]},{"label":"Tuned static","values":[10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0],"low":[10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0],"high":[10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0]},{"label":"Uniform random","values":[51.3195563,56.2239157,56.7967432,55.335395,53.3035862,59.7652201,56.7242838,53.0486,52.5834734,51.491774,60.4274785,54.9919999,55.9902985,61.1183404,52.840021,55.783498,54.4878067,49.5905157,53.3996362,51.9366329,55.6741381,56.3313236,58.8774638,55.9557675,58.5997592,56.2213512,53.6348212,55.8448151,57.4743398,57.0925251,59.3770172,53.8886853,57.4765755,53.563112,57.6128152,53.9865129,60.3895742,56.0214536,59.23968,57.2703285,54.9561439,53.6215072,57.1640166,58.6302873,60.238046,61.1434847,53.0865931,54.8262651,51.87822,48.9496791,54.3010994,57.4610637,54.9496964,54.1672957,59.3539352,56.4181782,51.0490241,54.7070236,55.1194126,53.8196539],"low":[45.2757598,50.4630145,50.9868545,49.5632404,47.4276615,53.7995332,51.4582834,47.094188,46.8413978,46.0756384,55.3735052,49.3191305,49.8541084,55.462935,47.4677478,49.6196885,48.7191935,44.2779966,47.3967279,46.6784334,49.8374869,50.846463,53.1445419,50.5490685,52.7053977,50.7911581,48.3251322,50.3979347,51.9140849,51.4875372,53.4602812,47.6673868,51.7190429,47.3644731,51.8096361,47.8797774,54.6244405,50.6510411,53.4570788,52.0831884,49.3186558,48.454455,51.7360689,52.8343751,54.8930747,54.8696137,47.2414757,49.3369598,46.3119051,43.4171025,48.0803963,51.9595946,49.4225044,48.6743572,54.12779,50.5558945,45.9305775,48.6338837,49.1277114,47.9558204],"high":[57.3633529,61.9848169,62.606632,61.1075497,59.1795109,65.730907,61.9902842,59.003012,58.3255491,56.9079096,65.4814518,60.6648694,62.1264886,66.7737458,58.2122941,61.9473075,60.25642,54.9030349,59.4025445,57.1948323,61.5107893,61.8161842,64.6103856,61.3624665,64.4941208,61.6515443,58.9445102,61.2916956,63.0345947,62.6975129,65.2937532,60.1099838,63.2341082,59.761751,63.4159942,60.0932483,66.1547079,61.3918661,65.0222812,62.4574686,60.593632,58.7885593,62.5919643,64.4261996,65.5830173,67.4173558,58.9317105,60.3155704,57.4445349,54.4822557,60.5218025,62.9625327,60.4768885,59.6602342,64.5800805,62.2804618,56.1674706,60.7801634,61.1111138,59.6834873]}],"snapshots":[{"rows":[["Trained DDPG",2816.3270474169403,2.7833344308964554,39.10398154705763],["Tuned static",2831.75,2.7987785870032247,10.0],["Uniform random",2809.6741646376904,2.7771952229462853,51.3195563290501]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",5751.312146594748,2.8306177501968044,43.455574058927596],["Tuned static",5782.625,2.8459730997380235,10.0],["Uniform random",5733.094582865131,2.8195278202652445,56.22391569768661]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",8594.835565718357,2.776272066951188,47.60206569591537],["Tuned static",8646.25,2.7959043933582293,10.0],["Uniform random",8576.531557543087,2.7761101477808836,56.79674322681967]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",11725.122009812447,2.898287113177852,51.15204525066656],["Tuned static",11797.875,2.9182855123569427,10.0],["Uniform random",11706.036193309468,2.8969663569891653,55.33539503646898]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",14767.085193277526,2.7380545292841445,53.77252120098274],["Tuned static",14862.25,2.758662290420754,10.0],["Uniform random",14747.958343196078,2.7382541426440965,53.30358619854087]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",17916.495932113452,2.803617521608583,55.13179723144276],["Tuned static",18037.5,2.8268507325112946,10.0],["Uniform random",17894.326590692202,2.800893978158503,59.76522007688618]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",21052.689322502592,2.71736723318581,55.8488199344647],["Tuned static",21196.0,2.7368844584858216,10.0],["Uniform random",21026.940922828726,2.713846507216928,56.72428381181089]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",24422.20718087862,2.8745008051036285,56.04893501033075],["Tuned static",24585.875,2.8921282066126133,10.0],["Uniform random",24398.898654491742,2.8767556908339897,53.04860000050394]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",27804.386016142624,2.8296081302297904,56.48616835041321],["Tuned static",27992.0,2.8496794080094245,10.0],["Uniform random",27782.531952799636,2.830640008708141,52.58347344136564]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",31453.05525012734,2.965239884105609,56.840618488447944],["Tuned static",31664.25,2.984528292922127,10.0],["Uniform random",31435.0774349576,2.9683532613379215,51.49177399772452]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",34978.26732286864,2.853876338809814,57.40876782062696],["Tuned static",35211.375,2.871711817025811,10.0],["Uniform random",34954.61284849832,2.8487427550171724,60.427478495112155]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",38621.92629874632,2.8698803273080467,57.55375919863582],["Tuned static",38879.0,2.888806282038092,10.0],["Uniform random",38601.005025312,2.872211341668117,54.99199993390357]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",42308.222268814054,2.82649326471243,57.866152002839954],["Tuned static",42590.875,2.846332692233307,10.0],["Uniform random",42291.06464953463,2.8292731690884447,55.9902984998771]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",46083.952541392915,2.8432219213790275,57.90863058404648],["Tuned static",46390.75,2.861452921411158,10.0],["Uniform random",46066.07162479845,2.8426860456665133,61.11834037839435]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",50122.03722663134,3.022716485808636,58.0785243808059],["Tuned static",50450.25,3.038940132776092,10.0],["Uniform random",50104.96735608192,3.023535854590076,52.84002098313067]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",53993.092448250194,2.8963449939205352,58.415497817914],["Tuned static",54346.125,2.914887446571258,10.0],["Uniform random",53977.88161334941,2.897776114850666,55.78349800396245]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",58093.739581188456,2.9819135859353922,58.405971338099334],["Tuned static",58474.75,3.002429126150542,10.0],["Uniform random",58082.02386413851,2.9847317780125997,54.487806718098]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",62111.555635260454,2.8803519330718195,58.59321164456196],["Tuned static",62519.625,2.8997441136393904,10.0],["Uniform random",62111.10781444142,2.888185429233883,49.59051573846955]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",66402.73896910352,3.0333279477821478,58.91788755494781],["Tuned static",66832.5,3.0487163820676924,10.0],["Uniform random",66401.08017900864,3.0325153959991527,53.39963623799849]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",70395.23892381668,2.813609504953676,59.26227728262893],["Tuned static",70845.5,2.8281825550275967,10.0],["Uniform random",70393.11228660807,2.813349398762946,51.93663285044022]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",74827.8485109096,3.069049263454837,59.39906499641074],["Tuned static",75301.875,3.0855570690918825,10.0],["Uniform random",74828.92158873302,3.0714189320663747,55.67413806778495]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",78982.5980134194,2.8793422227692456,59.637457657561754],["Tuned static",79483.125,2.8977767382018675,10.0],["Uniform random",78985.68869583422,2.8807361902753272,56.3313235635942]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",83251.90848948958,2.989707461217447,60.02800605040102],["Tuned static",83775.625,3.0058195964867074,10.0],["Uniform random",83258.18642702981,2.9918174157433826,58.877463773533236]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",87572.35447957553,2.93181251773691,60.25328872780665],["Tuned static",88122.5,2.9501043342396147,10.0],["Uniform random",87582.2298816214,2.93441041264897,55.95576747816813]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",91913.06341893598,2.94557647327609,60.420008813322056],["Tuned static",92491.75,2.9650423356826137,10.0],["Uniform random",91927.97439142919,2.9490668272536715,58.599759220611304]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",96335.68617355078,3.014349938330025,60.849560550646856],["Tuned static",96936.25,3.029448883289219,10.0],["Uniform random",96347.09932106789,3.012064995504159,56.22135120019084]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",100739.98663956666,2.963070634481002,61.36151256313315],["Tuned static",101366.625,2.980733410510728,10.0],["Uniform random",100756.73544544322,2.9666902108955595,53.634821220242884]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",105030.29677066847,2.8945919985184063,61.5770704431925],["Tuned static",105685.0,2.9136912203333445,10.0],["Uniform random",105051.11953867882,2.8975030628486387,55.84481512039201]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",109302.297128527,2.8059985797327744,61.80320793419378],["Tuned static",109985.125,2.824597843983125,10.0],["Uniform random",109326.48194114075,2.808254346641017,57.474339842563495]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",113736.47387546771,2.95815709643363,62.125885212870344],["Tuned static",114445.875,2.975957247124013,10.0],["Uniform random",113761.99527876909,2.9588716314885146,57.09252509684302]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",118266.41439786239,3.032364451796582,62.51524400721246],["Tuned static",119002.0,3.0500439602567284,10.0],["Uniform random",118292.48984329755,3.0328097150617674,59.37701719871018]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",122644.2389565411,2.8850896405931734,62.87101174116833],["Tuned static",123405.25,2.9018804426148037,10.0],["Uniform random",122672.92768396805,2.8867714717725654,53.88868528077728]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",127036.948707799,2.945955923259871,62.76723482515081],["Tuned static",127824.25,2.9635597672825056,10.0],["Uniform random",127066.10503823895,2.946163565520688,57.47657554707257]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",131454.5246401593,2.947957730716206,63.0915557217304],["Tuned static",132267.5,2.965193028474145,10.0],["Uniform random",131485.50106542025,2.9491794537002347,53.56311204005033]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",135588.2266296242,2.7919066843360527,63.607954863022314],["Tuned static",136427.75,2.8099765843862308,10.0],["Uniform random",135618.86250254413,2.7917071964035904,57.61281515628798]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",139866.70142715127,2.8935401475955858,64.26851987349801],["Tuned static",140733.125,2.911631376519618,10.0],["Uniform random",139901.97608824688,2.8965907269903726,53.98651285505184]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",143877.15879724966,2.710226254592766,64.48327886835796],["Tuned static",144769.625,2.727853470641489,10.0],["Uniform random",143914.59610160775,2.7116241730093793,60.38957421039231]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",148018.4168491708,2.7883401259637557,64.65025892192352],["Tuned static",148937.5,2.806285001260517,10.0],["Uniform random",148064.02558982815,2.793876827931935,56.02145362259762]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",152163.59396045853,2.8590884342371425,64.91934190248139],["Tuned static",153113.0,2.879983992428515,10.0],["Uniform random",152216.43880402352,2.864178219747862,59.23967998861917]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",156268.08328101508,2.8067973274019318,65.30510758863966],["Tuned static",157244.75,2.82563963940778,10.0],["Uniform random",156321.75118931566,2.8073950317751803,57.27032849355601]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",160384.71742855085,2.8680445375114174,65.48982336127665],["Tuned static",161390.875,2.8888715212820317,10.0],["Uniform random",160445.86949592514,2.873536516436874,54.956143941541086]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",164559.9940857706,2.9469100827797208,65.84639988746494],["Tuned static",165593.0,2.9659295419198806,10.0],["Uniform random",164623.36597405554,2.948555734301714,53.62150718260091]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",168599.76932994093,2.882297331626024,66.19937347667292],["Tuned static",169663.125,2.9041040920016203,10.0],["Uniform random",168669.0923912124,2.8864850792245007,57.16401661551208]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",172416.46955633003,2.7938777678757925,66.4198622580152],["Tuned static",173509.875,2.8159866468804227,10.0],["Uniform random",172487.1203066223,2.7949750630039514,58.630287349340506]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",176495.9298149045,2.942629282248133,66.52734772325493],["Tuned static",177618.5,2.9636564054996084,10.0],["Uniform random",176572.81447940593,2.9467143201818966,60.23804603519966]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",180625.19718283,3.011997114684218,66.67076021945104],["Tuned static",181775.375,3.0325650064754126,10.0],["Uniform random",180702.94896067743,3.012711802099573,61.14348470279947]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",184629.12921920934,2.9905672564024974,66.95315123954788],["Tuned static",185806.75,3.0111684092821176,10.0],["Uniform random",184713.48968713326,2.9956707953882415,53.08659312737291]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",188539.79478236058,2.9475393392602065,67.26173791568726],["Tuned static",189743.625,2.967287565004068,10.0],["Uniform random",188628.1317801432,2.9503599158356453,54.826265122246696]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",192447.60339392445,2.9363316906296064,67.56849963357672],["Tuned static",193679.0,2.957587260630715,10.0],["Uniform random",192541.1844069205,2.9404196143595915,51.8782200042624]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",196219.78817258732,2.975784466284522,67.87927412474528],["Tuned static",197481.25,2.999733792806636,10.0],["Uniform random",196322.43699505803,2.9830220199249777,48.94967910530977]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",199897.5626471746,2.9393637349137025,68.16256807697937],["Tuned static",201186.375,2.9613875803180085,10.0],["Uniform random",200003.30403935822,2.9415757863122023,54.301099411308314]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",203586.2594070775,2.9572456260430116,68.48079532478005],["Tuned static",204901.375,2.9784280578290643,10.0],["Uniform random",203692.99424766641,2.958425678791497,57.46106366388267]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",207046.14910388883,2.900786456055809,68.75315375160426],["Tuned static",208390.5,2.9254444153041685,10.0],["Uniform random",207164.4090619611,2.910620867261371,54.94969642983051]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",210574.25138021214,2.97435234541589,68.76582784298807],["Tuned static",211947.125,2.9985634708758155,10.0],["Uniform random",210699.33900565127,2.9800491141172936,54.16729569924064]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",213897.82173279626,2.9281912355899107,69.05202193371952],["Tuned static",215301.875,2.9557103949539107,10.0],["Uniform random",214031.1158660596,2.935299008402236,59.35393523573293]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",217102.9387599039,2.9254510692479263,69.27656648121774],["Tuned static",218536.25,2.951895873221067,10.0],["Uniform random",217241.0129516432,2.9294792901388456,56.41817815792456]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",220304.77748775342,2.8796858500440985,69.75646866764873],["Tuned static",221768.875,2.9074833729536147,10.0],["Uniform random",220453.34564288176,2.8887053191046954,51.0490240501822]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",223246.08737563202,2.7517947858516427,69.98039529286325],["Tuned static",224736.875,2.7767561337984628,10.0],["Uniform random",223397.60291932087,2.75482211707275,54.707023554015905]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",226216.0539754941,2.823392823912051,70.3537204572931],["Tuned static",227740.0,2.8555685110151043,10.0],["Uniform random",226378.69397086912,2.8342477503031223,55.11941257765284]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."},{"rows":[["Trained DDPG",229238.44550429145,2.9350162944383507,70.41493729315698],["Tuned static",230794.5,2.966699960611856,10.0],["Uniform random",229412.28273936425,2.946138121816478,53.819653853046475]],"note":"Undiscounted cumulative DRCR telescopes to the latest revenue per visitor (initial RCR is zero). It does not equal total revenue. DDPG trains with γ=0.99, so its discounted objective is different again."}],"columns":["Policy","Revenue to date","DRCR to date","Current price"],"context":"Fresh DDPG: 80 training episodes. Static price 10 selected on 30 separate tuning episodes. Evaluation: 80 held-out episodes.","readout":"Policies share each evaluation episode's environment seed. Random actions use an independent RNG. Shading is ±1.96 standard errors across evaluation episodes, conditional on one trained agent.","note":""}],"config":{"seed":20260927,"trainingEpisodes":80,"evaluationEpisodes":80,"horizon":60,"tuningEpisodes":30,"staticAction":-1.0,"staticGrid":[-1.0,-0.8888888888888888,-0.7777777777777778,-0.6666666666666667,-0.5555555555555556,-0.4444444444444444,-0.33333333333333337,-0.22222222222222232,-0.11111111111111116,0.0,0.11111111111111116,0.2222222222222221,0.33333333333333326,0.4444444444444444,0.5555555555555554,0.6666666666666665,0.7777777777777777,0.8888888888888888,1.0],"tuningRevenue":[210687.33333333334,210537.99581698576,210393.32706312338,210232.4924814999,210084.99165197214,209926.49910624325,209802.66432193914,209617.49965293953,209489.9998439178,209361.16666666666,209204.00012989095,209014.00023958087,208877.6680006037,208747.50041474402,208549.33644096056,208462.50219270587,208284.00137941042,208151.33398632208,208023.33333333334],"torch":"2.14.0","gymnasium":"1.3.0","actorSha256":"7e6871b2ca23f330e5656393280c0fff048e004fd1ea0144c54864c8ce985999"},"method":["This uses the existing AlibabaECommerceEnv and DDPGAgent. Training starts from scratch on CPU, with fixed Python, NumPy and PyTorch seeds. No historical checkpoint is loaded or overwritten.","Environment randomness now uses Gymnasium's per-environment generator. Training, static-price tuning and evaluation seed ranges are disjoint. Both training and baseline selection budgets are recorded in the downloadable JSON.","The demand formula is conversion ≈ 0.05 × competitor price / our price × noise. Multiplying by our price largely cancels price dependence in expected revenue; integer sales and clipping are exceptions. This is a deliberately limited simulator, not a realistic market.","Reward is the difference in revenue per visitor between consecutive periods. Confidence intervals describe evaluation variability for one trained policy, not variation across retraining seeds."],"limits":["This is a reproducible simulator audit, not an end-to-end reproduction of Alibaba's field experiment and not evidence of real-world uplift.","No inventory, customer retention, demand elasticity estimation, costs or competitor response. Do not use these prices in production. No best-policy claim follows from this toy benchmark."],"references":[["Gymnasium · seeded environments","https://gymnasium.farama.org/tutorials/gymnasium_basics/environment_creation/"],["Lillicrap et al. · DDPG","https://arxiv.org/abs/1509.02971"]],"provenance":{"python":"3.13.0","numpy":"2.4.6","sourceSha256":{"showcase_benchmark.py":"6219201a62d6614c5f748db102ca3fdcd0564fae5519d10f34981273afcca551","environment.py":"a682ec9a4bd8f75888b50765932f6a3513a614fbd66a8453efe6e86497eb2c83","ddpg.py":"05acdaa89e8f93382cbcda657142e625000d16c87dbd3167dceb2348d3f51010"}}}