{ "schema": "swarm-batch-v1", "scenario": "learn-forget-evolve", "modelSha256": "baca6e620d444f2e2043c4983f76d9c7d3de85e8f1a3aee8ede2fabaf8714cac", "seeds": [ 17, 9990, 19963, 29936, 39909, 49882, 59855, 69828, 79801, 89774, 99747, 109720, 119693, 129666, 139639, 149612, 159585, 169558, 179531, 189504, 199477, 209450, 219423, 229396 ], "regimes": [ { "id": "four-seasons", "params": {} }, { "id": "foggy-cues", "params": { "cueNoise": 0.36, "cueOverlap": 0.3 } }, { "id": "indistinguishable", "params": { "cueOverlap": 1, "cueNoise": 0.12 } }, { "id": "changed-home", "params": { "returnDrift": 1, "retention": 1, "cueNoise": 0.08 } } ], "methods": { "policyFingerprint": "fnv1a32-policy-json-12-significant-digits-v1", "paired": true, "ci": "Two-sided t interval for paired seed means, df=23, t=2.069; descriptive multiple-regime analysis, no multiplicity correction.", "acceptanceFrozen": "Claim a mutation advantage only if paired heldout reward has a positive 95% lower bound versus matched random search in at least two regimes, mean A-retention loss stays <=0.10 in all regimes, and candidate evaluation budgets match exactly. Compare delivered work with simple memory before recommending complexity." }, "acceptance": { "passed": false, "winningRegimes": 2, "retained": false, "matchedBudgets": true }, "aggregates": [ { "regime": "four-seasons", "arms": [ { "id": "fixed", "metrics": { "usefulWork": { "mean": 754.848220339622, "sd": 18.65434571161476, "min": 719.7661593814397, "max": 785.5364359352127, "ci95": [ 746.9698772293796, 762.7265634498644 ] }, "harvests": { "mean": 179.91666666666666, "sd": 0.2823298512866399, "min": 179, "max": 180, "ci95": [ 179.79742949410183, 180.03590383923148 ] }, "toxicHarvests": { "mean": 38.125, "sd": 2.997281376877038, "min": 32, "max": 43, "ci95": [ 36.859149594414625, 39.390850405585375 ] }, "energySpent": { "mean": 929.3200843216132, "sd": 4.211773506142291, "min": 921.0779610891673, "max": 935.943468172798, "ci95": [ 927.5413139858969, 931.0988546573295 ] }, "fieldProbes": { "mean": 864, "sd": 0, "min": 864, "max": 864, "ci95": [ 864, 864 ] }, "trainingTicks": { "mean": 32, "sd": 0, "min": 32, "max": 32, "ci95": [ 32, 32 ] }, "policyEvaluations": { "mean": 1568, "sd": 0, "min": 1568, "max": 1568, "ci95": [ 1568, 1568 ] }, "trainingPolicyEvaluations": { "mean": 0, "sd": 0, "min": 0, "max": 0, "ci95": [ 0, 0 ] }, "diagnosticPolicyEvaluations": { "mean": 1568, "sd": 0, "min": 1568, "max": 1568, "ci95": [ 1568, 1568 ] }, "memoryRowUpdates": { "mean": 0, "sd": 0, "min": 0, "max": 0, "ci95": [ 0, 0 ] }, "promotions": { "mean": 0, "sd": 0, "min": 0, "max": 0, "ci95": [ 0, 0 ] }, "rollbacks": { "mean": 0, "sd": 0, "min": 0, "max": 0, "ci95": [ 0, 0 ] }, "heldoutReward": { "mean": 0.3108247490385972, "sd": 0.02199278724143382, "min": 0.2758303913569599, "max": 0.351919654999602, "ci95": [ 0.3015364723808585, 0.3201130256963359 ] }, "heldoutA": { "mean": 0.9916653589786586, "sd": 0.02188128391229623, "min": 0.9525722273533686, "max": 1.0330937443773538, "ci95": [ 0.9824241738404221, 1.000906544116895 ] }, "heldoutB": { "mean": -0.2545576755456549, "sd": 0.02208658487319472, "min": -0.2875405266412444, "max": -0.21329486686889768, "ci95": [ -0.2638855660251467, -0.24522978506616314 ] }, "heldoutC": { "mean": 0.1953665636827877, "sd": 0.022118708205969444, "min": 0.16245947335875552, "max": 0.23670513313110214, "ci95": [ 0.18602510646440537, 0.20470802090117005 ] }, "heldoutReturn": { "mean": 0.9916653589786586, "sd": 0.02188128391229623, "min": 0.9525722273533686, "max": 1.0330937443773538, "ci95": [ 0.9824241738404221, 1.000906544116895 ] }, "retentionLoss": { "mean": 0, "sd": 0, "min": 0, "max": 0, "ci95": [ 0, 0 ] }, "firstAReward": { "mean": 0.9916653589786586, "sd": 0.02188128391229623, "min": 0.9525722273533686, "max": 1.0330937443773538, "ci95": [ 0.9824241738404221, 1.000906544116895 ] }, "afterCReward": { "mean": 0.9916653589786586, "sd": 0.02188128391229623, "min": 0.9525722273533686, "max": 1.0330937443773538, "ci95": [ 0.9824241738404221, 1.000906544116895 ] }, "phaseAWork": { "mean": 272.5345129440806, "sd": 10.408152902757447, "min": 245.84006935576878, "max": 290.0217413263447, "ci95": [ 268.13880799792776, 276.9302178902334 ] }, "phaseBWork": { "mean": 144.68754377713245, "sd": 6.419831448997129, "min": 134.47602222907608, "max": 157.83142362181638, "ci95": [ 141.97623802312611, 147.39884953113878 ] }, "phaseCWork": { "mean": 61.55999938127447, "sd": 7.9167243413242625, "min": 41.434920232234845, "max": 72.75391125611367, "ci95": [ 58.21650657619973, 64.90349218634923 ] }, "returnAWork": { "mean": 276.06616423713444, "sd": 12.694524534731094, "min": 253.16694493078631, "max": 308.9372751445828, "ci95": [ 270.70484942866426, 281.4274790456046 ] }, "alive": { "mean": 18, "sd": 0, "min": 18, "max": 18, "ci95": [ 18, 18 ] } } }, { "id": "memory", "metrics": { "usefulWork": { "mean": 1149.5495344454412, "sd": 26.316010378429322, "min": 1106.2228085890847, "max": 1200.822934640379, "ci95": [ 1138.4354186110338, 1160.6636502798485 ] }, "harvests": { "mean": 180, "sd": 0, "min": 180, "max": 180, "ci95": [ 180, 180 ] }, "toxicHarvests": { "mean": 20.375, "sd": 2.7633077217742854, "min": 15, "max": 25, "ci95": [ 19.207964356516378, 21.542035643483622 ] }, "energySpent": { "mean": 893.7531708906432, "sd": 3.8894541471314352, "min": 885.5380999645006, "max": 900.7198319916826, "ci95": [ 892.1105266105183, 895.3958151707682 ] }, "fieldProbes": { "mean": 864, "sd": 0, "min": 864, "max": 864, "ci95": [ 864, 864 ] }, "trainingTicks": { "mean": 32, "sd": 0, "min": 32, "max": 32, "ci95": [ 32, 32 ] }, "policyEvaluations": { "mean": 1568, "sd": 0, "min": 1568, "max": 1568, "ci95": [ 1568, 1568 ] }, "trainingPolicyEvaluations": { "mean": 0, "sd": 0, "min": 0, "max": 0, "ci95": [ 0, 0 ] }, "diagnosticPolicyEvaluations": { "mean": 1568, "sd": 0, "min": 1568, "max": 1568, "ci95": [ 1568, 1568 ] }, "memoryRowUpdates": { "mean": 192, "sd": 0, "min": 192, "max": 192, "ci95": [ 192, 192 ] }, "promotions": { "mean": 16, "sd": 0, "min": 16, "max": 16, "ci95": [ 16, 16 ] }, "rollbacks": { "mean": 0, "sd": 0, "min": 0, "max": 0, "ci95": [ 0, 0 ] }, "heldoutReward": { "mean": 0.9936360938779562, "sd": 0.011962468159604268, "min": 0.9720318783783322, "max": 1.0199298785228492, "ci95": [ 0.9885839505295012, 0.9986882372264111 ] }, "heldoutA": { "mean": 0.9916653589786586, "sd": 0.02188128391229623, "min": 0.9525722273533686, "max": 1.0330937443773538, "ci95": [ 0.9824241738404221, 1.000906544116895 ] }, "heldoutB": { "mean": 0.9931985229731417, "sd": 0.02496250565718928, "min": 0.9358117723041808, "max": 1.0358502431461478, "ci95": [ 0.9826560366539213, 1.003741009292362 ] }, "heldoutC": { "mean": 0.9960443996820684, "sd": 0.019457549105012704, "min": 0.9494356882106558, "max": 1.0332742879294816, "ci95": [ 0.9878268373883538, 1.0042619619757829 ] }, "heldoutReturn": { "mean": 0.9916653589786586, "sd": 0.02188128391229623, "min": 0.9525722273533686, "max": 1.0330937443773538, "ci95": [ 0.9824241738404221, 1.000906544116895 ] }, "retentionLoss": { "mean": 0, "sd": 0, "min": 0, "max": 0, "ci95": [ 0, 0 ] }, "firstAReward": { "mean": 0.9916653589786586, "sd": 0.02188128391229623, "min": 0.9525722273533686, "max": 1.0330937443773538, "ci95": [ 0.9824241738404221, 1.000906544116895 ] }, "afterCReward": { "mean": 0.9916653589786586, "sd": 0.02188128391229623, "min": 0.9525722273533686, "max": 1.0330937443773538, "ci95": [ 0.9824241738404221, 1.000906544116895 ] }, "phaseAWork": { "mean": 274.22515856385616, "sd": 11.390465647332277, "min": 243.83511910540392, "max": 290.0688443504318, "ci95": [ 269.4145906703256, 279.0357264573867 ] }, "phaseBWork": { "mean": 419.8423995406242, "sd": 11.936764160730316, "min": 394.68578176492855, "max": 437.84553485100395, "ci95": [ 414.8011118354368, 424.88368724581164 ] }, "phaseCWork": { "mean": 202.70771597756513, "sd": 29.11171651739406, "min": 146.82786041922338, "max": 281.79964130321605, "ci95": [ 190.41288158359643, 215.00255037153383 ] }, "returnAWork": { "mean": 252.77426036339534, "sd": 30.51864029998576, "min": 204.19850610406957, "max": 345.97966330771703, "ci95": [ 239.8852358294682, 265.66328489732246 ] }, "alive": { "mean": 18, "sd": 0, "min": 18, "max": 18, "ci95": [ 18, 18 ] } } }, { "id": "mutation", "metrics": { "usefulWork": { "mean": 930.9688391339133, "sd": 110.4780451615884, "min": 747.1120372242596, "max": 1161.475243063451, "ci95": [ 884.3103307419556, 977.6273475258711 ] }, "harvests": { "mean": 180, "sd": 0, "min": 180, "max": 180, "ci95": [ 180, 180 ] }, "toxicHarvests": { "mean": 26.666666666666668, "sd": 8.686154233164343, "min": 12, "max": 52, "ci95": [ 22.99821833750626, 30.335114995827077 ] }, "energySpent": { "mean": 907.2980754134795, "sd": 12.84837213460695, "min": 887.2731382774436, "max": 942.8318916557954, "ci95": [ 901.8717857086904, 912.7243651182687 ] }, "fieldProbes": { "mean": 864, "sd": 0, "min": 864, "max": 864, "ci95": [ 864, 864 ] }, "trainingTicks": { "mean": 32, "sd": 0, "min": 32, "max": 32, "ci95": [ 32, 32 ] }, "policyEvaluations": { "mean": 7412, "sd": 0, "min": 7412, "max": 7412, "ci95": [ 7412, 7412 ] }, "trainingPolicyEvaluations": { "mean": 6132, "sd": 0, "min": 6132, "max": 6132, "ci95": [ 6132, 6132 ] }, "diagnosticPolicyEvaluations": { "mean": 1280, "sd": 0, "min": 1280, "max": 1280, "ci95": [ 1280, 1280 ] }, "memoryRowUpdates": { "mean": 0, "sd": 0, "min": 0, "max": 0, "ci95": [ 0, 0 ] }, "promotions": { "mean": 2.125, "sd": 1.115600832462626, "min": 0, "max": 4, "ci95": [ 1.6538451137291643, 2.5961548862708357 ] }, "rollbacks": { "mean": 3.6666666666666665, "sd": 2.681120250399345, "min": 0, "max": 9, "ci95": [ 2.534341492736091, 4.7989918405972425 ] }, "heldoutReward": { "mean": 0.7547172350106216, "sd": 0.17824078932193685, "min": 0.30862725421054554, "max": 0.9798570426676706, "ci95": [ 0.6794402933141708, 0.8299941767070724 ] }, "heldoutA": { "mean": 0.980083808649876, "sd": 0.028428477050101646, "min": 0.9165501368929421, "max": 1.0330937443773538, "ci95": [ 0.9680775287317921, 0.9920900885679599 ] }, "heldoutB": { "mean": 0.7728310227987464, "sd": 0.3658707670897941, "min": -0.2568923211826066, "max": 1.0358502431461478, "ci95": [ 0.6183117766294044, 0.9273502689680884 ] }, "heldoutC": { "mean": 0.5112368735832422, "sd": 0.4127581135494107, "min": -0.27748416905405027, "max": 0.9975077931500573, "ci95": [ 0.33691556045061477, 0.6855581867158697 ] }, "heldoutReturn": { "mean": 0.980083808649876, "sd": 0.028428477050101646, "min": 0.9165501368929421, "max": 1.0330937443773538, "ci95": [ 0.9680775287317921, 0.9920900885679599 ] }, "retentionLoss": { "mean": 0.029919181968941996, "sd": 0.0611223274567781, "min": 0, "max": 0.22324534896928072, "ci95": [ 0.004105214819117527, 0.055733149118766465 ] }, "firstAReward": { "mean": 0.9916653589786586, "sd": 0.02188128391229623, "min": 0.9525722273533686, "max": 1.0330937443773538, "ci95": [ 0.9824241738404221, 1.000906544116895 ] }, "afterCReward": { "mean": 0.9617461770097164, "sd": 0.06134831403493398, "min": 0.7788898932689357, "max": 1.0330937443773538, "ci95": [ 0.9358367683028121, 0.9876555857166207 ] }, "phaseAWork": { "mean": 272.5345129440806, "sd": 10.408152902757447, "min": 245.84006935576878, "max": 290.0217413263447, "ci95": [ 268.13880799792776, 276.9302178902334 ] }, "phaseBWork": { "mean": 280.96026875003105, "sd": 102.64747524391787, "min": 145.0432729654171, "max": 437.84553485100395, "ci95": [ 237.60886731930762, 324.3116701807545 ] }, "phaseCWork": { "mean": 128.67696877481464, "sd": 72.12948232489674, "min": 41.19772061997537, "max": 299.187746463451, "ci95": [ 98.21431846776632, 159.13961908186295 ] }, "returnAWork": { "mean": 248.7970886649872, "sd": 35.61704761120036, "min": 150.98021943631693, "max": 304.1469566129831, "ci95": [ 233.75483920779146, 263.83933812218294 ] }, "alive": { "mean": 18, "sd": 0, "min": 18, "max": 18, "ci95": [ 18, 18 ] } } }, { "id": "random", "metrics": { "usefulWork": { "mean": 864.7668737257903, "sd": 147.08737033811957, "min": 580.2087982170661, "max": 1175.6195988088812, "ci95": [ 802.6470444580449, 926.8867029935358 ] }, "harvests": { "mean": 179.79166666666666, "sd": 0.5882299658752718, "min": 178, "max": 180, "ci95": [ 179.54323782490854, 180.04009550842477 ] }, "toxicHarvests": { "mean": 39.333333333333336, "sd": 15.810471672051836, "min": 14, "max": 71, "ci95": [ 32.65605166970262, 46.01061499696405 ] }, "energySpent": { "mean": 924.1844288092283, "sd": 22.952419512600866, "min": 888.5406441576107, "max": 972.8484737515635, "ci95": [ 914.4908679132326, 933.877989705224 ] }, "fieldProbes": { "mean": 864, "sd": 0, "min": 864, "max": 864, "ci95": [ 864, 864 ] }, "trainingTicks": { "mean": 32, "sd": 0, "min": 32, "max": 32, "ci95": [ 32, 32 ] }, "policyEvaluations": { "mean": 7412, "sd": 0, "min": 7412, "max": 7412, "ci95": [ 7412, 7412 ] }, "trainingPolicyEvaluations": { "mean": 6132, "sd": 0, "min": 6132, "max": 6132, "ci95": [ 6132, 6132 ] }, "diagnosticPolicyEvaluations": { "mean": 1280, "sd": 0, "min": 1280, "max": 1280, "ci95": [ 1280, 1280 ] }, "memoryRowUpdates": { "mean": 0, "sd": 0, "min": 0, "max": 0, "ci95": [ 0, 0 ] }, "promotions": { "mean": 1.1666666666666667, "sd": 0.3806934938134404, "min": 1, "max": 2, "ci95": [ 1.0058872959792327, 1.3274460373541008 ] }, "rollbacks": { "mean": 5.791666666666667, "sd": 2.4491199247478885, "min": 0, "max": 10, "ci95": [ 4.757322852973891, 6.826010480359443 ] }, "heldoutReward": { "mean": 0.700982413358759, "sd": 0.1658331987558816, "min": 0.49929609243615475, "max": 0.9929003324276118, "ci95": [ 0.630945604828165, 0.771019221889353 ] }, "heldoutA": { "mean": 0.9784326889386222, "sd": 0.028017124622967522, "min": 0.9287529833933197, "max": 1.0330937443773538, "ci95": [ 0.9666001366661119, 0.9902652412111326 ] }, "heldoutB": { "mean": 0.9313138320313322, "sd": 0.17683269293373474, "min": 0.15296453052247438, "max": 1.0290870738129794, "ci95": [ 0.8566315757047168, 1.0059960883579477 ] }, "heldoutC": { "mean": 0.19320071910632178, "sd": 0.545098965788188, "min": -0.40250960958585325, "max": 1.0309808638310174, "ci95": [ -0.03701248418195005, 0.42341392239459363 ] }, "heldoutReturn": { "mean": 0.9784326889386222, "sd": 0.028017124622967522, "min": 0.9287529833933197, "max": 1.0330937443773538, "ci95": [ 0.9666001366661119, 0.9902652412111326 ] }, "retentionLoss": { "mean": 0.02165264335050714, "sd": 0.04084802354843572, "min": 0, "max": 0.14092345878958135, "ci95": [ 0.0044011808835351975, 0.03890410581747908 ] }, "firstAReward": { "mean": 0.9916653589786586, "sd": 0.02188128391229623, "min": 0.9525722273533686, "max": 1.0330937443773538, "ci95": [ 0.9824241738404221, 1.000906544116895 ] }, "afterCReward": { "mean": 0.9700127156281515, "sd": 0.04487622543894161, "min": 0.8487429462072685, "max": 1.0330937443773538, "ci95": [ 0.9510600111502645, 0.9889654201060385 ] }, "phaseAWork": { "mean": 272.5345129440806, "sd": 10.408152902757447, "min": 245.84006935576878, "max": 290.0217413263447, "ci95": [ 268.13880799792776, 276.9302178902334 ] }, "phaseBWork": { "mean": 307.2246719473623, "sd": 118.97081899285752, "min": 138.72532542448607, "max": 438.67175261974984, "ci95": [ 256.9793861237648, 357.4699577709598 ] }, "phaseCWork": { "mean": 77.16656935942584, "sd": 86.79780325633904, "min": 0, "max": 314.15347579175983, "ci95": [ 40.50900517356474, 113.82413354528694 ] }, "returnAWork": { "mean": 207.8411194749216, "sd": 45.18418760052806, "min": 152.15720261090098, "max": 285.0558483483487, "ci95": [ 188.75835245764253, 226.9238864922007 ] }, "alive": { "mean": 18, "sd": 0, "min": 18, "max": 18, "ci95": [ 18, 18 ] } } } ], "paired": { "mutationVsRandomHeldout": { "mean": 0.05373482165186283, "sd": 0.2714069050978339, "min": -0.5399468577303295, "max": 0.45672616679097067, "ci95": [ -0.060889231847822384, 0.16835887515154804 ] }, "mutationVsMemoryWork": { "mean": -218.5806953115274, "sd": 104.76930925341749, "min": -371.75288946447915, "max": -10.972962514838173, "ci95": [ -262.82821696046955, -174.33317366258524 ] }, "mutationVsFixedWork": { "mean": 176.12061879429146, "sd": 110.51385960370104, "min": 0, "max": 428.2253551996447, "ci95": [ 129.44698478669292, 222.79425280189 ] }, "memoryVsFixedWork": { "mean": 394.7013141058187, "sd": 29.486201683824046, "min": 346.8641298432643, "max": 455.39836139029353, "ci95": [ 382.2483223218004, 407.154305889837 ] } } }, { "regime": "foggy-cues", "arms": [ { "id": "fixed", "metrics": { "usefulWork": { "mean": 754.848220339622, "sd": 18.65434571161476, "min": 719.7661593814397, "max": 785.5364359352127, "ci95": [ 746.9698772293796, 762.7265634498644 ] }, "harvests": { "mean": 179.91666666666666, "sd": 0.2823298512866399, "min": 179, "max": 180, "ci95": [ 179.79742949410183, 180.03590383923148 ] }, "toxicHarvests": { "mean": 38.125, "sd": 2.997281376877038, "min": 32, "max": 43, "ci95": [ 36.859149594414625, 39.390850405585375 ] }, "energySpent": { "mean": 929.3200843216132, "sd": 4.211773506142291, "min": 921.0779610891673, "max": 935.943468172798, "ci95": [ 927.5413139858969, 931.0988546573295 ] }, "fieldProbes": { "mean": 864, "sd": 0, "min": 864, "max": 864, "ci95": [ 864, 864 ] }, "trainingTicks": { "mean": 32, "sd": 0, "min": 32, "max": 32, "ci95": [ 32, 32 ] }, "policyEvaluations": { "mean": 1568, "sd": 0, "min": 1568, "max": 1568, "ci95": [ 1568, 1568 ] }, "trainingPolicyEvaluations": { "mean": 0, "sd": 0, "min": 0, "max": 0, "ci95": [ 0, 0 ] }, "diagnosticPolicyEvaluations": { "mean": 1568, "sd": 0, "min": 1568, "max": 1568, "ci95": [ 1568, 1568 ] }, "memoryRowUpdates": { "mean": 0, "sd": 0, "min": 0, "max": 0, "ci95": [ 0, 0 ] }, "promotions": { "mean": 0, "sd": 0, "min": 0, "max": 0, "ci95": [ 0, 0 ] }, "rollbacks": { "mean": 0, "sd": 0, "min": 0, "max": 0, "ci95": [ 0, 0 ] }, "heldoutReward": { "mean": 0.3108247490385972, "sd": 0.02199278724143382, "min": 0.2758303913569599, "max": 0.351919654999602, "ci95": [ 0.3015364723808585, 0.3201130256963359 ] }, "heldoutA": { "mean": 0.9916653589786586, "sd": 0.02188128391229623, "min": 0.9525722273533686, "max": 1.0330937443773538, "ci95": [ 0.9824241738404221, 1.000906544116895 ] }, "heldoutB": { "mean": -0.2545576755456549, "sd": 0.02208658487319472, "min": -0.2875405266412444, "max": -0.21329486686889768, "ci95": [ -0.2638855660251467, -0.24522978506616314 ] }, "heldoutC": { "mean": 0.1953665636827877, "sd": 0.022118708205969444, "min": 0.16245947335875552, "max": 0.23670513313110214, "ci95": [ 0.18602510646440537, 0.20470802090117005 ] }, "heldoutReturn": { "mean": 0.9916653589786586, "sd": 0.02188128391229623, "min": 0.9525722273533686, "max": 1.0330937443773538, "ci95": [ 0.9824241738404221, 1.000906544116895 ] }, "retentionLoss": { "mean": 0, "sd": 0, "min": 0, "max": 0, "ci95": [ 0, 0 ] }, "firstAReward": { "mean": 0.9916653589786586, "sd": 0.02188128391229623, "min": 0.9525722273533686, "max": 1.0330937443773538, "ci95": [ 0.9824241738404221, 1.000906544116895 ] }, "afterCReward": { "mean": 0.9916653589786586, "sd": 0.02188128391229623, "min": 0.9525722273533686, "max": 1.0330937443773538, "ci95": [ 0.9824241738404221, 1.000906544116895 ] }, "phaseAWork": { "mean": 272.5345129440806, "sd": 10.408152902757447, "min": 245.84006935576878, "max": 290.0217413263447, "ci95": [ 268.13880799792776, 276.9302178902334 ] }, "phaseBWork": { "mean": 144.68754377713245, "sd": 6.419831448997129, "min": 134.47602222907608, "max": 157.83142362181638, "ci95": [ 141.97623802312611, 147.39884953113878 ] }, "phaseCWork": { "mean": 61.55999938127447, "sd": 7.9167243413242625, "min": 41.434920232234845, "max": 72.75391125611367, "ci95": [ 58.21650657619973, 64.90349218634923 ] }, "returnAWork": { "mean": 276.06616423713444, "sd": 12.694524534731094, "min": 253.16694493078631, "max": 308.9372751445828, "ci95": [ 270.70484942866426, 281.4274790456046 ] }, "alive": { "mean": 18, "sd": 0, "min": 18, "max": 18, "ci95": [ 18, 18 ] } } }, { "id": "memory", "metrics": { "usefulWork": { "mean": 1015.2816384887886, "sd": 49.261860509461, "min": 914.0009223947212, "max": 1082.9281750425823, "ci95": [ 994.476736224069, 1036.0865407535084 ] }, "harvests": { "mean": 179.91666666666666, "sd": 0.408248290463863, "min": 178, "max": 180, "ci95": [ 179.74425, 180.08908333333332 ] }, "toxicHarvests": { "mean": 29.833333333333332, "sd": 4.565148377670208, "min": 23, "max": 39, "ci95": [ 27.90532117871462, 31.761345487952045 ] }, "energySpent": { "mean": 908.325649405114, "sd": 6.83203709855381, "min": 897.2366346115163, "max": 922.7520470268347, "ci95": [ 905.4402556616711, 911.2110431485568 ] }, "fieldProbes": { "mean": 864, "sd": 0, "min": 864, "max": 864, "ci95": [ 864, 864 ] }, "trainingTicks": { "mean": 32, "sd": 0, "min": 32, "max": 32, "ci95": [ 32, 32 ] }, "policyEvaluations": { "mean": 1568, "sd": 0, "min": 1568, "max": 1568, "ci95": [ 1568, 1568 ] }, "trainingPolicyEvaluations": { "mean": 0, "sd": 0, "min": 0, "max": 0, "ci95": [ 0, 0 ] }, "diagnosticPolicyEvaluations": { "mean": 1568, "sd": 0, "min": 1568, "max": 1568, "ci95": [ 1568, 1568 ] }, "memoryRowUpdates": { "mean": 192, "sd": 0, "min": 192, "max": 192, "ci95": [ 192, 192 ] }, "promotions": { "mean": 16, "sd": 0, "min": 16, "max": 16, "ci95": [ 16, 16 ] }, "rollbacks": { "mean": 0, "sd": 0, "min": 0, "max": 0, "ci95": [ 0, 0 ] }, "heldoutReward": { "mean": 0.7231478834443696, "sd": 0.0389489669460702, "min": 0.6577129147323945, "max": 0.8191773544234545, "ci95": [ 0.7066984549769012, 0.7395973119118381 ] }, "heldoutA": { "mean": 0.7428238428594794, "sd": 0.051210292655863895, "min": 0.6354206734402945, "max": 0.81344767077412, "ci95": [ 0.7211960536807025, 0.7644516320382564 ] }, "heldoutB": { "mean": 0.7113427902661452, "sd": 0.07039136341130965, "min": 0.539335047428986, "max": 0.8244781784272665, "ci95": [ 0.6816142046847825, 0.7410713758475079 ] }, "heldoutC": { "mean": 0.7152770172074852, "sd": 0.0710052117445409, "min": 0.5312464723229456, "max": 0.8418345604441854, "ci95": [ 0.6852891833061004, 0.7452648511088699 ] }, "heldoutReturn": { "mean": 0.7428238428594794, "sd": 0.051210292655863895, "min": 0.6354206734402945, "max": 0.81344767077412, "ci95": [ 0.7211960536807025, 0.7644516320382564 ] }, "retentionLoss": { "mean": 0.24884151611917968, "sd": 0.045439970037403084, "min": 0.1670585755546612, "max": 0.335830176310302, "ci95": [ 0.2296507237746965, 0.2680323084636629 ] }, "firstAReward": { "mean": 0.9916653589786586, "sd": 0.02188128391229623, "min": 0.9525722273533686, "max": 1.0330937443773538, "ci95": [ 0.9824241738404221, 1.000906544116895 ] }, "afterCReward": { "mean": 0.7428238428594794, "sd": 0.051210292655863895, "min": 0.6354206734402945, "max": 0.81344767077412, "ci95": [ 0.7211960536807025, 0.7644516320382564 ] }, "phaseAWork": { "mean": 275.7808856577288, "sd": 12.323305119651785, "min": 243.83511910540392, "max": 296.21395820475686, "ci95": [ 270.5763490052117, 280.9854223102459 ] }, "phaseBWork": { "mean": 364.32930098236517, "sd": 25.71964210521247, "min": 313.76248529535485, "max": 420.01048835533317, "ci95": [ 353.4670510643023, 375.191550900428 ] }, "phaseCWork": { "mean": 178.9316446550134, "sd": 31.674917236584037, "min": 134.54194040227924, "max": 254.8621863889125, "ci95": [ 165.55428637956513, 192.30900293046167 ] }, "returnAWork": { "mean": 196.23980719368126, "sd": 29.469251703173732, "min": 138.5080008652909, "max": 251.60846850277755, "ci95": [ 183.7939739434084, 208.68564044395413 ] }, "alive": { "mean": 18, "sd": 0, "min": 18, "max": 18, "ci95": [ 18, 18 ] } } }, { "id": "mutation", "metrics": { "usefulWork": { "mean": 738.414909345515, "sd": 88.80954765590712, "min": 497.90279607872844, "max": 877.5840268193172, "ci95": [ 700.9077194008669, 775.922099290163 ] }, "harvests": { "mean": 179.58333333333334, "sd": 0.829702233998107, "min": 177, "max": 180, "ci95": [ 179.23292281881706, 179.93374384784963 ] }, "toxicHarvests": { "mean": 44.666666666666664, "sd": 12.278176704560241, "min": 29, "max": 70, "ci95": [ 39.481189226603796, 49.85214410672953 ] }, "energySpent": { "mean": 935.9889388321577, "sd": 16.621705693003, "min": 911.5789194869601, "max": 969.4067986247809, "ci95": [ 928.969046387181, 943.0088312771344 ] }, "fieldProbes": { "mean": 864, "sd": 0, "min": 864, "max": 864, "ci95": [ 864, 864 ] }, "trainingTicks": { "mean": 32, "sd": 0, "min": 32, "max": 32, "ci95": [ 32, 32 ] }, "policyEvaluations": { "mean": 7890.416666666667, "sd": 129.70063077405754, "min": 7614, "max": 8152, "ci95": [ 7835.63982878397, 7945.193504549364 ] }, "trainingPolicyEvaluations": { "mean": 6610.416666666667, "sd": 129.70063077405754, "min": 6334, "max": 6872, "ci95": [ 6555.63982878397, 6665.193504549364 ] }, "diagnosticPolicyEvaluations": { "mean": 1280, "sd": 0, "min": 1280, "max": 1280, "ci95": [ 1280, 1280 ] }, "memoryRowUpdates": { "mean": 0, "sd": 0, "min": 0, "max": 0, "ci95": [ 0, 0 ] }, "promotions": { "mean": 1.6666666666666667, "sd": 1.493949148388597, "min": 0, "max": 5, "ci95": [ 1.0357228553845772, 2.2976104779487563 ] }, "rollbacks": { "mean": 8.625, "sd": 1.2091139407595672, "min": 7, "max": 11, "ci95": [ 8.11435145558334, 9.13564854441666 ] }, "heldoutReward": { "mean": 0.4349832379519878, "sd": 0.11525092912448782, "min": 0.27933104132014874, "max": 0.7265026895327414, "ci95": [ 0.386308983842308, 0.4836574920616676 ] }, "heldoutA": { "mean": 0.847999220038829, "sd": 0.1762778206298522, "min": 0.31727616371672807, "max": 1.0296343241832466, "ci95": [ 0.7735513045172966, 0.9224471355603614 ] }, "heldoutB": { "mean": 0.10724180625836831, "sd": 0.41126926998239294, "min": -0.2871155696173375, "max": 1.0029354281131946, "ci95": [ -0.0664507193177414, 0.280934331834478 ] }, "heldoutC": { "mean": 0.34970868755876633, "sd": 0.30415817319027055, "min": -0.3820808076226383, "max": 0.9038363311945984, "ci95": [ 0.2212526974521007, 0.47816467766543197 ] }, "heldoutReturn": { "mean": 0.847999220038829, "sd": 0.1762778206298522, "min": 0.31727616371672807, "max": 1.0296343241832466, "ci95": [ 0.7735513045172966, 0.9224471355603614 ] }, "retentionLoss": { "mean": 0.2357476362167242, "sd": 0.2542507853475305, "min": 0, "max": 0.8183478241643523, "ci95": [ 0.12836917577738108, 0.3431260966560673 ] }, "firstAReward": { "mean": 0.9916653589786586, "sd": 0.02188128391229623, "min": 0.9525722273533686, "max": 1.0330937443773538, "ci95": [ 0.9824241738404221, 1.000906544116895 ] }, "afterCReward": { "mean": 0.7559177227619345, "sd": 0.2583409288399665, "min": 0.13422440318901635, "max": 1.0296343241832466, "ci95": [ 0.6468118603379979, 0.8650235851858711 ] }, "phaseAWork": { "mean": 272.5345129440806, "sd": 10.408152902757447, "min": 245.84006935576878, "max": 290.0217413263447, "ci95": [ 268.13880799792776, 276.9302178902334 ] }, "phaseBWork": { "mean": 165.01132145454406, "sd": 42.521845936027596, "min": 134.47602222907608, "max": 327.8049705565407, "ci95": [ 147.05294879737212, 182.969694111716 ] }, "phaseCWork": { "mean": 82.64134455497323, "sd": 46.25183756747935, "min": 0, "max": 175.7272104175919, "ci95": [ 63.107673877425626, 102.17501523252083 ] }, "returnAWork": { "mean": 218.22773039191728, "sd": 60.14457595426034, "min": 93.47055449073468, "max": 295.87389490554267, "ci95": [ 192.8266998270835, 243.62876095675105 ] }, "alive": { "mean": 18, "sd": 0, "min": 18, "max": 18, "ci95": [ 18, 18 ] } } }, { "id": "random", "metrics": { "usefulWork": { "mean": 723.0381149415938, "sd": 84.70484318115244, "min": 484.7257170066814, "max": 842.5797303408414, "ci95": [ 687.264476562795, 758.8117533203925 ] }, "harvests": { "mean": 179.04166666666666, "sd": 2.2550265913146643, "min": 170, "max": 180, "ci95": [ 178.0892948449074, 179.9940384884259 ] }, "toxicHarvests": { "mean": 45.125, "sd": 11.975745415667017, "min": 32, "max": 74, "ci95": [ 40.067249230065805, 50.182750769934195 ] }, "energySpent": { "mean": 937.4363362989175, "sd": 14.588435667588696, "min": 916.8353004571651, "max": 973.1128169557081, "ci95": [ 931.275160591779, 943.5975120060559 ] }, "fieldProbes": { "mean": 864, "sd": 0, "min": 864, "max": 864, "ci95": [ 864, 864 ] }, "trainingTicks": { "mean": 32, "sd": 0, "min": 32, "max": 32, "ci95": [ 32, 32 ] }, "policyEvaluations": { "mean": 7890.416666666667, "sd": 129.70063077405754, "min": 7614, "max": 8152, "ci95": [ 7835.63982878397, 7945.193504549364 ] }, "trainingPolicyEvaluations": { "mean": 6610.416666666667, "sd": 129.70063077405754, "min": 6334, "max": 6872, "ci95": [ 6555.63982878397, 6665.193504549364 ] }, "diagnosticPolicyEvaluations": { "mean": 1280, "sd": 0, "min": 1280, "max": 1280, "ci95": [ 1280, 1280 ] }, "memoryRowUpdates": { "mean": 0, "sd": 0, "min": 0, "max": 0, "ci95": [ 0, 0 ] }, "promotions": { "mean": 0.3333333333333333, "sd": 0.4815434123430768, "min": 0, "max": 1, "ci95": [ 0.12996172847701187, 0.5367049381896547 ] }, "rollbacks": { "mean": 10.125, "sd": 0.8501917942185291, "min": 8, "max": 11, "ci95": [ 9.765936070987696, 10.484063929012304 ] }, "heldoutReward": { "mean": 0.35090687833760414, "sd": 0.0824772329070619, "min": 0.2758303913569599, "max": 0.5465845987824618, "ci95": [ 0.31607403296899705, 0.38573972370621123 ] }, "heldoutA": { "mean": 0.8180704826129762, "sd": 0.29496327964146496, "min": 0.09578513676168152, "max": 1.0330937443773538, "ci95": [ 0.6934977981638519, 0.9426431670621005 ] }, "heldoutB": { "mean": 0.11010232613385551, "sd": 0.5306432928347329, "min": -0.2875405266412444, "max": 1.0029354281131946, "ci95": [ -0.11400577150357263, 0.3342104237712836 ] }, "heldoutC": { "mean": 0.12454782626598067, "sd": 0.28983932826246794, "min": -0.4226970736805815, "max": 0.7712382284357124, "ci95": [ 0.002139154839237725, 0.2469564976927236 ] }, "heldoutReturn": { "mean": 0.8180704826129762, "sd": 0.29496327964146496, "min": 0.09578513676168152, "max": 1.0330937443773538, "ci95": [ 0.6934977981638519, 0.9426431670621005 ] }, "retentionLoss": { "mean": 0.1735948763656825, "sd": 0.29875615066238037, "min": 0, "max": 0.9365445146194658, "ci95": [ 0.04742033786401631, 0.29976941486734865 ] }, "firstAReward": { "mean": 0.9916653589786586, "sd": 0.02188128391229623, "min": 0.9525722273533686, "max": 1.0330937443773538, "ci95": [ 0.9824241738404221, 1.000906544116895 ] }, "afterCReward": { "mean": 0.8180704826129762, "sd": 0.29496327964146496, "min": 0.09578513676168152, "max": 1.0330937443773538, "ci95": [ 0.6934977981638519, 0.9426431670621005 ] }, "phaseAWork": { "mean": 272.5345129440806, "sd": 10.408152902757447, "min": 245.84006935576878, "max": 290.0217413263447, "ci95": [ 268.13880799792776, 276.9302178902334 ] }, "phaseBWork": { "mean": 153.8276636029851, "sd": 27.717827634457596, "min": 134.47602222907608, "max": 228.8725573253455, "ci95": [ 142.12151428256945, 165.53381292340075 ] }, "phaseCWork": { "mean": 67.78189487246165, "sd": 48.99526915359017, "min": 0, "max": 235.58993373260608, "ci95": [ 47.08958289658105, 88.47420684834225 ] }, "returnAWork": { "mean": 228.89404352206643, "sd": 78.9660400752166, "min": 61.59422981597913, "max": 308.9372751445828, "ci95": [ 195.54409025180178, 262.2439967923311 ] }, "alive": { "mean": 18, "sd": 0, "min": 18, "max": 18, "ci95": [ 18, 18 ] } } } ], "paired": { "mutationVsRandomHeldout": { "mean": 0.08407635961438371, "sd": 0.11116505815248737, "min": -0.1520100327572413, "max": 0.2782699900458779, "ci95": [ 0.03712770306353745, 0.13102501616523 ] }, "mutationVsMemoryWork": { "mean": -276.8667291432734, "sd": 91.58760895703674, "min": -503.9923431169922, "max": -134.1469579114555, "ci95": [ -315.54718565271764, -238.18627263382916 ] }, "mutationVsFixedWork": { "mean": -16.43331099410689, "sd": 81.5178989891573, "min": -224.2477679541712, "max": 116.03612471799715, "ci95": [ -50.86099812884249, 17.99437614062871 ] }, "memoryVsFixedWork": { "mean": 260.4334181491665, "sd": 50.49464901160853, "min": 144.47084482159858, "max": 337.50360179249697, "ci95": [ 239.10786879489316, 281.75896750343986 ] } } }, { "regime": "indistinguishable", "arms": [ { "id": "fixed", "metrics": { "usefulWork": { "mean": 754.848220339622, "sd": 18.65434571161476, "min": 719.7661593814397, "max": 785.5364359352127, "ci95": [ 746.9698772293796, 762.7265634498644 ] }, "harvests": { "mean": 179.91666666666666, "sd": 0.2823298512866399, "min": 179, "max": 180, "ci95": [ 179.79742949410183, 180.03590383923148 ] }, "toxicHarvests": { "mean": 38.125, "sd": 2.997281376877038, "min": 32, "max": 43, "ci95": [ 36.859149594414625, 39.390850405585375 ] }, "energySpent": { "mean": 929.3200843216132, "sd": 4.211773506142291, "min": 921.0779610891673, "max": 935.943468172798, "ci95": [ 927.5413139858969, 931.0988546573295 ] }, "fieldProbes": { "mean": 864, "sd": 0, "min": 864, "max": 864, "ci95": [ 864, 864 ] }, "trainingTicks": { "mean": 32, "sd": 0, "min": 32, "max": 32, "ci95": [ 32, 32 ] }, "policyEvaluations": { "mean": 1568, "sd": 0, "min": 1568, "max": 1568, "ci95": [ 1568, 1568 ] }, "trainingPolicyEvaluations": { "mean": 0, "sd": 0, "min": 0, "max": 0, "ci95": [ 0, 0 ] }, "diagnosticPolicyEvaluations": { "mean": 1568, "sd": 0, "min": 1568, "max": 1568, "ci95": [ 1568, 1568 ] }, "memoryRowUpdates": { "mean": 0, "sd": 0, "min": 0, "max": 0, "ci95": [ 0, 0 ] }, "promotions": { "mean": 0, "sd": 0, "min": 0, "max": 0, "ci95": [ 0, 0 ] }, "rollbacks": { "mean": 0, "sd": 0, "min": 0, "max": 0, "ci95": [ 0, 0 ] }, "heldoutReward": { "mean": 0.3108247490385972, "sd": 0.02199278724143382, "min": 0.2758303913569599, "max": 0.351919654999602, "ci95": [ 0.3015364723808585, 0.3201130256963359 ] }, "heldoutA": { "mean": 0.9916653589786586, "sd": 0.02188128391229623, "min": 0.9525722273533686, "max": 1.0330937443773538, "ci95": [ 0.9824241738404221, 1.000906544116895 ] }, "heldoutB": { "mean": -0.2545576755456549, "sd": 0.02208658487319472, "min": -0.2875405266412444, "max": -0.21329486686889768, "ci95": [ -0.2638855660251467, -0.24522978506616314 ] }, "heldoutC": { "mean": 0.1953665636827877, "sd": 0.022118708205969444, "min": 0.16245947335875552, "max": 0.23670513313110214, "ci95": [ 0.18602510646440537, 0.20470802090117005 ] }, "heldoutReturn": { "mean": 0.9916653589786586, "sd": 0.02188128391229623, "min": 0.9525722273533686, "max": 1.0330937443773538, "ci95": [ 0.9824241738404221, 1.000906544116895 ] }, "retentionLoss": { "mean": 0, "sd": 0, "min": 0, "max": 0, "ci95": [ 0, 0 ] }, "firstAReward": { "mean": 0.9916653589786586, "sd": 0.02188128391229623, "min": 0.9525722273533686, "max": 1.0330937443773538, "ci95": [ 0.9824241738404221, 1.000906544116895 ] }, "afterCReward": { "mean": 0.9916653589786586, "sd": 0.02188128391229623, "min": 0.9525722273533686, "max": 1.0330937443773538, "ci95": [ 0.9824241738404221, 1.000906544116895 ] }, "phaseAWork": { "mean": 272.5345129440806, "sd": 10.408152902757447, "min": 245.84006935576878, "max": 290.0217413263447, "ci95": [ 268.13880799792776, 276.9302178902334 ] }, "phaseBWork": { "mean": 144.68754377713245, "sd": 6.419831448997129, "min": 134.47602222907608, "max": 157.83142362181638, "ci95": [ 141.97623802312611, 147.39884953113878 ] }, "phaseCWork": { "mean": 61.55999938127447, "sd": 7.9167243413242625, "min": 41.434920232234845, "max": 72.75391125611367, "ci95": [ 58.21650657619973, 64.90349218634923 ] }, "returnAWork": { "mean": 276.06616423713444, "sd": 12.694524534731094, "min": 253.16694493078631, "max": 308.9372751445828, "ci95": [ 270.70484942866426, 281.4274790456046 ] }, "alive": { "mean": 18, "sd": 0, "min": 18, "max": 18, "ci95": [ 18, 18 ] } } }, { "id": "memory", "metrics": { "usefulWork": { "mean": 732.1978752138267, "sd": 55.5830397287846, "min": 622.133320699455, "max": 850.775281051946, "ci95": [ 708.7233312730573, 755.6724191545961 ] }, "harvests": { "mean": 178.33333333333334, "sd": 1.9261736493723065, "min": 172, "max": 180, "ci95": [ 177.51984691390805, 179.14681975275863 ] }, "toxicHarvests": { "mean": 61.166666666666664, "sd": 7.387808209809425, "min": 43, "max": 72, "ci95": [ 58.0465525222555, 64.28678081107782 ] }, "energySpent": { "mean": 954.8568104600587, "sd": 10.674433499992299, "min": 929.1104917017377, "max": 971.0548738937333, "ci95": [ 950.3486464686492, 959.3649744514681 ] }, "fieldProbes": { "mean": 864, "sd": 0, "min": 864, "max": 864, "ci95": [ 864, 864 ] }, "trainingTicks": { "mean": 32, "sd": 0, "min": 32, "max": 32, "ci95": [ 32, 32 ] }, "policyEvaluations": { "mean": 1568, "sd": 0, "min": 1568, "max": 1568, "ci95": [ 1568, 1568 ] }, "trainingPolicyEvaluations": { "mean": 0, "sd": 0, "min": 0, "max": 0, "ci95": [ 0, 0 ] }, "diagnosticPolicyEvaluations": { "mean": 1568, "sd": 0, "min": 1568, "max": 1568, "ci95": [ 1568, 1568 ] }, "memoryRowUpdates": { "mean": 192, "sd": 0, "min": 192, "max": 192, "ci95": [ 192, 192 ] }, "promotions": { "mean": 16, "sd": 0, "min": 16, "max": 16, "ci95": [ 16, 16 ] }, "rollbacks": { "mean": 0, "sd": 0, "min": 0, "max": 0, "ci95": [ 0, 0 ] }, "heldoutReward": { "mean": 0.3108247490385972, "sd": 0.02199278724143382, "min": 0.2758303913569599, "max": 0.351919654999602, "ci95": [ 0.3015364723808585, 0.3201130256963359 ] }, "heldoutA": { "mean": 0.9916653589786586, "sd": 0.02188128391229623, "min": 0.9525722273533686, "max": 1.0330937443773538, "ci95": [ 0.9824241738404221, 1.000906544116895 ] }, "heldoutB": { "mean": -0.2545576755456549, "sd": 0.02208658487319472, "min": -0.2875405266412444, "max": -0.21329486686889768, "ci95": [ -0.2638855660251467, -0.24522978506616314 ] }, "heldoutC": { "mean": 0.1953665636827877, "sd": 0.022118708205969444, "min": 0.16245947335875552, "max": 0.23670513313110214, "ci95": [ 0.18602510646440537, 0.20470802090117005 ] }, "heldoutReturn": { "mean": 0.9916653589786586, "sd": 0.02188128391229623, "min": 0.9525722273533686, "max": 1.0330937443773538, "ci95": [ 0.9824241738404221, 1.000906544116895 ] }, "retentionLoss": { "mean": 1.0407205497779783, "sd": 0.2599650523402211, "min": 0.28000229915152075, "max": 1.3769907977991105, "ci95": [ 0.9309287666368949, 1.1505123329190616 ] }, "firstAReward": { "mean": 0.9916653589786586, "sd": 0.02188128391229623, "min": 0.9525722273533686, "max": 1.0330937443773538, "ci95": [ 0.9824241738404221, 1.000906544116895 ] }, "afterCReward": { "mean": -0.04905519079931959, "sd": 0.26389706867256324, "min": -0.39710228361371125, "max": 0.7253944338965279, "ci95": [ -0.16050759362978614, 0.062397212031146974 ] }, "phaseAWork": { "mean": 273.9531282800198, "sd": 11.62845391932502, "min": 244.56728332202545, "max": 290.0688443504318, "ci95": [ 269.04205011976865, 278.864206440271 ] }, "phaseBWork": { "mean": 237.65784361047199, "sd": 47.53814525769129, "min": 165.85273022887014, "max": 338.41194231088537, "ci95": [ 217.5809229317987, 257.73476428914523 ] }, "phaseCWork": { "mean": 66.9740567649632, "sd": 29.382220275704327, "min": 16.19872665257924, "max": 117.43497184789459, "ci95": [ 54.56497974605743, 79.38313378386896 ] }, "returnAWork": { "mean": 153.6128465583719, "sd": 29.471863616582382, "min": 96.51669846337245, "max": 219.8213543977256, "ci95": [ 141.16591021124825, 166.05978290549555 ] }, "alive": { "mean": 18, "sd": 0, "min": 18, "max": 18, "ci95": [ 18, 18 ] } } }, { "id": "mutation", "metrics": { "usefulWork": { "mean": 613.4206195506742, "sd": 96.6149907426504, "min": 493.3739799198811, "max": 777.7581917262306, "ci95": [ 572.6169345310718, 654.2243045702767 ] }, "harvests": { "mean": 177.20833333333334, "sd": 2.8738576810646848, "min": 170, "max": 180, "ci95": [ 175.99460880975832, 178.42205785690837 ] }, "toxicHarvests": { "mean": 62.541666666666664, "sd": 16.156783920900427, "min": 32, "max": 90, "ci95": [ 55.71812596174403, 69.3652073715893 ] }, "energySpent": { "mean": 960.0092010237055, "sd": 22.035190377379543, "min": 921.0779610891673, "max": 1000.421359977869, "ci95": [ 950.7030161284389, 969.3153859189721 ] }, "fieldProbes": { "mean": 864, "sd": 0, "min": 864, "max": 864, "ci95": [ 864, 864 ] }, "trainingTicks": { "mean": 32, "sd": 0, "min": 32, "max": 32, "ci95": [ 32, 32 ] }, "policyEvaluations": { "mean": 8168.666666666667, "sd": 46.82499023112473, "min": 8004, "max": 8226, "ci95": [ 8148.890934787481, 8188.442398545853 ] }, "trainingPolicyEvaluations": { "mean": 6888.666666666667, "sd": 46.82499023112473, "min": 6724, "max": 6946, "ci95": [ 6868.890934787481, 6908.442398545853 ] }, "diagnosticPolicyEvaluations": { "mean": 1280, "sd": 0, "min": 1280, "max": 1280, "ci95": [ 1280, 1280 ] }, "memoryRowUpdates": { "mean": 0, "sd": 0, "min": 0, "max": 0, "ci95": [ 0, 0 ] }, "promotions": { "mean": 1.7083333333333333, "sd": 0.954584665735822, "min": 0, "max": 3, "ci95": [ 1.3051808646964722, 2.1114858019701943 ] }, "rollbacks": { "mean": 7.25, "sd": 2.026991774076529, "min": 1, "max": 10, "ci95": [ 6.393934773982933, 8.106065226017067 ] }, "heldoutReward": { "mean": 0.30421826648221695, "sd": 0.023500087870416107, "min": 0.252163363802281, "max": 0.351919654999602, "ci95": [ 0.29429340724425873, 0.31414312572017516 ] }, "heldoutA": { "mean": 0.83371478242011, "sd": 0.33222606724596476, "min": -0.25762807316075115, "max": 1.0330937443773538, "ci95": [ 0.6934047984413885, 0.9740247663988315 ] }, "heldoutB": { "mean": -0.15205568362044022, "sd": 0.26914049144019536, "min": -0.2875405266412444, "max": 0.9709300651056266, "ci95": [ -0.2657225561661186, -0.0383888110747618 ] }, "heldoutC": { "mean": 0.23099570064698108, "sd": 0.20932583967616855, "min": -0.3918158805132725, "max": 0.740546807583627, "ci95": [ 0.14259052084045165, 0.3194008804535105 ] }, "heldoutReturn": { "mean": 0.83371478242011, "sd": 0.33222606724596476, "min": -0.25762807316075115, "max": 1.0330937443773538, "ci95": [ 0.6934047984413885, 0.9740247663988315 ] }, "retentionLoss": { "mean": 0.6110446296971147, "sd": 0.40726325287728504, "min": 0, "max": 1.323942008321978, "ci95": [ 0.43904397676813245, 0.783045282626097 ] }, "firstAReward": { "mean": 0.9916653589786586, "sd": 0.02188128391229623, "min": 0.9525722273533686, "max": 1.0330937443773538, "ci95": [ 0.9824241738404221, 1.000906544116895 ] }, "afterCReward": { "mean": 0.38062072928154395, "sd": 0.40191342538737995, "min": -0.3317822214273215, "max": 1.0111683933193354, "ci95": [ 0.21087948427807457, 0.5503619742850133 ] }, "phaseAWork": { "mean": 272.5345129440806, "sd": 10.408152902757447, "min": 245.84006935576878, "max": 290.0217413263447, "ci95": [ 268.13880799792776, 276.9302178902334 ] }, "phaseBWork": { "mean": 155.61658906995487, "sd": 27.139282030171422, "min": 134.47602222907608, "max": 234.5622468244286, "ci95": [ 144.15477856720418, 167.07839957270556 ] }, "phaseCWork": { "mean": 38.91650716954144, "sd": 35.977525410749294, "min": 0, "max": 114.93525012656255, "ci95": [ 23.72201609356283, 54.11099824552005 ] }, "returnAWork": { "mean": 146.3530103670973, "sd": 90.0890926056621, "min": 15.195745901833504, "max": 291.0505787163257, "ci95": [ 108.30542654881839, 184.40059418537624 ] }, "alive": { "mean": 18, "sd": 0, "min": 18, "max": 18, "ci95": [ 18, 18 ] } } }, { "id": "random", "metrics": { "usefulWork": { "mean": 519.9707370559258, "sd": 91.78084776023348, "min": 405.57688704195766, "max": 768.7608392107722, "ci95": [ 481.2086694507438, 558.7328046611079 ] }, "harvests": { "mean": 172.04166666666666, "sd": 5.637445973262118, "min": 162, "max": 180, "ci95": [ 169.66078800549977, 174.42254532783355 ] }, "toxicHarvests": { "mean": 84.16666666666667, "sd": 18.67028950351139, "min": 35, "max": 109, "ci95": [ 76.2815899692493, 92.05174336408405 ] }, "energySpent": { "mean": 991.2542479411278, "sd": 27.103618034234362, "min": 924.9682706365907, "max": 1029.1441830221288, "ci95": [ 979.8074995156549, 1002.7009963666007 ] }, "fieldProbes": { "mean": 864, "sd": 0, "min": 864, "max": 864, "ci95": [ 864, 864 ] }, "trainingTicks": { "mean": 32, "sd": 0, "min": 32, "max": 32, "ci95": [ 32, 32 ] }, "policyEvaluations": { "mean": 8168.666666666667, "sd": 46.82499023112473, "min": 8004, "max": 8226, "ci95": [ 8148.890934787481, 8188.442398545853 ] }, "trainingPolicyEvaluations": { "mean": 6888.666666666667, "sd": 46.82499023112473, "min": 6724, "max": 6946, "ci95": [ 6868.890934787481, 6908.442398545853 ] }, "diagnosticPolicyEvaluations": { "mean": 1280, "sd": 0, "min": 1280, "max": 1280, "ci95": [ 1280, 1280 ] }, "memoryRowUpdates": { "mean": 0, "sd": 0, "min": 0, "max": 0, "ci95": [ 0, 0 ] }, "promotions": { "mean": 2.0416666666666665, "sd": 0.8064504441319253, "min": 0, "max": 3, "ci95": [ 1.7010761469829414, 2.3822571863503916 ] }, "rollbacks": { "mean": 9.208333333333334, "sd": 0.9315329426211432, "min": 8, "max": 11, "ci95": [ 8.814916364766393, 9.601750301900275 ] }, "heldoutReward": { "mean": 0.2943951079018867, "sd": 0.02881171767337844, "min": 0.2488868240546295, "max": 0.35426041814280884, "ci95": [ 0.2822269728766533, 0.3065632429271201 ] }, "heldoutA": { "mean": 0.5441612407918676, "sd": 0.6256723009277089, "min": -0.3659708311276228, "max": 1.0330937443773538, "ci95": [ 0.2799192707176094, 0.8084032108661257 ] }, "heldoutB": { "mean": -0.10559209232890593, "sd": 0.2124188176893828, "min": -0.2875405266412444, "max": 0.3846418827101373, "ci95": [ -0.19530353837480102, -0.015880646283010835 ] }, "heldoutC": { "mean": 0.44461617524269864, "sd": 0.36120616698710234, "min": 0.16245947335875552, "max": 1.0065643157458664, "ci95": [ 0.2920669429590861, 0.5971654075263112 ] }, "heldoutReturn": { "mean": 0.5441612407918676, "sd": 0.6256723009277089, "min": -0.3659708311276228, "max": 1.0330937443773538, "ci95": [ 0.2799192707176094, 0.8084032108661257 ] }, "retentionLoss": { "mean": 1.137140088607499, "sd": 0.3639465697996651, "min": 0, "max": 1.3883345589525946, "ci95": [ 0.9834334941761376, 1.2908466830388603 ] }, "firstAReward": { "mean": 0.9916653589786586, "sd": 0.02188128391229623, "min": 0.9525722273533686, "max": 1.0330937443773538, "ci95": [ 0.9824241738404221, 1.000906544116895 ] }, "afterCReward": { "mean": -0.14547472962884006, "sd": 0.35788364102632747, "min": -0.39710228361371125, "max": 0.990975663858313, "ci95": [ -0.29662075003269345, 0.005671290775013327 ] }, "phaseAWork": { "mean": 272.5345129440806, "sd": 10.408152902757447, "min": 245.84006935576878, "max": 290.0217413263447, "ci95": [ 268.13880799792776, 276.9302178902334 ] }, "phaseBWork": { "mean": 156.47219695584758, "sd": 28.365571340568042, "min": 134.47602222907608, "max": 234.5622468244286, "ci95": [ 144.49248418576022, 168.45190972593494 ] }, "phaseCWork": { "mean": 41.30815422317562, "sd": 44.20315969077871, "min": 0, "max": 144.5097076981595, "ci95": [ 22.639707525312346, 59.976600921038894 ] }, "returnAWork": { "mean": 49.65587293282215, "sd": 77.43646189444958, "min": 0, "max": 262.26649366471213, "ci95": [ 16.95191078485776, 82.35983508078654 ] }, "alive": { "mean": 18, "sd": 0, "min": 18, "max": 18, "ci95": [ 18, 18 ] } } } ], "paired": { "mutationVsRandomHeldout": { "mean": 0.009823158580330246, "sd": 0.02253842964045106, "min": -0.023365840295468565, "max": 0.0688712253624813, "ci95": [ 0.0003044392095953724, 0.01934187795106512 ] }, "mutationVsMemoryWork": { "mean": -118.7772556631527, "sd": 101.05904289938168, "min": -329.29801392027343, "max": 52.08321261502783, "ci95": [ -161.4578099244752, -76.09670140183019 ] }, "mutationVsFixedWork": { "mean": -141.42760078894779, "sd": 93.48336381080456, "min": -292.1624560153316, "max": 0, "ci95": [ -180.90869686097886, -101.9465047169167 ] }, "memoryVsFixedWork": { "mean": -22.65034512579507, "sd": 50.106781934442566, "min": -123.29125255063036, "max": 79.23011037834283, "ci95": [ -43.812085469432496, -1.488604782157644 ] } } }, { "regime": "changed-home", "arms": [ { "id": "fixed", "metrics": { "usefulWork": { "mean": 485.4260444123774, "sd": 13.846501298255657, "min": 464.1175881729261, "max": 515.9910390473087, "ci95": [ 479.57821196676366, 491.2738768579911 ] }, "harvests": { "mean": 176, "sd": 2.245768968720862, "min": 171, "max": 180, "ci95": [ 175.05153797643504, 176.94846202356496 ] }, "toxicHarvests": { "mean": 81.20833333333333, "sd": 3.387690847075972, "min": 74, "max": 87, "ci95": [ 79.7776001810001, 82.63906648566656 ] }, "energySpent": { "mean": 994.8084735924866, "sd": 4.901088109503126, "min": 984.7099610891614, "max": 1003.7065935092469, "ci95": [ 992.7385830513161, 996.8783641336571 ] }, "fieldProbes": { "mean": 864, "sd": 0, "min": 864, "max": 864, "ci95": [ 864, 864 ] }, "trainingTicks": { "mean": 32, "sd": 0, "min": 32, "max": 32, "ci95": [ 32, 32 ] }, "policyEvaluations": { "mean": 1568, "sd": 0, "min": 1568, "max": 1568, "ci95": [ 1568, 1568 ] }, "trainingPolicyEvaluations": { "mean": 0, "sd": 0, "min": 0, "max": 0, "ci95": [ 0, 0 ] }, "diagnosticPolicyEvaluations": { "mean": 1568, "sd": 0, "min": 1568, "max": 1568, "ci95": [ 1568, 1568 ] }, "memoryRowUpdates": { "mean": 0, "sd": 0, "min": 0, "max": 0, "ci95": [ 0, 0 ] }, "promotions": { "mean": 0, "sd": 0, "min": 0, "max": 0, "ci95": [ 0, 0 ] }, "rollbacks": { "mean": 0, "sd": 0, "min": 0, "max": 0, "ci95": [ 0, 0 ] }, "heldoutReward": { "mean": 0.3108247490385972, "sd": 0.02199278724143382, "min": 0.2758303913569599, "max": 0.351919654999602, "ci95": [ 0.3015364723808585, 0.3201130256963359 ] }, "heldoutA": { "mean": 0.9916653589786586, "sd": 0.02188128391229623, "min": 0.9525722273533686, "max": 1.0330937443773538, "ci95": [ 0.9824241738404221, 1.000906544116895 ] }, "heldoutB": { "mean": -0.2545576755456549, "sd": 0.02208658487319472, "min": -0.2875405266412444, "max": -0.21329486686889768, "ci95": [ -0.2638855660251467, -0.24522978506616314 ] }, "heldoutC": { "mean": 0.1953665636827877, "sd": 0.022118708205969444, "min": 0.16245947335875552, "max": 0.23670513313110214, "ci95": [ 0.18602510646440537, 0.20470802090117005 ] }, "heldoutReturn": { "mean": -0.2545576755456549, "sd": 0.02208658487319472, "min": -0.2875405266412444, "max": -0.21329486686889768, "ci95": [ -0.2638855660251467, -0.24522978506616314 ] }, "retentionLoss": { "mean": 0, "sd": 0, "min": 0, "max": 0, "ci95": [ 0, 0 ] }, "firstAReward": { "mean": 0.9916653589786586, "sd": 0.02188128391229623, "min": 0.9525722273533686, "max": 1.0330937443773538, "ci95": [ 0.9824241738404221, 1.000906544116895 ] }, "afterCReward": { "mean": 0.9916653589786586, "sd": 0.02188128391229623, "min": 0.9525722273533686, "max": 1.0330937443773538, "ci95": [ 0.9824241738404221, 1.000906544116895 ] }, "phaseAWork": { "mean": 272.5345129440806, "sd": 10.408152902757447, "min": 245.84006935576878, "max": 290.0217413263447, "ci95": [ 268.13880799792776, 276.9302178902334 ] }, "phaseBWork": { "mean": 144.68754377713245, "sd": 6.419831448997129, "min": 134.47602222907608, "max": 157.83142362181638, "ci95": [ 141.97623802312611, 147.39884953113878 ] }, "phaseCWork": { "mean": 61.55999938127447, "sd": 7.9167243413242625, "min": 41.434920232234845, "max": 72.75391125611367, "ci95": [ 58.21650657619973, 64.90349218634923 ] }, "returnAWork": { "mean": 6.643988309889802, "sd": 2.8954187454417344, "min": 1.3261431925904503, "max": 11.673350214164486, "ci95": [ 5.421157840407567, 7.866818779372037 ] }, "alive": { "mean": 18, "sd": 0, "min": 18, "max": 18, "ci95": [ 18, 18 ] } } }, { "id": "memory", "metrics": { "usefulWork": { "mean": 996.2879740760715, "sd": 27.066133262959053, "min": 940.2796283524492, "max": 1057.9625909037445, "ci95": [ 984.8570567011259, 1007.718891451017 ] }, "harvests": { "mean": 180, "sd": 0, "min": 180, "max": 180, "ci95": [ 180, 180 ] }, "toxicHarvests": { "mean": 29.75, "sd": 3.260434753619323, "min": 21, "max": 35, "ci95": [ 28.37301127712142, 31.12698872287858 ] }, "energySpent": { "mean": 906.5479377245034, "sd": 4.704808781320411, "min": 893.7882594258083, "max": 913.6406307735921, "ci95": [ 904.5609423926733, 908.5349330563336 ] }, "fieldProbes": { "mean": 864, "sd": 0, "min": 864, "max": 864, "ci95": [ 864, 864 ] }, "trainingTicks": { "mean": 32, "sd": 0, "min": 32, "max": 32, "ci95": [ 32, 32 ] }, "policyEvaluations": { "mean": 1568, "sd": 0, "min": 1568, "max": 1568, "ci95": [ 1568, 1568 ] }, "trainingPolicyEvaluations": { "mean": 0, "sd": 0, "min": 0, "max": 0, "ci95": [ 0, 0 ] }, "diagnosticPolicyEvaluations": { "mean": 1568, "sd": 0, "min": 1568, "max": 1568, "ci95": [ 1568, 1568 ] }, "memoryRowUpdates": { "mean": 192, "sd": 0, "min": 192, "max": 192, "ci95": [ 192, 192 ] }, "promotions": { "mean": 16, "sd": 0, "min": 16, "max": 16, "ci95": [ 16, 16 ] }, "rollbacks": { "mean": 0, "sd": 0, "min": 0, "max": 0, "ci95": [ 0, 0 ] }, "heldoutReward": { "mean": 0.7630082349493885, "sd": 0.017070205460192413, "min": 0.7262133445584018, "max": 0.7957116351271294, "ci95": [ 0.755798926316602, 0.7702175435821751 ] }, "heldoutA": { "mean": 0.2986363410208422, "sd": 0.026964294793706673, "min": 0.23626394562515826, "max": 0.3463323070334821, "ci95": [ 0.28724843337751604, 0.31002424866416833 ] }, "heldoutB": { "mean": 0.9938176756116178, "sd": 0.025116373325384855, "min": 0.9358117723041808, "max": 1.0358502431461478, "ci95": [ 0.9832102059205677, 1.004425145302668 ] }, "heldoutC": { "mean": 0.9965706882157043, "sd": 0.019313918697199683, "min": 0.9494356882106558, "max": 1.0332742879294816, "ci95": [ 0.9884137857623995, 1.0047275906690092 ] }, "heldoutReturn": { "mean": 0.9938176756116178, "sd": 0.025116373325384855, "min": 0.9358117723041808, "max": 1.0358502431461478, "ci95": [ 0.9832102059205677, 1.004425145302668 ] }, "retentionLoss": { "mean": 0, "sd": 0, "min": 0, "max": 0, "ci95": [ 0, 0 ] }, "firstAReward": { "mean": 0.9916653589786586, "sd": 0.02188128391229623, "min": 0.9525722273533686, "max": 1.0330937443773538, "ci95": [ 0.9824241738404221, 1.000906544116895 ] }, "afterCReward": { "mean": 0.9916653589786586, "sd": 0.02188128391229623, "min": 0.9525722273533686, "max": 1.0330937443773538, "ci95": [ 0.9824241738404221, 1.000906544116895 ] }, "phaseAWork": { "mean": 274.22515856385616, "sd": 11.390465647332277, "min": 243.83511910540392, "max": 290.0688443504318, "ci95": [ 269.4145906703256, 279.0357264573867 ] }, "phaseBWork": { "mean": 419.8423995406242, "sd": 11.936764160730316, "min": 394.68578176492855, "max": 437.84553485100395, "ci95": [ 414.8011118354368, 424.88368724581164 ] }, "phaseCWork": { "mean": 202.70771597756513, "sd": 29.11171651739406, "min": 146.82786041922338, "max": 281.79964130321605, "ci95": [ 190.41288158359643, 215.00255037153383 ] }, "returnAWork": { "mean": 99.51269999402632, "sd": 25.465788082411272, "min": 68.77672096563265, "max": 150.9542425173414, "ci95": [ 88.7576609705433, 110.26773901750934 ] }, "alive": { "mean": 18, "sd": 0, "min": 18, "max": 18, "ci95": [ 18, 18 ] } } }, { "id": "mutation", "metrics": { "usefulWork": { "mean": 768.5202337483524, "sd": 169.71038907913086, "min": 479.1990521408186, "max": 1056.50111937563, "ci95": [ 696.8459603534051, 840.1945071432998 ] }, "harvests": { "mean": 179.66666666666666, "sd": 0.7613869876268812, "min": 177, "max": 180, "ci95": [ 179.34510792529179, 179.98822540804153 ] }, "toxicHarvests": { "mean": 44.708333333333336, "sd": 17.989076798378814, "min": 21, "max": 87, "ci95": [ 37.11095514354838, 52.30571152311829 ] }, "energySpent": { "mean": 932.4645821454222, "sd": 29.409933889156775, "min": 893.4330338160922, "max": 1001.642670845753, "ci95": [ 920.0438007569836, 944.8853635338609 ] }, "fieldProbes": { "mean": 864, "sd": 0, "min": 864, "max": 864, "ci95": [ 864, 864 ] }, "trainingTicks": { "mean": 32, "sd": 0, "min": 32, "max": 32, "ci95": [ 32, 32 ] }, "policyEvaluations": { "mean": 7412, "sd": 0, "min": 7412, "max": 7412, "ci95": [ 7412, 7412 ] }, "trainingPolicyEvaluations": { "mean": 6132, "sd": 0, "min": 6132, "max": 6132, "ci95": [ 6132, 6132 ] }, "diagnosticPolicyEvaluations": { "mean": 1280, "sd": 0, "min": 1280, "max": 1280, "ci95": [ 1280, 1280 ] }, "memoryRowUpdates": { "mean": 0, "sd": 0, "min": 0, "max": 0, "ci95": [ 0, 0 ] }, "promotions": { "mean": 2.75, "sd": 1.1515584902738285, "min": 1, "max": 5, "ci95": [ 2.2636590133932537, 3.2363409866067463 ] }, "rollbacks": { "mean": 3.75, "sd": 2.1918822564378218, "min": 1, "max": 8, "ci95": [ 2.8242961055601206, 4.67570389443988 ] }, "heldoutReward": { "mean": 0.6080400139436728, "sd": 0.18086920419868552, "min": 0.15991115905692807, "max": 0.9557801720485636, "ci95": [ 0.5316530062842973, 0.6844270216030482 ] }, "heldoutA": { "mean": 0.38367697300324166, "sd": 0.3078892935922008, "min": -0.3146625332290769, "max": 1.0053967330480487, "ci95": [ 0.25364520815933983, 0.5137087378471434 ] }, "heldoutB": { "mean": 0.9106409954472364, "sd": 0.23776227400791752, "min": 0.11912965336878752, "max": 1.0358502431461478, "ci95": [ 0.8102261751011351, 1.0110558157933378 ] }, "heldoutC": { "mean": 0.5298020733805409, "sd": 0.4070214276697697, "min": 0.05671137217381408, "max": 1.0309808638310174, "ci95": [ 0.3579035511822186, 0.7017005955788631 ] }, "heldoutReturn": { "mean": 0.6912108429578495, "sd": 0.5053344424926068, "min": -0.28178554100390385, "max": 1.0358502431461478, "ci95": [ 0.4777915043797595, 0.9046301815359395 ] }, "retentionLoss": { "mean": 0.01718285688558718, "sd": 0.03271472396947327, "min": 0, "max": 0.10964337347680153, "ci95": [ 0.0033663540624456097, 0.03099935970872875 ] }, "firstAReward": { "mean": 0.9916653589786586, "sd": 0.02188128391229623, "min": 0.9525722273533686, "max": 1.0330937443773538, "ci95": [ 0.9824241738404221, 1.000906544116895 ] }, "afterCReward": { "mean": 0.9744825020930713, "sd": 0.03856055997339265, "min": 0.8924918687614148, "max": 1.0330937443773538, "ci95": [ 0.9581971106518524, 0.9907678935342902 ] }, "phaseAWork": { "mean": 272.5345129440806, "sd": 10.408152902757447, "min": 245.84006935576878, "max": 290.0217413263447, "ci95": [ 268.13880799792776, 276.9302178902334 ] }, "phaseBWork": { "mean": 290.24743011608786, "sd": 96.64538608366216, "min": 147.12796159262973, "max": 437.84553485100395, "ci95": [ 249.43090814529205, 331.06395208688366 ] }, "phaseCWork": { "mean": 122.94355474613918, "sd": 72.49397654284762, "min": 41.19772061997537, "max": 301.97292593086803, "ci95": [ 92.32696655485145, 153.56014293742692 ] }, "returnAWork": { "mean": 82.79473594204485, "sd": 58.37870351670889, "min": 3.192800637146206, "max": 163.9082582914624, "ci95": [ 58.139491327950076, 107.44998055613962 ] }, "alive": { "mean": 18, "sd": 0, "min": 18, "max": 18, "ci95": [ 18, 18 ] } } }, { "id": "random", "metrics": { "usefulWork": { "mean": 799.6098748278523, "sd": 145.6936451348092, "min": 453.08677325112325, "max": 995.848528219474, "ci95": [ 738.0786615063759, 861.1410881493288 ] }, "harvests": { "mean": 178.91666666666666, "sd": 2.2050666295102532, "min": 172, "max": 180, "ci95": [ 177.98539457828613, 179.84793875504718 ] }, "toxicHarvests": { "mean": 54.083333333333336, "sd": 17.524930482195845, "min": 30, "max": 90, "ci95": [ 46.68197938308886, 61.48468728357781 ] }, "energySpent": { "mean": 944.0303945255781, "sd": 26.867659171596372, "min": 906.7109940404168, "max": 1002.2669940136974, "ci95": [ 932.683299280576, 955.3774897705803 ] }, "fieldProbes": { "mean": 864, "sd": 0, "min": 864, "max": 864, "ci95": [ 864, 864 ] }, "trainingTicks": { "mean": 32, "sd": 0, "min": 32, "max": 32, "ci95": [ 32, 32 ] }, "policyEvaluations": { "mean": 7412, "sd": 0, "min": 7412, "max": 7412, "ci95": [ 7412, 7412 ] }, "trainingPolicyEvaluations": { "mean": 6132, "sd": 0, "min": 6132, "max": 6132, "ci95": [ 6132, 6132 ] }, "diagnosticPolicyEvaluations": { "mean": 1280, "sd": 0, "min": 1280, "max": 1280, "ci95": [ 1280, 1280 ] }, "memoryRowUpdates": { "mean": 0, "sd": 0, "min": 0, "max": 0, "ci95": [ 0, 0 ] }, "promotions": { "mean": 2.0416666666666665, "sd": 0.3586407511783862, "min": 1, "max": 3, "ci95": [ 1.8902008937696204, 2.1931324395637124 ] }, "rollbacks": { "mean": 6.583333333333333, "sd": 2.0834057958412537, "min": 2, "max": 10, "ci95": [ 5.70344261235857, 7.463224054308096 ] }, "heldoutReward": { "mean": 0.687112969743314, "sd": 0.19455566602824698, "min": 0.2948572576186675, "max": 1.0010857104593394, "ci95": [ 0.6049457195642889, 0.7692802199223392 ] }, "heldoutA": { "mean": 0.4402389357978822, "sd": 0.30306771369071644, "min": 0.006306523933319853, "max": 1.0033520427357585, "ci95": [ 0.31224348256654433, 0.5682343890292201 ] }, "heldoutB": { "mean": 0.9442697431087977, "sd": 0.17694636372591974, "min": 0.15296453052247438, "max": 1.0358502431461478, "ci95": [ 0.8695394798718199, 1.0190000063457756 ] }, "heldoutC": { "mean": 0.6768302303232624, "sd": 0.47754580251510426, "min": -0.40250960958585325, "max": 1.0244834555646307, "ci95": [ 0.47514694744470054, 0.8785135132018242 ] }, "heldoutReturn": { "mean": 0.6660929904313047, "sd": 0.5381535202595487, "min": -0.28062976037982473, "max": 1.0290870738129794, "ci95": [ 0.4388130769927031, 0.8933729038699062 ] }, "retentionLoss": { "mean": 0.021285654712300314, "sd": 0.07319598505371318, "min": 0, "max": 0.3564678947104907, "ci95": [ -0.009627414738657952, 0.052198724163258575 ] }, "firstAReward": { "mean": 0.9916653589786586, "sd": 0.02188128391229623, "min": 0.9525722273533686, "max": 1.0330937443773538, "ci95": [ 0.9824241738404221, 1.000906544116895 ] }, "afterCReward": { "mean": 0.9703797042663584, "sd": 0.07277946728329752, "min": 0.648928838337558, "max": 1.0330937443773538, "ci95": [ 0.9396425439551566, 1.0011168645775603 ] }, "phaseAWork": { "mean": 272.5345129440806, "sd": 10.408152902757447, "min": 245.84006935576878, "max": 290.0217413263447, "ci95": [ 268.13880799792776, 276.9302178902334 ] }, "phaseBWork": { "mean": 314.41182757019715, "sd": 120.9836389123253, "min": 138.72532542448607, "max": 438.67175261974984, "ci95": [ 263.3164617604212, 365.5071933799731 ] }, "phaseCWork": { "mean": 79.60636830625077, "sd": 85.2863467376528, "min": 0, "max": 267.75704260102884, "ci95": [ 43.5871418693791, 115.62559474312243 ] }, "returnAWork": { "mean": 133.05716600732373, "sd": 89.3804021117147, "min": 28.12910000030263, "max": 282.5458485606147, "ci95": [ 95.30888546971728, 170.8054465449302 ] }, "alive": { "mean": 18, "sd": 0, "min": 18, "max": 18, "ci95": [ 18, 18 ] } } } ], "paired": { "mutationVsRandomHeldout": { "mean": -0.07907295579964112, "sd": 0.2721100827334963, "min": -0.5421113891247604, "max": 0.6371900317534951, "ci95": [ -0.1939939843188119, 0.03584807271952967 ] }, "mutationVsMemoryWork": { "mean": -227.76774032771925, "sd": 172.56343976524738, "min": -546.4880386571767, "max": 59.99187879691283, "ci95": [ -300.64695076863035, -154.88852988680816 ] }, "mutationVsFixedWork": { "mean": 283.0941893359752, "sd": 165.67430089904127, "min": 1.2190166773452802, "max": 575.074455882941, "ci95": [ 213.12448859114986, 353.06389008080055 ] }, "memoryVsFixedWork": { "mean": 510.86192966369435, "sd": 29.277463140484958, "min": 450.3268321529691, "max": 573.3256060783693, "ci95": [ 498.49709502494295, 523.2267643024458 ] } } } ], "runs": [ { "regime": "four-seasons", "seed": 17, "arms": [ { "id": "fixed", "summary": { "usefulWork": 750.9811182361099, "harvests": 180, "toxicHarvests": 35, "energySpent": 925.240634726321, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.3324186568176876, "heldoutA": 1.0145714456866575, "heldoutB": -0.2336577376167973, "heldoutC": 0.21634226238320273, "heldoutReturn": 1.0145714456866575, "retentionLoss": 0, "firstAReward": 1.0145714456866575, "afterCReward": 1.0145714456866575, "phaseAWork": 275.8351296624939, "phaseBWork": 148.80189949552027, "phaseCWork": 64.91877448993404, "returnAWork": 261.42531458816165, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 1126.723608876465, "harvests": 180, "toxicHarvests": 23, "energySpent": 897.8332167748564, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 0.999514809954738, "heldoutA": 1.0145714456866575, "heldoutB": 1.016078025098767, "heldoutC": 0.9678949590787896, "heldoutReturn": 1.0145714456866575, "retentionLoss": 0, "firstAReward": 1.0145714456866575, "afterCReward": 1.0145714456866575, "phaseAWork": 288.39847173920174, "phaseBWork": 426.87815120729266, "phaseCWork": 146.82786041922338, "returnAWork": 264.61912551074727, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 917.5515025318684, "harvests": 180, "toxicHarvests": 30, "energySpent": 910.3748980749644, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 4, "rollbacks": 2, "heldoutReward": 0.6714245961388982, "heldoutA": 1.0145714456866575, "heldoutB": 0.03180738365124716, "heldoutC": 0.9678949590787896, "heldoutReturn": 1.0145714456866575, "retentionLoss": 0, "firstAReward": 1.0145714456866575, "afterCReward": 1.0145714456866575, "phaseAWork": 275.8351296624939, "phaseBWork": 171.93874528291565, "phaseCWork": 193.88961644990462, "returnAWork": 275.88801113655427, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 620.9583941553091, "harvests": 180, "toxicHarvests": 60, "energySpent": 955.3817570814214, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 1, "rollbacks": 10, "heldoutReward": 0.5728678728113649, "heldoutA": 1.0145714456866575, "heldoutB": 1.016078025098767, "heldoutC": -0.3120458523513299, "heldoutReturn": 1.0145714456866575, "retentionLoss": 0, "firstAReward": 1.0145714456866575, "afterCReward": 1.0145714456866575, "phaseAWork": 275.8351296624939, "phaseBWork": 148.80189949552027, "phaseCWork": 9.188746161145616, "returnAWork": 187.13261883614928, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.017895168917962, "gate": 1.104232464871828, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0619194245128833, "gate": 1.0393518433297209, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9208186789515332, "gate": 0.9073032701094647, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9638975222060218, "gate": 1.0206878035945015, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.14910353408975172, "gate": -0.2759543229057801, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2788235778645847, "gate": -0.20641503496537883, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.11667932685656003, "gate": -0.13209670444042063, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.27194317665482626, "gate": -0.2110194620677439, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.23893520130450832, "gate": 0.1716983673214523, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.18761880132585387, "gate": 0.3249974366407307, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.19625487712614312, "gate": 0.1780358658627588, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.17268646781483188, "gate": 0.1336145942703061, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0569981416383067, "gate": 0.9960977888598772, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9734123420010584, "gate": 0.9471411733169536, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9004223889780057, "gate": 0.8967013019886991, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9621619705076331, "gate": 0.9546742802860688, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-dba7511b", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.017895168917962, "gate": 1.104232464871828, "tick": 0 }, { "epoch": 1, "parent": "p12-dba7511b", "candidate": "p12-6c179ce", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0619194245128833, "gate": 1.0393518433297209, "tick": 24 }, { "epoch": 2, "parent": "p12-6c179ce", "candidate": "p12-19a74ce8", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9208186789515332, "gate": 0.9073032701094647, "tick": 48 }, { "epoch": 3, "parent": "p12-19a74ce8", "candidate": "p12-b62bf4a9", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9638975222060218, "gate": 1.0206878035945015, "tick": 72 }, { "epoch": 4, "parent": "p12-b62bf4a9", "candidate": "p12-d9c77077", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9073893761490709, "gate": 0.9662044832195461, "tick": 96 }, { "epoch": 5, "parent": "p12-d9c77077", "candidate": "p12-a6ce211a", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8934852953808865, "gate": 1.0398580826752355, "tick": 120 }, { "epoch": 6, "parent": "p12-a6ce211a", "candidate": "p12-c2e5c237", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9589577082621573, "gate": 1.084800219903806, "tick": 144 }, { "epoch": 7, "parent": "p12-c2e5c237", "candidate": "p12-7f28a651", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0302256127418088, "gate": 0.9695130061648577, "tick": 168 }, { "epoch": 8, "parent": "p12-7f28a651", "candidate": "p12-5e91db53", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0363799622161538, "gate": 1.095103270699993, "tick": 192 }, { "epoch": 9, "parent": "p12-5e91db53", "candidate": "p12-255dfc35", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0243336055661059, "gate": 0.9657818900765024, "tick": 216 }, { "epoch": 10, "parent": "p12-255dfc35", "candidate": "p12-fecf50f0", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9668179255513124, "gate": 1.0032071145412742, "tick": 240 }, { "epoch": 11, "parent": "p12-fecf50f0", "candidate": "p12-b5148437", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0120821665451258, "gate": 1.0004439354624448, "tick": 264 }, { "epoch": 12, "parent": "p12-b5148437", "candidate": "p12-830bebaa", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0569981416383067, "gate": 0.9960977888598772, "tick": 288 }, { "epoch": 13, "parent": "p12-830bebaa", "candidate": "p12-1da4e6c6", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9734123420010584, "gate": 0.9471411733169536, "tick": 312 }, { "epoch": 14, "parent": "p12-1da4e6c6", "candidate": "p12-f7b81d5c", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9004223889780057, "gate": 0.8967013019886991, "tick": 336 }, { "epoch": 15, "parent": "p12-f7b81d5c", "candidate": "p12-25507958", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9621619705076331, "gate": 0.9546742802860688, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.017895168917962, "gate": 1.104232464871828, "incumbentGate": 1.104232464871828, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0512814722228, "gate": 1.0393518433297209, "incumbentGate": 1.0393518433297209, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9441759510964071, "gate": 0.9073032701094647, "incumbentGate": 0.9073032701094647, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9394773012125697, "gate": 1.0206878035945015, "incumbentGate": 1.0206878035945015, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.14475945968188883, "gate": -0.2759543229057801, "incumbentGate": -0.2759543229057801, "retentionLoss": 0, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-8234b7b8", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.17957894169432856, "gate": -0.03819014321234598, "incumbentGate": -0.20641503496537883, "retentionLoss": 0, "tick": 120 }, { "epoch": 6, "parent": "p12-8234b7b8", "candidate": "p12-f2c14194", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.30168693567967575, "gate": 0.0348577278203635, "incumbentGate": -0.03634718129075697, "retentionLoss": 0, "tick": 144 }, { "epoch": 7, "parent": "p12-f2c14194", "candidate": "p12-c80eba76", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.31443257291791954, "gate": 0.12389550107136234, "incumbentGate": 0.12389550107136234, "retentionLoss": 0.016517967524277685, "tick": 168 }, { "epoch": 8, "parent": "p12-f2c14194", "candidate": "p12-21013432", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.5895737233364626, "gate": 1.095103270699993, "incumbentGate": 0.1716983673214523, "retentionLoss": 1.3125007975745708, "tick": 192 }, { "epoch": 9, "parent": "p12-f2c14194", "candidate": "p12-2de4a1f9", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.7615502288826627, "gate": 0.9657818900765024, "incumbentGate": 0.3249974366407307, "retentionLoss": 0, "tick": 216 }, { "epoch": 10, "parent": "p12-2de4a1f9", "candidate": "p12-cc1a724", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.8543697616185156, "gate": 1.0032071145412742, "incumbentGate": 0.5358366420001347, "retentionLoss": 0, "tick": 240 }, { "epoch": 11, "parent": "p12-cc1a724", "candidate": "p12-cc1a724", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8887550388776556, "gate": 1.0004439354624448, "incumbentGate": 1.0004439354624448, "retentionLoss": 0, "tick": 264 }, { "epoch": 12, "parent": "p12-cc1a724", "candidate": "p12-cc1a724", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9082359004601458, "gate": 0.9960977888598772, "incumbentGate": 0.9960977888598772, "retentionLoss": 0, "tick": 288 }, { "epoch": 13, "parent": "p12-cc1a724", "candidate": "p12-cc1a724", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8540421273030366, "gate": 0.9471411733169536, "incumbentGate": 0.9471411733169536, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-cc1a724", "candidate": "p12-cc1a724", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8288843582000428, "gate": 0.8967013019886991, "incumbentGate": 0.8967013019886991, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-cc1a724", "candidate": "p12-cc1a724", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8504415340067536, "gate": 0.9546742802860688, "incumbentGate": 0.9546742802860688, "retentionLoss": 0, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.017895168917962, "gate": 1.104232464871828, "incumbentGate": 1.104232464871828, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0512814722228, "gate": 1.0393518433297209, "incumbentGate": 1.0393518433297209, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9441759510964071, "gate": 0.9073032701094647, "incumbentGate": 0.9073032701094647, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9394773012125697, "gate": 1.0206878035945015, "incumbentGate": 1.0206878035945015, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-ffa5178b", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7693738223569281, "gate": 0.9662044832195461, "incumbentGate": -0.2759543229057801, "retentionLoss": 0.7038470468172673, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-ff50539c", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8020945998306341, "gate": 1.0398580826752355, "incumbentGate": -0.20641503496537883, "retentionLoss": 0.7038470468172673, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-41870c8", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8629120154249057, "gate": 1.084800219903806, "incumbentGate": -0.13209670444042063, "retentionLoss": 0.7038470468172673, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-64cd18e0", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 1.0439826231263865, "gate": 0.9695130061648577, "incumbentGate": -0.2110194620677439, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-64cd18e0", "candidate": "p12-764783bc", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7414812161169348, "gate": 1.095103270699993, "incumbentGate": -0.17125869665056118, "retentionLoss": 1.3125007975745708, "tick": 192 }, { "epoch": 9, "parent": "p12-64cd18e0", "candidate": "p12-25821905", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7940397176043401, "gate": 0.9657818900765024, "incumbentGate": -0.5574699143011058, "retentionLoss": 0.9477799985884687, "tick": 216 }, { "epoch": 10, "parent": "p12-64cd18e0", "candidate": "p12-77469e57", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7753793659754823, "gate": 1.0032071145412742, "incumbentGate": -0.14353262973556338, "retentionLoss": 1.2228228288218281, "tick": 240 }, { "epoch": 11, "parent": "p12-64cd18e0", "candidate": "p12-c8fa8dc6", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7787215620334015, "gate": 1.0004439354624448, "incumbentGate": -0.41653829786698454, "retentionLoss": 1.1441103765404324, "tick": 264 }, { "epoch": 12, "parent": "p12-64cd18e0", "candidate": "p12-51e006d4", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.8292455048171123, "gate": 0.9960977888598772, "incumbentGate": 0.9960977888598772, "retentionLoss": 1.1987146962884139, "tick": 288 }, { "epoch": 13, "parent": "p12-64cd18e0", "candidate": "p12-4c8f9edc", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.7965076139734631, "gate": 0.9471411733169536, "incumbentGate": 0.9471411733169536, "retentionLoss": 0.9477799985884687, "tick": 312 }, { "epoch": 14, "parent": "p12-64cd18e0", "candidate": "p12-64cd18e0", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.717246937439803, "gate": 0.8967013019886991, "incumbentGate": 0.8967013019886991, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-64cd18e0", "candidate": "p12-d48c80ec", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.8504415340067536, "gate": 0.9546742802860688, "incumbentGate": 0.9546742802860688, "retentionLoss": 0.9477799985884687, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0145714456866575, -0.2336577376167973, 0.21634226238320273, 1.0145714456866575 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 1.0145714456866575, -0.2336577376167973, 0.21634226238320273, 1.0145714456866575 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 1.0145714456866575, -0.2336577376167973, 0.21634226238320273, 1.0145714456866575 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 1.0145714456866575, -0.2336577376167973, 0.21634226238320273, 1.0145714456866575 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0145714456866575, -0.2336577376167973, 0.21634226238320273, 1.0145714456866575 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 1.0145714456866575, 1.016078025098767, 0.21634226238320273, 1.0145714456866575 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 1.0145714456866575, 1.016078025098767, 0.9678949590787896, 1.0145714456866575 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 1.0145714456866575, 1.016078025098767, 0.9678949590787896, 1.0145714456866575 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0145714456866575, -0.2336577376167973, 0.21634226238320273, 1.0145714456866575 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9488325073908032, 0.11912965336878752, 0.21634226238320273, 0.9488325073908032 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 1.0145714456866575, 0.03180738365124716, 0.9678949590787896, 1.0145714456866575 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 1.0145714456866575, 0.03180738365124716, 0.9678949590787896, 1.0145714456866575 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0145714456866575, -0.2336577376167973, 0.21634226238320273, 1.0145714456866575 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 1.0145714456866575, 1.016078025098767, -0.3120458523513299, 1.0145714456866575 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 1.0145714456866575, 1.016078025098767, -0.3120458523513299, 1.0145714456866575 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 1.0145714456866575, 1.016078025098767, -0.3120458523513299, 1.0145714456866575 ] } ] } }, { "regime": "four-seasons", "seed": 9990, "arms": [ { "id": "fixed", "summary": { "usefulWork": 768.7608392107722, "harvests": 180, "toxicHarvests": 35, "energySpent": 924.9682706365907, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.31001415270428373, "heldoutA": 0.990975663858313, "heldoutB": -0.25546660287273093, "heldoutC": 0.19453339712726905, "heldoutReturn": 0.990975663858313, "retentionLoss": 0, "firstAReward": 0.990975663858313, "afterCReward": 0.990975663858313, "phaseAWork": 278.9514116357409, "phaseBWork": 154.78902265420555, "phaseCWork": 72.75391125611367, "returnAWork": 262.26649366471213, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 1188.8086325609488, "harvests": 180, "toxicHarvests": 21, "energySpent": 894.5814460527598, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 1.016123335187557, "heldoutA": 0.990975663858313, "heldoutB": 1.024120053774876, "heldoutC": 1.0332742879294816, "heldoutReturn": 0.990975663858313, "retentionLoss": 0, "firstAReward": 0.990975663858313, "afterCReward": 0.990975663858313, "phaseAWork": 278.9514116357409, "phaseBWork": 420.81926841348445, "phaseCWork": 207.04104705429575, "returnAWork": 281.9969054574277, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 1161.475243063451, "harvests": 180, "toxicHarvests": 23, "energySpent": 897.6934604376393, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 3, "rollbacks": 4, "heldoutReward": 0.9294929319413904, "heldoutA": 0.990975663858313, "heldoutB": 0.8407118361763375, "heldoutC": 0.9567912957895203, "heldoutReturn": 0.990975663858313, "retentionLoss": 0.03688552615584895, "firstAReward": 0.990975663858313, "afterCReward": 0.9540901377024641, "phaseAWork": 278.9514116357409, "phaseBWork": 420.81926841348445, "phaseCWork": 192.36691587405005, "returnAWork": 269.3376471401756, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 759.6237501804668, "harvests": 180, "toxicHarvests": 52, "energySpent": 940.9069885082428, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 2, "rollbacks": 8, "heldoutReward": 0.7192261925339795, "heldoutA": 0.9390251266997932, "heldoutB": 1.024120053774876, "heldoutC": 0.19453339712726905, "heldoutReturn": 0.9390251266997932, "retentionLoss": 0.1341860908023782, "firstAReward": 0.990975663858313, "afterCReward": 0.8567895730559348, "phaseAWork": 278.9514116357409, "phaseBWork": 246.21077697261308, "phaseCWork": 50.65457088889684, "returnAWork": 183.806990683216, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9423436772210989, "gate": 1.1548689103916416, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0574151059298613, "gate": 0.9750887966897969, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.1026044809356892, "gate": 1.0323146247694799, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.03131417412169, "gate": 0.9934235498777589, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.29696286328370686, "gate": -0.13318444602144638, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.3523587039729999, "gate": -0.32532798206398283, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2429844750753676, "gate": -0.2696221609729162, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.31469353383287285, "gate": -0.2709081363685966, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.21112175852955242, "gate": 0.3080394339442974, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.2578460379550345, "gate": 0.30506041697541386, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.24930444636354876, "gate": 0.25330100282281565, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.19461629901327704, "gate": 0.21485838326006979, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9822182518673412, "gate": 1.0672900593799826, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.8888994501958196, "gate": 0.9004186699542451, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9789084924039826, "gate": 0.839211175957456, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0128744937899379, "gate": 1.0147009496985497, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-c9283fe1", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9423436772210989, "gate": 1.1548689103916416, "tick": 0 }, { "epoch": 1, "parent": "p12-c9283fe1", "candidate": "p12-713683cc", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0574151059298613, "gate": 0.9750887966897969, "tick": 24 }, { "epoch": 2, "parent": "p12-713683cc", "candidate": "p12-74871da0", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.1026044809356892, "gate": 1.0323146247694799, "tick": 48 }, { "epoch": 3, "parent": "p12-74871da0", "candidate": "p12-4b38ba91", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.03131417412169, "gate": 0.9934235498777589, "tick": 72 }, { "epoch": 4, "parent": "p12-4b38ba91", "candidate": "p12-1750c7ce", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0649213094383174, "gate": 1.0359759709864833, "tick": 96 }, { "epoch": 5, "parent": "p12-1750c7ce", "candidate": "p12-29b38a", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9306941228319459, "gate": 1.0171217786749764, "tick": 120 }, { "epoch": 6, "parent": "p12-29b38a", "candidate": "p12-7049ff52", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9303743899325333, "gate": 1.0818098070067492, "tick": 144 }, { "epoch": 7, "parent": "p12-7049ff52", "candidate": "p12-d1c96a5b", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0106495767847068, "gate": 0.9615516939813086, "tick": 168 }, { "epoch": 8, "parent": "p12-d1c96a5b", "candidate": "p12-a9ed6919", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0103259222046517, "gate": 0.8755062590229487, "tick": 192 }, { "epoch": 9, "parent": "p12-a9ed6919", "candidate": "p12-75cc8eb4", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0012445739724447, "gate": 0.9791142385450923, "tick": 216 }, { "epoch": 10, "parent": "p12-75cc8eb4", "candidate": "p12-b22cd3ec", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0187767106692707, "gate": 1.0941709051311919, "tick": 240 }, { "epoch": 11, "parent": "p12-b22cd3ec", "candidate": "p12-931bd39f", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0987367127354746, "gate": 0.980537934125049, "tick": 264 }, { "epoch": 12, "parent": "p12-931bd39f", "candidate": "p12-be4c66e8", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9822182518673412, "gate": 1.0672900593799826, "tick": 288 }, { "epoch": 13, "parent": "p12-be4c66e8", "candidate": "p12-6378d0be", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8888994501958196, "gate": 0.9004186699542451, "tick": 312 }, { "epoch": 14, "parent": "p12-6378d0be", "candidate": "p12-99d4e915", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9789084924039826, "gate": 0.839211175957456, "tick": 336 }, { "epoch": 15, "parent": "p12-99d4e915", "candidate": "p12-62b209a", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0128744937899379, "gate": 1.0147009496985497, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9423436772210989, "gate": 1.1548689103916416, "incumbentGate": 1.1548689103916416, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.08033823180403, "gate": 0.9750887966897969, "incumbentGate": 0.9750887966897969, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0932442478427924, "gate": 1.0323146247694799, "incumbentGate": 1.0323146247694799, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.019822477551107, "gate": 0.9934235498777589, "incumbentGate": 0.9934235498777589, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-4daedec3", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 1.0352459000629928, "gate": 1.0359759709864833, "incumbentGate": -0.13318444602144638, "retentionLoss": 0, "tick": 96 }, { "epoch": 5, "parent": "p12-4daedec3", "candidate": "p12-fcaea8ac", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.9486406221735173, "gate": 1.0171217786749764, "incumbentGate": 1.0171217786749764, "retentionLoss": 0.07863449307783388, "tick": 120 }, { "epoch": 6, "parent": "p12-4daedec3", "candidate": "p12-4daedec3", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9589058334118784, "gate": 1.0818098070067492, "incumbentGate": 1.0818098070067492, "retentionLoss": 0, "tick": 144 }, { "epoch": 7, "parent": "p12-4daedec3", "candidate": "p12-4daedec3", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0086679528909999, "gate": 0.7807744458683779, "incumbentGate": 0.7807744458683779, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-4daedec3", "candidate": "p12-36f867c5", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.8792797024670616, "gate": 0.781755174061249, "incumbentGate": 0.3080394339442974, "retentionLoss": 0, "tick": 192 }, { "epoch": 9, "parent": "p12-36f867c5", "candidate": "p12-9e7fd613", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.95217477618601, "gate": 0.9791142385450923, "incumbentGate": 0.9201806792542241, "retentionLoss": 0.4301833649342438, "tick": 216 }, { "epoch": 10, "parent": "p12-36f867c5", "candidate": "p12-6be0574a", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9722506624912217, "gate": 1.0941709051311919, "incumbentGate": 0.9001251339558011, "retentionLoss": 0.1676619646866111, "tick": 240 }, { "epoch": 11, "parent": "p12-36f867c5", "candidate": "p12-aefc9505", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 1.0432407046769483, "gate": 0.980537934125049, "incumbentGate": 0.980537934125049, "retentionLoss": 0.22395981623552264, "tick": 264 }, { "epoch": 12, "parent": "p12-36f867c5", "candidate": "p12-fd6fb043", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9472510308002416, "gate": 1.0672900593799826, "incumbentGate": 0.9283410593233138, "retentionLoss": 0.031043457012999265, "tick": 288 }, { "epoch": 13, "parent": "p12-fd6fb043", "candidate": "p12-fd6fb043", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9165227983984536, "gate": 0.9004186699542451, "incumbentGate": 0.9004186699542451, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-fd6fb043", "candidate": "p12-fd6fb043", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9398535328988852, "gate": 0.839211175957456, "incumbentGate": 0.839211175957456, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-fd6fb043", "candidate": "p12-fd6fb043", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.949780963158067, "gate": 1.0147009496985497, "incumbentGate": 1.0147009496985497, "retentionLoss": 0, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9423436772210989, "gate": 1.1548689103916416, "incumbentGate": 1.1548689103916416, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.08033823180403, "gate": 0.9750887966897969, "incumbentGate": 0.9750887966897969, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0932442478427924, "gate": 1.0323146247694799, "incumbentGate": 1.0323146247694799, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.019822477551107, "gate": 0.9934235498777589, "incumbentGate": 0.9934235498777589, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-4304fe5f", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8423434392672284, "gate": 1.0359759709864833, "incumbentGate": -0.13318444602144638, "retentionLoss": 0.7702558419060722, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-612c2425", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9486406221735173, "gate": 1.0171217786749764, "incumbentGate": -0.32532798206398283, "retentionLoss": 0, "tick": 120 }, { "epoch": 6, "parent": "p12-612c2425", "candidate": "p12-612c2425", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9589058334118784, "gate": 1.0818098070067492, "incumbentGate": 1.0818098070067492, "retentionLoss": 0, "tick": 144 }, { "epoch": 7, "parent": "p12-612c2425", "candidate": "p12-612c2425", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0086679528909999, "gate": 0.9615516939813086, "incumbentGate": 0.9615516939813086, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-612c2425", "candidate": "p12-b5a92cbb", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6986565393726302, "gate": 0.8755062590229487, "incumbentGate": -0.3528990263816744, "retentionLoss": 0.8972918401134152, "tick": 192 }, { "epoch": 9, "parent": "p12-612c2425", "candidate": "p12-a529db25", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7163587908966025, "gate": 0.9791142385450923, "incumbentGate": -0.3692213470025069, "retentionLoss": 0.8972918401134152, "tick": 216 }, { "epoch": 10, "parent": "p12-612c2425", "candidate": "p12-fb3d8447", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8591707504672118, "gate": 1.0941709051311919, "incumbentGate": -0.21844898260248138, "retentionLoss": 0.7702558419060722, "tick": 240 }, { "epoch": 11, "parent": "p12-612c2425", "candidate": "p12-d2793035", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8515795867596551, "gate": 0.980537934125049, "incumbentGate": -0.3349259011381273, "retentionLoss": 0.7702558419060722, "tick": 264 }, { "epoch": 12, "parent": "p12-612c2425", "candidate": "p12-f2b7de8c", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.7499193050710007, "gate": 1.0672900593799826, "incumbentGate": 1.0672900593799826, "retentionLoss": 1.2269329745025646, "tick": 288 }, { "epoch": 13, "parent": "p12-612c2425", "candidate": "p12-6e8ddac2", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7973916614729916, "gate": 0.9004186699542451, "incumbentGate": 0.7524862715713451, "retentionLoss": 0.8972918401134152, "tick": 312 }, { "epoch": 14, "parent": "p12-612c2425", "candidate": "p12-438eee96", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.8176346954703022, "gate": 0.839211175957456, "incumbentGate": 0.839211175957456, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-612c2425", "candidate": "p12-5d64126c", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.8178652239324687, "gate": 1.0147009496985497, "incumbentGate": 0.8620041005132614, "retentionLoss": 0, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.990975663858313, -0.25546660287273093, 0.19453339712726905, 0.990975663858313 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.990975663858313, -0.25546660287273093, 0.19453339712726905, 0.990975663858313 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.990975663858313, -0.25546660287273093, 0.19453339712726905, 0.990975663858313 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.990975663858313, -0.25546660287273093, 0.19453339712726905, 0.990975663858313 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.990975663858313, -0.25546660287273093, 0.19453339712726905, 0.990975663858313 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.990975663858313, 1.024120053774876, 0.19453339712726905, 0.990975663858313 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.990975663858313, 1.024120053774876, 1.0332742879294816, 0.990975663858313 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.990975663858313, 1.024120053774876, 1.0332742879294816, 0.990975663858313 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.990975663858313, -0.25546660287273093, 0.19453339712726905, 0.990975663858313 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.990975663858313, 0.9213727360491948, 0.19453339712726905, 0.990975663858313 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9540901377024641, 1.024120053774876, 0.9237009878147265, 0.9540901377024641 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.990975663858313, 0.8407118361763375, 0.9567912957895203, 0.990975663858313 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.990975663858313, -0.25546660287273093, 0.19453339712726905, 0.990975663858313 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.8567895730559348, 1.024120053774876, -0.3375617008822537, 0.8567895730559348 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.8567895730559348, 1.024120053774876, -0.3375617008822537, 0.8567895730559348 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9390251266997932, 1.024120053774876, 0.19453339712726905, 0.9390251266997932 ] } ] } }, { "regime": "four-seasons", "seed": 19963, "arms": [ { "id": "fixed", "summary": { "usefulWork": 769.8416239034905, "harvests": 180, "toxicHarvests": 38, "energySpent": 929.2134192510113, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.3506245601541666, "heldoutA": 1.0296343241832466, "heldoutB": -0.21388032186037353, "heldoutC": 0.23611967813962656, "heldoutReturn": 1.0296343241832466, "retentionLoss": 0, "firstAReward": 1.0296343241832466, "afterCReward": 1.0296343241832466, "phaseAWork": 283.5814988665088, "phaseBWork": 134.47602222907608, "phaseCWork": 65.18412958360506, "returnAWork": 286.5999732243005, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 1141.778735497978, "harvests": 180, "toxicHarvests": 19, "energySpent": 892.3452682414437, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 1.0199298785228492, "heldoutA": 1.0296343241832466, "heldoutB": 1.00567185582067, "heldoutC": 1.0244834555646307, "heldoutReturn": 1.0296343241832466, "retentionLoss": 0, "firstAReward": 1.0296343241832466, "afterCReward": 1.0296343241832466, "phaseAWork": 290.0688443504318, "phaseBWork": 394.68578176492855, "phaseCWork": 229.24086631694468, "returnAWork": 227.783243065673, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 878.7714429351197, "harvests": 180, "toxicHarvests": 27, "energySpent": 911.0159660436796, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 1, "rollbacks": 7, "heldoutReward": 0.6981014823443793, "heldoutA": 1.0296343241832466, "heldoutB": 0.8532790241701749, "heldoutC": 0.21139109867971612, "heldoutReturn": 1.0296343241832466, "retentionLoss": 0, "firstAReward": 1.0296343241832466, "afterCReward": 1.0296343241832466, "phaseAWork": 283.5814988665088, "phaseBWork": 213.33668244653728, "phaseCWork": 113.38418427911068, "returnAWork": 268.4690773429629, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 1109.8840388676397, "harvests": 180, "toxicHarvests": 22, "energySpent": 896.326847102224, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 1, "rollbacks": 1, "heldoutReward": 0.9218340742470793, "heldoutA": 0.9345213814591358, "heldoutB": 1.00567185582067, "heldoutC": 0.8253089854614322, "heldoutReturn": 0.9345213814591358, "retentionLoss": 0.09511294272411086, "firstAReward": 1.0296343241832466, "afterCReward": 0.9345213814591358, "phaseAWork": 283.5814988665088, "phaseBWork": 405.17502862210824, "phaseCWork": 206.40482832433042, "returnAWork": 214.7226830546922, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9295859501495372, "gate": 0.9677235961514373, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9972479765460998, "gate": 1.0594465748152517, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.025708315387165, "gate": 0.9010866546608008, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9987256061467464, "gate": 0.9802025694737431, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.27298630895651244, "gate": -0.25916822243459475, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.24473221562066783, "gate": -0.3404160717497567, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.30995140920380404, "gate": -0.21818658866793675, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.1436150305930128, "gate": -0.2410046884143563, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.2373480866360954, "gate": 0.14452565883061355, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.16178119281913947, "gate": 0.21390768959135498, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.21818153693697576, "gate": 0.25072314940710944, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.35967801437912517, "gate": 0.19020989585436432, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.008940184702147, "gate": 1.0328028405258431, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.8684208278192913, "gate": 1.0194792137159032, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.025194373686127, "gate": 1.0430387886062944, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9972090807260424, "gate": 0.9629217433446117, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-5cf7fd03", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9295859501495372, "gate": 0.9677235961514373, "tick": 0 }, { "epoch": 1, "parent": "p12-5cf7fd03", "candidate": "p12-44bd3763", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9972479765460998, "gate": 1.0594465748152517, "tick": 24 }, { "epoch": 2, "parent": "p12-44bd3763", "candidate": "p12-c8f30f52", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.025708315387165, "gate": 0.9010866546608008, "tick": 48 }, { "epoch": 3, "parent": "p12-c8f30f52", "candidate": "p12-4892fc75", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9987256061467464, "gate": 0.9802025694737431, "tick": 72 }, { "epoch": 4, "parent": "p12-4892fc75", "candidate": "p12-cad9eff0", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0082808380015698, "gate": 0.9641145070408692, "tick": 96 }, { "epoch": 5, "parent": "p12-cad9eff0", "candidate": "p12-ca5c0408", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0209599402747889, "gate": 0.9871346099875195, "tick": 120 }, { "epoch": 6, "parent": "p12-ca5c0408", "candidate": "p12-ef7c0528", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9716188764293473, "gate": 0.9204892044688712, "tick": 144 }, { "epoch": 7, "parent": "p12-ef7c0528", "candidate": "p12-8688f139", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.014578908680616, "gate": 0.9907804225234164, "tick": 168 }, { "epoch": 8, "parent": "p12-8688f139", "candidate": "p12-ff3da4e8", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9885614275709736, "gate": 0.9791987804809676, "tick": 192 }, { "epoch": 9, "parent": "p12-ff3da4e8", "candidate": "p12-e9155836", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9514200188331966, "gate": 0.9888129843911887, "tick": 216 }, { "epoch": 10, "parent": "p12-e9155836", "candidate": "p12-641229eb", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9353256939179152, "gate": 1.0878061513281656, "tick": 240 }, { "epoch": 11, "parent": "p12-641229eb", "candidate": "p12-d952108d", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9826342611535246, "gate": 1.0606331602973749, "tick": 264 }, { "epoch": 12, "parent": "p12-d952108d", "candidate": "p12-ad4a7705", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.008940184702147, "gate": 1.0328028405258431, "tick": 288 }, { "epoch": 13, "parent": "p12-ad4a7705", "candidate": "p12-e8e8eccd", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8684208278192913, "gate": 1.0194792137159032, "tick": 312 }, { "epoch": 14, "parent": "p12-e8e8eccd", "candidate": "p12-d220b1bf", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.025194373686127, "gate": 1.0430387886062944, "tick": 336 }, { "epoch": 15, "parent": "p12-d220b1bf", "candidate": "p12-6dcb18d5", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9972090807260424, "gate": 0.9629217433446117, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9295859501495372, "gate": 0.9677235961514373, "incumbentGate": 0.9677235961514373, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0137598122006923, "gate": 1.0594465748152517, "incumbentGate": 1.0594465748152517, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0264196027846317, "gate": 0.9010866546608008, "incumbentGate": 0.9010866546608008, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9782228940855269, "gate": 0.9802025694737431, "incumbentGate": 0.9802025694737431, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-863ac01a", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8492399764514632, "gate": 0.9641145070408692, "incumbentGate": -0.25916822243459475, "retentionLoss": 0.6275713965015071, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-56f91c37", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8679105095974073, "gate": 0.9871346099875195, "incumbentGate": -0.3404160717497567, "retentionLoss": 0.6275713965015071, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-17991269", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.984697796928739, "gate": 0.5796529364670678, "incumbentGate": -0.21818658866793675, "retentionLoss": 0, "tick": 144 }, { "epoch": 7, "parent": "p12-17991269", "candidate": "p12-17991269", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0107146793732587, "gate": 0.8017541994718753, "incumbentGate": 0.8017541994718753, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-17991269", "candidate": "p12-6676c286", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.5911970746964685, "gate": 0.9791987804809676, "incumbentGate": 0.14452565883061355, "retentionLoss": 1.195065497598192, "tick": 192 }, { "epoch": 9, "parent": "p12-17991269", "candidate": "p12-493a3f6", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7670773498987211, "gate": 0.9888129843911887, "incumbentGate": 0.21390768959135498, "retentionLoss": 0.920299206510618, "tick": 216 }, { "epoch": 10, "parent": "p12-17991269", "candidate": "p12-df91c05c", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.47646172042504653, "gate": 0.25072314940710944, "incumbentGate": 0.25072314940710944, "retentionLoss": 0, "tick": 240 }, { "epoch": 11, "parent": "p12-17991269", "candidate": "p12-c0420dff", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6660322458403238, "gate": 1.0606331602973749, "incumbentGate": 0.19020989585436432, "retentionLoss": 1.195065497598192, "tick": 264 }, { "epoch": 12, "parent": "p12-17991269", "candidate": "p12-17991269", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8230301952750997, "gate": 1.0328028405258431, "incumbentGate": 1.0328028405258431, "retentionLoss": 0, "tick": 288 }, { "epoch": 13, "parent": "p12-17991269", "candidate": "p12-17991269", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.7417674527240381, "gate": 1.0194792137159032, "incumbentGate": 1.0194792137159032, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-17991269", "candidate": "p12-8da233e7", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 1.0055387163195262, "gate": 1.0430387886062944, "incumbentGate": 1.0430387886062944, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-17991269", "candidate": "p12-17991269", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8204531124885382, "gate": 0.9629217433446117, "incumbentGate": 0.9629217433446117, "retentionLoss": 0, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9295859501495372, "gate": 0.9677235961514373, "incumbentGate": 0.9677235961514373, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0137598122006923, "gate": 1.0594465748152517, "incumbentGate": 1.0594465748152517, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0264196027846317, "gate": 0.9010866546608008, "incumbentGate": 0.9010866546608008, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9782228940855269, "gate": 0.9802025694737431, "incumbentGate": 0.9802025694737431, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-a7d3c8e", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 1.016654687570706, "gate": 0.9641145070408692, "incumbentGate": -0.25916822243459475, "retentionLoss": 0, "tick": 96 }, { "epoch": 5, "parent": "p12-a7d3c8e", "candidate": "p12-a7d3c8e", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0018422784928016, "gate": 0.9871346099875195, "incumbentGate": 0.9871346099875195, "retentionLoss": 0, "tick": 120 }, { "epoch": 6, "parent": "p12-a7d3c8e", "candidate": "p12-a7d3c8e", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.984697796928739, "gate": 0.9204892044688712, "incumbentGate": 0.9204892044688712, "retentionLoss": 0, "tick": 144 }, { "epoch": 7, "parent": "p12-a7d3c8e", "candidate": "p12-a7d3c8e", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0107146793732587, "gate": 0.9907804225234164, "incumbentGate": 0.9907804225234164, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-a7d3c8e", "candidate": "p12-a7d3c8e", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.93095615037868, "gate": 0.9791987804809676, "incumbentGate": 0.9791987804809676, "retentionLoss": 0, "tick": 192 }, { "epoch": 9, "parent": "p12-a7d3c8e", "candidate": "p12-a7d3c8e", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9346640482421207, "gate": 0.9888129843911887, "incumbentGate": 0.9888129843911887, "retentionLoss": 0, "tick": 216 }, { "epoch": 10, "parent": "p12-a7d3c8e", "candidate": "p12-5325bfe0", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.9355872100205573, "gate": 0.9227729199886542, "incumbentGate": 1.0878061513281656, "retentionLoss": 0.08026468898593464, "tick": 240 }, { "epoch": 11, "parent": "p12-a7d3c8e", "candidate": "p12-a7d3c8e", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9541757539189728, "gate": 1.0606331602973749, "incumbentGate": 1.0606331602973749, "retentionLoss": 0, "tick": 264 }, { "epoch": 12, "parent": "p12-a7d3c8e", "candidate": "p12-a7d3c8e", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.033317567932939, "gate": 1.0328028405258431, "incumbentGate": 1.0328028405258431, "retentionLoss": 0, "tick": 288 }, { "epoch": 13, "parent": "p12-a7d3c8e", "candidate": "p12-a7d3c8e", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9520548253818774, "gate": 0.8284636754594147, "incumbentGate": 0.8284636754594147, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-a7d3c8e", "candidate": "p12-a7d3c8e", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0050413875182893, "gate": 1.0430387886062944, "incumbentGate": 1.0430387886062944, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-a7d3c8e", "candidate": "p12-a7d3c8e", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9982878991601147, "gate": 0.9629217433446117, "incumbentGate": 0.9629217433446117, "retentionLoss": 0, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0296343241832466, -0.21388032186037353, 0.23611967813962656, 1.0296343241832466 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 1.0296343241832466, -0.21388032186037353, 0.23611967813962656, 1.0296343241832466 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 1.0296343241832466, -0.21388032186037353, 0.23611967813962656, 1.0296343241832466 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 1.0296343241832466, -0.21388032186037353, 0.23611967813962656, 1.0296343241832466 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0296343241832466, -0.21388032186037353, 0.23611967813962656, 1.0296343241832466 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 1.0296343241832466, 1.00567185582067, 0.23611967813962656, 1.0296343241832466 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 1.0296343241832466, 1.00567185582067, 1.0244834555646307, 1.0296343241832466 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 1.0296343241832466, 1.00567185582067, 1.0244834555646307, 1.0296343241832466 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0296343241832466, -0.21388032186037353, 0.23611967813962656, 1.0296343241832466 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 1.0296343241832466, 0.8532790241701749, 0.21139109867971612, 1.0296343241832466 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 1.0296343241832466, 0.8532790241701749, 0.21139109867971612, 1.0296343241832466 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 1.0296343241832466, 0.8532790241701749, 0.21139109867971612, 1.0296343241832466 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0296343241832466, -0.21388032186037353, 0.23611967813962656, 1.0296343241832466 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9345213814591358, 1.00567185582067, 0.8253089854614322, 0.9345213814591358 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9345213814591358, 1.00567185582067, 0.8253089854614322, 0.9345213814591358 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9345213814591358, 1.00567185582067, 0.8253089854614322, 0.9345213814591358 ] } ] } }, { "regime": "four-seasons", "seed": 29936, "arms": [ { "id": "fixed", "summary": { "usefulWork": 753.9421238089985, "harvests": 180, "toxicHarvests": 39, "energySpent": 930.1368296385573, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.31458543755429896, "heldoutA": 0.9921597868946564, "heldoutB": -0.24920173711587973, "heldoutC": 0.20079826288412014, "heldoutReturn": 0.9921597868946564, "retentionLoss": 0, "firstAReward": 0.9921597868946564, "afterCReward": 0.9921597868946564, "phaseAWork": 272.4759755550642, "phaseBWork": 140.15273724191968, "phaseCWork": 60.11837850689892, "returnAWork": 281.1950325051157, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 1134.3877963719215, "harvests": 180, "toxicHarvests": 20, "energySpent": 893.5969337463553, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 1.0008228927897158, "heldoutA": 0.9921597868946564, "heldoutB": 1.0055732260624521, "heldoutC": 1.004735665412039, "heldoutReturn": 0.9921597868946564, "retentionLoss": 0, "firstAReward": 0.9921597868946564, "afterCReward": 0.9921597868946564, "phaseAWork": 272.4759755550642, "phaseBWork": 401.75435687184904, "phaseCWork": 229.3942412173958, "returnAWork": 230.7632227276124, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 975.5230329449495, "harvests": 180, "toxicHarvests": 14, "energySpent": 890.5259519936538, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 2, "rollbacks": 1, "heldoutReward": 0.724891710544484, "heldoutA": 0.9683036426868794, "heldoutB": 1.0055732260624521, "heldoutC": 0.20079826288412014, "heldoutReturn": 0.9683036426868794, "retentionLoss": 0.02385614420777704, "firstAReward": 0.9921597868946564, "afterCReward": 0.9683036426868794, "phaseAWork": 272.4759755550642, "phaseBWork": 378.0799631273542, "phaseCWork": 81.74358009257685, "returnAWork": 243.22351416995423, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 749.9246569321123, "harvests": 180, "toxicHarvests": 48, "energySpent": 936.2582453441138, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 1, "rollbacks": 6, "heldoutReward": 0.5632649036172706, "heldoutA": 0.9805380935357311, "heldoutB": 1.0055732260624521, "heldoutC": -0.2963166087463716, "heldoutReturn": 0.9805380935357311, "retentionLoss": 0.011621693358925378, "firstAReward": 0.9921597868946564, "afterCReward": 0.9805380935357311, "phaseAWork": 272.4759755550642, "phaseBWork": 195.33843879055115, "phaseCWork": 96.78609776647176, "returnAWork": 185.32414482002514, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0794259487409898, "gate": 0.8760038785591525, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0051287908327426, "gate": 1.0559622686303138, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9974620457115465, "gate": 0.9334971035592452, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0828774809619128, "gate": 1.0109559530195935, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.3069137759295191, "gate": -0.3148045260557561, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.3249834065017289, "gate": -0.14244601008224475, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.20037357166230488, "gate": -0.1467785934192183, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.24217586870430652, "gate": -0.24088292185224844, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.1192609263509013, "gate": 0.4023958118633751, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.13968765829610597, "gate": 0.24792786456232663, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.18354991520216238, "gate": 0.1377687833881389, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.3326089041277685, "gate": 0.2293435961214041, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.002724315968226, "gate": 0.9766390707687306, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0911749359560228, "gate": 1.0033777693365702, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.994922420304034, "gate": 1.007590701422151, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9229871622467868, "gate": 0.9579448336252968, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-c7bd209b", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0794259487409898, "gate": 0.8760038785591525, "tick": 0 }, { "epoch": 1, "parent": "p12-c7bd209b", "candidate": "p12-5315186d", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0051287908327426, "gate": 1.0559622686303138, "tick": 24 }, { "epoch": 2, "parent": "p12-5315186d", "candidate": "p12-b0fc8e58", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9974620457115465, "gate": 0.9334971035592452, "tick": 48 }, { "epoch": 3, "parent": "p12-b0fc8e58", "candidate": "p12-673512e7", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0828774809619128, "gate": 1.0109559530195935, "tick": 72 }, { "epoch": 4, "parent": "p12-673512e7", "candidate": "p12-3fae63e6", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.011350153896594, "gate": 0.9661956619849962, "tick": 96 }, { "epoch": 5, "parent": "p12-3fae63e6", "candidate": "p12-467319ec", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9667608275685793, "gate": 0.940081803904831, "tick": 120 }, { "epoch": 6, "parent": "p12-467319ec", "candidate": "p12-22e9be71", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0679945789809078, "gate": 0.9676523239019917, "tick": 144 }, { "epoch": 7, "parent": "p12-22e9be71", "candidate": "p12-d73b98ef", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9824749387535167, "gate": 0.9424369263786986, "tick": 168 }, { "epoch": 8, "parent": "p12-d73b98ef", "candidate": "p12-d09327c3", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0150688770818241, "gate": 1.0010932478411634, "tick": 192 }, { "epoch": 9, "parent": "p12-d09327c3", "candidate": "p12-f293715d", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9502098750929514, "gate": 1.0537981956912825, "tick": 216 }, { "epoch": 10, "parent": "p12-f293715d", "candidate": "p12-4ee00b70", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0123506115429464, "gate": 0.9793797497663305, "tick": 240 }, { "epoch": 11, "parent": "p12-4ee00b70", "candidate": "p12-117a1d37", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8820328671263534, "gate": 0.979366727466619, "tick": 264 }, { "epoch": 12, "parent": "p12-117a1d37", "candidate": "p12-e5e18728", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.002724315968226, "gate": 0.9766390707687306, "tick": 288 }, { "epoch": 13, "parent": "p12-e5e18728", "candidate": "p12-603ea7dc", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0911749359560228, "gate": 1.0033777693365702, "tick": 312 }, { "epoch": 14, "parent": "p12-603ea7dc", "candidate": "p12-aa1a663f", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.994922420304034, "gate": 1.007590701422151, "tick": 336 }, { "epoch": 15, "parent": "p12-aa1a663f", "candidate": "p12-231be576", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9229871622467868, "gate": 0.9579448336252968, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0794259487409898, "gate": 0.8760038785591525, "incumbentGate": 0.8760038785591525, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9763024933384856, "gate": 1.0559622686303138, "incumbentGate": 1.0559622686303138, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0069747199866692, "gate": 0.9334971035592452, "incumbentGate": 0.9334971035592452, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0544524221332088, "gate": 1.0109559530195935, "incumbentGate": 1.0109559530195935, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-19d48df2", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 1.0142083761333973, "gate": 0.9661956619849962, "incumbentGate": -0.3148045260557561, "retentionLoss": 0, "tick": 96 }, { "epoch": 5, "parent": "p12-19d48df2", "candidate": "p12-19d48df2", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9808518659765826, "gate": 0.940081803904831, "incumbentGate": 0.940081803904831, "retentionLoss": 0, "tick": 120 }, { "epoch": 6, "parent": "p12-19d48df2", "candidate": "p12-738a7049", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 1.0280330942840128, "gate": 0.9676523239019917, "incumbentGate": 0.5798130809958998, "retentionLoss": 0.02032632184101968, "tick": 144 }, { "epoch": 7, "parent": "p12-738a7049", "candidate": "p12-738a7049", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9946719136302786, "gate": 0.9424369263786986, "incumbentGate": 0.9424369263786986, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-738a7049", "candidate": "p12-738a7049", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.4727990393347331, "gate": 0.4023958118633751, "incumbentGate": 0.4023958118633751, "retentionLoss": 0, "tick": 192 }, { "epoch": 9, "parent": "p12-738a7049", "candidate": "p12-738a7049", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.4672592010960553, "gate": 0.24792786456232663, "incumbentGate": 0.24792786456232663, "retentionLoss": 0, "tick": 216 }, { "epoch": 10, "parent": "p12-738a7049", "candidate": "p12-738a7049", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.46734688782128136, "gate": 0.1377687833881389, "incumbentGate": 0.1377687833881389, "retentionLoss": 0, "tick": 240 }, { "epoch": 11, "parent": "p12-738a7049", "candidate": "p12-738a7049", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.533800533220336, "gate": 0.2293435961214041, "incumbentGate": 0.2293435961214041, "retentionLoss": 0, "tick": 264 }, { "epoch": 12, "parent": "p12-738a7049", "candidate": "p12-738a7049", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8643623035769186, "gate": 0.9766390707687306, "incumbentGate": 0.9766390707687306, "retentionLoss": 0, "tick": 288 }, { "epoch": 13, "parent": "p12-738a7049", "candidate": "p12-738a7049", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9100695047252659, "gate": 1.0033777693365702, "incumbentGate": 1.0033777693365702, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-738a7049", "candidate": "p12-738a7049", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8594711481697117, "gate": 1.007590701422151, "incumbentGate": 1.007590701422151, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-738a7049", "candidate": "p12-f4478466", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.8029866569654822, "gate": 0.9579448336252968, "incumbentGate": 0.9579448336252968, "retentionLoss": 0.09649653849749684, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0794259487409898, "gate": 0.8760038785591525, "incumbentGate": 0.8760038785591525, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9763024933384856, "gate": 1.0559622686303138, "incumbentGate": 1.0559622686303138, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0069747199866692, "gate": 0.9334971035592452, "incumbentGate": 0.9334971035592452, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0544524221332088, "gate": 1.0109559530195935, "incumbentGate": 1.0109559530195935, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-fe96fdb", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.821574871926136, "gate": 0.9661956619849962, "incumbentGate": -0.3148045260557561, "retentionLoss": 0.6177459182556566, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-d0a51dc6", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9808518659765826, "gate": 0.940081803904831, "incumbentGate": -0.14244601008224475, "retentionLoss": 0, "tick": 120 }, { "epoch": 6, "parent": "p12-d0a51dc6", "candidate": "p12-d0a51dc6", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0280330942840128, "gate": 0.9676523239019917, "incumbentGate": 0.9676523239019917, "retentionLoss": 0, "tick": 144 }, { "epoch": 7, "parent": "p12-d0a51dc6", "candidate": "p12-d0a51dc6", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9946719136302786, "gate": 0.9424369263786986, "incumbentGate": 0.9424369263786986, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-d0a51dc6", "candidate": "p12-e137c34", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8536434456788806, "gate": 1.0010932478411634, "incumbentGate": -0.24434042928611133, "retentionLoss": 0.7465706737577319, "tick": 192 }, { "epoch": 9, "parent": "p12-d0a51dc6", "candidate": "p12-6b3151e3", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8424509275352922, "gate": 1.0537981956912825, "incumbentGate": -0.19005149913067124, "retentionLoss": 0.7465706737577319, "tick": 216 }, { "epoch": 10, "parent": "p12-d0a51dc6", "candidate": "p12-42cb2fff", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8513765487319803, "gate": 0.9793797497663305, "incumbentGate": -0.3932762341219976, "retentionLoss": 0.7808408072221169, "tick": 240 }, { "epoch": 11, "parent": "p12-d0a51dc6", "candidate": "p12-c9e540e8", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8104889571467879, "gate": 0.979366727466619, "incumbentGate": -0.4266473734102496, "retentionLoss": 0.5733099799532413, "tick": 264 }, { "epoch": 12, "parent": "p12-d0a51dc6", "candidate": "p12-2eee4b4a", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.9097531527871446, "gate": 0.8426564985944186, "incumbentGate": 0.9766390707687306, "retentionLoss": 0.07002184595317351, "tick": 288 }, { "epoch": 13, "parent": "p12-d0a51dc6", "candidate": "p12-d0a51dc6", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8254109741901366, "gate": 1.0033777693365702, "incumbentGate": 1.0033777693365702, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-d0a51dc6", "candidate": "p12-d0a51dc6", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.7748126176345824, "gate": 1.007590701422151, "incumbentGate": 1.007590701422151, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-d0a51dc6", "candidate": "p12-d0a51dc6", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.7398861039459043, "gate": 0.9579448336252968, "incumbentGate": 0.9579448336252968, "retentionLoss": 0, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9921597868946564, -0.24920173711587973, 0.20079826288412014, 0.9921597868946564 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9921597868946564, -0.24920173711587973, 0.20079826288412014, 0.9921597868946564 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9921597868946564, -0.24920173711587973, 0.20079826288412014, 0.9921597868946564 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9921597868946564, -0.24920173711587973, 0.20079826288412014, 0.9921597868946564 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9921597868946564, -0.24920173711587973, 0.20079826288412014, 0.9921597868946564 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9921597868946564, 1.0055732260624521, 0.20079826288412014, 0.9921597868946564 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9921597868946564, 1.0055732260624521, 1.004735665412039, 0.9921597868946564 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9921597868946564, 1.0055732260624521, 1.004735665412039, 0.9921597868946564 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9921597868946564, -0.24920173711587973, 0.20079826288412014, 0.9921597868946564 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9683036426868794, 1.0055732260624521, 0.20079826288412014, 0.9683036426868794 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9683036426868794, 1.0055732260624521, 0.20079826288412014, 0.9683036426868794 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9683036426868794, 1.0055732260624521, 0.20079826288412014, 0.9683036426868794 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9921597868946564, -0.24920173711587973, 0.20079826288412014, 0.9921597868946564 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9805380935357311, 1.0055732260624521, -0.2963166087463716, 0.9805380935357311 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9805380935357311, 1.0055732260624521, -0.2963166087463716, 0.9805380935357311 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9805380935357311, 1.0055732260624521, -0.2963166087463716, 0.9805380935357311 ] } ] } }, { "regime": "four-seasons", "seed": 39909, "arms": [ { "id": "fixed", "summary": { "usefulWork": 763.4006734857422, "harvests": 180, "toxicHarvests": 42, "energySpent": 934.7448584506523, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.29758340181982695, "heldoutA": 0.9798885141853994, "heldoutB": -0.2685691543629592, "heldoutC": 0.18143084563704084, "heldoutReturn": 0.9798885141853994, "retentionLoss": 0, "firstAReward": 0.9798885141853994, "afterCReward": 0.9798885141853994, "phaseAWork": 285.5206065389052, "phaseBWork": 140.70353861861935, "phaseCWork": 55.4523772906594, "returnAWork": 281.7241510375583, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 1174.8929254223526, "harvests": 180, "toxicHarvests": 15, "energySpent": 886.7715719675924, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 0.9746650178859295, "heldoutA": 0.9798885141853994, "heldoutB": 0.9946708512617335, "heldoutC": 0.9494356882106558, "heldoutReturn": 0.9798885141853994, "retentionLoss": 0, "firstAReward": 0.9798885141853994, "afterCReward": 0.9798885141853994, "phaseAWork": 288.0556082496321, "phaseBWork": 394.8685059464534, "phaseCWork": 281.79964130321605, "returnAWork": 210.16916992305107, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 929.5824802908076, "harvests": 180, "toxicHarvests": 30, "energySpent": 909.9498369569545, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 2, "rollbacks": 9, "heldoutReward": 0.5586683841643775, "heldoutA": 0.958818470285449, "heldoutB": 0.9946708512617335, "heldoutC": -0.27748416905405027, "heldoutReturn": 0.958818470285449, "retentionLoss": 0.021070043899950375, "firstAReward": 0.9798885141853994, "afterCReward": 0.958818470285449, "phaseAWork": 285.5206065389052, "phaseBWork": 371.68066983996584, "phaseCWork": 51.636944605903864, "returnAWork": 220.74425930603263, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 894.5074267079877, "harvests": 179, "toxicHarvests": 37, "energySpent": 920.4428799806218, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 1, "rollbacks": 6, "heldoutReward": 0.5256544256692084, "heldoutA": 0.9693345880644373, "heldoutB": 0.9946708512617335, "heldoutC": -0.3870421623185456, "heldoutReturn": 0.9693345880644373, "retentionLoss": 0.010553926120962065, "firstAReward": 0.9798885141853994, "afterCReward": 0.9693345880644373, "phaseAWork": 285.5206065389052, "phaseBWork": 389.00552857902517, "phaseCWork": 28.31733751119475, "returnAWork": 191.66395407886262, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.010566563785481, "gate": 1.0638225006591722, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9699403455163015, "gate": 0.9224870578618051, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.037322874544058, "gate": 0.9980202601984217, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9960814368126226, "gate": 1.0247043737178656, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2617322554678847, "gate": -0.34652293099373943, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.21077042790142994, "gate": -0.18613870852281614, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.23518244823362086, "gate": -0.2133179778765396, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2391173221167885, "gate": -0.09030785511273191, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.1070114336453279, "gate": 0.23051405638578995, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.16593980640551673, "gate": 0.021544433276876607, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.15727829261455584, "gate": 0.3033368242576885, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.1969512302767414, "gate": 0.31594025856110114, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9696204049276794, "gate": 1.020681242147899, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.04668003466005, "gate": 0.929557134794134, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9844348827950017, "gate": 1.125791626912436, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9747138248968321, "gate": 1.1289269304987224, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-f341a2c8", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.010566563785481, "gate": 1.0638225006591722, "tick": 0 }, { "epoch": 1, "parent": "p12-f341a2c8", "candidate": "p12-4c0885c", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9699403455163015, "gate": 0.9224870578618051, "tick": 24 }, { "epoch": 2, "parent": "p12-4c0885c", "candidate": "p12-f460bca6", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.037322874544058, "gate": 0.9980202601984217, "tick": 48 }, { "epoch": 3, "parent": "p12-f460bca6", "candidate": "p12-c52fb0dc", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9960814368126226, "gate": 1.0247043737178656, "tick": 72 }, { "epoch": 4, "parent": "p12-c52fb0dc", "candidate": "p12-16c8ca23", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0281530435727162, "gate": 1.1747629278788716, "tick": 96 }, { "epoch": 5, "parent": "p12-16c8ca23", "candidate": "p12-863a1bd4", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9492800070366556, "gate": 0.9376039166602806, "tick": 120 }, { "epoch": 6, "parent": "p12-863a1bd4", "candidate": "p12-70fd5cac", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9389258696928926, "gate": 1.1593048370739598, "tick": 144 }, { "epoch": 7, "parent": "p12-70fd5cac", "candidate": "p12-7f626d80", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9976602463047136, "gate": 0.9855829796437328, "tick": 168 }, { "epoch": 8, "parent": "p12-7f626d80", "candidate": "p12-58ade838", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0328330067532632, "gate": 0.9326562076575269, "tick": 192 }, { "epoch": 9, "parent": "p12-58ade838", "candidate": "p12-f7222952", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0156201408335743, "gate": 0.9831598626001767, "tick": 216 }, { "epoch": 10, "parent": "p12-f7222952", "candidate": "p12-47b2aae0", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0687834215280467, "gate": 1.1032681508611317, "tick": 240 }, { "epoch": 11, "parent": "p12-47b2aae0", "candidate": "p12-9ce07d5e", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0284090632058993, "gate": 0.9278295503949469, "tick": 264 }, { "epoch": 12, "parent": "p12-9ce07d5e", "candidate": "p12-7a15e850", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9696204049276794, "gate": 1.020681242147899, "tick": 288 }, { "epoch": 13, "parent": "p12-7a15e850", "candidate": "p12-24c6b0e5", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.04668003466005, "gate": 0.929557134794134, "tick": 312 }, { "epoch": 14, "parent": "p12-24c6b0e5", "candidate": "p12-2eaaca2", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9844348827950017, "gate": 1.125791626912436, "tick": 336 }, { "epoch": 15, "parent": "p12-2eaaca2", "candidate": "p12-4ee5457b", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9747138248968321, "gate": 1.1289269304987224, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.010566563785481, "gate": 1.0638225006591722, "incumbentGate": 1.0638225006591722, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9863846957300787, "gate": 0.9224870578618051, "incumbentGate": 0.9224870578618051, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0408310022433445, "gate": 0.9980202601984217, "incumbentGate": 0.9980202601984217, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0147875980827503, "gate": 1.0247043737178656, "incumbentGate": 1.0247043737178656, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-5f6e5c51", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 1.0364620369857573, "gate": 0.6934981023902141, "incumbentGate": -0.34652293099373943, "retentionLoss": 0, "tick": 96 }, { "epoch": 5, "parent": "p12-5f6e5c51", "candidate": "p12-f5345e0", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 1.0083125230962044, "gate": 0.9376039166602806, "incumbentGate": 0.9376039166602806, "retentionLoss": 0, "tick": 120 }, { "epoch": 6, "parent": "p12-5f6e5c51", "candidate": "p12-4b79e32b", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.958377996766206, "gate": 1.1593048370739598, "incumbentGate": 0.7415542033722441, "retentionLoss": 0, "tick": 144 }, { "epoch": 7, "parent": "p12-4b79e32b", "candidate": "p12-4b79e32b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0322638438421947, "gate": 0.9855829796437328, "incumbentGate": 0.9855829796437328, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-4b79e32b", "candidate": "p12-3404e299", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7308936436105574, "gate": 0.7264018187036781, "incumbentGate": -0.2068131663352301, "retentionLoss": 0.10940220820399538, "tick": 192 }, { "epoch": 9, "parent": "p12-4b79e32b", "candidate": "p12-e7ee6023", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9406643266852094, "gate": 0.9831598626001767, "incumbentGate": -0.47886174561485845, "retentionLoss": 0.4928589802967366, "tick": 216 }, { "epoch": 10, "parent": "p12-4b79e32b", "candidate": "p12-e4d38335", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 1.0021411544009144, "gate": 1.1032681508611317, "incumbentGate": -0.06266017041628742, "retentionLoss": 0.10940220820399538, "tick": 240 }, { "epoch": 11, "parent": "p12-4b79e32b", "candidate": "p12-faee3a46", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8935424870388733, "gate": 0.7227006124878942, "incumbentGate": -0.2855676329764636, "retentionLoss": 0.23780662104138361, "tick": 264 }, { "epoch": 12, "parent": "p12-4b79e32b", "candidate": "p12-8c78a7bb", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.9765119995983964, "gate": 1.020681242147899, "incumbentGate": 1.020681242147899, "retentionLoss": 0, "tick": 288 }, { "epoch": 13, "parent": "p12-4b79e32b", "candidate": "p12-bf13cf82", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.9309248614964427, "gate": 0.929557134794134, "incumbentGate": 0.929557134794134, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-4b79e32b", "candidate": "p12-dfb6e10b", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.8926882931928465, "gate": 1.125791626912436, "incumbentGate": 1.125791626912436, "retentionLoss": 0.1024260398424841, "tick": 336 }, { "epoch": 15, "parent": "p12-4b79e32b", "candidate": "p12-717c50fd", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9087184284654488, "gate": 1.1289269304987224, "incumbentGate": 1.0254605791027, "retentionLoss": 0.10940220820399538, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.010566563785481, "gate": 1.0638225006591722, "incumbentGate": 1.0638225006591722, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9863846957300787, "gate": 0.9224870578618051, "incumbentGate": 0.9224870578618051, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0408310022433445, "gate": 0.9980202601984217, "incumbentGate": 0.9980202601984217, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0147875980827503, "gate": 1.0247043737178656, "incumbentGate": 1.0247043737178656, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-8e0cb60b", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 1.0364620369857573, "gate": 1.1747629278788716, "incumbentGate": -0.34652293099373943, "retentionLoss": 0, "tick": 96 }, { "epoch": 5, "parent": "p12-8e0cb60b", "candidate": "p12-8e0cb60b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0083125230962044, "gate": 0.9376039166602806, "incumbentGate": 0.9376039166602806, "retentionLoss": 0, "tick": 120 }, { "epoch": 6, "parent": "p12-8e0cb60b", "candidate": "p12-8e0cb60b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.958377996766206, "gate": 1.1593048370739598, "incumbentGate": 1.1593048370739598, "retentionLoss": 0, "tick": 144 }, { "epoch": 7, "parent": "p12-8e0cb60b", "candidate": "p12-8e0cb60b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0322638438421947, "gate": 0.9855829796437328, "incumbentGate": 0.9855829796437328, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-8e0cb60b", "candidate": "p12-82739c1d", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.815988656244558, "gate": 0.7389209364611912, "incumbentGate": -0.2856338003450872, "retentionLoss": 0.7233097847592628, "tick": 192 }, { "epoch": 9, "parent": "p12-8e0cb60b", "candidate": "p12-5d12a6ca", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7236431450999313, "gate": 0.9831598626001767, "incumbentGate": -0.47886174561485845, "retentionLoss": 1.0372972884040432, "tick": 216 }, { "epoch": 10, "parent": "p12-8e0cb60b", "candidate": "p12-1fa16536", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6550281003721504, "gate": 1.1032681508611317, "incumbentGate": -0.30454943885645913, "retentionLoss": 1.258570136647107, "tick": 240 }, { "epoch": 11, "parent": "p12-8e0cb60b", "candidate": "p12-6fdd29e8", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8816733676789951, "gate": 0.9278295503949469, "incumbentGate": -0.26803400330897137, "retentionLoss": 1.0181068243889124, "tick": 264 }, { "epoch": 12, "parent": "p12-8e0cb60b", "candidate": "p12-66cb413a", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.8129484810746681, "gate": 1.020681242147899, "incumbentGate": 1.020681242147899, "retentionLoss": 0, "tick": 288 }, { "epoch": 13, "parent": "p12-8e0cb60b", "candidate": "p12-76a4cc2b", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.8364089138675442, "gate": 0.929557134794134, "incumbentGate": 0.929557134794134, "retentionLoss": 0.2850098824093851, "tick": 312 }, { "epoch": 14, "parent": "p12-8e0cb60b", "candidate": "p12-8e0cb60b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.7859792442875527, "gate": 0.9966037002833046, "incumbentGate": 0.9966037002833046, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-8e0cb60b", "candidate": "p12-8e0cb60b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8020093795601552, "gate": 1.1289269304987224, "incumbentGate": 1.1289269304987224, "retentionLoss": 0, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9798885141853994, -0.2685691543629592, 0.18143084563704084, 0.9798885141853994 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9798885141853994, -0.2685691543629592, 0.18143084563704084, 0.9798885141853994 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9798885141853994, -0.2685691543629592, 0.18143084563704084, 0.9798885141853994 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9798885141853994, -0.2685691543629592, 0.18143084563704084, 0.9798885141853994 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9798885141853994, -0.2685691543629592, 0.18143084563704084, 0.9798885141853994 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9798885141853994, 0.9946708512617335, 0.18143084563704084, 0.9798885141853994 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9798885141853994, 0.9946708512617335, 0.9494356882106558, 0.9798885141853994 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9798885141853994, 0.9946708512617335, 0.9494356882106558, 0.9798885141853994 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9798885141853994, -0.2685691543629592, 0.18143084563704084, 0.9798885141853994 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.958818470285449, 0.9946708512617335, -0.27748416905405027, 0.958818470285449 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.958818470285449, 0.9946708512617335, -0.27748416905405027, 0.958818470285449 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.958818470285449, 0.9946708512617335, -0.27748416905405027, 0.958818470285449 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9798885141853994, -0.2685691543629592, 0.18143084563704084, 0.9798885141853994 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9693345880644373, 0.9946708512617335, -0.3870421623185456, 0.9693345880644373 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9693345880644373, 0.9946708512617335, -0.3870421623185456, 0.9693345880644373 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9693345880644373, 0.9946708512617335, -0.3870421623185456, 0.9693345880644373 ] } ] } }, { "regime": "four-seasons", "seed": 49882, "arms": [ { "id": "fixed", "summary": { "usefulWork": 722.1505640328996, "harvests": 180, "toxicHarvests": 39, "energySpent": 930.6451964091834, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.3209182878877531, "heldoutA": 1.0033520427357585, "heldoutB": -0.24529858953624956, "heldoutC": 0.20470141046375043, "heldoutReturn": 1.0033520427357585, "retentionLoss": 0, "firstAReward": 1.0033520427357585, "afterCReward": 1.0033520427357585, "phaseAWork": 264.6676571548663, "phaseBWork": 138.72532542448607, "phaseCWork": 65.59063652276097, "returnAWork": 253.16694493078631, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 1118.3446982629735, "harvests": 180, "toxicHarvests": 18, "energySpent": 890.613836171171, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 1.0010857104593394, "heldoutA": 1.0033520427357585, "heldoutB": 1.0029354281131946, "heldoutC": 0.9969696605290651, "heldoutReturn": 1.0033520427357585, "retentionLoss": 0, "firstAReward": 1.0033520427357585, "afterCReward": 1.0033520427357585, "phaseAWork": 264.6676571548663, "phaseBWork": 423.54288906172354, "phaseCWork": 164.02456269347715, "returnAWork": 266.1095893529065, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 747.1120372242596, "harvests": 180, "toxicHarvests": 28, "energySpent": 911.7162644711576, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 2, "rollbacks": 9, "heldoutReward": 0.5671291521765768, "heldoutA": 1.0033520427357585, "heldoutB": 0.49333400333022126, "heldoutC": 0.20470141046375043, "heldoutReturn": 1.0033520427357585, "retentionLoss": 0.2120859710861237, "firstAReward": 1.0033520427357585, "afterCReward": 0.7912660716496348, "phaseAWork": 264.6676571548663, "phaseBWork": 152.22328788599395, "phaseCWork": 95.32505358604652, "returnAWork": 234.8960385973528, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 580.2087982170661, "harvests": 178, "toxicHarvests": 71, "energySpent": 972.8484737515635, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 2, "rollbacks": 6, "heldoutReward": 0.9929003324276118, "heldoutA": 1.0033520427357585, "heldoutB": 0.9783792940180116, "heldoutC": 0.9969696605290651, "heldoutReturn": 1.0033520427357585, "retentionLoss": 0, "firstAReward": 1.0033520427357585, "afterCReward": 1.0033520427357585, "phaseAWork": 264.6676571548663, "phaseBWork": 138.72532542448607, "phaseCWork": 24.658613026812816, "returnAWork": 152.15720261090098, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.8589177665222216, "gate": 1.0153910568335944, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9451796644013344, "gate": 1.0655038084877646, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9444761817234245, "gate": 1.03068805045064, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.972140087886528, "gate": 0.9810869444622928, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.29334510329098523, "gate": -0.19014287396468196, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.19881978508307552, "gate": -0.27213459615277863, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.3632102222891777, "gate": -0.26334436144528206, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2085139212274588, "gate": -0.2526067879370333, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.10875090063036032, "gate": 0.18964329719059445, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.2262340618526715, "gate": 0.31544966030882143, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.17242416589495382, "gate": 0.19351003808534886, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.20554767536170448, "gate": 0.2091066329884459, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0215745707653974, "gate": 1.0348798602530014, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0320475228019896, "gate": 0.7769428557456624, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0044197473854506, "gate": 1.0311349799057357, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.035867862808963, "gate": 0.9015905651773269, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-5ccfa46a", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8589177665222216, "gate": 1.0153910568335944, "tick": 0 }, { "epoch": 1, "parent": "p12-5ccfa46a", "candidate": "p12-307ef7b6", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9451796644013344, "gate": 1.0655038084877646, "tick": 24 }, { "epoch": 2, "parent": "p12-307ef7b6", "candidate": "p12-2cd2becc", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9444761817234245, "gate": 1.03068805045064, "tick": 48 }, { "epoch": 3, "parent": "p12-2cd2becc", "candidate": "p12-1500ccd2", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.972140087886528, "gate": 0.9810869444622928, "tick": 72 }, { "epoch": 4, "parent": "p12-1500ccd2", "candidate": "p12-481c5bce", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.1106398925720542, "gate": 0.9703645381526153, "tick": 96 }, { "epoch": 5, "parent": "p12-481c5bce", "candidate": "p12-4f3d70fb", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9595624261294459, "gate": 0.9430068915066622, "tick": 120 }, { "epoch": 6, "parent": "p12-4f3d70fb", "candidate": "p12-5b4deed3", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0107998392493454, "gate": 0.9662377721754836, "tick": 144 }, { "epoch": 7, "parent": "p12-5b4deed3", "candidate": "p12-3ba20686", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9867504403547089, "gate": 1.012902952691214, "tick": 168 }, { "epoch": 8, "parent": "p12-3ba20686", "candidate": "p12-17821295", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9950602889587437, "gate": 0.7859616798956562, "tick": 192 }, { "epoch": 9, "parent": "p12-17821295", "candidate": "p12-329f7529", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0351389421397506, "gate": 1.0867477944151767, "tick": 216 }, { "epoch": 10, "parent": "p12-329f7529", "candidate": "p12-f9b99a63", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.063951006837498, "gate": 0.825962680931818, "tick": 240 }, { "epoch": 11, "parent": "p12-f9b99a63", "candidate": "p12-d70a3196", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9465097690796326, "gate": 0.9852983725134511, "tick": 264 }, { "epoch": 12, "parent": "p12-d70a3196", "candidate": "p12-9d9cb181", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0215745707653974, "gate": 1.0348798602530014, "tick": 288 }, { "epoch": 13, "parent": "p12-9d9cb181", "candidate": "p12-d6041c17", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0320475228019896, "gate": 0.7769428557456624, "tick": 312 }, { "epoch": 14, "parent": "p12-d6041c17", "candidate": "p12-6418677e", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0044197473854506, "gate": 1.0311349799057357, "tick": 336 }, { "epoch": 15, "parent": "p12-6418677e", "candidate": "p12-25fa7b3f", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.035867862808963, "gate": 0.9015905651773269, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8589177665222216, "gate": 1.0153910568335944, "incumbentGate": 1.0153910568335944, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9385260333413661, "gate": 1.0655038084877646, "incumbentGate": 1.0655038084877646, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9867530981471375, "gate": 1.03068805045064, "incumbentGate": 1.03068805045064, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.005404369451297, "gate": 0.9810869444622928, "incumbentGate": 0.9810869444622928, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-d6283de6", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 1.0435399237339447, "gate": 0.9703645381526153, "incumbentGate": -0.19014287396468196, "retentionLoss": 0.3987809012469514, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-7fb728a5", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9620590440325673, "gate": 0.9430068915066622, "incumbentGate": -0.27213459615277863, "retentionLoss": 0.16342373945517796, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-e31b8011", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.36717362713350105, "gate": 0.19407083070041642, "incumbentGate": -0.26334436144528206, "retentionLoss": 0, "tick": 144 }, { "epoch": 7, "parent": "p12-e31b8011", "candidate": "p12-1e963daa", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8528501478840631, "gate": 1.012902952691214, "incumbentGate": 0.17935100975577542, "retentionLoss": 0.7552083312747528, "tick": 168 }, { "epoch": 8, "parent": "p12-e31b8011", "candidate": "p12-39d377dd", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.5522913284716726, "gate": 0.7859616798956562, "incumbentGate": 0.18964329719059445, "retentionLoss": 1.4395696872304544, "tick": 192 }, { "epoch": 9, "parent": "p12-e31b8011", "candidate": "p12-fbe1e70d", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.737963855218744, "gate": 1.0867477944151767, "incumbentGate": 0.31544966030882143, "retentionLoss": 0.7748146574354058, "tick": 216 }, { "epoch": 10, "parent": "p12-e31b8011", "candidate": "p12-cb72127c", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7901824537785521, "gate": 0.825962680931818, "incumbentGate": 0.19351003808534886, "retentionLoss": 0.7748146574354058, "tick": 240 }, { "epoch": 11, "parent": "p12-e31b8011", "candidate": "p12-1e683749", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8150489603989529, "gate": 0.9852983725134511, "incumbentGate": 0.2091066329884459, "retentionLoss": 0.7552083312747528, "tick": 264 }, { "epoch": 12, "parent": "p12-e31b8011", "candidate": "p12-b523a364", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.8710122280152551, "gate": 1.0348798602530014, "incumbentGate": 1.0348798602530014, "retentionLoss": 0, "tick": 288 }, { "epoch": 13, "parent": "p12-e31b8011", "candidate": "p12-ccdd889c", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.8747254953555762, "gate": 0.7769428557456624, "incumbentGate": 0.6569587597139277, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-ccdd889c", "candidate": "p12-4d6ec44d", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.9329863802789834, "gate": 1.0311349799057357, "incumbentGate": 1.0311349799057357, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-ccdd889c", "candidate": "p12-ccdd889c", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8944846354170403, "gate": 0.9015905651773269, "incumbentGate": 0.9015905651773269, "retentionLoss": 0, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8589177665222216, "gate": 1.0153910568335944, "incumbentGate": 1.0153910568335944, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9385260333413661, "gate": 1.0655038084877646, "incumbentGate": 1.0655038084877646, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9867530981471375, "gate": 1.03068805045064, "incumbentGate": 1.03068805045064, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.005404369451297, "gate": 0.9810869444622928, "incumbentGate": 0.9810869444622928, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-4aac586", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9167497965984212, "gate": 0.9703645381526153, "incumbentGate": -0.19014287396468196, "retentionLoss": 0.7552083312747528, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-2b4a4e34", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8296453891820882, "gate": 0.9430068915066622, "incumbentGate": -0.27213459615277863, "retentionLoss": 0.7552083312747528, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6935302a", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8770275619952657, "gate": 0.9662377721754836, "incumbentGate": -0.26334436144528206, "retentionLoss": 0.7552083312747528, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-3f20769e", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9852638027345423, "gate": 1.012902952691214, "incumbentGate": -0.2526067879370333, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-3f20769e", "candidate": "p12-cd025f89", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.800409631461983, "gate": 0.7859616798956562, "incumbentGate": -0.1340771780402555, "retentionLoss": 0.7552083312747528, "tick": 192 }, { "epoch": 9, "parent": "p12-3f20769e", "candidate": "p12-348a8919", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7379485207027757, "gate": 1.0867477944151767, "incumbentGate": -0.1745691646770194, "retentionLoss": 1.4395696872304544, "tick": 216 }, { "epoch": 10, "parent": "p12-3f20769e", "candidate": "p12-57d73b91", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9086674529640915, "gate": 0.825962680931818, "incumbentGate": -0.22215314852165122, "retentionLoss": 0.8028594422052527, "tick": 240 }, { "epoch": 11, "parent": "p12-3f20769e", "candidate": "p12-67b28e12", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9253936727743524, "gate": 0.9852983725134511, "incumbentGate": -0.009174511265420479, "retentionLoss": 0, "tick": 264 }, { "epoch": 12, "parent": "p12-67b28e12", "candidate": "p12-67b28e12", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9866753125455915, "gate": 1.0348798602530014, "incumbentGate": 1.0348798602530014, "retentionLoss": 0, "tick": 288 }, { "epoch": 13, "parent": "p12-67b28e12", "candidate": "p12-67b28e12", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9903885798859124, "gate": 0.7769428557456624, "incumbentGate": 0.7769428557456624, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-67b28e12", "candidate": "p12-67b28e12", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9329863802789834, "gate": 1.0311349799057357, "incumbentGate": 1.0311349799057357, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-67b28e12", "candidate": "p12-67b28e12", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0101477199473765, "gate": 0.9015905651773269, "incumbentGate": 0.9015905651773269, "retentionLoss": 0, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0033520427357585, -0.24529858953624956, 0.20470141046375043, 1.0033520427357585 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 1.0033520427357585, -0.24529858953624956, 0.20470141046375043, 1.0033520427357585 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 1.0033520427357585, -0.24529858953624956, 0.20470141046375043, 1.0033520427357585 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 1.0033520427357585, -0.24529858953624956, 0.20470141046375043, 1.0033520427357585 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0033520427357585, -0.24529858953624956, 0.20470141046375043, 1.0033520427357585 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 1.0033520427357585, 1.0029354281131946, 0.20470141046375043, 1.0033520427357585 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 1.0033520427357585, 1.0029354281131946, 0.9969696605290651, 1.0033520427357585 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 1.0033520427357585, 1.0029354281131946, 0.9969696605290651, 1.0033520427357585 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0033520427357585, -0.24529858953624956, 0.20470141046375043, 1.0033520427357585 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.7912660716496348, 0.15022390079059522, 0.20470141046375043, 0.7912660716496348 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.7912660716496348, 0.15022390079059522, 0.20470141046375043, 0.7912660716496348 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 1.0033520427357585, 0.49333400333022126, 0.20470141046375043, 1.0033520427357585 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0033520427357585, -0.24529858953624956, 0.20470141046375043, 1.0033520427357585 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9854559682092638, 0.8126704033334512, -0.1003420986179383, 0.9854559682092638 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 1.0033520427357585, 0.9783792940180116, 0.9969696605290651, 1.0033520427357585 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 1.0033520427357585, 0.9783792940180116, 0.9969696605290651, 1.0033520427357585 ] } ] } }, { "regime": "four-seasons", "seed": 59855, "arms": [ { "id": "fixed", "summary": { "usefulWork": 775.4098689800228, "harvests": 180, "toxicHarvests": 41, "energySpent": 934.0205520695097, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.2860369062868421, "heldoutA": 0.9693702396201755, "heldoutB": -0.28062976037982473, "heldoutC": 0.16937023962017542, "heldoutReturn": 0.9693702396201755, "retentionLoss": 0, "firstAReward": 0.9693702396201755, "afterCReward": 0.9693702396201755, "phaseAWork": 265.8882760721798, "phaseBWork": 146.86916630929778, "phaseCWork": 70.02946113575194, "returnAWork": 292.6229654627933, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 1136.0391117458507, "harvests": 180, "toxicHarvests": 20, "energySpent": 893.7349240043994, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 0.9917408797134408, "heldoutA": 0.9693702396201755, "heldoutB": 1.0358502431461478, "heldoutC": 0.9700021563739993, "heldoutReturn": 0.9693702396201755, "retentionLoss": 0, "firstAReward": 0.9693702396201755, "afterCReward": 0.9693702396201755, "phaseAWork": 265.8882760721798, "phaseBWork": 412.98221718780803, "phaseCWork": 232.91543714254237, "returnAWork": 224.25318134332053, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 869.8900612192301, "harvests": 180, "toxicHarvests": 24, "energySpent": 907.4524513753487, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 1, "rollbacks": 5, "heldoutReward": 0.7211737050756023, "heldoutA": 0.9583006324604836, "heldoutB": 1.0358502431461478, "heldoutC": 0.16937023962017542, "heldoutReturn": 0.9583006324604836, "retentionLoss": 0.011069607159691963, "firstAReward": 0.9693702396201755, "afterCReward": 0.9583006324604836, "phaseAWork": 265.8882760721798, "phaseBWork": 211.95209178519985, "phaseCWork": 115.14894141105151, "returnAWork": 276.90075195079896, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 879.1955029149481, "harvests": 180, "toxicHarvests": 50, "energySpent": 936.3614586514145, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 2, "rollbacks": 2, "heldoutReward": 0.9686559375892427, "heldoutA": 0.9693702396201755, "heldoutB": 0.9990820176611203, "heldoutC": 0.9375155554864323, "heldoutReturn": 0.9693702396201755, "retentionLoss": 0, "firstAReward": 0.9693702396201755, "afterCReward": 0.9693702396201755, "phaseAWork": 265.8882760721798, "phaseBWork": 412.98221718780803, "phaseCWork": 38.46808632626778, "returnAWork": 161.85692332869246, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0106046249601193, "gate": 1.0854519118554313, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9188828242464258, "gate": 1.0912248373970046, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9981982678309173, "gate": 1.0967155173640257, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9939791335585652, "gate": 0.8709414478062176, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.29245199788481435, "gate": -0.21419638110076908, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2790882260814716, "gate": -0.2616518630487195, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2942304654757934, "gate": -0.19678137274426408, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.26817772754705294, "gate": -0.21814417976337533, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.26399261065136065, "gate": 0.1593396187331481, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.22365316970719365, "gate": 0.26605015379151115, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.21602237801055243, "gate": 0.24130086560321914, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.21851371254115146, "gate": 0.2259309801618784, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9431049309843266, "gate": 0.9128206702876716, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9039592523069411, "gate": 1.0135802876517352, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9826795147415877, "gate": 1.1343088303916284, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.987845845697635, "gate": 0.8904674275088613, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-ed80ae33", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0106046249601193, "gate": 1.0854519118554313, "tick": 0 }, { "epoch": 1, "parent": "p12-ed80ae33", "candidate": "p12-ad7c151c", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9188828242464258, "gate": 1.0912248373970046, "tick": 24 }, { "epoch": 2, "parent": "p12-ad7c151c", "candidate": "p12-94f6ccf1", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9981982678309173, "gate": 1.0967155173640257, "tick": 48 }, { "epoch": 3, "parent": "p12-94f6ccf1", "candidate": "p12-e8e3c94f", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9939791335585652, "gate": 0.8709414478062176, "tick": 72 }, { "epoch": 4, "parent": "p12-e8e3c94f", "candidate": "p12-a5df678e", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0065444519879472, "gate": 0.9337427606672198, "tick": 96 }, { "epoch": 5, "parent": "p12-a5df678e", "candidate": "p12-6e79fc20", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.048546155608162, "gate": 1.093243192727446, "tick": 120 }, { "epoch": 6, "parent": "p12-6e79fc20", "candidate": "p12-ffa72e84", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0179819901877774, "gate": 1.0712815174675399, "tick": 144 }, { "epoch": 7, "parent": "p12-ffa72e84", "candidate": "p12-ea7aed51", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0214430896067235, "gate": 0.9539107577907003, "tick": 168 }, { "epoch": 8, "parent": "p12-ea7aed51", "candidate": "p12-e7cb2ee3", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9003256320856582, "gate": 1.0134587524984011, "tick": 192 }, { "epoch": 9, "parent": "p12-e7cb2ee3", "candidate": "p12-1fec568d", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9550573915682051, "gate": 1.0633094508190883, "tick": 216 }, { "epoch": 10, "parent": "p12-1fec568d", "candidate": "p12-9d79c9ea", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9835100811230454, "gate": 1.0898397005736442, "tick": 240 }, { "epoch": 11, "parent": "p12-9d79c9ea", "candidate": "p12-225fd345", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.050348612231558, "gate": 0.9204788039973884, "tick": 264 }, { "epoch": 12, "parent": "p12-225fd345", "candidate": "p12-238363fc", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9431049309843266, "gate": 0.9128206702876716, "tick": 288 }, { "epoch": 13, "parent": "p12-238363fc", "candidate": "p12-e3760637", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9039592523069411, "gate": 1.0135802876517352, "tick": 312 }, { "epoch": 14, "parent": "p12-e3760637", "candidate": "p12-44a61a9d", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9826795147415877, "gate": 1.1343088303916284, "tick": 336 }, { "epoch": 15, "parent": "p12-44a61a9d", "candidate": "p12-8da8b51c", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.987845845697635, "gate": 0.8904674275088613, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0106046249601193, "gate": 1.0854519118554313, "incumbentGate": 1.0854519118554313, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.954103617773441, "gate": 1.0912248373970046, "incumbentGate": 1.0912248373970046, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0360372778670663, "gate": 1.0967155173640257, "incumbentGate": 1.0967155173640257, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0298154300470332, "gate": 0.8709414478062176, "incumbentGate": 0.8709414478062176, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.0056313858669853195, "gate": -0.21419638110076908, "incumbentGate": -0.21419638110076908, "retentionLoss": 0, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6b979c2b", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8520441382236082, "gate": 1.093243192727446, "incumbentGate": -0.2616518630487195, "retentionLoss": 0.656428170684517, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-12199509", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9935811920711621, "gate": 1.0712815174675399, "incumbentGate": -0.19678137274426408, "retentionLoss": 0, "tick": 144 }, { "epoch": 7, "parent": "p12-12199509", "candidate": "p12-12199509", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.010991304505498, "gate": 0.9539107577907003, "incumbentGate": 0.9539107577907003, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-12199509", "candidate": "p12-9a20e599", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.601896694586979, "gate": 0.1593396187331481, "incumbentGate": 0.1593396187331481, "retentionLoss": 0, "tick": 192 }, { "epoch": 9, "parent": "p12-12199509", "candidate": "p12-12199509", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.4634159725999911, "gate": 0.26605015379151115, "incumbentGate": 0.26605015379151115, "retentionLoss": 0, "tick": 216 }, { "epoch": 10, "parent": "p12-12199509", "candidate": "p12-5db61c4e", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.75277801721601, "gate": 1.0898397005736442, "incumbentGate": 0.24130086560321914, "retentionLoss": 1.3972393263989573, "tick": 240 }, { "epoch": 11, "parent": "p12-12199509", "candidate": "p12-12199509", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.4592104135765593, "gate": 0.2259309801618784, "incumbentGate": 0.2259309801618784, "retentionLoss": 0, "tick": 264 }, { "epoch": 12, "parent": "p12-12199509", "candidate": "p12-9df45079", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.9054598157958128, "gate": 0.9128206702876716, "incumbentGate": 0.9128206702876716, "retentionLoss": 0, "tick": 288 }, { "epoch": 13, "parent": "p12-12199509", "candidate": "p12-12199509", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8237571319753817, "gate": 1.0135802876517352, "incumbentGate": 1.0135802876517352, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-12199509", "candidate": "p12-12199509", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8873111936443348, "gate": 1.1343088303916284, "incumbentGate": 1.1343088303916284, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-12199509", "candidate": "p12-ea335964", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.9019584943448183, "gate": 0.8904674275088613, "incumbentGate": 0.8904674275088613, "retentionLoss": 0, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0106046249601193, "gate": 1.0854519118554313, "incumbentGate": 1.0854519118554313, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.954103617773441, "gate": 1.0912248373970046, "incumbentGate": 1.0912248373970046, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0360372778670663, "gate": 1.0967155173640257, "incumbentGate": 1.0967155173640257, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0298154300470332, "gate": 0.8709414478062176, "incumbentGate": 0.8709414478062176, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-f637e000", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9798787232715566, "gate": 0.9337427606672198, "incumbentGate": -0.21419638110076908, "retentionLoss": 0.06208783637842097, "tick": 96 }, { "epoch": 5, "parent": "p12-f637e000", "candidate": "p12-f637e000", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.977041792574947, "gate": 1.093243192727446, "incumbentGate": 1.093243192727446, "retentionLoss": 0, "tick": 120 }, { "epoch": 6, "parent": "p12-f637e000", "candidate": "p12-f637e000", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9935811920711621, "gate": 1.0712815174675399, "incumbentGate": 1.0712815174675399, "retentionLoss": 0, "tick": 144 }, { "epoch": 7, "parent": "p12-f637e000", "candidate": "p12-f637e000", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.010991304505498, "gate": 0.9539107577907003, "incumbentGate": 0.9539107577907003, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-f637e000", "candidate": "p12-948758f0", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7174004729532725, "gate": 0.7898165738111468, "incumbentGate": -0.3918938563596768, "retentionLoss": 0.7839081164374126, "tick": 192 }, { "epoch": 9, "parent": "p12-f637e000", "candidate": "p12-9c870671", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.857404284880955, "gate": 1.0633094508190883, "incumbentGate": -0.3135996553304277, "retentionLoss": 0.6681974851241435, "tick": 216 }, { "epoch": 10, "parent": "p12-f637e000", "candidate": "p12-b911e14c", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.972780169455003, "gate": 1.0898397005736442, "incumbentGate": -0.37636683994523695, "retentionLoss": 0, "tick": 240 }, { "epoch": 11, "parent": "p12-b911e14c", "candidate": "p12-b911e14c", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0194484853107648, "gate": 0.9204788039973884, "incumbentGate": 0.9204788039973884, "retentionLoss": 0, "tick": 264 }, { "epoch": 12, "parent": "p12-b911e14c", "candidate": "p12-b911e14c", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9433611987466094, "gate": 0.9128206702876716, "incumbentGate": 0.9128206702876716, "retentionLoss": 0, "tick": 288 }, { "epoch": 13, "parent": "p12-b911e14c", "candidate": "p12-b911e14c", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9267396415536862, "gate": 1.0135802876517352, "incumbentGate": 1.0135802876517352, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-b911e14c", "candidate": "p12-b911e14c", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9902937032226392, "gate": 1.1343088303916284, "incumbentGate": 1.1343088303916284, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-b911e14c", "candidate": "p12-b911e14c", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0049410039231228, "gate": 0.8904674275088613, "incumbentGate": 0.8904674275088613, "retentionLoss": 0, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9693702396201755, -0.28062976037982473, 0.16937023962017542, 0.9693702396201755 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9693702396201755, -0.28062976037982473, 0.16937023962017542, 0.9693702396201755 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9693702396201755, -0.28062976037982473, 0.16937023962017542, 0.9693702396201755 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9693702396201755, -0.28062976037982473, 0.16937023962017542, 0.9693702396201755 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9693702396201755, -0.28062976037982473, 0.16937023962017542, 0.9693702396201755 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9693702396201755, 1.0358502431461478, 0.16937023962017542, 0.9693702396201755 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9693702396201755, 1.0358502431461478, 0.9700021563739993, 0.9693702396201755 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9693702396201755, 1.0358502431461478, 0.9700021563739993, 0.9693702396201755 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9693702396201755, -0.28062976037982473, 0.16937023962017542, 0.9693702396201755 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9583006324604836, 1.0358502431461478, 0.16937023962017542, 0.9583006324604836 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9583006324604836, 1.0358502431461478, 0.16937023962017542, 0.9583006324604836 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9583006324604836, 1.0358502431461478, 0.16937023962017542, 0.9583006324604836 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9693702396201755, -0.28062976037982473, 0.16937023962017542, 0.9693702396201755 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.8381476595357629, 1.0358502431461478, -0.3534497167161721, 0.8381476595357629 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9693702396201755, 0.9990820176611203, 0.9375155554864323, 0.9693702396201755 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9693702396201755, 0.9990820176611203, 0.9375155554864323, 0.9693702396201755 ] } ] } }, { "regime": "four-seasons", "seed": 69828, "arms": [ { "id": "fixed", "summary": { "usefulWork": 761.0280246880058, "harvests": 180, "toxicHarvests": 40, "energySpent": 931.7299655965995, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.2962428513699236, "heldoutA": 0.9786853156293562, "heldoutB": -0.26943088227146916, "heldoutC": 0.1794741207518838, "heldoutReturn": 0.9786853156293562, "retentionLoss": 0, "firstAReward": 0.9786853156293562, "afterCReward": 0.9786853156293562, "phaseAWork": 264.1316423353824, "phaseBWork": 149.6014183188015, "phaseCWork": 66.20010918590486, "returnAWork": 281.09485484791696, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 1112.529499773157, "harvests": 180, "toxicHarvests": 23, "energySpent": 897.5380307712351, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 0.9916622982264167, "heldoutA": 0.9786853156293562, "heldoutB": 1.0176994446307597, "heldoutC": 0.978602134419134, "heldoutReturn": 0.9786853156293562, "retentionLoss": 0, "firstAReward": 0.9786853156293562, "afterCReward": 0.9786853156293562, "phaseAWork": 271.27153697487876, "phaseBWork": 430.84512772966394, "phaseCWork": 169.3167340590088, "returnAWork": 241.0961010096056, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 872.0086093193744, "harvests": 180, "toxicHarvests": 28, "energySpent": 912.4018505175625, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 1, "rollbacks": 2, "heldoutReward": 0.7252862936706665, "heldoutA": 0.9786853156293562, "heldoutB": 1.0176994446307597, "heldoutC": 0.1794741207518838, "heldoutReturn": 0.9786853156293562, "retentionLoss": 0, "firstAReward": 0.9786853156293562, "afterCReward": 0.9786853156293562, "phaseAWork": 264.1316423353824, "phaseBWork": 228.79751488717375, "phaseCWork": 110.24944893712444, "returnAWork": 268.8300031596938, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 919.5660812041629, "harvests": 180, "toxicHarvests": 31, "energySpent": 910.9846618909336, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 1, "rollbacks": 5, "heldoutReward": 0.6108222480609499, "heldoutA": 0.9786853156293562, "heldoutB": 0.9977494566783972, "heldoutC": -0.14396802812490386, "heldoutReturn": 0.9786853156293562, "retentionLoss": 0, "firstAReward": 0.9786853156293562, "afterCReward": 0.9786853156293562, "phaseAWork": 264.1316423353824, "phaseBWork": 438.67175261974984, "phaseCWork": 18.99431024493174, "returnAWork": 197.76837600409885, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9546228187584083, "gate": 1.0203046718090043, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9275511123426451, "gate": 0.9108441834203139, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0012852430865977, "gate": 0.9897882279257937, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9691873617158159, "gate": 0.9724272156268606, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.21680625621642213, "gate": -0.18810228648624475, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.29360479422944424, "gate": -0.13527041952645877, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.23853369083127818, "gate": -0.22050074053023394, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2684062239098482, "gate": -0.37524260294009254, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.2709299983620446, "gate": 0.12264640285920307, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.18736152457001423, "gate": 0.24204407966443345, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.24608449817995884, "gate": 0.2928742369972737, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.18203624098647117, "gate": 0.24410907270277585, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0022401129667553, "gate": 0.8731300132965591, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9511341420948517, "gate": 1.0142919123367846, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0247109119905742, "gate": 1.0041610997670367, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.934829264963224, "gate": 1.0380650836589607, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-4255a5eb", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9546228187584083, "gate": 1.0203046718090043, "tick": 0 }, { "epoch": 1, "parent": "p12-4255a5eb", "candidate": "p12-fdbe30e4", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9275511123426451, "gate": 0.9108441834203139, "tick": 24 }, { "epoch": 2, "parent": "p12-fdbe30e4", "candidate": "p12-96cee976", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0012852430865977, "gate": 0.9897882279257937, "tick": 48 }, { "epoch": 3, "parent": "p12-96cee976", "candidate": "p12-429b83a8", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9691873617158159, "gate": 0.9724272156268606, "tick": 72 }, { "epoch": 4, "parent": "p12-429b83a8", "candidate": "p12-9526ad83", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9662262434393426, "gate": 0.9578602771798455, "tick": 96 }, { "epoch": 5, "parent": "p12-9526ad83", "candidate": "p12-ee3e9a0d", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0107146373133846, "gate": 0.9401157883469623, "tick": 120 }, { "epoch": 6, "parent": "p12-ee3e9a0d", "candidate": "p12-698ca017", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9673488631377691, "gate": 0.9221956661537876, "tick": 144 }, { "epoch": 7, "parent": "p12-698ca017", "candidate": "p12-73ccd922", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0735622888826553, "gate": 0.9040185020790322, "tick": 168 }, { "epoch": 8, "parent": "p12-73ccd922", "candidate": "p12-faf4715d", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0002789607476237, "gate": 0.9564813296726639, "tick": 192 }, { "epoch": 9, "parent": "p12-faf4715d", "candidate": "p12-a12c35f3", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0185507803233558, "gate": 0.9820916422173388, "tick": 216 }, { "epoch": 10, "parent": "p12-a12c35f3", "candidate": "p12-b841c35a", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9741595026483263, "gate": 1.040002397399882, "tick": 240 }, { "epoch": 11, "parent": "p12-b841c35a", "candidate": "p12-5890140b", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0316017744532662, "gate": 1.088213278630038, "tick": 264 }, { "epoch": 12, "parent": "p12-5890140b", "candidate": "p12-e15e4cf6", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0022401129667553, "gate": 0.8731300132965591, "tick": 288 }, { "epoch": 13, "parent": "p12-e15e4cf6", "candidate": "p12-f2bbcd37", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9511341420948517, "gate": 1.0142919123367846, "tick": 312 }, { "epoch": 14, "parent": "p12-f2bbcd37", "candidate": "p12-844aeed5", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0247109119905742, "gate": 1.0041610997670367, "tick": 336 }, { "epoch": 15, "parent": "p12-844aeed5", "candidate": "p12-5f56acad", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.934829264963224, "gate": 1.0380650836589607, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9546228187584083, "gate": 1.0203046718090043, "incumbentGate": 1.0203046718090043, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.939641934080585, "gate": 0.9108441834203139, "incumbentGate": 0.9108441834203139, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9448362790129331, "gate": 0.9897882279257937, "incumbentGate": 0.9897882279257937, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9936594613495826, "gate": 0.9724272156268606, "incumbentGate": 0.9724272156268606, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-2bce5066", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8752018679267469, "gate": 0.9578602771798455, "incumbentGate": -0.18810228648624475, "retentionLoss": 0.3743514627711826, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-9c64791c", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 1.016427200274261, "gate": 0.9401157883469623, "incumbentGate": -0.13527041952645877, "retentionLoss": 0, "tick": 120 }, { "epoch": 6, "parent": "p12-9c64791c", "candidate": "p12-9c64791c", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9830259093818892, "gate": 0.9221956661537876, "incumbentGate": 0.9221956661537876, "retentionLoss": 0, "tick": 144 }, { "epoch": 7, "parent": "p12-9c64791c", "candidate": "p12-9c64791c", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0335003548855317, "gate": 0.9040185020790322, "incumbentGate": 0.9040185020790322, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-9c64791c", "candidate": "p12-9c64791c", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.5548926034084014, "gate": 0.12264640285920307, "incumbentGate": 0.12264640285920307, "retentionLoss": 0, "tick": 192 }, { "epoch": 9, "parent": "p12-9c64791c", "candidate": "p12-2d06955e", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8628823136751474, "gate": 0.7691863815733635, "incumbentGate": 0.24204407966443345, "retentionLoss": 1.0302440034769007, "tick": 216 }, { "epoch": 10, "parent": "p12-9c64791c", "candidate": "p12-9c64791c", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.5025762249346364, "gate": 0.2928742369972737, "incumbentGate": 0.2928742369972737, "retentionLoss": 0, "tick": 240 }, { "epoch": 11, "parent": "p12-9c64791c", "candidate": "p12-9c64791c", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.4607781913768134, "gate": 0.24410907270277585, "incumbentGate": 0.24410907270277585, "retentionLoss": 0, "tick": 264 }, { "epoch": 12, "parent": "p12-9c64791c", "candidate": "p12-9c64791c", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8804276872454607, "gate": 0.8731300132965591, "incumbentGate": 0.8731300132965591, "retentionLoss": 0, "tick": 288 }, { "epoch": 13, "parent": "p12-9c64791c", "candidate": "p12-9c64791c", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8375027498979929, "gate": 1.0142919123367846, "incumbentGate": 1.0142919123367846, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-9c64791c", "candidate": "p12-9c64791c", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9007658705301916, "gate": 1.0041610997670367, "incumbentGate": 1.0041610997670367, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-9c64791c", "candidate": "p12-9c64791c", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8346795308761297, "gate": 1.0380650836589607, "incumbentGate": 1.0380650836589607, "retentionLoss": 0, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9546228187584083, "gate": 1.0203046718090043, "incumbentGate": 1.0203046718090043, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.939641934080585, "gate": 0.9108441834203139, "incumbentGate": 0.9108441834203139, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9448362790129331, "gate": 0.9897882279257937, "incumbentGate": 0.9897882279257937, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9936594613495826, "gate": 0.9724272156268606, "incumbentGate": 0.9724272156268606, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-dc128ee5", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9827863903508747, "gate": 0.9578602771798455, "incumbentGate": -0.18810228648624475, "retentionLoss": 0, "tick": 96 }, { "epoch": 5, "parent": "p12-dc128ee5", "candidate": "p12-dc128ee5", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.016427200274261, "gate": 0.9401157883469623, "incumbentGate": 0.9401157883469623, "retentionLoss": 0, "tick": 120 }, { "epoch": 6, "parent": "p12-dc128ee5", "candidate": "p12-dc128ee5", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9830259093818892, "gate": 0.9221956661537876, "incumbentGate": 0.9221956661537876, "retentionLoss": 0, "tick": 144 }, { "epoch": 7, "parent": "p12-dc128ee5", "candidate": "p12-dc128ee5", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0335003548855317, "gate": 0.9040185020790322, "incumbentGate": 0.9040185020790322, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-dc128ee5", "candidate": "p12-202a2fd0", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6708843850558762, "gate": 0.41494887195594843, "incumbentGate": -0.23068160229681234, "retentionLoss": 0.10270860602213283, "tick": 192 }, { "epoch": 9, "parent": "p12-dc128ee5", "candidate": "p12-4bf2750c", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7884222427627819, "gate": 0.9820916422173388, "incumbentGate": -0.0646630645178181, "retentionLoss": 1.2109787558515732, "tick": 216 }, { "epoch": 10, "parent": "p12-dc128ee5", "candidate": "p12-42d88182", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6710117757439268, "gate": 1.040002397399882, "incumbentGate": -0.17345592732923806, "retentionLoss": 1.3529489926450293, "tick": 240 }, { "epoch": 11, "parent": "p12-dc128ee5", "candidate": "p12-884c3ad4", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6604501021149755, "gate": 1.088213278630038, "incumbentGate": -0.019843284671539774, "retentionLoss": 1.238034367044547, "tick": 264 }, { "epoch": 12, "parent": "p12-dc128ee5", "candidate": "p12-dc128ee5", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8144395979018818, "gate": 0.8731300132965591, "incumbentGate": 0.8731300132965591, "retentionLoss": 0, "tick": 288 }, { "epoch": 13, "parent": "p12-dc128ee5", "candidate": "p12-dc128ee5", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.771514660554414, "gate": 1.0142919123367846, "incumbentGate": 1.0142919123367846, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-dc128ee5", "candidate": "p12-bea59763", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.8884710324856332, "gate": 1.0041610997670367, "incumbentGate": 1.0041610997670367, "retentionLoss": 0.778386328332658, "tick": 336 }, { "epoch": 15, "parent": "p12-dc128ee5", "candidate": "p12-dc128ee5", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.7686914415325506, "gate": 1.0380650836589607, "incumbentGate": 1.0380650836589607, "retentionLoss": 0, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9786853156293562, -0.26943088227146916, 0.1794741207518838, 0.9786853156293562 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9786853156293562, -0.26943088227146916, 0.1794741207518838, 0.9786853156293562 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9786853156293562, -0.26943088227146916, 0.1794741207518838, 0.9786853156293562 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9786853156293562, -0.26943088227146916, 0.1794741207518838, 0.9786853156293562 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9786853156293562, -0.26943088227146916, 0.1794741207518838, 0.9786853156293562 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9786853156293562, 1.0176994446307597, 0.1794741207518838, 0.9786853156293562 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9786853156293562, 1.0176994446307597, 0.978602134419134, 0.9786853156293562 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9786853156293562, 1.0176994446307597, 0.978602134419134, 0.9786853156293562 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9786853156293562, -0.26943088227146916, 0.1794741207518838, 0.9786853156293562 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9786853156293562, 1.0176994446307597, 0.1794741207518838, 0.9786853156293562 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9786853156293562, 1.0176994446307597, 0.1794741207518838, 0.9786853156293562 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9786853156293562, 1.0176994446307597, 0.1794741207518838, 0.9786853156293562 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9786853156293562, -0.26943088227146916, 0.1794741207518838, 0.9786853156293562 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9786853156293562, 0.9977494566783972, -0.14396802812490386, 0.9786853156293562 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9786853156293562, 0.9977494566783972, -0.14396802812490386, 0.9786853156293562 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9786853156293562, 0.9977494566783972, -0.14396802812490386, 0.9786853156293562 ] } ] } }, { "regime": "four-seasons", "seed": 79801, "arms": [ { "id": "fixed", "summary": { "usefulWork": 763.0400180301984, "harvests": 180, "toxicHarvests": 42, "energySpent": 934.840200471808, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.2905761485037052, "heldoutA": 0.9737195470849495, "heldoutB": -0.27599555078691684, "heldoutC": 0.1740044492130831, "heldoutReturn": 0.9737195470849495, "retentionLoss": 0, "firstAReward": 0.9737195470849495, "afterCReward": 0.9737195470849495, "phaseAWork": 273.5389154798895, "phaseBWork": 146.07925362436498, "phaseCWork": 52.371270209618274, "returnAWork": 291.0505787163257, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 1168.3843182122414, "harvests": 180, "toxicHarvests": 20, "energySpent": 893.7319164694641, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 0.9720318783783322, "heldoutA": 0.9737195470849495, "heldoutB": 0.9358117723041808, "heldoutC": 1.0065643157458664, "heldoutReturn": 0.9737195470849495, "retentionLoss": 0, "firstAReward": 0.9737195470849495, "afterCReward": 0.9737195470849495, "phaseAWork": 279.20058450078386, "phaseBWork": 424.40868278505934, "phaseCWork": 205.24414496023826, "returnAWork": 259.53090596615993, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 869.2121430080432, "harvests": 180, "toxicHarvests": 22, "energySpent": 902.1636050388781, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 3, "rollbacks": 0, "heldoutReward": 0.6809060600119202, "heldoutA": 0.9737195470849495, "heldoutB": 0.8949941837377282, "heldoutC": 0.1740044492130831, "heldoutReturn": 0.9737195470849495, "retentionLoss": 0, "firstAReward": 0.9737195470849495, "afterCReward": 0.9737195470849495, "phaseAWork": 273.5389154798895, "phaseBWork": 277.19233381872084, "phaseCWork": 69.3879065101969, "returnAWork": 249.09298719923595, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 885.6988959899106, "harvests": 180, "toxicHarvests": 37, "energySpent": 918.4175154832095, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 1, "rollbacks": 6, "heldoutReward": 0.49929609243615475, "heldoutA": 0.9544747383584905, "heldoutB": 0.9358117723041808, "heldoutC": -0.39239823335420704, "heldoutReturn": 0.9544747383584905, "retentionLoss": 0.01924480872645895, "firstAReward": 0.9737195470849495, "afterCReward": 0.9544747383584905, "phaseAWork": 273.5389154798895, "phaseBWork": 429.48631644856516, "phaseCWork": 9.768438505543259, "returnAWork": 172.9052255559127, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0597920323315952, "gate": 0.9734974792004351, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9748184312523281, "gate": 1.1140105003501206, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.975195762744468, "gate": 0.9764073965203449, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0044010860320005, "gate": 0.9728881237729409, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2274036614913226, "gate": -0.28531994022131696, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2756881129872916, "gate": -0.2708429077732119, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.25470250175521664, "gate": -0.041220897200855804, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2390227400459113, "gate": -0.26441350480973375, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.20835549264340303, "gate": 0.17165332865049018, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.19341982335253902, "gate": 0.21258698756682756, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.23004477403828427, "gate": 0.24387293025704668, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.2738564557575231, "gate": 0.10803363079059898, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0317054466474826, "gate": 0.9532959207164754, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9616784556001226, "gate": 0.9876895640157697, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0218008215622743, "gate": 1.0173714545179824, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0187945312614035, "gate": 0.9310568123591104, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-3468f768", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0597920323315952, "gate": 0.9734974792004351, "tick": 0 }, { "epoch": 1, "parent": "p12-3468f768", "candidate": "p12-a905cabe", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9748184312523281, "gate": 1.1140105003501206, "tick": 24 }, { "epoch": 2, "parent": "p12-a905cabe", "candidate": "p12-4e403a85", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.975195762744468, "gate": 0.9764073965203449, "tick": 48 }, { "epoch": 3, "parent": "p12-4e403a85", "candidate": "p12-6a502180", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0044010860320005, "gate": 0.9728881237729409, "tick": 72 }, { "epoch": 4, "parent": "p12-6a502180", "candidate": "p12-e530e5d4", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0085193304234898, "gate": 1.0337117066352304, "tick": 96 }, { "epoch": 5, "parent": "p12-e530e5d4", "candidate": "p12-6c88e9c3", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9968751536795756, "gate": 1.093375675320632, "tick": 120 }, { "epoch": 6, "parent": "p12-6c88e9c3", "candidate": "p12-5e1e2d12", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0927425145005516, "gate": 1.0203940949613866, "tick": 144 }, { "epoch": 7, "parent": "p12-5e1e2d12", "candidate": "p12-ace08457", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0091136875550548, "gate": 1.077157645288733, "tick": 168 }, { "epoch": 8, "parent": "p12-ace08457", "candidate": "p12-ecfe844a", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0059535745728296, "gate": 1.0415646155268516, "tick": 192 }, { "epoch": 9, "parent": "p12-ecfe844a", "candidate": "p12-8d958ea1", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0686999164532842, "gate": 1.0136670238190135, "tick": 216 }, { "epoch": 10, "parent": "p12-8d958ea1", "candidate": "p12-5515213e", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.099309259444149, "gate": 0.9643499130867643, "tick": 240 }, { "epoch": 11, "parent": "p12-5515213e", "candidate": "p12-35fc0574", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9951755702090722, "gate": 0.9817881199731661, "tick": 264 }, { "epoch": 12, "parent": "p12-35fc0574", "candidate": "p12-5409c208", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0317054466474826, "gate": 0.9532959207164754, "tick": 288 }, { "epoch": 13, "parent": "p12-5409c208", "candidate": "p12-fa732e0f", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9616784556001226, "gate": 0.9876895640157697, "tick": 312 }, { "epoch": 14, "parent": "p12-fa732e0f", "candidate": "p12-1a6137d0", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0218008215622743, "gate": 1.0173714545179824, "tick": 336 }, { "epoch": 15, "parent": "p12-1a6137d0", "candidate": "p12-2dcca6e1", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0187945312614035, "gate": 0.9310568123591104, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0597920323315952, "gate": 0.9734974792004351, "incumbentGate": 0.9734974792004351, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9626932735686673, "gate": 1.1140105003501206, "incumbentGate": 1.1140105003501206, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0054631145321344, "gate": 0.9764073965203449, "incumbentGate": 0.9764073965203449, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9991987057027351, "gate": 0.9728881237729409, "incumbentGate": 0.9728881237729409, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-729226d4", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.1984218280883065, "gate": 0.11342224507426402, "incumbentGate": -0.28531994022131696, "retentionLoss": 0, "tick": 96 }, { "epoch": 5, "parent": "p12-729226d4", "candidate": "p12-8ab5ed30", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 1.0065020510706606, "gate": 1.093375675320632, "incumbentGate": -0.06759281944455364, "retentionLoss": 0, "tick": 120 }, { "epoch": 6, "parent": "p12-8ab5ed30", "candidate": "p12-8ab5ed30", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.068802725423148, "gate": 1.0203940949613866, "incumbentGate": 1.0203940949613866, "retentionLoss": 0, "tick": 144 }, { "epoch": 7, "parent": "p12-8ab5ed30", "candidate": "p12-8ab5ed30", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0015996778061542, "gate": 1.077157645288733, "incumbentGate": 1.077157645288733, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-8ab5ed30", "candidate": "p12-afc6bd51", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.5320217323110953, "gate": 0.17165332865049018, "incumbentGate": 0.012087537972508722, "retentionLoss": 0, "tick": 192 }, { "epoch": 9, "parent": "p12-afc6bd51", "candidate": "p12-afc6bd51", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.4628344109046169, "gate": 0.21258698756682756, "incumbentGate": 0.21258698756682756, "retentionLoss": 0, "tick": 216 }, { "epoch": 10, "parent": "p12-afc6bd51", "candidate": "p12-afc6bd51", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.48629673775476817, "gate": 0.24387293025704668, "incumbentGate": 0.24387293025704668, "retentionLoss": 0, "tick": 240 }, { "epoch": 11, "parent": "p12-afc6bd51", "candidate": "p12-afc6bd51", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.5212326449961678, "gate": 0.10803363079059898, "incumbentGate": 0.10803363079059898, "retentionLoss": 0, "tick": 264 }, { "epoch": 12, "parent": "p12-afc6bd51", "candidate": "p12-afc6bd51", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8707654361373671, "gate": 0.9532959207164754, "incumbentGate": 0.9532959207164754, "retentionLoss": 0, "tick": 288 }, { "epoch": 13, "parent": "p12-afc6bd51", "candidate": "p12-afc6bd51", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8389473203556475, "gate": 0.9876895640157697, "incumbentGate": 0.9876895640157697, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-afc6bd51", "candidate": "p12-afc6bd51", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8832296970385021, "gate": 1.0173714545179824, "incumbentGate": 1.0173714545179824, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-afc6bd51", "candidate": "p12-afc6bd51", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8727798213231436, "gate": 0.9310568123591104, "incumbentGate": 0.9310568123591104, "retentionLoss": 0, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0597920323315952, "gate": 0.9734974792004351, "incumbentGate": 0.9734974792004351, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9626932735686673, "gate": 1.1140105003501206, "incumbentGate": 1.1140105003501206, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0054631145321344, "gate": 0.9764073965203449, "incumbentGate": 0.9764073965203449, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9991987057027351, "gate": 0.9728881237729409, "incumbentGate": 0.9728881237729409, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-779af762", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9887130850678612, "gate": 1.0337117066352304, "incumbentGate": -0.28531994022131696, "retentionLoss": 0, "tick": 96 }, { "epoch": 5, "parent": "p12-779af762", "candidate": "p12-779af762", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0065020510706606, "gate": 1.093375675320632, "incumbentGate": 1.093375675320632, "retentionLoss": 0, "tick": 120 }, { "epoch": 6, "parent": "p12-779af762", "candidate": "p12-779af762", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.068802725423148, "gate": 1.0203940949613866, "incumbentGate": 1.0203940949613866, "retentionLoss": 0, "tick": 144 }, { "epoch": 7, "parent": "p12-779af762", "candidate": "p12-779af762", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0015996778061542, "gate": 1.077157645288733, "incumbentGate": 1.077157645288733, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-779af762", "candidate": "p12-a56cf7c6", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8909615195407653, "gate": 1.0415646155268516, "incumbentGate": -0.2927257854909137, "retentionLoss": 0.6067810157896161, "tick": 192 }, { "epoch": 9, "parent": "p12-779af762", "candidate": "p12-23fe8f7a", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6800593543938107, "gate": 1.0136670238190135, "incumbentGate": -0.4003872530884072, "retentionLoss": 1.348828088259291, "tick": 216 }, { "epoch": 10, "parent": "p12-779af762", "candidate": "p12-a8b74b9b", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8579089038608281, "gate": 0.9643499130867643, "incumbentGate": -0.4230162370902349, "retentionLoss": 1.348828088259291, "tick": 240 }, { "epoch": 11, "parent": "p12-779af762", "candidate": "p12-43fd2810", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8979438271066459, "gate": 0.9817881199731661, "incumbentGate": -0.4826348660334938, "retentionLoss": 0.6067810157896161, "tick": 264 }, { "epoch": 12, "parent": "p12-779af762", "candidate": "p12-6dfe190a", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.837473009103269, "gate": 0.9532959207164754, "incumbentGate": 0.9532959207164754, "retentionLoss": 0.8709326112728761, "tick": 288 }, { "epoch": 13, "parent": "p12-779af762", "candidate": "p12-779af762", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.7412709094898827, "gate": 0.9876895640157697, "incumbentGate": 0.9876895640157697, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-779af762", "candidate": "p12-779af762", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.7855532861727373, "gate": 1.0173714545179824, "incumbentGate": 1.0173714545179824, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-779af762", "candidate": "p12-4ddbe3b5", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.776909300871882, "gate": 0.9310568123591104, "incumbentGate": 0.9310568123591104, "retentionLoss": 0.9796132451064932, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9737195470849495, -0.27599555078691684, 0.1740044492130831, 0.9737195470849495 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9737195470849495, -0.27599555078691684, 0.1740044492130831, 0.9737195470849495 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9737195470849495, -0.27599555078691684, 0.1740044492130831, 0.9737195470849495 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9737195470849495, -0.27599555078691684, 0.1740044492130831, 0.9737195470849495 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9737195470849495, -0.27599555078691684, 0.1740044492130831, 0.9737195470849495 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9737195470849495, 0.9358117723041808, 0.1740044492130831, 0.9737195470849495 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9737195470849495, 0.9358117723041808, 1.0065643157458664, 0.9737195470849495 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9737195470849495, 0.9358117723041808, 1.0065643157458664, 0.9737195470849495 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9737195470849495, -0.27599555078691684, 0.1740044492130831, 0.9737195470849495 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9434774206709505, 0.9358117723041808, -0.10891085132181044, 0.9434774206709505 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9737195470849495, 0.8949941837377282, 0.1740044492130831, 0.9737195470849495 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9737195470849495, 0.8949941837377282, 0.1740044492130831, 0.9737195470849495 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9737195470849495, -0.27599555078691684, 0.1740044492130831, 0.9737195470849495 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9544747383584905, 0.9358117723041808, -0.39239823335420704, 0.9544747383584905 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9544747383584905, 0.9358117723041808, -0.39239823335420704, 0.9544747383584905 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9544747383584905, 0.9358117723041808, -0.39239823335420704, 0.9544747383584905 ] } ] } }, { "regime": "four-seasons", "seed": 89774, "arms": [ { "id": "fixed", "summary": { "usefulWork": 785.5364359352127, "harvests": 180, "toxicHarvests": 37, "energySpent": 927.5103346718431, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.3048517398380967, "heldoutA": 0.9852491982710546, "heldoutB": -0.2603469893783823, "heldoutC": 0.18965301062161777, "heldoutReturn": 0.9852491982710546, "retentionLoss": 0, "firstAReward": 0.9852491982710546, "afterCReward": 0.9852491982710546, "phaseAWork": 270.04782564069006, "phaseBWork": 144.7601457460883, "phaseCWork": 61.79118940385149, "returnAWork": 308.9372751445828, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 1175.6100795100606, "harvests": 180, "toxicHarvests": 18, "energySpent": 890.3652422609168, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 0.9935799865641358, "heldoutA": 0.9852491982710546, "heldoutB": 0.9645098975903356, "heldoutC": 1.0309808638310174, "heldoutReturn": 0.9852491982710546, "retentionLoss": 0, "firstAReward": 0.9852491982710546, "afterCReward": 0.9852491982710546, "phaseAWork": 270.04782564069006, "phaseBWork": 422.2777800234433, "phaseCWork": 220.91374710615003, "returnAWork": 262.3707267397772, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 862.0308352940484, "harvests": 180, "toxicHarvests": 18, "energySpent": 896.0437546309585, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 2, "rollbacks": 0, "heldoutReward": 0.44779199403135966, "heldoutA": 0.9852491982710546, "heldoutB": 0.16847377320140658, "heldoutC": 0.18965301062161777, "heldoutReturn": 0.9852491982710546, "retentionLoss": 0, "firstAReward": 0.9852491982710546, "afterCReward": 0.9852491982710546, "phaseAWork": 270.04782564069006, "phaseBWork": 169.55603352600332, "phaseCWork": 118.28001951437193, "returnAWork": 304.1469566129831, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 980.6196646827264, "harvests": 180, "toxicHarvests": 38, "energySpent": 921.1369919151152, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 1, "rollbacks": 2, "heldoutReward": 0.9636442824535364, "heldoutA": 0.9852491982710546, "heldoutB": 0.874702785258537, "heldoutC": 1.0309808638310174, "heldoutReturn": 0.9852491982710546, "retentionLoss": 0, "firstAReward": 0.9852491982710546, "afterCReward": 0.9852491982710546, "phaseAWork": 270.04782564069006, "phaseBWork": 219.8671862441562, "phaseCWork": 314.15347579175983, "returnAWork": 176.55117700612027, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9496853734710672, "gate": 1.138909689950303, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0185250727326922, "gate": 1.070478955072015, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9436125839861834, "gate": 0.9735268306188377, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9871700336618611, "gate": 1.0628895011345423, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.15469190356529025, "gate": -0.24786494940091253, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.23705817193671788, "gate": -0.17180781770084427, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.3297960079475351, "gate": -0.2651598703855556, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.20811469809909144, "gate": -0.1945181342320285, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.1414644605373013, "gate": 0.2177392077767176, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.1714872307992625, "gate": 0.0804406885931846, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.2995570654197827, "gate": 0.026722119158043994, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.18881036790930653, "gate": 0.21469445132409218, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0228686712196937, "gate": 0.9222435105680565, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0191107456135544, "gate": 1.0102193033372668, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9499970212029961, "gate": 1.0170475477635128, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.943086679720154, "gate": 1.0163474546131375, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-36d6d61d", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9496853734710672, "gate": 1.138909689950303, "tick": 0 }, { "epoch": 1, "parent": "p12-36d6d61d", "candidate": "p12-5edd08bd", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0185250727326922, "gate": 1.070478955072015, "tick": 24 }, { "epoch": 2, "parent": "p12-5edd08bd", "candidate": "p12-6f2d8453", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9436125839861834, "gate": 0.9735268306188377, "tick": 48 }, { "epoch": 3, "parent": "p12-6f2d8453", "candidate": "p12-77023c4e", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9871700336618611, "gate": 1.0628895011345423, "tick": 72 }, { "epoch": 4, "parent": "p12-77023c4e", "candidate": "p12-2f581198", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9600934598943569, "gate": 1.001790610055581, "tick": 96 }, { "epoch": 5, "parent": "p12-2f581198", "candidate": "p12-725b272", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9153836388159792, "gate": 0.9078813839291365, "tick": 120 }, { "epoch": 6, "parent": "p12-725b272", "candidate": "p12-78499ae8", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9146972523319389, "gate": 0.9822151088168255, "tick": 144 }, { "epoch": 7, "parent": "p12-78499ae8", "candidate": "p12-c06fef82", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9873416244352476, "gate": 0.8699025924564482, "tick": 168 }, { "epoch": 8, "parent": "p12-c06fef82", "candidate": "p12-4c167965", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8958765128312214, "gate": 0.8269788592850812, "tick": 192 }, { "epoch": 9, "parent": "p12-4c167965", "candidate": "p12-ee0d35d4", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0266716720290465, "gate": 0.9999122696831702, "tick": 216 }, { "epoch": 10, "parent": "p12-ee0d35d4", "candidate": "p12-ee0338e4", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0187850902300235, "gate": 0.971267783748667, "tick": 240 }, { "epoch": 11, "parent": "p12-ee0338e4", "candidate": "p12-e9696978", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0423769171427058, "gate": 1.0638895360677452, "tick": 264 }, { "epoch": 12, "parent": "p12-e9696978", "candidate": "p12-1e1382ad", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0228686712196937, "gate": 0.9222435105680565, "tick": 288 }, { "epoch": 13, "parent": "p12-1e1382ad", "candidate": "p12-398d3a5b", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0191107456135544, "gate": 1.0102193033372668, "tick": 312 }, { "epoch": 14, "parent": "p12-398d3a5b", "candidate": "p12-9d8a253a", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9499970212029961, "gate": 1.0170475477635128, "tick": 336 }, { "epoch": 15, "parent": "p12-9d8a253a", "candidate": "p12-3b9952ac", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.943086679720154, "gate": 1.0163474546131375, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9496853734710672, "gate": 1.138909689950303, "incumbentGate": 1.138909689950303, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.04052451166185, "gate": 1.070478955072015, "incumbentGate": 1.070478955072015, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9800902230272024, "gate": 0.9735268306188377, "incumbentGate": 0.9735268306188377, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.00287801877265, "gate": 1.0628895011345423, "incumbentGate": 1.0628895011345423, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-cfa6a6", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.38905562145454076, "gate": 0.04619525579909942, "incumbentGate": -0.24786494940091253, "retentionLoss": 0, "tick": 96 }, { "epoch": 5, "parent": "p12-cfa6a6", "candidate": "p12-a4e0b38f", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.3807211154262938, "gate": 0.20382771457544155, "incumbentGate": -0.030466649221687587, "retentionLoss": 0, "tick": 120 }, { "epoch": 6, "parent": "p12-a4e0b38f", "candidate": "p12-a4e0b38f", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.36646305890570324, "gate": 0.14351194688912772, "incumbentGate": 0.14351194688912772, "retentionLoss": 0, "tick": 144 }, { "epoch": 7, "parent": "p12-a4e0b38f", "candidate": "p12-a4e0b38f", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.35933251316260695, "gate": 0.07044621897042491, "incumbentGate": 0.07044621897042491, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-a4e0b38f", "candidate": "p12-a4e0b38f", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.3114716521959028, "gate": 0.2177392077767176, "incumbentGate": 0.2177392077767176, "retentionLoss": 0, "tick": 192 }, { "epoch": 9, "parent": "p12-a4e0b38f", "candidate": "p12-a4e0b38f", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.301541820108069, "gate": 0.0804406885931846, "incumbentGate": 0.0804406885931846, "retentionLoss": 0, "tick": 216 }, { "epoch": 10, "parent": "p12-a4e0b38f", "candidate": "p12-a4e0b38f", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.3249320998893409, "gate": 0.026722119158043994, "incumbentGate": 0.026722119158043994, "retentionLoss": 0, "tick": 240 }, { "epoch": 11, "parent": "p12-a4e0b38f", "candidate": "p12-a4e0b38f", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.27650104878650084, "gate": 0.21469445132409218, "incumbentGate": 0.21469445132409218, "retentionLoss": 0, "tick": 264 }, { "epoch": 12, "parent": "p12-a4e0b38f", "candidate": "p12-a4e0b38f", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.7335228907186573, "gate": 0.9222435105680565, "incumbentGate": 0.9222435105680565, "retentionLoss": 0, "tick": 288 }, { "epoch": 13, "parent": "p12-a4e0b38f", "candidate": "p12-a4e0b38f", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.6994536133917265, "gate": 1.0102193033372668, "incumbentGate": 1.0102193033372668, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-a4e0b38f", "candidate": "p12-a4e0b38f", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.6856395946487549, "gate": 1.0170475477635128, "incumbentGate": 1.0170475477635128, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-a4e0b38f", "candidate": "p12-a4e0b38f", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.7046850990301622, "gate": 1.0163474546131375, "incumbentGate": 1.0163474546131375, "retentionLoss": 0, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9496853734710672, "gate": 1.138909689950303, "incumbentGate": 1.138909689950303, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.04052451166185, "gate": 1.070478955072015, "incumbentGate": 1.070478955072015, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9800902230272024, "gate": 0.9735268306188377, "incumbentGate": 0.9735268306188377, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.00287801877265, "gate": 1.0628895011345423, "incumbentGate": 1.0628895011345423, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-2efadecf", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9191355391073629, "gate": 1.001790610055581, "incumbentGate": -0.24786494940091253, "retentionLoss": 0.23268991526593952, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-66ba5633", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8650274308156659, "gate": 0.9078813839291365, "incumbentGate": -0.17180781770084427, "retentionLoss": 0.46233225564652003, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-b8085c2", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.905464633444691, "gate": 0.9822151088168255, "incumbentGate": -0.2651598703855556, "retentionLoss": 0, "tick": 144 }, { "epoch": 7, "parent": "p12-b8085c2", "candidate": "p12-b8085c2", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9971216306421228, "gate": 0.8699025924564482, "incumbentGate": 0.8699025924564482, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-b8085c2", "candidate": "p12-b8085c2", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9380437830363076, "gate": 0.8269788592850812, "incumbentGate": 0.8269788592850812, "retentionLoss": 0, "tick": 192 }, { "epoch": 9, "parent": "p12-b8085c2", "candidate": "p12-b8085c2", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9906606564998462, "gate": 0.9999122696831702, "incumbentGate": 0.9999122696831702, "retentionLoss": 0, "tick": 216 }, { "epoch": 10, "parent": "p12-b8085c2", "candidate": "p12-b8085c2", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.020497766484919, "gate": 0.971267783748667, "incumbentGate": 0.971267783748667, "retentionLoss": 0, "tick": 240 }, { "epoch": 11, "parent": "p12-b8085c2", "candidate": "p12-b8085c2", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.01368502297074, "gate": 1.0638895360677452, "incumbentGate": 1.0638895360677452, "retentionLoss": 0, "tick": 264 }, { "epoch": 12, "parent": "p12-b8085c2", "candidate": "p12-b8085c2", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.035743409757283, "gate": 0.9222435105680565, "incumbentGate": 0.9222435105680565, "retentionLoss": 0, "tick": 288 }, { "epoch": 13, "parent": "p12-b8085c2", "candidate": "p12-b8085c2", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0016741324303522, "gate": 1.0102193033372668, "incumbentGate": 1.0102193033372668, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-b8085c2", "candidate": "p12-b8085c2", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9878601136873808, "gate": 1.0170475477635128, "incumbentGate": 1.0170475477635128, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-b8085c2", "candidate": "p12-b8085c2", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.006905618068788, "gate": 1.0163474546131375, "incumbentGate": 1.0163474546131375, "retentionLoss": 0, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9852491982710546, -0.2603469893783823, 0.18965301062161777, 0.9852491982710546 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9852491982710546, -0.2603469893783823, 0.18965301062161777, 0.9852491982710546 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9852491982710546, -0.2603469893783823, 0.18965301062161777, 0.9852491982710546 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9852491982710546, -0.2603469893783823, 0.18965301062161777, 0.9852491982710546 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9852491982710546, -0.2603469893783823, 0.18965301062161777, 0.9852491982710546 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9852491982710546, 0.9645098975903356, 0.18965301062161777, 0.9852491982710546 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9852491982710546, 0.9645098975903356, 1.0309808638310174, 0.9852491982710546 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9852491982710546, 0.9645098975903356, 1.0309808638310174, 0.9852491982710546 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9852491982710546, -0.2603469893783823, 0.18965301062161777, 0.9852491982710546 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9852491982710546, 0.16847377320140658, 0.18965301062161777, 0.9852491982710546 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9852491982710546, 0.16847377320140658, 0.18965301062161777, 0.9852491982710546 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9852491982710546, 0.16847377320140658, 0.18965301062161777, 0.9852491982710546 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9852491982710546, -0.2603469893783823, 0.18965301062161777, 0.9852491982710546 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9852491982710546, 0.874702785258537, 1.0309808638310174, 0.9852491982710546 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9852491982710546, 0.874702785258537, 1.0309808638310174, 0.9852491982710546 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9852491982710546, 0.874702785258537, 1.0309808638310174, 0.9852491982710546 ] } ] } }, { "regime": "four-seasons", "seed": 99747, "arms": [ { "id": "fixed", "summary": { "usefulWork": 719.7661593814397, "harvests": 180, "toxicHarvests": 38, "energySpent": 929.2517565692291, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.35191330588111724, "heldoutA": 1.0323296513811473, "heldoutB": -0.21329486686889768, "heldoutC": 0.23670513313110214, "heldoutReturn": 1.0323296513811473, "retentionLoss": 0, "firstAReward": 1.0323296513811473, "afterCReward": 1.0323296513811473, "phaseAWork": 268.0161132439032, "phaseBWork": 137.07260478855557, "phaseCWork": 52.60506493575116, "returnAWork": 262.0723764132298, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 1149.943054251381, "harvests": 180, "toxicHarvests": 20, "energySpent": 892.5369319853979, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 1.0048594299351035, "heldoutA": 1.0323296513811473, "heldoutB": 0.9920416250717188, "heldoutC": 0.9902070133524443, "heldoutReturn": 1.0323296513811473, "retentionLoss": 0, "firstAReward": 1.0323296513811473, "afterCReward": 1.0323296513811473, "phaseAWork": 268.0161132439032, "phaseBWork": 417.0176144995214, "phaseCWork": 201.52160622412282, "returnAWork": 263.3877202838336, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 1023.9965833580549, "harvests": 180, "toxicHarvests": 26, "energySpent": 903.1014123392888, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 3, "rollbacks": 2, "heldoutReward": 0.9587906524277726, "heldoutA": 0.979167039944173, "heldoutB": 1.0069012883951474, "heldoutC": 0.8903036289439974, "heldoutReturn": 0.979167039944173, "retentionLoss": 0.053162611436974316, "firstAReward": 1.0323296513811473, "afterCReward": 0.979167039944173, "phaseAWork": 268.0161132439032, "phaseBWork": 306.3218492483983, "phaseCWork": 206.0417767370559, "returnAWork": 243.6168441286975, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 1042.3122560321483, "harvests": 180, "toxicHarvests": 14, "energySpent": 889.3192327607251, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 1, "rollbacks": 4, "heldoutReward": 0.7519884462967864, "heldoutA": 1.0323296513811473, "heldoutB": 0.8624927163139076, "heldoutC": 0.3611429711953042, "heldoutReturn": 1.0323296513811473, "retentionLoss": 0, "firstAReward": 1.0323296513811473, "afterCReward": 1.0323296513811473, "phaseAWork": 268.0161132439032, "phaseBWork": 416.7686180560346, "phaseCWork": 72.47167638386179, "returnAWork": 285.0558483483487, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0117095387445232, "gate": 0.9451577836125877, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0380863529505413, "gate": 1.0749235227690939, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9485158360944762, "gate": 0.9573594640840585, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0518281971220587, "gate": 0.9855218804341003, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.28003696500427294, "gate": -0.29249590333987613, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.1800168046678536, "gate": -0.20795821514268595, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2930869642233919, "gate": -0.39489765372900026, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.3791523313526584, "gate": -0.26226516683197026, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.22946560545343916, "gate": 0.2123842299249603, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.21140351224988554, "gate": 0.30455499544317777, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.22175333913575854, "gate": 0.17258098438781624, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.15104576116759047, "gate": 0.16472984491686854, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9740039346617633, "gate": 1.13211887190539, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0189208031548111, "gate": 0.9579600018174789, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.8757231834514833, "gate": 1.0855288973879873, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0321758371953522, "gate": 0.9903781312401918, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-8aafa0c3", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0117095387445232, "gate": 0.9451577836125877, "tick": 0 }, { "epoch": 1, "parent": "p12-8aafa0c3", "candidate": "p12-b1ea7389", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0380863529505413, "gate": 1.0749235227690939, "tick": 24 }, { "epoch": 2, "parent": "p12-b1ea7389", "candidate": "p12-7a065277", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9485158360944762, "gate": 0.9573594640840585, "tick": 48 }, { "epoch": 3, "parent": "p12-7a065277", "candidate": "p12-886b8ac7", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0518281971220587, "gate": 0.9855218804341003, "tick": 72 }, { "epoch": 4, "parent": "p12-886b8ac7", "candidate": "p12-cfbcff76", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.028784685221213, "gate": 0.850092508202653, "tick": 96 }, { "epoch": 5, "parent": "p12-cfbcff76", "candidate": "p12-455cc1bf", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9713154215577013, "gate": 0.969971063562665, "tick": 120 }, { "epoch": 6, "parent": "p12-455cc1bf", "candidate": "p12-8543de51", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.885831096346723, "gate": 1.0973998248838035, "tick": 144 }, { "epoch": 7, "parent": "p12-8543de51", "candidate": "p12-bdf3d808", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.055648074178279, "gate": 0.8587424459731595, "tick": 168 }, { "epoch": 8, "parent": "p12-bdf3d808", "candidate": "p12-80e89bf8", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0148996592811486, "gate": 1.0801142331924767, "tick": 192 }, { "epoch": 9, "parent": "p12-80e89bf8", "candidate": "p12-6779fe79", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9146566614001558, "gate": 0.8064836195537907, "tick": 216 }, { "epoch": 10, "parent": "p12-6779fe79", "candidate": "p12-c27eed8", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9003196322821, "gate": 1.0077895840831728, "tick": 240 }, { "epoch": 11, "parent": "p12-c27eed8", "candidate": "p12-fe965f2a", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0412699584713276, "gate": 0.9197691609142428, "tick": 264 }, { "epoch": 12, "parent": "p12-fe965f2a", "candidate": "p12-48ffd7be", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9740039346617633, "gate": 1.13211887190539, "tick": 288 }, { "epoch": 13, "parent": "p12-48ffd7be", "candidate": "p12-60bf69dc", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0189208031548111, "gate": 0.9579600018174789, "tick": 312 }, { "epoch": 14, "parent": "p12-60bf69dc", "candidate": "p12-f897ef14", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8757231834514833, "gate": 1.0855288973879873, "tick": 336 }, { "epoch": 15, "parent": "p12-f897ef14", "candidate": "p12-f85e0a7b", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0321758371953522, "gate": 0.9903781312401918, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0117095387445232, "gate": 0.9451577836125877, "incumbentGate": 0.9451577836125877, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0180134582734408, "gate": 1.0749235227690939, "incumbentGate": 1.0749235227690939, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.002902348952856, "gate": 0.9573594640840585, "incumbentGate": 0.9573594640840585, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0195408208144892, "gate": 0.9855218804341003, "incumbentGate": 0.9855218804341003, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-10408306", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9608672569498723, "gate": 0.532525647061126, "incumbentGate": -0.29249590333987613, "retentionLoss": 0, "tick": 96 }, { "epoch": 5, "parent": "p12-10408306", "candidate": "p12-5be77a81", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9566766968997671, "gate": 0.969971063562665, "incumbentGate": 0.42302719059390825, "retentionLoss": 0, "tick": 120 }, { "epoch": 6, "parent": "p12-5be77a81", "candidate": "p12-5be77a81", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9170613060966861, "gate": 1.0973998248838035, "incumbentGate": 1.0973998248838035, "retentionLoss": 0, "tick": 144 }, { "epoch": 7, "parent": "p12-5be77a81", "candidate": "p12-5be77a81", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.049978235260502, "gate": 0.8587424459731595, "incumbentGate": 0.8587424459731595, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-5be77a81", "candidate": "p12-3722adbb", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.5063768332104432, "gate": 0.2123842299249603, "incumbentGate": 0.2123842299249603, "retentionLoss": 0, "tick": 192 }, { "epoch": 9, "parent": "p12-5be77a81", "candidate": "p12-9734afa4", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9461123598328328, "gate": 0.8064836195537907, "incumbentGate": 0.19002943486355608, "retentionLoss": 0.06877502418942694, "tick": 216 }, { "epoch": 10, "parent": "p12-9734afa4", "candidate": "p12-ebbd5b5b", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.901014075486059, "gate": 1.0077895840831728, "incumbentGate": 1.0077895840831728, "retentionLoss": 0, "tick": 240 }, { "epoch": 11, "parent": "p12-9734afa4", "candidate": "p12-9734afa4", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9937090329702584, "gate": 0.6788003267093078, "incumbentGate": 0.6788003267093078, "retentionLoss": 0, "tick": 264 }, { "epoch": 12, "parent": "p12-9734afa4", "candidate": "p12-9734afa4", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9394472154486463, "gate": 1.13211887190539, "incumbentGate": 1.13211887190539, "retentionLoss": 0, "tick": 288 }, { "epoch": 13, "parent": "p12-9734afa4", "candidate": "p12-9734afa4", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9878362881400912, "gate": 0.9579600018174789, "incumbentGate": 0.9579600018174789, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-9734afa4", "candidate": "p12-9734afa4", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8899136014337189, "gate": 1.0855288973879873, "incumbentGate": 1.0855288973879873, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-9734afa4", "candidate": "p12-9734afa4", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9898784328315262, "gate": 0.9903781312401918, "incumbentGate": 0.9903781312401918, "retentionLoss": 0, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0117095387445232, "gate": 0.9451577836125877, "incumbentGate": 0.9451577836125877, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0180134582734408, "gate": 1.0749235227690939, "incumbentGate": 1.0749235227690939, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.002902348952856, "gate": 0.9573594640840585, "incumbentGate": 0.9573594640840585, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0195408208144892, "gate": 0.9855218804341003, "incumbentGate": 0.9855218804341003, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-cef82859", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 1.014878803728711, "gate": 0.850092508202653, "incumbentGate": -0.29249590333987613, "retentionLoss": 0, "tick": 96 }, { "epoch": 5, "parent": "p12-cef82859", "candidate": "p12-cef82859", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9566766968997671, "gate": 0.969971063562665, "incumbentGate": 0.969971063562665, "retentionLoss": 0, "tick": 120 }, { "epoch": 6, "parent": "p12-cef82859", "candidate": "p12-cef82859", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9170613060966861, "gate": 0.9045519536261241, "incumbentGate": 0.9045519536261241, "retentionLoss": 0, "tick": 144 }, { "epoch": 7, "parent": "p12-cef82859", "candidate": "p12-cef82859", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.978155243211086, "gate": 0.8587424459731595, "incumbentGate": 0.8587424459731595, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-cef82859", "candidate": "p12-d58ab1ce", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8491099353623236, "gate": 1.0801142331924767, "incumbentGate": 0.34505291085002554, "retentionLoss": 0.30709239716902015, "tick": 192 }, { "epoch": 9, "parent": "p12-cef82859", "candidate": "p12-a8fcf5b4", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8208754560564776, "gate": 0.8064836195537907, "incumbentGate": 0.5948814444584395, "retentionLoss": 0.6971976524489969, "tick": 216 }, { "epoch": 10, "parent": "p12-cef82859", "candidate": "p12-1284c135", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7017519210662971, "gate": 1.0077895840831728, "incumbentGate": 0.28179491902735204, "retentionLoss": 1.1001125743079097, "tick": 240 }, { "epoch": 11, "parent": "p12-cef82859", "candidate": "p12-e85b6659", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8089690242502888, "gate": 0.9197691609142428, "incumbentGate": 0.33534784060377326, "retentionLoss": 0.6953948102525312, "tick": 264 }, { "epoch": 12, "parent": "p12-cef82859", "candidate": "p12-cef82859", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8315292161939576, "gate": 1.13211887190539, "incumbentGate": 1.13211887190539, "retentionLoss": 0, "tick": 288 }, { "epoch": 13, "parent": "p12-cef82859", "candidate": "p12-cef82859", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8799182888854026, "gate": 0.9579600018174789, "incumbentGate": 0.9579600018174789, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-cef82859", "candidate": "p12-cef82859", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.7819956021790303, "gate": 1.0855288973879873, "incumbentGate": 1.0855288973879873, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-cef82859", "candidate": "p12-cef82859", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8819604335768375, "gate": 0.9903781312401918, "incumbentGate": 0.9903781312401918, "retentionLoss": 0, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0323296513811473, -0.21329486686889768, 0.23670513313110214, 1.0323296513811473 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 1.0323296513811473, -0.21329486686889768, 0.23670513313110214, 1.0323296513811473 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 1.0323296513811473, -0.21329486686889768, 0.23670513313110214, 1.0323296513811473 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 1.0323296513811473, -0.21329486686889768, 0.23670513313110214, 1.0323296513811473 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0323296513811473, -0.21329486686889768, 0.23670513313110214, 1.0323296513811473 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 1.0323296513811473, 0.9866532056750769, 0.23670513313110214, 1.0323296513811473 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 1.0323296513811473, 0.9920416250717188, 0.9902070133524443, 1.0323296513811473 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 1.0323296513811473, 0.9920416250717188, 0.9902070133524443, 1.0323296513811473 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0323296513811473, -0.21329486686889768, 0.23670513313110214, 1.0323296513811473 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 1.0323296513811473, 1.0069012883951474, 0.19699909656265782, 1.0323296513811473 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.979167039944173, 1.0069012883951474, 0.8903036289439974, 0.979167039944173 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.979167039944173, 1.0069012883951474, 0.8903036289439974, 0.979167039944173 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0323296513811473, -0.21329486686889768, 0.23670513313110214, 1.0323296513811473 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 1.0323296513811473, 0.8624927163139076, 0.3611429711953042, 1.0323296513811473 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 1.0323296513811473, 0.8624927163139076, 0.3611429711953042, 1.0323296513811473 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 1.0323296513811473, 0.8624927163139076, 0.3611429711953042, 1.0323296513811473 ] } ] } }, { "regime": "four-seasons", "seed": 109720, "arms": [ { "id": "fixed", "summary": { "usefulWork": 747.5327105673736, "harvests": 179, "toxicHarvests": 39, "energySpent": 930.3674687414426, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.351919654999602, "heldoutA": 1.0330937443773538, "heldoutB": -0.2136673896892739, "heldoutC": 0.2363326103107261, "heldoutReturn": 1.0330937443773538, "retentionLoss": 0, "firstAReward": 1.0330937443773538, "afterCReward": 1.0330937443773538, "phaseAWork": 267.9241783363025, "phaseBWork": 141.95465640212183, "phaseCWork": 67.87948428196074, "returnAWork": 269.7743915469885, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 1149.8337964945677, "harvests": 180, "toxicHarvests": 19, "energySpent": 891.8762534838642, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 0.9974206756450273, "heldoutA": 1.0330937443773538, "heldoutB": 0.9766083054955541, "heldoutC": 0.9825599770621742, "heldoutReturn": 1.0330937443773538, "retentionLoss": 0, "firstAReward": 1.0330937443773538, "afterCReward": 1.0330937443773538, "phaseAWork": 274.0604727858891, "phaseBWork": 418.78022469486, "phaseCWork": 218.23089960538016, "returnAWork": 238.7621994084384, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 988.6595694364105, "harvests": 180, "toxicHarvests": 35, "energySpent": 916.7324616326281, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 1, "rollbacks": 2, "heldoutReward": 0.9798570426676706, "heldoutA": 1.0330937443773538, "heldoutB": 0.9766083054955541, "heldoutC": 0.9298690781301037, "heldoutReturn": 1.0330937443773538, "retentionLoss": 0, "firstAReward": 1.0330937443773538, "afterCReward": 1.0330937443773538, "phaseAWork": 267.9241783363025, "phaseBWork": 234.57831541206423, "phaseCWork": 299.187746463451, "returnAWork": 186.9693292245928, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 1175.6195988088812, "harvests": 180, "toxicHarvests": 17, "energySpent": 888.5406441576107, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 1, "rollbacks": 0, "heldoutReward": 0.9713381934016393, "heldoutA": 1.0330937443773538, "heldoutB": 0.932021618352458, "heldoutC": 0.948899217475106, "heldoutReturn": 1.0330937443773538, "retentionLoss": 0, "firstAReward": 1.0330937443773538, "afterCReward": 1.0330937443773538, "phaseAWork": 267.9241783363025, "phaseBWork": 415.97616532058385, "phaseCWork": 210.6143554342018, "returnAWork": 281.10489971779305, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0425096148960795, "gate": 1.0531368825228908, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.1231880113454222, "gate": 0.8754426030204258, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9234916137144981, "gate": 1.0669453074154542, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0461623511407225, "gate": 0.9829836445974441, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.14452145872326494, "gate": -0.2963179537309132, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.1531929071535609, "gate": -0.33948200760205305, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2063753129964223, "gate": -0.3247761061333598, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2360289813179439, "gate": -0.23774300212491628, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.21999240340249324, "gate": 0.2140558585154386, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.15171581404530746, "gate": 0.13682542732474728, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.20467993792869452, "gate": 0.19644766163842206, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.21948479895292297, "gate": 0.19338289357487137, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9417020720259636, "gate": 1.007715854795072, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9954781179868911, "gate": 0.9604378719992033, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0406987607496978, "gate": 1.0212883804631039, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9334000816916532, "gate": 1.1408321506189485, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-b78ecdbc", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0425096148960795, "gate": 1.0531368825228908, "tick": 0 }, { "epoch": 1, "parent": "p12-b78ecdbc", "candidate": "p12-82aeb164", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.1231880113454222, "gate": 0.8754426030204258, "tick": 24 }, { "epoch": 2, "parent": "p12-82aeb164", "candidate": "p12-7d364585", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9234916137144981, "gate": 1.0669453074154542, "tick": 48 }, { "epoch": 3, "parent": "p12-7d364585", "candidate": "p12-f3bdb5e2", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0461623511407225, "gate": 0.9829836445974441, "tick": 72 }, { "epoch": 4, "parent": "p12-f3bdb5e2", "candidate": "p12-66f605d9", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0696087923167934, "gate": 1.0296605914497026, "tick": 96 }, { "epoch": 5, "parent": "p12-66f605d9", "candidate": "p12-98dcaa05", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9882887832694066, "gate": 0.9773905411474023, "tick": 120 }, { "epoch": 6, "parent": "p12-98dcaa05", "candidate": "p12-66b3b4e0", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.972860848741027, "gate": 1.087264647757118, "tick": 144 }, { "epoch": 7, "parent": "p12-66b3b4e0", "candidate": "p12-fb57ff2d", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9930533860623673, "gate": 1.0767079795706473, "tick": 168 }, { "epoch": 8, "parent": "p12-fb57ff2d", "candidate": "p12-c0a8b38c", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0164425652602829, "gate": 0.9717749669341919, "tick": 192 }, { "epoch": 9, "parent": "p12-c0a8b38c", "candidate": "p12-ec6b803c", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9606675946457227, "gate": 0.9452128633902568, "tick": 216 }, { "epoch": 10, "parent": "p12-ec6b803c", "candidate": "p12-cd89163b", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9210824745494972, "gate": 1.062977477419536, "tick": 240 }, { "epoch": 11, "parent": "p12-cd89163b", "candidate": "p12-94ee7762", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0256795405284358, "gate": 0.9086264895833379, "tick": 264 }, { "epoch": 12, "parent": "p12-94ee7762", "candidate": "p12-e3577ddc", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9417020720259636, "gate": 1.007715854795072, "tick": 288 }, { "epoch": 13, "parent": "p12-e3577ddc", "candidate": "p12-27ece322", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9954781179868911, "gate": 0.9604378719992033, "tick": 312 }, { "epoch": 14, "parent": "p12-27ece322", "candidate": "p12-d56c1dc7", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0406987607496978, "gate": 1.0212883804631039, "tick": 336 }, { "epoch": 15, "parent": "p12-d56c1dc7", "candidate": "p12-5565a3db", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9334000816916532, "gate": 1.1408321506189485, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0425096148960795, "gate": 1.0531368825228908, "incumbentGate": 1.0531368825228908, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.1233629489863228, "gate": 0.8754426030204258, "incumbentGate": 0.8754426030204258, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.888053840723902, "gate": 1.0669453074154542, "incumbentGate": 1.0669453074154542, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0491535846277067, "gate": 0.9829836445974441, "incumbentGate": 0.9829836445974441, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-9d32c6b1", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9188401472958501, "gate": 1.0296605914497026, "incumbentGate": -0.2963179537309132, "retentionLoss": 0.6538953105972811, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-77653fbd", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9752303204872561, "gate": 0.9773905411474023, "incumbentGate": -0.33948200760205305, "retentionLoss": 0, "tick": 120 }, { "epoch": 6, "parent": "p12-77653fbd", "candidate": "p12-a87d7df1", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.9830717841514497, "gate": 1.087264647757118, "incumbentGate": 1.087264647757118, "retentionLoss": 0, "tick": 144 }, { "epoch": 7, "parent": "p12-77653fbd", "candidate": "p12-77653fbd", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0128111861579674, "gate": 1.0767079795706473, "incumbentGate": 1.0767079795706473, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-77653fbd", "candidate": "p12-77653fbd", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9951688374906713, "gate": 0.9717749669341919, "incumbentGate": 0.9717749669341919, "retentionLoss": 0, "tick": 192 }, { "epoch": 9, "parent": "p12-77653fbd", "candidate": "p12-77653fbd", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9560908939803322, "gate": 0.9452128633902568, "incumbentGate": 0.9452128633902568, "retentionLoss": 0, "tick": 216 }, { "epoch": 10, "parent": "p12-77653fbd", "candidate": "p12-77653fbd", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9371765011594562, "gate": 1.062977477419536, "incumbentGate": 1.062977477419536, "retentionLoss": 0, "tick": 240 }, { "epoch": 11, "parent": "p12-77653fbd", "candidate": "p12-77653fbd", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0047306234501008, "gate": 0.9086264895833379, "incumbentGate": 0.9086264895833379, "retentionLoss": 0, "tick": 264 }, { "epoch": 12, "parent": "p12-77653fbd", "candidate": "p12-77653fbd", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9516531243487117, "gate": 1.007715854795072, "incumbentGate": 1.007715854795072, "retentionLoss": 0, "tick": 288 }, { "epoch": 13, "parent": "p12-77653fbd", "candidate": "p12-77653fbd", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9820283102727885, "gate": 0.9604378719992033, "incumbentGate": 0.9604378719992033, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-77653fbd", "candidate": "p12-77653fbd", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0075478763658283, "gate": 1.0212883804631039, "incumbentGate": 1.0212883804631039, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-77653fbd", "candidate": "p12-77653fbd", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9805536034449771, "gate": 1.1408321506189485, "incumbentGate": 1.1408321506189485, "retentionLoss": 0, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0425096148960795, "gate": 1.0531368825228908, "incumbentGate": 1.0531368825228908, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.1233629489863228, "gate": 0.8754426030204258, "incumbentGate": 0.8754426030204258, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.888053840723902, "gate": 1.0669453074154542, "incumbentGate": 1.0669453074154542, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0491535846277067, "gate": 0.9829836445974441, "incumbentGate": 0.9829836445974441, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-c1bf929e", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 1.0415531223663355, "gate": 1.0296605914497026, "incumbentGate": -0.2963179537309132, "retentionLoss": 0, "tick": 96 }, { "epoch": 5, "parent": "p12-c1bf929e", "candidate": "p12-c1bf929e", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9752303204872561, "gate": 0.9773905411474023, "incumbentGate": 0.9773905411474023, "retentionLoss": 0, "tick": 120 }, { "epoch": 6, "parent": "p12-c1bf929e", "candidate": "p12-c1bf929e", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9163503643436721, "gate": 1.087264647757118, "incumbentGate": 1.087264647757118, "retentionLoss": 0, "tick": 144 }, { "epoch": 7, "parent": "p12-c1bf929e", "candidate": "p12-c1bf929e", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0128111861579674, "gate": 1.0767079795706473, "incumbentGate": 1.0767079795706473, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-c1bf929e", "candidate": "p12-c1bf929e", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9951688374906713, "gate": 0.9717749669341919, "incumbentGate": 0.9717749669341919, "retentionLoss": 0, "tick": 192 }, { "epoch": 9, "parent": "p12-c1bf929e", "candidate": "p12-c1bf929e", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9560908939803322, "gate": 0.9452128633902568, "incumbentGate": 0.9452128633902568, "retentionLoss": 0, "tick": 216 }, { "epoch": 10, "parent": "p12-c1bf929e", "candidate": "p12-c1bf929e", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9371765011594562, "gate": 1.062977477419536, "incumbentGate": 1.062977477419536, "retentionLoss": 0, "tick": 240 }, { "epoch": 11, "parent": "p12-c1bf929e", "candidate": "p12-c1bf929e", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0047306234501008, "gate": 0.9086264895833379, "incumbentGate": 0.9086264895833379, "retentionLoss": 0, "tick": 264 }, { "epoch": 12, "parent": "p12-c1bf929e", "candidate": "p12-c1bf929e", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9516531243487117, "gate": 1.007715854795072, "incumbentGate": 1.007715854795072, "retentionLoss": 0, "tick": 288 }, { "epoch": 13, "parent": "p12-c1bf929e", "candidate": "p12-c1bf929e", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9820283102727885, "gate": 0.9604378719992033, "incumbentGate": 0.9604378719992033, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-c1bf929e", "candidate": "p12-c1bf929e", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0075478763658283, "gate": 1.0212883804631039, "incumbentGate": 1.0212883804631039, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-c1bf929e", "candidate": "p12-c1bf929e", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9805536034449771, "gate": 1.1408321506189485, "incumbentGate": 1.1408321506189485, "retentionLoss": 0, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0330937443773538, -0.2136673896892739, 0.2363326103107261, 1.0330937443773538 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 1.0330937443773538, -0.2136673896892739, 0.2363326103107261, 1.0330937443773538 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 1.0330937443773538, -0.2136673896892739, 0.2363326103107261, 1.0330937443773538 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 1.0330937443773538, -0.2136673896892739, 0.2363326103107261, 1.0330937443773538 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0330937443773538, -0.2136673896892739, 0.2363326103107261, 1.0330937443773538 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 1.0330937443773538, 0.9766083054955541, 0.2363326103107261, 1.0330937443773538 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 1.0330937443773538, 0.9766083054955541, 0.9825599770621742, 1.0330937443773538 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 1.0330937443773538, 0.9766083054955541, 0.9825599770621742, 1.0330937443773538 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0330937443773538, -0.2136673896892739, 0.2363326103107261, 1.0330937443773538 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 1.0330937443773538, 0.9766083054955541, 0.9298690781301037, 1.0330937443773538 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 1.0330937443773538, 0.9766083054955541, 0.9298690781301037, 1.0330937443773538 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 1.0330937443773538, 0.9766083054955541, 0.9298690781301037, 1.0330937443773538 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0330937443773538, -0.2136673896892739, 0.2363326103107261, 1.0330937443773538 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 1.0330937443773538, 0.932021618352458, 0.948899217475106, 1.0330937443773538 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 1.0330937443773538, 0.932021618352458, 0.948899217475106, 1.0330937443773538 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 1.0330937443773538, 0.932021618352458, 0.948899217475106, 1.0330937443773538 ] } ] } }, { "regime": "four-seasons", "seed": 119693, "arms": [ { "id": "fixed", "summary": { "usefulWork": 725.8792924039141, "harvests": 180, "toxicHarvests": 34, "energySpent": 923.2524819177554, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.28371012210116225, "heldoutA": 0.9647014483112945, "heldoutB": -0.28178554100390385, "heldoutC": 0.16821445899609624, "heldoutReturn": 0.9647014483112945, "retentionLoss": 0, "firstAReward": 0.9647014483112945, "afterCReward": 0.9647014483112945, "phaseAWork": 245.84006935576878, "phaseBWork": 146.1794594097068, "phaseCWork": 64.06009100242682, "returnAWork": 269.7996726360117, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 1113.1442862909125, "harvests": 180, "toxicHarvests": 24, "energySpent": 897.795021683531, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 0.9799714650137586, "heldoutA": 0.9647014483112945, "heldoutB": 0.9902910212417476, "heldoutC": 0.9849219254882341, "heldoutReturn": 0.9647014483112945, "retentionLoss": 0, "firstAReward": 0.9647014483112945, "afterCReward": 0.9647014483112945, "phaseAWork": 243.83511910540392, "phaseBWork": 436.6899877165347, "phaseCWork": 202.95244491647372, "returnAWork": 229.6667345525002, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 818.7108676341627, "harvests": 180, "toxicHarvests": 25, "energySpent": 907.7127464984545, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 1, "rollbacks": 2, "heldoutReward": 0.695651111032907, "heldoutA": 0.9405814003499068, "heldoutB": 0.9902910212417476, "heldoutC": 0.15608091150706638, "heldoutReturn": 0.9405814003499068, "retentionLoss": 0.02412004796138767, "firstAReward": 0.9647014483112945, "afterCReward": 0.9405814003499068, "phaseAWork": 245.84006935576878, "phaseBWork": 227.89241790389065, "phaseCWork": 105.26688608264186, "returnAWork": 239.7114942918614, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 855.7574224876358, "harvests": 180, "toxicHarvests": 40, "energySpent": 921.9728528454797, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 1, "rollbacks": 7, "heldoutReward": 0.5298586162113049, "heldoutA": 0.9519866669197444, "heldoutB": 0.9902910212417476, "heldoutC": -0.3527018395275773, "heldoutReturn": 0.9519866669197444, "retentionLoss": 0.012714781391550023, "firstAReward": 0.9647014483112945, "afterCReward": 0.9519866669197444, "phaseAWork": 245.84006935576878, "phaseBWork": 414.7044515547562, "phaseCWork": 22.730974667967757, "returnAWork": 172.4819269091431, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0123699260939196, "gate": 0.9455729473762192, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9910199350332664, "gate": 0.9383976643723235, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9592546190202844, "gate": 1.0149027256721774, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9683142569835047, "gate": 0.8828051672165005, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.19374366748307814, "gate": -0.35813443048327626, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.33692712993095303, "gate": -0.2724798158079528, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.24854914855773189, "gate": -0.2472264626202064, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.24393859085346145, "gate": -0.1735303274952494, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.23524960910991224, "gate": 0.1490431641362401, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.1932157079368559, "gate": 0.1747435878660449, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.17847243250542788, "gate": 0.16032474913897163, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.18434427332676617, "gate": 0.2161404693918462, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9616394234281213, "gate": 0.9661105002373634, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9492674222150054, "gate": 1.0920749991633072, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.1227702061403002, "gate": 1.0603698484691735, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0029978429705595, "gate": 1.0086690330865424, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-2adc16bb", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0123699260939196, "gate": 0.9455729473762192, "tick": 0 }, { "epoch": 1, "parent": "p12-2adc16bb", "candidate": "p12-7bd18764", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9910199350332664, "gate": 0.9383976643723235, "tick": 24 }, { "epoch": 2, "parent": "p12-7bd18764", "candidate": "p12-c728046", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9592546190202844, "gate": 1.0149027256721774, "tick": 48 }, { "epoch": 3, "parent": "p12-c728046", "candidate": "p12-fd3f3a82", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9683142569835047, "gate": 0.8828051672165005, "tick": 72 }, { "epoch": 4, "parent": "p12-fd3f3a82", "candidate": "p12-b025f6b4", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9625362419548037, "gate": 1.0842354893952024, "tick": 96 }, { "epoch": 5, "parent": "p12-b025f6b4", "candidate": "p12-2dbdae6", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9486755859730923, "gate": 0.9338942439766679, "tick": 120 }, { "epoch": 6, "parent": "p12-2dbdae6", "candidate": "p12-9d86d347", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9766269971550378, "gate": 1.0339143607095813, "tick": 144 }, { "epoch": 7, "parent": "p12-9d86d347", "candidate": "p12-d19fdbd8", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9803834578425016, "gate": 1.0107810508010162, "tick": 168 }, { "epoch": 8, "parent": "p12-d19fdbd8", "candidate": "p12-a101c37d", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0469142922779606, "gate": 1.0721730686120705, "tick": 192 }, { "epoch": 9, "parent": "p12-a101c37d", "candidate": "p12-5cfce7f1", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9895913265845594, "gate": 0.9055762327500441, "tick": 216 }, { "epoch": 10, "parent": "p12-5cfce7f1", "candidate": "p12-e97d4d13", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0477257123635, "gate": 0.9502721101106064, "tick": 240 }, { "epoch": 11, "parent": "p12-e97d4d13", "candidate": "p12-cf618303", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0024498868244145, "gate": 0.993776299263164, "tick": 264 }, { "epoch": 12, "parent": "p12-cf618303", "candidate": "p12-b10a378a", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9616394234281213, "gate": 0.9661105002373634, "tick": 288 }, { "epoch": 13, "parent": "p12-b10a378a", "candidate": "p12-2310351d", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9492674222150054, "gate": 1.0920749991633072, "tick": 312 }, { "epoch": 14, "parent": "p12-2310351d", "candidate": "p12-9af46628", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.1227702061403002, "gate": 1.0603698484691735, "tick": 336 }, { "epoch": 15, "parent": "p12-9af46628", "candidate": "p12-8e2058d3", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0029978429705595, "gate": 1.0086690330865424, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0123699260939196, "gate": 0.9455729473762192, "incumbentGate": 0.9455729473762192, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9803693842543719, "gate": 0.9383976643723235, "incumbentGate": 0.9383976643723235, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9613671622496361, "gate": 1.0149027256721774, "incumbentGate": 1.0149027256721774, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9817363115544963, "gate": 0.8828051672165005, "incumbentGate": 0.8828051672165005, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-8043f6b8", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8089368007578649, "gate": 1.0842354893952024, "incumbentGate": -0.35813443048327626, "retentionLoss": 0.6097104146991378, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-81812846", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.049093838113953965, "gate": -0.2724798158079528, "incumbentGate": -0.2724798158079528, "retentionLoss": 0, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-d21229f5", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9625714331902406, "gate": 1.0339143607095813, "incumbentGate": -0.2472264626202064, "retentionLoss": 0, "tick": 144 }, { "epoch": 7, "parent": "p12-d21229f5", "candidate": "p12-d21229f5", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9675234402294042, "gate": 1.0107810508010162, "incumbentGate": 1.0107810508010162, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-d21229f5", "candidate": "p12-d21229f5", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.5131974337240301, "gate": 0.1490431641362401, "incumbentGate": 0.1490431641362401, "retentionLoss": 0, "tick": 192 }, { "epoch": 9, "parent": "p12-d21229f5", "candidate": "p12-d21229f5", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.4165757399229026, "gate": 0.1747435878660449, "incumbentGate": 0.1747435878660449, "retentionLoss": 0, "tick": 216 }, { "epoch": 10, "parent": "p12-d21229f5", "candidate": "p12-d21229f5", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.4307092655044818, "gate": 0.16032474913897163, "incumbentGate": 0.16032474913897163, "retentionLoss": 0, "tick": 240 }, { "epoch": 11, "parent": "p12-d21229f5", "candidate": "p12-d21229f5", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.420181891447754, "gate": 0.2161404693918462, "incumbentGate": 0.2161404693918462, "retentionLoss": 0, "tick": 264 }, { "epoch": 12, "parent": "p12-d21229f5", "candidate": "p12-d21229f5", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8244552501646604, "gate": 0.9661105002373634, "incumbentGate": 0.9661105002373634, "retentionLoss": 0, "tick": 288 }, { "epoch": 13, "parent": "p12-d21229f5", "candidate": "p12-d21229f5", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8184504595445339, "gate": 1.0920749991633072, "incumbentGate": 1.0920749991633072, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-d21229f5", "candidate": "p12-d21229f5", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.932676905475537, "gate": 1.0603698484691735, "incumbentGate": 1.0603698484691735, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-d21229f5", "candidate": "p12-d21229f5", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8615088061965818, "gate": 1.0086690330865424, "incumbentGate": 1.0086690330865424, "retentionLoss": 0, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0123699260939196, "gate": 0.9455729473762192, "incumbentGate": 0.9455729473762192, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9803693842543719, "gate": 0.9383976643723235, "incumbentGate": 0.9383976643723235, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9613671622496361, "gate": 1.0149027256721774, "incumbentGate": 1.0149027256721774, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9817363115544963, "gate": 0.8828051672165005, "incumbentGate": 0.8828051672165005, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-7dd4c021", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9494618198005217, "gate": 1.0842354893952024, "incumbentGate": -0.35813443048327626, "retentionLoss": 0, "tick": 96 }, { "epoch": 5, "parent": "p12-7dd4c021", "candidate": "p12-7dd4c021", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9639799251905972, "gate": 0.9338942439766679, "incumbentGate": 0.9338942439766679, "retentionLoss": 0, "tick": 120 }, { "epoch": 6, "parent": "p12-7dd4c021", "candidate": "p12-7dd4c021", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9625714331902406, "gate": 1.0339143607095813, "incumbentGate": 1.0339143607095813, "retentionLoss": 0, "tick": 144 }, { "epoch": 7, "parent": "p12-7dd4c021", "candidate": "p12-7dd4c021", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9675234402294042, "gate": 1.0107810508010162, "incumbentGate": 1.0107810508010162, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-7dd4c021", "candidate": "p12-b4ae3c13", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6664294877743624, "gate": 1.0721730686120705, "incumbentGate": -0.6244409675531943, "retentionLoss": 0.9112158291373915, "tick": 192 }, { "epoch": 9, "parent": "p12-7dd4c021", "candidate": "p12-3d119d3c", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7579560661496502, "gate": 0.9055762327500441, "incumbentGate": -0.40048239933308244, "retentionLoss": 1.0116134842816755, "tick": 216 }, { "epoch": 10, "parent": "p12-7dd4c021", "candidate": "p12-aa625dba", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6107500195464809, "gate": 0.9502721101106064, "incumbentGate": -0.4567893696457572, "retentionLoss": 1.336985040288171, "tick": 240 }, { "epoch": 11, "parent": "p12-7dd4c021", "candidate": "p12-2fff504c", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7388403312978896, "gate": 0.993776299263164, "incumbentGate": -0.2937935952904738, "retentionLoss": 0.6097104146991378, "tick": 264 }, { "epoch": 12, "parent": "p12-7dd4c021", "candidate": "p12-f95d2333", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.7823802089691849, "gate": 0.9661105002373634, "incumbentGate": 0.9661105002373634, "retentionLoss": 1.2327261008130268, "tick": 288 }, { "epoch": 13, "parent": "p12-7dd4c021", "candidate": "p12-ce82c7eb", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.8184504595445339, "gate": 1.0920749991633072, "incumbentGate": 1.0920749991633072, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-7dd4c021", "candidate": "p12-79afe300", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.8748699700108591, "gate": 1.0603698484691735, "incumbentGate": 1.0603698484691735, "retentionLoss": 0.15275670718471568, "tick": 336 }, { "epoch": 15, "parent": "p12-7dd4c021", "candidate": "p12-7dd4c021", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.7842265567745069, "gate": 1.0086690330865424, "incumbentGate": 1.0086690330865424, "retentionLoss": 0, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9647014483112945, -0.28178554100390385, 0.16821445899609624, 0.9647014483112945 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9647014483112945, -0.28178554100390385, 0.16821445899609624, 0.9647014483112945 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9647014483112945, -0.28178554100390385, 0.16821445899609624, 0.9647014483112945 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9647014483112945, -0.28178554100390385, 0.16821445899609624, 0.9647014483112945 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9647014483112945, -0.28178554100390385, 0.16821445899609624, 0.9647014483112945 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9647014483112945, 0.9902910212417476, 0.16821445899609624, 0.9647014483112945 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9647014483112945, 0.9902910212417476, 0.9849219254882341, 0.9647014483112945 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9647014483112945, 0.9902910212417476, 0.9849219254882341, 0.9647014483112945 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9647014483112945, -0.28178554100390385, 0.16821445899609624, 0.9647014483112945 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9405814003499068, 0.9902910212417476, 0.15608091150706638, 0.9405814003499068 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9405814003499068, 0.9902910212417476, 0.15608091150706638, 0.9405814003499068 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9405814003499068, 0.9902910212417476, 0.15608091150706638, 0.9405814003499068 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9647014483112945, -0.28178554100390385, 0.16821445899609624, 0.9647014483112945 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9519866669197444, 0.9902910212417476, -0.3527018395275773, 0.9519866669197444 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9519866669197444, 0.9902910212417476, -0.3527018395275773, 0.9519866669197444 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9519866669197444, 0.9902910212417476, -0.3527018395275773, 0.9519866669197444 ] } ] } }, { "regime": "four-seasons", "seed": 129666, "arms": [ { "id": "fixed", "summary": { "usefulWork": 770.4249354959012, "harvests": 180, "toxicHarvests": 42, "energySpent": 935.3054844256758, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.32330238083490664, "heldoutA": 1.0021352422382164, "heldoutB": -0.24111404986674823, "heldoutC": 0.20888595013325179, "heldoutReturn": 1.0021352422382164, "retentionLoss": 0, "firstAReward": 1.0021352422382164, "afterCReward": 1.0021352422382164, "phaseAWork": 283.6685218599958, "phaseBWork": 139.87047705376676, "phaseCWork": 59.470647387300346, "returnAWork": 287.4152891948383, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 1130.7505597940765, "harvests": 180, "toxicHarvests": 24, "energySpent": 898.9941241876588, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 1.0046999857967915, "heldoutA": 1.0021352422382164, "heldoutB": 1.0226570197370446, "heldoutC": 0.9893076954151141, "heldoutReturn": 1.0021352422382164, "retentionLoss": 0, "firstAReward": 1.0021352422382164, "afterCReward": 1.0021352422382164, "phaseAWork": 283.6685218599958, "phaseBWork": 406.8781547376697, "phaseCWork": 192.13423824290032, "returnAWork": 248.06964495351065, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 978.5600168248101, "harvests": 180, "toxicHarvests": 29, "energySpent": 908.2332807981339, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 3, "rollbacks": 3, "heldoutReward": 0.966485417227707, "heldoutA": 0.9700215553907918, "heldoutB": 0.9949526399893689, "heldoutC": 0.9344820563029601, "heldoutReturn": 0.9700215553907918, "retentionLoss": 0.22324534896928072, "firstAReward": 1.0021352422382164, "afterCReward": 0.7788898932689357, "phaseAWork": 283.6685218599958, "phaseBWork": 406.8781547376697, "phaseCWork": 70.45217549017025, "returnAWork": 217.56116473697432, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 768.642308577403, "harvests": 180, "toxicHarvests": 53, "energySpent": 943.377153573444, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 1, "rollbacks": 8, "heldoutReward": 0.5515381969561921, "heldoutA": 0.9925924651280552, "heldoutB": 1.0226570197370446, "heldoutC": -0.36063489399652354, "heldoutReturn": 0.9925924651280552, "retentionLoss": 0.00954277711016116, "firstAReward": 1.0021352422382164, "afterCReward": 0.9925924651280552, "phaseAWork": 283.6685218599958, "phaseBWork": 242.7087195461117, "phaseCWork": 46.94460900349759, "returnAWork": 195.32045816779794, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9474923441725055, "gate": 1.090825081779786, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.1205044769122703, "gate": 0.9693920180665558, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.1120703892885802, "gate": 0.8374946160592661, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9987366806269115, "gate": 0.963635308852499, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.286451928801614, "gate": -0.348581172749909, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.21989368407637558, "gate": -0.2545005837926461, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2709767467240492, "gate": -0.26083182436849434, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.1934968710947681, "gate": -0.12894908044594788, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.23091572301347474, "gate": 0.11247868206880081, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.2818004955958502, "gate": 0.1969715348584479, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.21709556457453108, "gate": 0.1335856792484435, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.22293359837921992, "gate": 0.367823145195916, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9257783766185371, "gate": 0.9575986627071656, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.972121786477433, "gate": 0.9661747016737344, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9646985328335873, "gate": 0.9701524189392404, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0509492167993633, "gate": 0.9531030401773634, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-75816366", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9474923441725055, "gate": 1.090825081779786, "tick": 0 }, { "epoch": 1, "parent": "p12-75816366", "candidate": "p12-cc63773c", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.1205044769122703, "gate": 0.9693920180665558, "tick": 24 }, { "epoch": 2, "parent": "p12-cc63773c", "candidate": "p12-e3edd981", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.1120703892885802, "gate": 0.8374946160592661, "tick": 48 }, { "epoch": 3, "parent": "p12-e3edd981", "candidate": "p12-85484acb", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9987366806269115, "gate": 0.963635308852499, "tick": 72 }, { "epoch": 4, "parent": "p12-85484acb", "candidate": "p12-f51bb5b8", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9299771615143961, "gate": 0.9141598533798528, "tick": 96 }, { "epoch": 5, "parent": "p12-f51bb5b8", "candidate": "p12-813e0ca7", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9604303223875238, "gate": 0.9794976409991972, "tick": 120 }, { "epoch": 6, "parent": "p12-813e0ca7", "candidate": "p12-75f55f8f", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0387220044613346, "gate": 1.0084414695634434, "tick": 144 }, { "epoch": 7, "parent": "p12-75f55f8f", "candidate": "p12-896a2ab", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0474846753728748, "gate": 1.014017633487122, "tick": 168 }, { "epoch": 8, "parent": "p12-896a2ab", "candidate": "p12-54ed0a47", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9865468034040551, "gate": 0.9069906936430895, "tick": 192 }, { "epoch": 9, "parent": "p12-54ed0a47", "candidate": "p12-75cd138d", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9812615724861186, "gate": 1.0978706721988851, "tick": 216 }, { "epoch": 10, "parent": "p12-75cd138d", "candidate": "p12-1232f2b9", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8720973386996406, "gate": 1.0222498010762486, "tick": 240 }, { "epoch": 11, "parent": "p12-1232f2b9", "candidate": "p12-adea3222", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9917008304520545, "gate": 1.010017416147629, "tick": 264 }, { "epoch": 12, "parent": "p12-adea3222", "candidate": "p12-ac6030d7", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9257783766185371, "gate": 0.9575986627071656, "tick": 288 }, { "epoch": 13, "parent": "p12-ac6030d7", "candidate": "p12-7a732d5c", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.972121786477433, "gate": 0.9661747016737344, "tick": 312 }, { "epoch": 14, "parent": "p12-7a732d5c", "candidate": "p12-ed7c82a2", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9646985328335873, "gate": 0.9701524189392404, "tick": 336 }, { "epoch": 15, "parent": "p12-ed7c82a2", "candidate": "p12-14ee5a5f", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0509492167993633, "gate": 0.9531030401773634, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9474923441725055, "gate": 1.090825081779786, "incumbentGate": 1.090825081779786, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.10801386992745, "gate": 0.9693920180665558, "incumbentGate": 0.9693920180665558, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0707011098631753, "gate": 0.8374946160592661, "incumbentGate": 0.8374946160592661, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9536832919704384, "gate": 0.963635308852499, "incumbentGate": 0.963635308852499, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-30877886", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9403272446785633, "gate": 0.9141598533798528, "incumbentGate": -0.348581172749909, "retentionLoss": 0, "tick": 96 }, { "epoch": 5, "parent": "p12-30877886", "candidate": "p12-30877886", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9639565478791312, "gate": 0.9794976409991972, "incumbentGate": 0.9794976409991972, "retentionLoss": 0, "tick": 120 }, { "epoch": 6, "parent": "p12-30877886", "candidate": "p12-30877886", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0133224284894635, "gate": 1.0084414695634434, "incumbentGate": 1.0084414695634434, "retentionLoss": 0, "tick": 144 }, { "epoch": 7, "parent": "p12-30877886", "candidate": "p12-30877886", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0376352253416186, "gate": 1.014017633487122, "incumbentGate": 1.014017633487122, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-30877886", "candidate": "p12-3c9cdf4c", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9014607798204264, "gate": 0.9069906936430895, "incumbentGate": 0.28693286679109226, "retentionLoss": 0.4107176115616286, "tick": 192 }, { "epoch": 9, "parent": "p12-30877886", "candidate": "p12-4cf6c202", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6636676975160675, "gate": 0.36814953059356736, "incumbentGate": 0.1969715348584479, "retentionLoss": 0.4038305958906162, "tick": 216 }, { "epoch": 10, "parent": "p12-30877886", "candidate": "p12-702d475d", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9403843893262814, "gate": 1.0222498010762486, "incumbentGate": 0.1335856792484435, "retentionLoss": 0.07030071550268535, "tick": 240 }, { "epoch": 11, "parent": "p12-702d475d", "candidate": "p12-702d475d", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0047367994787046, "gate": 1.010017416147629, "incumbentGate": 1.010017416147629, "retentionLoss": 0, "tick": 264 }, { "epoch": 12, "parent": "p12-702d475d", "candidate": "p12-702d475d", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9757877095554486, "gate": 0.5141677865675649, "incumbentGate": 0.5141677865675649, "retentionLoss": 0, "tick": 288 }, { "epoch": 13, "parent": "p12-702d475d", "candidate": "p12-1e6c0a00", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9946199478335599, "gate": 0.9661747016737344, "incumbentGate": 0.7553097390122442, "retentionLoss": 0.11092955963625073, "tick": 312 }, { "epoch": 14, "parent": "p12-702d475d", "candidate": "p12-2c848ad1", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9919541109497395, "gate": 0.9701524189392404, "incumbentGate": 0.6740320718240446, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-2c848ad1", "candidate": "p12-2c848ad1", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0326129979051635, "gate": 0.9531030401773634, "incumbentGate": 0.9531030401773634, "retentionLoss": 0, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9474923441725055, "gate": 1.090825081779786, "incumbentGate": 1.090825081779786, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.10801386992745, "gate": 0.9693920180665558, "incumbentGate": 0.9693920180665558, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0707011098631753, "gate": 0.8374946160592661, "incumbentGate": 0.8374946160592661, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9536832919704384, "gate": 0.963635308852499, "incumbentGate": 0.963635308852499, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-b3ee3ea3", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7755254921846044, "gate": 0.9141598533798528, "incumbentGate": -0.348581172749909, "retentionLoss": 0.5782894346249201, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-dde39862", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9639565478791312, "gate": 0.9794976409991972, "incumbentGate": -0.2545005837926461, "retentionLoss": 0, "tick": 120 }, { "epoch": 6, "parent": "p12-dde39862", "candidate": "p12-dde39862", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0133224284894635, "gate": 1.0084414695634434, "incumbentGate": 1.0084414695634434, "retentionLoss": 0, "tick": 144 }, { "epoch": 7, "parent": "p12-dde39862", "candidate": "p12-dde39862", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0376352253416186, "gate": 1.014017633487122, "incumbentGate": 1.014017633487122, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-dde39862", "candidate": "p12-4d9ed80", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.81104931363858, "gate": 0.9069906936430895, "incumbentGate": -0.4028563790191532, "retentionLoss": 0.6304512754821217, "tick": 192 }, { "epoch": 9, "parent": "p12-dde39862", "candidate": "p12-ddcf59a4", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7919676277960724, "gate": 1.0978706721988851, "incumbentGate": -0.21819865821571782, "retentionLoss": 1.2061200039325037, "tick": 216 }, { "epoch": 10, "parent": "p12-dde39862", "candidate": "p12-4842e87e", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7439528341461178, "gate": 1.0222498010762486, "incumbentGate": -0.30342965319374143, "retentionLoss": 1.2012180414720173, "tick": 240 }, { "epoch": 11, "parent": "p12-dde39862", "candidate": "p12-d6c45eaf", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8966573702136745, "gate": 1.010017416147629, "incumbentGate": -0.2709046786420884, "retentionLoss": 0.8321711425954833, "tick": 264 }, { "epoch": 12, "parent": "p12-dde39862", "candidate": "p12-d508b5aa", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.8677082802904185, "gate": 0.9575986627071656, "incumbentGate": 0.9575986627071656, "retentionLoss": 0.8321711425954833, "tick": 288 }, { "epoch": 13, "parent": "p12-dde39862", "candidate": "p12-54d93867", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.8865405185685299, "gate": 0.9661747016737344, "incumbentGate": 0.9661747016737344, "retentionLoss": 0.8321711425954833, "tick": 312 }, { "epoch": 14, "parent": "p12-dde39862", "candidate": "p12-dde39862", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.7605803681935478, "gate": 0.9701524189392404, "incumbentGate": 0.9701524189392404, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-dde39862", "candidate": "p12-b795e75f", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.9245335686401335, "gate": 0.9531030401773634, "incumbentGate": 0.9531030401773634, "retentionLoss": 0.8321711425954833, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0021352422382164, -0.24111404986674823, 0.20888595013325179, 1.0021352422382164 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 1.0021352422382164, -0.24111404986674823, 0.20888595013325179, 1.0021352422382164 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 1.0021352422382164, -0.24111404986674823, 0.20888595013325179, 1.0021352422382164 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 1.0021352422382164, -0.24111404986674823, 0.20888595013325179, 1.0021352422382164 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0021352422382164, -0.24111404986674823, 0.20888595013325179, 1.0021352422382164 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 1.0021352422382164, 1.0226570197370446, 0.20888595013325179, 1.0021352422382164 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 1.0021352422382164, 1.0226570197370446, 0.9893076954151141, 1.0021352422382164 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 1.0021352422382164, 1.0226570197370446, 0.9893076954151141, 1.0021352422382164 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0021352422382164, -0.24111404986674823, 0.20888595013325179, 1.0021352422382164 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9155442724934324, 1.0226570197370446, 0.18116071240779544, 0.9155442724934324 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.7788898932689357, 0.9949526399893689, 0.9530324025653472, 0.7788898932689357 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9700215553907918, 0.9949526399893689, 0.9344820563029601, 0.9700215553907918 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0021352422382164, -0.24111404986674823, 0.20888595013325179, 1.0021352422382164 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9925924651280552, 1.0226570197370446, -0.36063489399652354, 0.9925924651280552 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9925924651280552, 1.0226570197370446, -0.36063489399652354, 0.9925924651280552 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9925924651280552, 1.0226570197370446, -0.36063489399652354, 0.9925924651280552 ] } ] } }, { "regime": "four-seasons", "seed": 139639, "arms": [ { "id": "fixed", "summary": { "usefulWork": 752.9026502089977, "harvests": 180, "toxicHarvests": 34, "energySpent": 923.662332568545, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.295496374415473, "heldoutA": 0.9763538176493578, "heldoutB": -0.26993234720146947, "heldoutC": 0.1800676527985306, "heldoutReturn": 0.9763538176493578, "retentionLoss": 0, "firstAReward": 0.9763538176493578, "afterCReward": 0.9763538176493578, "phaseAWork": 264.603758891296, "phaseBWork": 157.83142362181638, "phaseCWork": 56.69877682943951, "returnAWork": 273.76869086644575, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 1153.8368213405447, "harvests": 180, "toxicHarvests": 20, "energySpent": 893.2229723305298, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 0.9939545768309871, "heldoutA": 0.9763538176493578, "heldoutB": 0.9961006777514153, "heldoutC": 1.0094092350921882, "heldoutReturn": 0.9763538176493578, "retentionLoss": 0, "firstAReward": 0.9763538176493578, "afterCReward": 0.9763538176493578, "phaseAWork": 264.603758891296, "phaseBWork": 430.39433475951057, "phaseCWork": 197.82599307772216, "returnAWork": 261.01273461201595, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 870.1231168847262, "harvests": 180, "toxicHarvests": 25, "energySpent": 902.9863352825317, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 3, "rollbacks": 5, "heldoutReward": 0.6974124824201339, "heldoutA": 0.9516612158209493, "heldoutB": 0.17326709925161798, "heldoutC": 0.9673091321878342, "heldoutReturn": 0.9516612158209493, "retentionLoss": 0.02469260182840849, "firstAReward": 0.9763538176493578, "afterCReward": 0.9516612158209493, "phaseAWork": 264.603758891296, "phaseBWork": 197.0787492918028, "phaseCWork": 120.91788329950856, "returnAWork": 287.5227254021188, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 639.1243312587422, "harvests": 178, "toxicHarvests": 67, "energySpent": 965.8006226726085, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 1, "rollbacks": 8, "heldoutReward": 0.5230948204704194, "heldoutA": 0.9655187888092952, "heldoutB": 0.9961006777514153, "heldoutC": -0.39233500514945213, "heldoutReturn": 0.9655187888092952, "retentionLoss": 0.0108350288400626, "firstAReward": 0.9763538176493578, "afterCReward": 0.9655187888092952, "phaseAWork": 264.603758891296, "phaseBWork": 157.83142362181638, "phaseCWork": 0.630710271734074, "returnAWork": 216.05843847389576, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0621769797334097, "gate": 0.9985344420369578, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0417286462440993, "gate": 1.0181394523458567, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9420432568879451, "gate": 0.9664118104074748, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.022015614332518, "gate": 1.001772489524145, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2812021858282029, "gate": -0.24867827059443195, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2352267328696658, "gate": -0.3891714867975922, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.1859852246167417, "gate": -0.19836096979931592, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2959848219927003, "gate": -0.27996854186780806, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.20442362363169023, "gate": 0.14022531870654945, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.2203431545796789, "gate": 0.06494596789407085, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.15039429346387295, "gate": 0.05885960152637831, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.25585034254677824, "gate": 0.2768116763549256, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.8952861688375876, "gate": 0.8969063184402081, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.031291779327218, "gate": 0.9559165586442703, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9404214055917087, "gate": 0.9563626226441024, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9205660769430416, "gate": 0.9319909310297202, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-4084dc72", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0621769797334097, "gate": 0.9985344420369578, "tick": 0 }, { "epoch": 1, "parent": "p12-4084dc72", "candidate": "p12-78a6efa1", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0417286462440993, "gate": 1.0181394523458567, "tick": 24 }, { "epoch": 2, "parent": "p12-78a6efa1", "candidate": "p12-7984cd24", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9420432568879451, "gate": 0.9664118104074748, "tick": 48 }, { "epoch": 3, "parent": "p12-7984cd24", "candidate": "p12-650a2cbc", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.022015614332518, "gate": 1.001772489524145, "tick": 72 }, { "epoch": 4, "parent": "p12-650a2cbc", "candidate": "p12-6c3b0a40", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0114564577941134, "gate": 1.0451530026322458, "tick": 96 }, { "epoch": 5, "parent": "p12-6c3b0a40", "candidate": "p12-afc4868f", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9975890318387052, "gate": 0.999479482372395, "tick": 120 }, { "epoch": 6, "parent": "p12-afc4868f", "candidate": "p12-a8f02985", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9997070719775977, "gate": 1.0799537651549358, "tick": 144 }, { "epoch": 7, "parent": "p12-a8f02985", "candidate": "p12-54f84c64", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0533707300994795, "gate": 1.0677039112325364, "tick": 168 }, { "epoch": 8, "parent": "p12-54f84c64", "candidate": "p12-76e7c287", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0647119734434916, "gate": 0.9242176936952392, "tick": 192 }, { "epoch": 9, "parent": "p12-76e7c287", "candidate": "p12-6b83ae92", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0393996619026702, "gate": 0.8977298380348628, "tick": 216 }, { "epoch": 10, "parent": "p12-6b83ae92", "candidate": "p12-1430aab8", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0127399838187021, "gate": 1.0034503607273635, "tick": 240 }, { "epoch": 11, "parent": "p12-1430aab8", "candidate": "p12-a2a2e560", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0253862459956888, "gate": 0.9446126708325345, "tick": 264 }, { "epoch": 12, "parent": "p12-a2a2e560", "candidate": "p12-d4f3359a", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8952861688375876, "gate": 0.8969063184402081, "tick": 288 }, { "epoch": 13, "parent": "p12-d4f3359a", "candidate": "p12-ef390335", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.031291779327218, "gate": 0.9559165586442703, "tick": 312 }, { "epoch": 14, "parent": "p12-ef390335", "candidate": "p12-1e45612b", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9404214055917087, "gate": 0.9563626226441024, "tick": 336 }, { "epoch": 15, "parent": "p12-1e45612b", "candidate": "p12-640552ed", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9205660769430416, "gate": 0.9319909310297202, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0621769797334097, "gate": 0.9985344420369578, "incumbentGate": 0.9985344420369578, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0336155857848721, "gate": 1.0181394523458567, "incumbentGate": 1.0181394523458567, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9439106609146835, "gate": 0.9664118104074748, "incumbentGate": 0.9664118104074748, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0162285857199775, "gate": 1.001772489524145, "incumbentGate": 1.001772489524145, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-f0406bc9", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.25873041246163975, "gate": 0.1944080479321816, "incumbentGate": -0.24867827059443195, "retentionLoss": 0, "tick": 96 }, { "epoch": 5, "parent": "p12-f0406bc9", "candidate": "p12-d931ce0", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.3717938202886999, "gate": 0.15271488152187884, "incumbentGate": -0.06935305713030414, "retentionLoss": 0, "tick": 120 }, { "epoch": 6, "parent": "p12-d931ce0", "candidate": "p12-d931ce0", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.38193559552107514, "gate": 0.1372145552513831, "incumbentGate": 0.1372145552513831, "retentionLoss": 0, "tick": 144 }, { "epoch": 7, "parent": "p12-d931ce0", "candidate": "p12-d931ce0", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.3236101359708371, "gate": 0.08982429724661072, "incumbentGate": 0.08982429724661072, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-d931ce0", "candidate": "p12-5b53570d", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 1.0597017861455824, "gate": 0.9242176936952392, "incumbentGate": 0.14022531870654945, "retentionLoss": 0.11076639160943513, "tick": 192 }, { "epoch": 9, "parent": "p12-d931ce0", "candidate": "p12-5952fd1a", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.5180037356566142, "gate": 0.5132679171978035, "incumbentGate": 0.06494596789407085, "retentionLoss": 1.343004317320764, "tick": 216 }, { "epoch": 10, "parent": "p12-d931ce0", "candidate": "p12-57a0757", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6671048182663752, "gate": 1.0034503607273635, "incumbentGate": 0.05885960152637831, "retentionLoss": 1.0905527367552266, "tick": 240 }, { "epoch": 11, "parent": "p12-d931ce0", "candidate": "p12-e238575d", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.847231787807272, "gate": 0.9446126708325345, "incumbentGate": 0.4055002624685913, "retentionLoss": 0, "tick": 264 }, { "epoch": 12, "parent": "p12-e238575d", "candidate": "p12-e3b4d861", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.7969073321329522, "gate": 0.8969063184402081, "incumbentGate": 0.8969063184402081, "retentionLoss": 0.060370939783469524, "tick": 288 }, { "epoch": 13, "parent": "p12-e238575d", "candidate": "p12-e238575d", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8243658206564884, "gate": 0.9559165586442703, "incumbentGate": 0.9559165586442703, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-e238575d", "candidate": "p12-eb85f4ad", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.9200970380330578, "gate": 0.9563626226441024, "incumbentGate": 0.9563626226441024, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-e238575d", "candidate": "p12-e238575d", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.7633416901461861, "gate": 0.9319909310297202, "incumbentGate": 0.9319909310297202, "retentionLoss": 0, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0621769797334097, "gate": 0.9985344420369578, "incumbentGate": 0.9985344420369578, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0336155857848721, "gate": 1.0181394523458567, "incumbentGate": 1.0181394523458567, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9439106609146835, "gate": 0.9664118104074748, "incumbentGate": 0.9664118104074748, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0162285857199775, "gate": 1.001772489524145, "incumbentGate": 1.001772489524145, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-bb9323e2", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8579177237716774, "gate": 1.0451530026322458, "incumbentGate": -0.24867827059443195, "retentionLoss": 0.6978233503312339, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-2b2fc0b7", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.876415209180724, "gate": 0.999479482372395, "incumbentGate": -0.3891714867975922, "retentionLoss": 0.6978233503312339, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-4f388134", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9984410618533175, "gate": 1.0799537651549358, "incumbentGate": -0.19836096979931592, "retentionLoss": 0.22133048519179832, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-d3231715", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 1.0313720615869948, "gate": 1.0677039112325364, "incumbentGate": -0.27996854186780806, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-d3231715", "candidate": "p12-abc95002", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8121102710331438, "gate": 0.9242176936952392, "incumbentGate": -0.4527592331179073, "retentionLoss": 1.343004317320764, "tick": 192 }, { "epoch": 9, "parent": "p12-d3231715", "candidate": "p12-4b07e44f", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9306006286012806, "gate": 0.8977298380348628, "incumbentGate": -0.23500985609002326, "retentionLoss": 0.6978233503312339, "tick": 216 }, { "epoch": 10, "parent": "p12-d3231715", "candidate": "p12-4d467d50", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8134990818140376, "gate": 1.0034503607273635, "incumbentGate": -0.5220369966268965, "retentionLoss": 0.8962782666910548, "tick": 240 }, { "epoch": 11, "parent": "p12-d3231715", "candidate": "p12-89216e55", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.776284518855328, "gate": 0.9446126708325345, "incumbentGate": -0.505308649277353, "retentionLoss": 1.312993594027298, "tick": 264 }, { "epoch": 12, "parent": "p12-d3231715", "candidate": "p12-d3231715", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.7081107758261244, "gate": 0.8969063184402081, "incumbentGate": 0.8969063184402081, "retentionLoss": 0, "tick": 288 }, { "epoch": 13, "parent": "p12-d3231715", "candidate": "p12-172c452b", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.886854015219301, "gate": 0.9559165586442703, "incumbentGate": 0.9559165586442703, "retentionLoss": 0.2398349040239418, "tick": 312 }, { "epoch": 14, "parent": "p12-d3231715", "candidate": "p12-d3231715", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.737096621749664, "gate": 0.9563626226441024, "incumbentGate": 0.9563626226441024, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-d3231715", "candidate": "p12-d3231715", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.7132332336348278, "gate": 0.9319909310297202, "incumbentGate": 0.9319909310297202, "retentionLoss": 0, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9763538176493578, -0.26993234720146947, 0.1800676527985306, 0.9763538176493578 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9763538176493578, -0.26993234720146947, 0.1800676527985306, 0.9763538176493578 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9763538176493578, -0.26993234720146947, 0.1800676527985306, 0.9763538176493578 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9763538176493578, -0.26993234720146947, 0.1800676527985306, 0.9763538176493578 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9763538176493578, -0.26993234720146947, 0.1800676527985306, 0.9763538176493578 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9763538176493578, 0.9961006777514153, 0.1800676527985306, 0.9763538176493578 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9763538176493578, 0.9961006777514153, 1.0094092350921882, 0.9763538176493578 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9763538176493578, 0.9961006777514153, 1.0094092350921882, 0.9763538176493578 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9763538176493578, -0.26993234720146947, 0.1800676527985306, 0.9763538176493578 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.8673892310140149, 0.1385002399705008, 0.25226422471737125, 0.8673892310140149 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9516612158209493, 0.17326709925161798, 0.9673091321878342, 0.9516612158209493 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9516612158209493, 0.17326709925161798, 0.9673091321878342, 0.9516612158209493 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9763538176493578, -0.26993234720146947, 0.1800676527985306, 0.9763538176493578 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9655187888092952, 0.9961006777514153, -0.39233500514945213, 0.9655187888092952 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9655187888092952, 0.9961006777514153, -0.39233500514945213, 0.9655187888092952 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9655187888092952, 0.9961006777514153, -0.39233500514945213, 0.9655187888092952 ] } ] } }, { "regime": "four-seasons", "seed": 149612, "arms": [ { "id": "fixed", "summary": { "usefulWork": 769.5300775731226, "harvests": 180, "toxicHarvests": 37, "energySpent": 927.6479309782112, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.30862725421054554, "heldoutA": 0.9896664049968499, "heldoutB": -0.2568923211826066, "heldoutC": 0.19310767881739335, "heldoutReturn": 0.9896664049968499, "retentionLoss": 0, "firstAReward": 0.9896664049968499, "afterCReward": 0.9896664049968499, "phaseAWork": 281.3278973768191, "phaseBWork": 145.0432729654171, "phaseCWork": 63.69948883344847, "returnAWork": 279.45941839743796, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 1141.2829670376018, "harvests": 180, "toxicHarvests": 24, "energySpent": 898.6005707401996, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 0.9913035464369596, "heldoutA": 0.9896664049968499, "heldoutB": 0.9778361400959561, "heldoutC": 1.006408094218073, "heldoutReturn": 0.9896664049968499, "retentionLoss": 0, "firstAReward": 0.9896664049968499, "afterCReward": 0.9896664049968499, "phaseAWork": 281.3278973768191, "phaseBWork": 421.6542880352424, "phaseCWork": 170.5847605978911, "returnAWork": 267.71602102764916, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 769.5300775731226, "harvests": 180, "toxicHarvests": 37, "energySpent": 927.6479309782112, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 9, "heldoutReward": 0.30862725421054554, "heldoutA": 0.9896664049968499, "heldoutB": -0.2568923211826066, "heldoutC": 0.19310767881739335, "heldoutReturn": 0.9896664049968499, "retentionLoss": 0, "firstAReward": 0.9896664049968499, "afterCReward": 0.9896664049968499, "phaseAWork": 281.3278973768191, "phaseBWork": 145.0432729654171, "phaseCWork": 63.69948883344847, "returnAWork": 279.45941839743796, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 748.8841509235014, "harvests": 180, "toxicHarvests": 53, "energySpent": 942.1654705946229, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 2, "rollbacks": 8, "heldoutReward": 0.8485741119408751, "heldoutA": 0.9685867520147059, "heldoutB": 0.7635113894125019, "heldoutC": 0.8136241943954173, "heldoutReturn": 0.9685867520147059, "retentionLoss": 0.14092345878958135, "firstAReward": 0.9896664049968499, "afterCReward": 0.8487429462072685, "phaseAWork": 281.3278973768191, "phaseBWork": 234.5622468244286, "phaseCWork": 60.59655517339809, "returnAWork": 172.39745154885554, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.048972525519212, "gate": 0.9983844549136442, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9122371398707932, "gate": 1.102333271321224, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9225839824247258, "gate": 1.0264630844102802, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0168710477424765, "gate": 1.0219919080620266, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.16400756593554694, "gate": -0.28294533757330337, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.27041507949647975, "gate": -0.2230213219816559, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.17833626840181208, "gate": -0.12313198593273535, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.21226261791162013, "gate": -0.15113915277466608, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.22115433149339417, "gate": 0.16033821823588998, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.12313191287114465, "gate": 0.06640921981083957, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.25790323826727174, "gate": 0.22950739437855416, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.11408113993190576, "gate": 0.20590822369701234, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9721686554013783, "gate": 0.9672702678243047, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9964030164890207, "gate": 1.0141825115805474, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9823034924770725, "gate": 1.0393604280032729, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9271344540183329, "gate": 1.1294570729547655, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-5e98e168", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.048972525519212, "gate": 0.9983844549136442, "tick": 0 }, { "epoch": 1, "parent": "p12-5e98e168", "candidate": "p12-aa00ab5b", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9122371398707932, "gate": 1.102333271321224, "tick": 24 }, { "epoch": 2, "parent": "p12-aa00ab5b", "candidate": "p12-a771cbb4", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9225839824247258, "gate": 1.0264630844102802, "tick": 48 }, { "epoch": 3, "parent": "p12-a771cbb4", "candidate": "p12-6b38c048", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0168710477424765, "gate": 1.0219919080620266, "tick": 72 }, { "epoch": 4, "parent": "p12-6b38c048", "candidate": "p12-e324e33a", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0525133356650296, "gate": 0.9653913294600746, "tick": 96 }, { "epoch": 5, "parent": "p12-e324e33a", "candidate": "p12-3267596d", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.001367355612512, "gate": 1.0221029675810438, "tick": 120 }, { "epoch": 6, "parent": "p12-3267596d", "candidate": "p12-d2f59736", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0828826612718625, "gate": 0.9325179024090641, "tick": 144 }, { "epoch": 7, "parent": "p12-d2f59736", "candidate": "p12-329df3e9", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.926827457522445, "gate": 1.0337002556275847, "tick": 168 }, { "epoch": 8, "parent": "p12-329df3e9", "candidate": "p12-904984cf", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9772154347239629, "gate": 0.9484516762505676, "tick": 192 }, { "epoch": 9, "parent": "p12-904984cf", "candidate": "p12-c134645f", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0452575175776972, "gate": 0.9084395879772775, "tick": 216 }, { "epoch": 10, "parent": "p12-c134645f", "candidate": "p12-f94360b6", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9717834653858306, "gate": 0.9465527680773113, "tick": 240 }, { "epoch": 11, "parent": "p12-f94360b6", "candidate": "p12-36b055ed", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9350679318968034, "gate": 1.0433106714441387, "tick": 264 }, { "epoch": 12, "parent": "p12-36b055ed", "candidate": "p12-80be22b2", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9721686554013783, "gate": 0.9672702678243047, "tick": 288 }, { "epoch": 13, "parent": "p12-80be22b2", "candidate": "p12-a8dacc14", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9964030164890207, "gate": 1.0141825115805474, "tick": 312 }, { "epoch": 14, "parent": "p12-a8dacc14", "candidate": "p12-70d98b31", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9823034924770725, "gate": 1.0393604280032729, "tick": 336 }, { "epoch": 15, "parent": "p12-70d98b31", "candidate": "p12-4e5c8b45", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9271344540183329, "gate": 1.1294570729547655, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.048972525519212, "gate": 0.9983844549136442, "incumbentGate": 0.9983844549136442, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9418598538526174, "gate": 1.102333271321224, "incumbentGate": 1.102333271321224, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9647610265136639, "gate": 1.0264630844102802, "incumbentGate": 1.0264630844102802, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0172561072325401, "gate": 1.0219919080620266, "incumbentGate": 1.0219919080620266, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-cb8ac27c", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6688152633812124, "gate": 0.9195955973323509, "incumbentGate": -0.28294533757330337, "retentionLoss": 1.4619813603481746, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-1f15e2b", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9864065285684183, "gate": 1.0221029675810438, "incumbentGate": -0.2230213219816559, "retentionLoss": 0.15954823118822015, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-201406c6", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9654826080932837, "gate": 0.9325179024090641, "incumbentGate": -0.12313198593273535, "retentionLoss": 0.37898049031043857, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-d16e0c4", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7930792696351113, "gate": 1.0337002556275847, "incumbentGate": -0.15113915277466608, "retentionLoss": 0.710868551632015, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-65af1598", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.4883126916879898, "gate": 0.16033821823588998, "incumbentGate": 0.16033821823588998, "retentionLoss": 0.15954823118822015, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-1a6c5315", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6452806813907106, "gate": 0.9084395879772775, "incumbentGate": 0.06640921981083957, "retentionLoss": 1.4619813603481746, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.28525147808147516, "gate": 0.22950739437855416, "incumbentGate": 0.22950739437855416, "retentionLoss": 0, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.2484442482617636, "gate": 0.20590822369701234, "incumbentGate": 0.20590822369701234, "retentionLoss": 0, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-28323d0f", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.8829904998199972, "gate": 0.9672702678243047, "incumbentGate": 0.9672702678243047, "retentionLoss": 0, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-4343ff1", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.8334542702810862, "gate": 1.0141825115805474, "incumbentGate": 1.0141825115805474, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.6826340539380106, "gate": 1.0393604280032729, "incumbentGate": 1.0393604280032729, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-c5924c70", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.863414606458389, "gate": 1.1294570729547655, "incumbentGate": 1.1294570729547655, "retentionLoss": 0, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.048972525519212, "gate": 0.9983844549136442, "incumbentGate": 0.9983844549136442, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9418598538526174, "gate": 1.102333271321224, "incumbentGate": 1.102333271321224, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9647610265136639, "gate": 1.0264630844102802, "incumbentGate": 1.0264630844102802, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0172561072325401, "gate": 1.0219919080620266, "incumbentGate": 1.0219919080620266, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-56d92df4", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8629010990892496, "gate": 0.9653913294600746, "incumbentGate": -0.28294533757330337, "retentionLoss": 0.710868551632015, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-9549cae8", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9864065285684183, "gate": 1.0221029675810438, "incumbentGate": -0.2230213219816559, "retentionLoss": 0, "tick": 120 }, { "epoch": 6, "parent": "p12-9549cae8", "candidate": "p12-9549cae8", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0506671978455917, "gate": 0.9325179024090641, "incumbentGate": 0.9325179024090641, "retentionLoss": 0, "tick": 144 }, { "epoch": 7, "parent": "p12-9549cae8", "candidate": "p12-9549cae8", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9264820767671443, "gate": 1.0337002556275847, "incumbentGate": 1.0337002556275847, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-9549cae8", "candidate": "p12-a5965d8c", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.5556634843004687, "gate": 0.752827961136206, "incumbentGate": -0.44232359335706345, "retentionLoss": 1.1202446483720252, "tick": 192 }, { "epoch": 9, "parent": "p12-9549cae8", "candidate": "p12-d3aa35f3", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9172537356212459, "gate": 0.9084395879772775, "incumbentGate": -0.35280932216470334, "retentionLoss": 0.710868551632015, "tick": 216 }, { "epoch": 10, "parent": "p12-9549cae8", "candidate": "p12-27fecdfc", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8024828628170538, "gate": 0.8446387167500156, "incumbentGate": -0.47118934619702996, "retentionLoss": 0.5584979720863794, "tick": 240 }, { "epoch": 11, "parent": "p12-9549cae8", "candidate": "p12-f3f3099e", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8974936193843573, "gate": 1.0433106714441387, "incumbentGate": -0.39720865559082097, "retentionLoss": 0.499650757905717, "tick": 264 }, { "epoch": 12, "parent": "p12-9549cae8", "candidate": "p12-4fa1cb77", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.8386970188590827, "gate": 0.9672702678243047, "incumbentGate": 0.9672702678243047, "retentionLoss": 0.7984112445090779, "tick": 288 }, { "epoch": 13, "parent": "p12-9549cae8", "candidate": "p12-c7468698", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.8973047972628508, "gate": 1.0141825115805474, "incumbentGate": 1.0141825115805474, "retentionLoss": 0.5760181142423895, "tick": 312 }, { "epoch": 14, "parent": "p12-9549cae8", "candidate": "p12-81a3ac50", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8558696670378877, "gate": 1.0393604280032729, "incumbentGate": 0.8526447537274765, "retentionLoss": 0.7984112445090779, "tick": 336 }, { "epoch": 15, "parent": "p12-9549cae8", "candidate": "p12-5160ddab", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.874404577110124, "gate": 1.1294570729547655, "incumbentGate": 0.8841007504025374, "retentionLoss": 0.08707473847136937, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9896664049968499, -0.2568923211826066, 0.19310767881739335, 0.9896664049968499 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9896664049968499, -0.2568923211826066, 0.19310767881739335, 0.9896664049968499 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9896664049968499, -0.2568923211826066, 0.19310767881739335, 0.9896664049968499 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9896664049968499, -0.2568923211826066, 0.19310767881739335, 0.9896664049968499 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9896664049968499, -0.2568923211826066, 0.19310767881739335, 0.9896664049968499 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9896664049968499, 0.9778361400959561, 0.19310767881739335, 0.9896664049968499 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9896664049968499, 0.9778361400959561, 1.006408094218073, 0.9896664049968499 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9896664049968499, 0.9778361400959561, 1.006408094218073, 0.9896664049968499 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9896664049968499, -0.2568923211826066, 0.19310767881739335, 0.9896664049968499 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9896664049968499, -0.2568923211826066, 0.19310767881739335, 0.9896664049968499 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9896664049968499, -0.2568923211826066, 0.19310767881739335, 0.9896664049968499 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9896664049968499, -0.2568923211826066, 0.19310767881739335, 0.9896664049968499 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9896664049968499, -0.2568923211826066, 0.19310767881739335, 0.9896664049968499 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.8487429462072685, 0.9778361400959561, -0.42117443133578936, 0.8487429462072685 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.8487429462072685, 0.9778361400959561, -0.42117443133578936, 0.8487429462072685 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9685867520147059, 0.7635113894125019, 0.8136241943954173, 0.9685867520147059 ] } ] } }, { "regime": "four-seasons", "seed": 159585, "arms": [ { "id": "fixed", "summary": { "usefulWork": 747.4779690048198, "harvests": 180, "toxicHarvests": 38, "energySpent": 928.4997348163668, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.32367082158329996, "heldoutA": 1.0053967330480487, "heldoutB": -0.24219213414907434, "heldoutC": 0.20780786585092562, "heldoutReturn": 1.0053967330480487, "retentionLoss": 0, "firstAReward": 1.0053967330480487, "afterCReward": 1.0053967330480487, "phaseAWork": 264.4840309722197, "phaseBWork": 136.18889868876954, "phaseCWork": 65.5749533119266, "returnAWork": 281.2300860319039, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 1167.8608922005294, "harvests": 180, "toxicHarvests": 18, "energySpent": 889.7609102325368, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 0.9913730262825431, "heldoutA": 1.0053967330480487, "heldoutB": 0.9764145373356458, "heldoutC": 0.9923078084639346, "heldoutReturn": 1.0053967330480487, "retentionLoss": 0, "firstAReward": 1.0053967330480487, "afterCReward": 1.0053967330480487, "phaseAWork": 264.4840309722197, "phaseBWork": 413.02058837730095, "phaseCWork": 197.39518447839043, "returnAWork": 292.9610883726183, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 845.5267696508189, "harvests": 180, "toxicHarvests": 32, "energySpent": 916.6489147109849, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 1, "rollbacks": 5, "heldoutReward": 0.68028228505944, "heldoutA": 1.0053967330480487, "heldoutB": 0.8744520168485931, "heldoutC": 0.16099810528167827, "heldoutReturn": 1.0053967330480487, "retentionLoss": 0, "firstAReward": 1.0053967330480487, "afterCReward": 1.0053967330480487, "phaseAWork": 264.4840309722197, "phaseBWork": 249.08354737640008, "phaseCWork": 69.50538452013154, "returnAWork": 262.45380678206755, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 868.7463178012702, "harvests": 180, "toxicHarvests": 28, "energySpent": 911.6276053524509, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 1, "rollbacks": 6, "heldoutReward": 0.72987304541154, "heldoutA": 1.0053967330480487, "heldoutB": 0.9764145373356458, "heldoutC": 0.20780786585092562, "heldoutReturn": 1.0053967330480487, "retentionLoss": 0, "firstAReward": 1.0053967330480487, "afterCReward": 1.0053967330480487, "phaseAWork": 264.4840309722197, "phaseBWork": 249.08354737640008, "phaseCWork": 79.00620529947548, "returnAWork": 276.17253415317487, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0822535874944714, "gate": 0.8902870488195558, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.8677030405987384, "gate": 0.9410269366203742, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9937316683391058, "gate": 1.0729594303302539, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9653517191731117, "gate": 0.9295034037291292, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.23098094374431208, "gate": -0.27406248946933076, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.16871125764919545, "gate": -0.33625196722722567, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.302819899689454, "gate": -0.2860880691448297, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.21014725796336753, "gate": -0.2469630402420175, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.24676719034031677, "gate": 0.2503821095294974, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.20706412942323996, "gate": 0.3359057180318361, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.14208473205678632, "gate": 0.07665170296690564, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.276817418935462, "gate": 0.16889434503708853, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9520694348380309, "gate": 0.9969709019839389, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0539581826491564, "gate": 0.9580356919750228, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9816229742410204, "gate": 1.03747134195269, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9695013449713543, "gate": 1.0430519878281277, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-a851fa3b", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0822535874944714, "gate": 0.8902870488195558, "tick": 0 }, { "epoch": 1, "parent": "p12-a851fa3b", "candidate": "p12-b32d5a0e", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8677030405987384, "gate": 0.9410269366203742, "tick": 24 }, { "epoch": 2, "parent": "p12-b32d5a0e", "candidate": "p12-c4f343e9", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9937316683391058, "gate": 1.0729594303302539, "tick": 48 }, { "epoch": 3, "parent": "p12-c4f343e9", "candidate": "p12-e0be153", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9653517191731117, "gate": 0.9295034037291292, "tick": 72 }, { "epoch": 4, "parent": "p12-e0be153", "candidate": "p12-b3013ddb", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9662956020374485, "gate": 1.043779531355378, "tick": 96 }, { "epoch": 5, "parent": "p12-b3013ddb", "candidate": "p12-5d0715bc", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0884292729265939, "gate": 1.1218626026956635, "tick": 120 }, { "epoch": 6, "parent": "p12-5d0715bc", "candidate": "p12-9696d7e8", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9395057669450947, "gate": 0.9479669287980409, "tick": 144 }, { "epoch": 7, "parent": "p12-9696d7e8", "candidate": "p12-aeaeb8ad", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0045321162800416, "gate": 1.0304899500914564, "tick": 168 }, { "epoch": 8, "parent": "p12-aeaeb8ad", "candidate": "p12-b4f3b5b8", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0100100659007194, "gate": 0.9531346397075225, "tick": 192 }, { "epoch": 9, "parent": "p12-b4f3b5b8", "candidate": "p12-e9ee37d5", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9150369681076057, "gate": 1.0198615468075436, "tick": 216 }, { "epoch": 10, "parent": "p12-e9ee37d5", "candidate": "p12-f9f6f7c6", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9765305281482438, "gate": 0.9661485232482185, "tick": 240 }, { "epoch": 11, "parent": "p12-f9f6f7c6", "candidate": "p12-16613841", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9866115194426479, "gate": 0.9814108875396849, "tick": 264 }, { "epoch": 12, "parent": "p12-16613841", "candidate": "p12-51891854", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9520694348380309, "gate": 0.9969709019839389, "tick": 288 }, { "epoch": 13, "parent": "p12-51891854", "candidate": "p12-ffb5ec8a", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0539581826491564, "gate": 0.9580356919750228, "tick": 312 }, { "epoch": 14, "parent": "p12-ffb5ec8a", "candidate": "p12-ed5a8f33", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9816229742410204, "gate": 1.03747134195269, "tick": 336 }, { "epoch": 15, "parent": "p12-ed5a8f33", "candidate": "p12-4e212a1d", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9695013449713543, "gate": 1.0430519878281277, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0822535874944714, "gate": 0.8902870488195558, "incumbentGate": 0.8902870488195558, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8782847489224718, "gate": 0.9410269366203742, "incumbentGate": 0.9410269366203742, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9809588683163009, "gate": 1.0729594303302539, "incumbentGate": 1.0729594303302539, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9836428737828276, "gate": 0.9295034037291292, "incumbentGate": 0.9295034037291292, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-1b6f841b", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.801093654651991, "gate": 1.043779531355378, "incumbentGate": -0.27406248946933076, "retentionLoss": 0.6789585394051902, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-dc44f77c", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9130457354977601, "gate": 1.1218626026956635, "incumbentGate": -0.33625196722722567, "retentionLoss": 0.6789585394051902, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-da72ba31", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9612371834200125, "gate": 0.5759161567145038, "incumbentGate": -0.2860880691448297, "retentionLoss": 0, "tick": 144 }, { "epoch": 7, "parent": "p12-da72ba31", "candidate": "p12-6c5e5bc0", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.9706342805488264, "gate": 1.0304899500914564, "incumbentGate": 1.0304899500914564, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-da72ba31", "candidate": "p12-da72ba31", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.5294308325682971, "gate": 0.2503821095294974, "incumbentGate": 0.2503821095294974, "retentionLoss": 0, "tick": 192 }, { "epoch": 9, "parent": "p12-da72ba31", "candidate": "p12-7ea5bfad", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.4817837834006489, "gate": 0.3359057180318361, "incumbentGate": 0.3359057180318361, "retentionLoss": 0, "tick": 216 }, { "epoch": 10, "parent": "p12-da72ba31", "candidate": "p12-da72ba31", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.428751408430425, "gate": 0.07665170296690564, "incumbentGate": 0.07665170296690564, "retentionLoss": 0, "tick": 240 }, { "epoch": 11, "parent": "p12-da72ba31", "candidate": "p12-50aea5e9", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8818614579219823, "gate": 0.6851694323424687, "incumbentGate": 0.16889434503708853, "retentionLoss": 0.2578103691462412, "tick": 264 }, { "epoch": 12, "parent": "p12-da72ba31", "candidate": "p12-da72ba31", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8198849170383409, "gate": 0.9969709019839389, "incumbentGate": 0.9969709019839389, "retentionLoss": 0, "tick": 288 }, { "epoch": 13, "parent": "p12-da72ba31", "candidate": "p12-da72ba31", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8974824892423654, "gate": 0.9580356919750228, "incumbentGate": 0.9580356919750228, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-da72ba31", "candidate": "p12-da72ba31", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8341690995441376, "gate": 1.03747134195269, "incumbentGate": 1.03747134195269, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-da72ba31", "candidate": "p12-da72ba31", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8523677051940449, "gate": 1.0430519878281277, "incumbentGate": 1.0430519878281277, "retentionLoss": 0, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0822535874944714, "gate": 0.8902870488195558, "incumbentGate": 0.8902870488195558, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8782847489224718, "gate": 0.9410269366203742, "incumbentGate": 0.9410269366203742, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9809588683163009, "gate": 1.0729594303302539, "incumbentGate": 1.0729594303302539, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9836428737828276, "gate": 0.9295034037291292, "incumbentGate": 0.9295034037291292, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-cc38c58f", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.801093654651991, "gate": 1.043779531355378, "incumbentGate": -0.27406248946933076, "retentionLoss": 0.6789585394051902, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-64de2701", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9130457354977601, "gate": 1.1218626026956635, "incumbentGate": -0.33625196722722567, "retentionLoss": 0.6789585394051902, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-ea7ccd66", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9612371834200125, "gate": 0.9479669287980409, "incumbentGate": -0.2860880691448297, "retentionLoss": 0, "tick": 144 }, { "epoch": 7, "parent": "p12-ea7ccd66", "candidate": "p12-ea7ccd66", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9706342805488264, "gate": 1.0304899500914564, "incumbentGate": 1.0304899500914564, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-ea7ccd66", "candidate": "p12-9325144c", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9873765579045386, "gate": 0.9531346397075225, "incumbentGate": 0.2503821095294974, "retentionLoss": 0.14140901827683017, "tick": 192 }, { "epoch": 9, "parent": "p12-ea7ccd66", "candidate": "p12-8951a413", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.5971266734198847, "gate": 1.0198615468075436, "incumbentGate": 0.3359057180318361, "retentionLoss": 1.2865888129256373, "tick": 216 }, { "epoch": 10, "parent": "p12-ea7ccd66", "candidate": "p12-3be06761", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8683185525831288, "gate": 0.9661485232482185, "incumbentGate": 0.07665170296690564, "retentionLoss": 0.6789585394051902, "tick": 240 }, { "epoch": 11, "parent": "p12-ea7ccd66", "candidate": "p12-f35beaa7", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7597865590278045, "gate": 0.9814108875396849, "incumbentGate": 0.16889434503708853, "retentionLoss": 0.6789585394051902, "tick": 264 }, { "epoch": 12, "parent": "p12-ea7ccd66", "candidate": "p12-ea7ccd66", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8198849170383409, "gate": 0.9969709019839389, "incumbentGate": 0.9969709019839389, "retentionLoss": 0, "tick": 288 }, { "epoch": 13, "parent": "p12-ea7ccd66", "candidate": "p12-ea7ccd66", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8974824892423654, "gate": 0.9580356919750228, "incumbentGate": 0.9580356919750228, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-ea7ccd66", "candidate": "p12-ea7ccd66", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8341690995441376, "gate": 1.03747134195269, "incumbentGate": 1.03747134195269, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-ea7ccd66", "candidate": "p12-ea7ccd66", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8523677051940449, "gate": 1.0430519878281277, "incumbentGate": 1.0430519878281277, "retentionLoss": 0, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0053967330480487, -0.24219213414907434, 0.20780786585092562, 1.0053967330480487 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 1.0053967330480487, -0.24219213414907434, 0.20780786585092562, 1.0053967330480487 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 1.0053967330480487, -0.24219213414907434, 0.20780786585092562, 1.0053967330480487 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 1.0053967330480487, -0.24219213414907434, 0.20780786585092562, 1.0053967330480487 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0053967330480487, -0.24219213414907434, 0.20780786585092562, 1.0053967330480487 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 1.0053967330480487, 0.9764145373356458, 0.20780786585092562, 1.0053967330480487 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 1.0053967330480487, 0.9764145373356458, 0.9923078084639346, 1.0053967330480487 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 1.0053967330480487, 0.9764145373356458, 0.9923078084639346, 1.0053967330480487 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0053967330480487, -0.24219213414907434, 0.20780786585092562, 1.0053967330480487 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 1.0053967330480487, 0.8744520168485931, 0.16099810528167827, 1.0053967330480487 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 1.0053967330480487, 0.8744520168485931, 0.16099810528167827, 1.0053967330480487 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 1.0053967330480487, 0.8744520168485931, 0.16099810528167827, 1.0053967330480487 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0053967330480487, -0.24219213414907434, 0.20780786585092562, 1.0053967330480487 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 1.0053967330480487, 0.9764145373356458, 0.20780786585092562, 1.0053967330480487 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 1.0053967330480487, 0.9764145373356458, 0.20780786585092562, 1.0053967330480487 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 1.0053967330480487, 0.9764145373356458, 0.20780786585092562, 1.0053967330480487 ] } ] } }, { "regime": "four-seasons", "seed": 169558, "arms": [ { "id": "fixed", "summary": { "usefulWork": 733.7513939358445, "harvests": 180, "toxicHarvests": 42, "energySpent": 934.8161505836232, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.313547612801946, "heldoutA": 0.9937785504202623, "heldoutB": -0.2515678560072122, "heldoutC": 0.19843214399278783, "heldoutReturn": 0.9937785504202623, "retentionLoss": 0, "firstAReward": 0.9937785504202623, "afterCReward": 0.9937785504202623, "phaseAWork": 285.73977426752464, "phaseBWork": 147.12796159262973, "phaseCWork": 41.434920232234845, "returnAWork": 259.44873784345526, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 1148.4773775321719, "harvests": 180, "toxicHarvests": 23, "energySpent": 897.0133259997938, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 1.0067911391277662, "heldoutA": 0.9937785504202623, "heldoutB": 1.0290870738129794, "heldoutC": 0.9975077931500573, "heldoutReturn": 0.9937785504202623, "retentionLoss": 0, "firstAReward": 0.9937785504202623, "afterCReward": 0.9937785504202623, "phaseAWork": 285.73977426752464, "phaseBWork": 431.8943117066579, "phaseCWork": 161.53400499116105, "returnAWork": 269.3092865668283, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 864.331474119307, "harvests": 180, "toxicHarvests": 52, "energySpent": 942.8318916557954, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 3, "rollbacks": 5, "heldoutReward": 0.976542513266537, "heldoutA": 0.9165501368929421, "heldoutB": 1.0155696097566114, "heldoutC": 0.9975077931500573, "heldoutReturn": 0.9165501368929421, "retentionLoss": 0.07722841352732024, "firstAReward": 0.9937785504202623, "afterCReward": 0.9165501368929421, "phaseAWork": 285.73977426752464, "phaseBWork": 147.12796159262973, "phaseCWork": 280.4835188228357, "returnAWork": 150.98021943631693, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 889.9221957194329, "harvests": 180, "toxicHarvests": 41, "energySpent": 923.5837190372371, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 1, "rollbacks": 7, "heldoutReward": 0.5531543178883919, "heldoutA": 0.9906069284432857, "heldoutB": 1.0290870738129794, "heldoutC": -0.36023104859108906, "heldoutReturn": 0.9906069284432857, "retentionLoss": 0.003171621976976624, "firstAReward": 0.9937785504202623, "afterCReward": 0.9906069284432857, "phaseAWork": 285.73977426752464, "phaseBWork": 431.8943117066579, "phaseCWork": 0, "returnAWork": 172.28810974525038, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9295139684874801, "gate": 1.0904291608615553, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0124710828409416, "gate": 0.9459129924457174, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9788885926178402, "gate": 0.9967430543428243, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9435590611264358, "gate": 0.9096716451151071, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.27731093664860257, "gate": -0.163329286860471, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.24205635902621084, "gate": -0.11510527140415305, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.30477254932755876, "gate": -0.3622014332049613, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.29259860251396835, "gate": -0.21666087998502107, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.22696147602646485, "gate": 0.06240552518186663, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.21167752030835263, "gate": 0.17899770735085105, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.1749524039835927, "gate": 0.2128669989374263, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.24563059181474292, "gate": 0.0056427598559723, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0034162630145225, "gate": 0.9226167435308389, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.8970934180576187, "gate": 1.0693022835982544, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.998968855259094, "gate": 1.0373282398579935, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0054428590696591, "gate": 0.9323677563068293, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-ff8c0040", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9295139684874801, "gate": 1.0904291608615553, "tick": 0 }, { "epoch": 1, "parent": "p12-ff8c0040", "candidate": "p12-2f2ddcf3", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0124710828409416, "gate": 0.9459129924457174, "tick": 24 }, { "epoch": 2, "parent": "p12-2f2ddcf3", "candidate": "p12-6b3b4473", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9788885926178402, "gate": 0.9967430543428243, "tick": 48 }, { "epoch": 3, "parent": "p12-6b3b4473", "candidate": "p12-86ab9f7c", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9435590611264358, "gate": 0.9096716451151071, "tick": 72 }, { "epoch": 4, "parent": "p12-86ab9f7c", "candidate": "p12-4a3b11a4", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.1247774366454821, "gate": 0.8953246437038578, "tick": 96 }, { "epoch": 5, "parent": "p12-4a3b11a4", "candidate": "p12-84fbf563", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9843920503684886, "gate": 1.01122011945183, "tick": 120 }, { "epoch": 6, "parent": "p12-84fbf563", "candidate": "p12-3adaa158", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0537259260538467, "gate": 0.8793817922432217, "tick": 144 }, { "epoch": 7, "parent": "p12-3adaa158", "candidate": "p12-83d314fa", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.010146340261487, "gate": 0.9818659044818047, "tick": 168 }, { "epoch": 8, "parent": "p12-83d314fa", "candidate": "p12-7e5aa451", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.978162553807978, "gate": 0.9905839966460058, "tick": 192 }, { "epoch": 9, "parent": "p12-7e5aa451", "candidate": "p12-32ae58c", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0670536890096691, "gate": 0.9184554696654462, "tick": 216 }, { "epoch": 10, "parent": "p12-32ae58c", "candidate": "p12-6fe67524", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9887303524858444, "gate": 0.9171061260019368, "tick": 240 }, { "epoch": 11, "parent": "p12-6fe67524", "candidate": "p12-e095a036", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9744713909944936, "gate": 1.0964311680847187, "tick": 264 }, { "epoch": 12, "parent": "p12-e095a036", "candidate": "p12-10d1270c", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0034162630145225, "gate": 0.9226167435308389, "tick": 288 }, { "epoch": 13, "parent": "p12-10d1270c", "candidate": "p12-8869875b", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8970934180576187, "gate": 1.0693022835982544, "tick": 312 }, { "epoch": 14, "parent": "p12-8869875b", "candidate": "p12-8647b5de", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.998968855259094, "gate": 1.0373282398579935, "tick": 336 }, { "epoch": 15, "parent": "p12-8647b5de", "candidate": "p12-72a23c1d", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0054428590696591, "gate": 0.9323677563068293, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9295139684874801, "gate": 1.0904291608615553, "incumbentGate": 1.0904291608615553, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0373036961296365, "gate": 0.9459129924457174, "incumbentGate": 0.9459129924457174, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9670938253260273, "gate": 0.9967430543428243, "incumbentGate": 0.9967430543428243, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9909801244123695, "gate": 0.9096716451151071, "incumbentGate": 0.9096716451151071, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-89ecc12c", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.895376574842647, "gate": 0.8953246437038578, "incumbentGate": -0.163329286860471, "retentionLoss": 0.6804618643251108, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-21f5f296", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8140948727877824, "gate": 1.01122011945183, "incumbentGate": -0.11510527140415305, "retentionLoss": 0.5909859352084508, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-c8704d0a", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8720535889282317, "gate": 0.7512685275101655, "incumbentGate": -0.3622014332049613, "retentionLoss": 0.6804618643251108, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-cab74fa2", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.7816622588389179, "gate": 0.786816498074968, "incumbentGate": -0.21666087998502107, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-cab74fa2", "candidate": "p12-9ed332f4", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9148105794779321, "gate": 0.9905839966460058, "incumbentGate": 0.06240552518186663, "retentionLoss": 0, "tick": 192 }, { "epoch": 9, "parent": "p12-9ed332f4", "candidate": "p12-4b485d80", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 1.0185935110022186, "gate": 0.9184554696654462, "incumbentGate": 0.9184554696654462, "retentionLoss": 0.16752540476786004, "tick": 216 }, { "epoch": 10, "parent": "p12-9ed332f4", "candidate": "p12-2eaca09b", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9651062532204969, "gate": 0.9171061260019368, "incumbentGate": 0.7873044313159515, "retentionLoss": 0.06529229347582521, "tick": 240 }, { "epoch": 11, "parent": "p12-2eaca09b", "candidate": "p12-2eaca09b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9596367036870048, "gate": 1.0964311680847187, "incumbentGate": 1.0964311680847187, "retentionLoss": 0, "tick": 264 }, { "epoch": 12, "parent": "p12-2eaca09b", "candidate": "p12-2eaca09b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9997081612498956, "gate": 0.9226167435308389, "incumbentGate": 0.9226167435308389, "retentionLoss": 0, "tick": 288 }, { "epoch": 13, "parent": "p12-2eaca09b", "candidate": "p12-2eaca09b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9366800703507341, "gate": 1.0693022835982544, "incumbentGate": 1.0693022835982544, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-2eaca09b", "candidate": "p12-710344b2", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 1.0312972155844582, "gate": 1.0373282398579935, "incumbentGate": 1.0373282398579935, "retentionLoss": 0.06405663236652814, "tick": 336 }, { "epoch": 15, "parent": "p12-2eaca09b", "candidate": "p12-2eaca09b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0267560362769845, "gate": 0.9323677563068293, "incumbentGate": 0.9323677563068293, "retentionLoss": 0, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9295139684874801, "gate": 1.0904291608615553, "incumbentGate": 1.0904291608615553, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0373036961296365, "gate": 0.9459129924457174, "incumbentGate": 0.9459129924457174, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9670938253260273, "gate": 0.9967430543428243, "incumbentGate": 0.9967430543428243, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9909801244123695, "gate": 0.9096716451151071, "incumbentGate": 0.9096716451151071, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-48078d63", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 1.0733559555894017, "gate": 0.8953246437038578, "incumbentGate": -0.163329286860471, "retentionLoss": 0, "tick": 96 }, { "epoch": 5, "parent": "p12-48078d63", "candidate": "p12-48078d63", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9375966737966109, "gate": 1.01122011945183, "incumbentGate": 1.01122011945183, "retentionLoss": 0, "tick": 120 }, { "epoch": 6, "parent": "p12-48078d63", "candidate": "p12-48078d63", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0144370935256355, "gate": 0.8793817922432217, "incumbentGate": 0.8793817922432217, "retentionLoss": 0, "tick": 144 }, { "epoch": 7, "parent": "p12-48078d63", "candidate": "p12-48078d63", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9691724039797804, "gate": 0.9818659044818047, "incumbentGate": 0.9818659044818047, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-48078d63", "candidate": "p12-9d65c6db", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.782524135081907, "gate": 0.7723534462029035, "incumbentGate": -0.33684458414679463, "retentionLoss": 0.8472842452717089, "tick": 192 }, { "epoch": 9, "parent": "p12-48078d63", "candidate": "p12-7634c892", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8138787633124608, "gate": 0.9184554696654462, "incumbentGate": -0.45389394259338794, "retentionLoss": 0.9020847895676154, "tick": 216 }, { "epoch": 10, "parent": "p12-48078d63", "candidate": "p12-3b60da50", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6874522774575968, "gate": 0.9171061260019368, "incumbentGate": -0.45533907474540986, "retentionLoss": 0.8472842452717089, "tick": 240 }, { "epoch": 11, "parent": "p12-48078d63", "candidate": "p12-1bc90f", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8006356484219413, "gate": 1.0964311680847187, "incumbentGate": -0.3981230969547313, "retentionLoss": 0.8472842452717089, "tick": 264 }, { "epoch": 12, "parent": "p12-48078d63", "candidate": "p12-b72de64b", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.840707105984832, "gate": 0.9226167435308389, "incumbentGate": 0.9226167435308389, "retentionLoss": 0.8472842452717089, "tick": 288 }, { "epoch": 13, "parent": "p12-48078d63", "candidate": "p12-d719f496", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.7214669859773529, "gate": 1.0693022835982544, "incumbentGate": 1.0693022835982544, "retentionLoss": 1.2200550049575045, "tick": 312 }, { "epoch": 14, "parent": "p12-48078d63", "candidate": "p12-e5c3c856", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.9276623939947806, "gate": 1.0373282398579935, "incumbentGate": 1.0373282398579935, "retentionLoss": 0.27132627554588395, "tick": 336 }, { "epoch": 15, "parent": "p12-48078d63", "candidate": "p12-48078d63", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.7757870511492176, "gate": 0.9323677563068293, "incumbentGate": 0.9323677563068293, "retentionLoss": 0, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9937785504202623, -0.2515678560072122, 0.19843214399278783, 0.9937785504202623 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9937785504202623, -0.2515678560072122, 0.19843214399278783, 0.9937785504202623 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9937785504202623, -0.2515678560072122, 0.19843214399278783, 0.9937785504202623 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9937785504202623, -0.2515678560072122, 0.19843214399278783, 0.9937785504202623 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9937785504202623, -0.2515678560072122, 0.19843214399278783, 0.9937785504202623 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9937785504202623, 1.0290870738129794, 0.19843214399278783, 0.9937785504202623 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9937785504202623, 1.0290870738129794, 0.9975077931500573, 0.9937785504202623 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9937785504202623, 1.0290870738129794, 0.9975077931500573, 0.9937785504202623 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9937785504202623, -0.2515678560072122, 0.19843214399278783, 0.9937785504202623 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9937785504202623, 0.6912262224372192, 0.19843214399278783, 0.9937785504202623 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9165501368929421, 1.0155696097566114, 0.9975077931500573, 0.9165501368929421 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9165501368929421, 1.0155696097566114, 0.9975077931500573, 0.9165501368929421 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9937785504202623, -0.2515678560072122, 0.19843214399278783, 0.9937785504202623 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9906069284432857, 1.0290870738129794, -0.36023104859108906, 0.9906069284432857 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9906069284432857, 1.0290870738129794, -0.36023104859108906, 0.9906069284432857 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9906069284432857, 1.0290870738129794, -0.36023104859108906, 0.9906069284432857 ] } ] } }, { "regime": "four-seasons", "seed": 179531, "arms": [ { "id": "fixed", "summary": { "usefulWork": 777.7581917262306, "harvests": 179, "toxicHarvests": 35, "energySpent": 925.379888697654, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.29451412654751746, "heldoutA": 0.9739753763049503, "heldoutB": -0.27021649833119893, "heldoutC": 0.17978350166880108, "heldoutReturn": 0.9739753763049503, "retentionLoss": 0, "firstAReward": 0.9739753763049503, "afterCReward": 0.9739753763049503, "phaseAWork": 279.63530312867766, "phaseBWork": 152.6480910593474, "phaseCWork": 65.61356996562841, "returnAWork": 279.86122757257715, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 1124.622321569495, "harvests": 180, "toxicHarvests": 22, "energySpent": 896.3822606325454, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 0.987755609683107, "heldoutA": 0.9739753763049503, "heldoutB": 0.9988755915780481, "heldoutC": 0.9904158611663229, "heldoutReturn": 0.9739753763049503, "retentionLoss": 0, "firstAReward": 0.9739753763049503, "afterCReward": 0.9739753763049503, "phaseAWork": 279.63530312867766, "phaseBWork": 411.16382616682307, "phaseCWork": 225.7916705832239, "returnAWork": 208.03152169077032, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 1018.3936521792448, "harvests": 180, "toxicHarvests": 12, "energySpent": 887.2731382774436, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 1, "rollbacks": 2, "heldoutReward": 0.7041108205974117, "heldoutA": 0.9739753763049503, "heldoutB": 0.9585735838184837, "heldoutC": 0.17978350166880108, "heldoutReturn": 0.9739753763049503, "retentionLoss": 0, "firstAReward": 0.9739753763049503, "afterCReward": 0.9739753763049503, "phaseAWork": 279.63530312867766, "phaseBWork": 411.16382616682307, "phaseCWork": 55.55289291983058, "returnAWork": 272.04162996391346, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 923.0818630169613, "harvests": 180, "toxicHarvests": 24, "energySpent": 906.7363092728009, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 1, "rollbacks": 6, "heldoutReward": 0.6830247499290852, "heldoutA": 0.9513950195658262, "heldoutB": 0.9178957285526286, "heldoutC": 0.17978350166880108, "heldoutReturn": 0.9513950195658262, "retentionLoss": 0.022580356739124174, "firstAReward": 0.9739753763049503, "afterCReward": 0.9513950195658262, "phaseAWork": 279.63530312867766, "phaseBWork": 232.47318659384229, "phaseCWork": 130.82117597959564, "returnAWork": 280.1521973148457, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0235129582376747, "gate": 0.9534578533676084, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0842864883866252, "gate": 0.8880488877243596, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9950798865513049, "gate": 1.0273384284786062, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.08716977154406, "gate": 0.9445023979106025, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.18617232691079802, "gate": -0.24312521082434865, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.20802637499784518, "gate": -0.2977822486084653, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2839984958832263, "gate": -0.2664697272014499, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.1644605074180839, "gate": -0.1676049775712453, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.09126988928776285, "gate": 0.05184816209166442, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.20636632355153642, "gate": 0.20186394308330513, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.3149592113306386, "gate": 0.2542410378438891, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.28564666576981096, "gate": 0.2711402279986432, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9757405923051582, "gate": 0.9590292580728402, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.986615830633506, "gate": 0.8961182096518664, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0128812817120398, "gate": 0.99745826345316, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.1000502503210245, "gate": 0.9971857845584601, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-cc6854aa", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0235129582376747, "gate": 0.9534578533676084, "tick": 0 }, { "epoch": 1, "parent": "p12-cc6854aa", "candidate": "p12-75ce108f", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0842864883866252, "gate": 0.8880488877243596, "tick": 24 }, { "epoch": 2, "parent": "p12-75ce108f", "candidate": "p12-564b3c47", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9950798865513049, "gate": 1.0273384284786062, "tick": 48 }, { "epoch": 3, "parent": "p12-564b3c47", "candidate": "p12-3094a072", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.08716977154406, "gate": 0.9445023979106025, "tick": 72 }, { "epoch": 4, "parent": "p12-3094a072", "candidate": "p12-7ec07171", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0888579298017669, "gate": 1.0676537614620578, "tick": 96 }, { "epoch": 5, "parent": "p12-7ec07171", "candidate": "p12-4086c6bb", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.131200136173972, "gate": 1.096175235695836, "tick": 120 }, { "epoch": 6, "parent": "p12-4086c6bb", "candidate": "p12-68f9e92c", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9300695825691192, "gate": 0.9416845618601851, "tick": 144 }, { "epoch": 7, "parent": "p12-68f9e92c", "candidate": "p12-c5d96df6", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9937413500945272, "gate": 0.9629442790583846, "tick": 168 }, { "epoch": 8, "parent": "p12-c5d96df6", "candidate": "p12-fc45fcc9", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.964274777240115, "gate": 0.9706504132499484, "tick": 192 }, { "epoch": 9, "parent": "p12-fc45fcc9", "candidate": "p12-50e9b5de", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9157349103685322, "gate": 0.930180051447579, "tick": 216 }, { "epoch": 10, "parent": "p12-50e9b5de", "candidate": "p12-e581130a", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9946120636211719, "gate": 1.1011353720065344, "tick": 240 }, { "epoch": 11, "parent": "p12-e581130a", "candidate": "p12-7b135426", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.908781193900424, "gate": 1.0642010159013864, "tick": 264 }, { "epoch": 12, "parent": "p12-7b135426", "candidate": "p12-8f2c4720", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9757405923051582, "gate": 0.9590292580728402, "tick": 288 }, { "epoch": 13, "parent": "p12-8f2c4720", "candidate": "p12-8fd8bc2a", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.986615830633506, "gate": 0.8961182096518664, "tick": 312 }, { "epoch": 14, "parent": "p12-8fd8bc2a", "candidate": "p12-6a87cd9d", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0128812817120398, "gate": 0.99745826345316, "tick": 336 }, { "epoch": 15, "parent": "p12-6a87cd9d", "candidate": "p12-fb0cf5e4", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.1000502503210245, "gate": 0.9971857845584601, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0235129582376747, "gate": 0.9534578533676084, "incumbentGate": 0.9534578533676084, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0505676064128773, "gate": 0.8880488877243596, "incumbentGate": 0.8880488877243596, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9643828560604772, "gate": 1.0273384284786062, "incumbentGate": 1.0273384284786062, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0686711594224385, "gate": 0.9445023979106025, "incumbentGate": 0.9445023979106025, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-5ec3469c", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 1.0287356992012457, "gate": 1.0676537614620578, "incumbentGate": -0.24312521082434865, "retentionLoss": 0, "tick": 96 }, { "epoch": 5, "parent": "p12-5ec3469c", "candidate": "p12-5ec3469c", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0463452924902426, "gate": 1.096175235695836, "incumbentGate": 1.096175235695836, "retentionLoss": 0, "tick": 120 }, { "epoch": 6, "parent": "p12-5ec3469c", "candidate": "p12-5ec3469c", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9467624957460317, "gate": 0.9416845618601851, "incumbentGate": 0.9416845618601851, "retentionLoss": 0, "tick": 144 }, { "epoch": 7, "parent": "p12-5ec3469c", "candidate": "p12-5ec3469c", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9560530015017129, "gate": 0.9629442790583846, "incumbentGate": 0.9629442790583846, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-5ec3469c", "candidate": "p12-5ec3469c", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.42412321028650785, "gate": 0.05184816209166442, "incumbentGate": 0.05184816209166442, "retentionLoss": 0, "tick": 192 }, { "epoch": 9, "parent": "p12-5ec3469c", "candidate": "p12-e8df5ea4", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.43366644136359095, "gate": 0.4484532703568673, "incumbentGate": 0.20186394308330513, "retentionLoss": 0.8129562471759263, "tick": 216 }, { "epoch": 10, "parent": "p12-5ec3469c", "candidate": "p12-e7f5e93e", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.533852524186834, "gate": 0.6642216252344698, "incumbentGate": 0.2542410378438891, "retentionLoss": 0.470172123823458, "tick": 240 }, { "epoch": 11, "parent": "p12-5ec3469c", "candidate": "p12-5ec3469c", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.48260247302862175, "gate": 0.2711402279986432, "incumbentGate": 0.2711402279986432, "retentionLoss": 0, "tick": 264 }, { "epoch": 12, "parent": "p12-5ec3469c", "candidate": "p12-5ec3469c", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8386786660179655, "gate": 0.9590292580728402, "incumbentGate": 0.9590292580728402, "retentionLoss": 0, "tick": 288 }, { "epoch": 13, "parent": "p12-5ec3469c", "candidate": "p12-5ec3469c", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8767040024943773, "gate": 0.8961182096518664, "incumbentGate": 0.8961182096518664, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-5ec3469c", "candidate": "p12-5ec3469c", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8695104834970889, "gate": 0.99745826345316, "incumbentGate": 0.99745826345316, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-5ec3469c", "candidate": "p12-5ec3469c", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9266149178438011, "gate": 0.9971857845584601, "incumbentGate": 0.9971857845584601, "retentionLoss": 0, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0235129582376747, "gate": 0.9534578533676084, "incumbentGate": 0.9534578533676084, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0505676064128773, "gate": 0.8880488877243596, "incumbentGate": 0.8880488877243596, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9643828560604772, "gate": 1.0273384284786062, "incumbentGate": 1.0273384284786062, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0686711594224385, "gate": 0.9445023979106025, "incumbentGate": 0.9445023979106025, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-4817d3de", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8920128562034172, "gate": 0.8987419977409353, "incumbentGate": -0.24312521082434865, "retentionLoss": 0.6808309276860287, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-8e3f4624", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 1.0463452924902426, "gate": 1.096175235695836, "incumbentGate": -0.2977822486084653, "retentionLoss": 0, "tick": 120 }, { "epoch": 6, "parent": "p12-8e3f4624", "candidate": "p12-239605e7", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.9467624957460317, "gate": 0.9416845618601851, "incumbentGate": 0.9416845618601851, "retentionLoss": 0, "tick": 144 }, { "epoch": 7, "parent": "p12-8e3f4624", "candidate": "p12-8e3f4624", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9560530015017129, "gate": 0.9629442790583846, "incumbentGate": 0.9629442790583846, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-8e3f4624", "candidate": "p12-5e15f10e", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7316542762528679, "gate": 0.9706504132499484, "incumbentGate": 0.05184816209166442, "retentionLoss": 0.8129562471759263, "tick": 192 }, { "epoch": 9, "parent": "p12-8e3f4624", "candidate": "p12-ff1c8b9c", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.86070715513215, "gate": 0.930180051447579, "incumbentGate": 0.20186394308330513, "retentionLoss": 0.22412216713932753, "tick": 216 }, { "epoch": 10, "parent": "p12-8e3f4624", "candidate": "p12-54c45389", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8907424088908371, "gate": 1.1011353720065344, "incumbentGate": 0.2542410378438891, "retentionLoss": 0.4189323369213678, "tick": 240 }, { "epoch": 11, "parent": "p12-8e3f4624", "candidate": "p12-9a7f7aea", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8542412203620332, "gate": 1.0642010159013864, "incumbentGate": 0.2711402279986432, "retentionLoss": 0.6808309276860287, "tick": 264 }, { "epoch": 12, "parent": "p12-8e3f4624", "candidate": "p12-8e3f4624", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8386786660179655, "gate": 0.9590292580728402, "incumbentGate": 0.9590292580728402, "retentionLoss": 0, "tick": 288 }, { "epoch": 13, "parent": "p12-8e3f4624", "candidate": "p12-8e3f4624", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8767040024943773, "gate": 0.8961182096518664, "incumbentGate": 0.8961182096518664, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-8e3f4624", "candidate": "p12-8e3f4624", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8695104834970889, "gate": 0.99745826345316, "incumbentGate": 0.99745826345316, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-8e3f4624", "candidate": "p12-8e3f4624", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9266149178438011, "gate": 0.9971857845584601, "incumbentGate": 0.9971857845584601, "retentionLoss": 0, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9739753763049503, -0.27021649833119893, 0.17978350166880108, 0.9739753763049503 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9739753763049503, -0.27021649833119893, 0.17978350166880108, 0.9739753763049503 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9739753763049503, -0.27021649833119893, 0.17978350166880108, 0.9739753763049503 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9739753763049503, -0.27021649833119893, 0.17978350166880108, 0.9739753763049503 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9739753763049503, -0.27021649833119893, 0.17978350166880108, 0.9739753763049503 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9739753763049503, 0.9988755915780481, 0.17978350166880108, 0.9739753763049503 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9739753763049503, 0.9988755915780481, 0.9904158611663229, 0.9739753763049503 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9739753763049503, 0.9988755915780481, 0.9904158611663229, 0.9739753763049503 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9739753763049503, -0.27021649833119893, 0.17978350166880108, 0.9739753763049503 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9739753763049503, 0.9585735838184837, 0.17978350166880108, 0.9739753763049503 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9739753763049503, 0.9585735838184837, 0.17978350166880108, 0.9739753763049503 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9739753763049503, 0.9585735838184837, 0.17978350166880108, 0.9739753763049503 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9739753763049503, -0.27021649833119893, 0.17978350166880108, 0.9739753763049503 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9513950195658262, 0.9178957285526286, 0.17978350166880108, 0.9513950195658262 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9513950195658262, 0.9178957285526286, 0.17978350166880108, 0.9513950195658262 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9513950195658262, 0.9178957285526286, 0.17978350166880108, 0.9513950195658262 ] } ] } }, { "regime": "four-seasons", "seed": 189504, "arms": [ { "id": "fixed", "summary": { "usefulWork": 754.4552272512744, "harvests": 180, "toxicHarvests": 38, "energySpent": 929.0099957109729, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.27933104132014874, "heldoutA": 0.9622242631951212, "heldoutB": -0.2871155696173375, "heldoutC": 0.1628844303826625, "heldoutReturn": 0.9622242631951212, "retentionLoss": 0, "firstAReward": 0.9622242631951212, "afterCReward": 0.9622242631951212, "phaseAWork": 281.17111362067834, "phaseBWork": 136.64508865072918, "phaseCWork": 58.17199134294344, "returnAWork": 278.4670336369235, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 1106.2228085890847, "harvests": 180, "toxicHarvests": 25, "energySpent": 900.7198319916826, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 0.9857589307674347, "heldoutA": 0.9622242631951212, "heldoutB": 0.9826489636925493, "heldoutC": 1.0124035654146337, "heldoutReturn": 0.9622242631951212, "retentionLoss": 0, "firstAReward": 0.9622242631951212, "afterCReward": 0.9622242631951212, "phaseAWork": 281.17111362067834, "phaseBWork": 426.31324465785355, "phaseCWork": 194.53994420648326, "returnAWork": 204.19850610406957, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 945.3567781517991, "harvests": 180, "toxicHarvests": 30, "energySpent": 911.3803842699683, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 3, "rollbacks": 1, "heldoutReward": 0.9019687752285156, "heldoutA": 0.9622242631951212, "heldoutB": 0.8994318196105908, "heldoutC": 0.8442502428798349, "heldoutReturn": 0.9622242631951212, "retentionLoss": 0, "firstAReward": 0.9622242631951212, "afterCReward": 0.9622242631951212, "phaseAWork": 281.17111362067834, "phaseBWork": 242.765784182633, "phaseCWork": 224.41535844134205, "returnAWork": 197.00452190714566, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 967.6580130497788, "harvests": 180, "toxicHarvests": 19, "energySpent": 897.7084561943644, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 1, "rollbacks": 7, "heldoutReward": 0.6900947934612325, "heldoutA": 0.9622242631951212, "heldoutB": 0.9451756868059137, "heldoutC": 0.1628844303826625, "heldoutReturn": 0.9622242631951212, "retentionLoss": 0, "firstAReward": 0.9622242631951212, "afterCReward": 0.9622242631951212, "phaseAWork": 281.17111362067834, "phaseBWork": 400.0160004466332, "phaseCWork": 53.81760935805937, "returnAWork": 232.65328962440788, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0025806387008651, "gate": 1.0670882786852995, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.00353447247812, "gate": 0.9275608018795364, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.919980528874376, "gate": 1.0090397686397612, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9954857835208332, "gate": 0.9797103535765855, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2072007802298974, "gate": -0.3661552638319097, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.1346586793439399, "gate": -0.35055049837077173, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.27603581501155844, "gate": -0.23238670413587378, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.24975764592668726, "gate": -0.1845797710170518, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.22104324558127772, "gate": 0.15440896224770426, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.20416440666210908, "gate": 0.2328889262523803, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.13805236167250454, "gate": 0.31069261797822717, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.23733359066084514, "gate": 0.19816242670553072, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.163235844622791, "gate": 1.0415619947846417, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9632629374674987, "gate": 0.9467469116202171, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0877080628494296, "gate": 0.9953516394156835, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0384364056181754, "gate": 1.0208285673133846, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-65ce740b", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0025806387008651, "gate": 1.0670882786852995, "tick": 0 }, { "epoch": 1, "parent": "p12-65ce740b", "candidate": "p12-1d87e178", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.00353447247812, "gate": 0.9275608018795364, "tick": 24 }, { "epoch": 2, "parent": "p12-1d87e178", "candidate": "p12-cddc8620", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.919980528874376, "gate": 1.0090397686397612, "tick": 48 }, { "epoch": 3, "parent": "p12-cddc8620", "candidate": "p12-761bd85a", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9954857835208332, "gate": 0.9797103535765855, "tick": 72 }, { "epoch": 4, "parent": "p12-761bd85a", "candidate": "p12-d51ce8fe", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.029170198246349, "gate": 0.913226313817248, "tick": 96 }, { "epoch": 5, "parent": "p12-d51ce8fe", "candidate": "p12-5c669b5a", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.00274943026023, "gate": 0.9697173827396259, "tick": 120 }, { "epoch": 6, "parent": "p12-5c669b5a", "candidate": "p12-ed9d7cf8", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0242529216524157, "gate": 1.0332941373197704, "tick": 144 }, { "epoch": 7, "parent": "p12-ed9d7cf8", "candidate": "p12-27714c86", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0388254534240893, "gate": 0.8775446406922924, "tick": 168 }, { "epoch": 8, "parent": "p12-27714c86", "candidate": "p12-174f00b1", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9574309167657814, "gate": 0.9855964415611603, "tick": 192 }, { "epoch": 9, "parent": "p12-174f00b1", "candidate": "p12-4a5670ad", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0463913964628972, "gate": 0.9951242042126159, "tick": 216 }, { "epoch": 10, "parent": "p12-4a5670ad", "candidate": "p12-b0f61449", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.072754737215962, "gate": 0.9227225000801572, "tick": 240 }, { "epoch": 11, "parent": "p12-b0f61449", "candidate": "p12-c85f3c5a", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.094067727706795, "gate": 1.036972308119865, "tick": 264 }, { "epoch": 12, "parent": "p12-c85f3c5a", "candidate": "p12-9d556212", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.163235844622791, "gate": 1.0415619947846417, "tick": 288 }, { "epoch": 13, "parent": "p12-9d556212", "candidate": "p12-732abc25", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9632629374674987, "gate": 0.9467469116202171, "tick": 312 }, { "epoch": 14, "parent": "p12-732abc25", "candidate": "p12-9e4e4b0c", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0877080628494296, "gate": 0.9953516394156835, "tick": 336 }, { "epoch": 15, "parent": "p12-9e4e4b0c", "candidate": "p12-a17d683b", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0384364056181754, "gate": 1.0208285673133846, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0025806387008651, "gate": 1.0670882786852995, "incumbentGate": 1.0670882786852995, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0336848399875127, "gate": 0.9275608018795364, "incumbentGate": 0.9275608018795364, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9241988867937474, "gate": 1.0090397686397612, "incumbentGate": 1.0090397686397612, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9876040626166189, "gate": 0.9797103535765855, "incumbentGate": 0.9797103535765855, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-ef2034a3", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8503882345281149, "gate": 0.913226313817248, "incumbentGate": -0.3661552638319097, "retentionLoss": 0.734004609619574, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-d6dd8743", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9883442987993497, "gate": 0.9697173827396259, "incumbentGate": -0.35055049837077173, "retentionLoss": 0, "tick": 120 }, { "epoch": 6, "parent": "p12-d6dd8743", "candidate": "p12-d6dd8743", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9952563098754984, "gate": 1.0332941373197704, "incumbentGate": 1.0332941373197704, "retentionLoss": 0, "tick": 144 }, { "epoch": 7, "parent": "p12-d6dd8743", "candidate": "p12-d6dd8743", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0021659536472718, "gate": 0.8775446406922924, "incumbentGate": 0.8775446406922924, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-d6dd8743", "candidate": "p12-cdef78cb", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.5454693663376079, "gate": 0.3607747065938245, "incumbentGate": 0.15440896224770426, "retentionLoss": 0, "tick": 192 }, { "epoch": 9, "parent": "p12-cdef78cb", "candidate": "p12-10b0fb88", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9423434651209276, "gate": 0.9951242042126159, "incumbentGate": 0.49823932298845347, "retentionLoss": 0, "tick": 216 }, { "epoch": 10, "parent": "p12-10b0fb88", "candidate": "p12-10b0fb88", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.977961964358273, "gate": 0.9227225000801572, "incumbentGate": 0.9227225000801572, "retentionLoss": 0, "tick": 240 }, { "epoch": 11, "parent": "p12-10b0fb88", "candidate": "p12-10b0fb88", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0260979437697773, "gate": 1.036972308119865, "incumbentGate": 1.036972308119865, "retentionLoss": 0, "tick": 264 }, { "epoch": 12, "parent": "p12-10b0fb88", "candidate": "p12-10b0fb88", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0685283361545428, "gate": 1.0415619947846417, "incumbentGate": 1.0415619947846417, "retentionLoss": 0, "tick": 288 }, { "epoch": 13, "parent": "p12-10b0fb88", "candidate": "p12-10b0fb88", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9865025745435639, "gate": 0.9467469116202171, "incumbentGate": 0.9467469116202171, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-10b0fb88", "candidate": "p12-10b0fb88", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.035609151125921, "gate": 0.9953516394156835, "incumbentGate": 0.9953516394156835, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-10b0fb88", "candidate": "p12-10b0fb88", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0205141109009095, "gate": 1.0208285673133846, "incumbentGate": 1.0208285673133846, "retentionLoss": 0, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0025806387008651, "gate": 1.0670882786852995, "incumbentGate": 1.0670882786852995, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0336848399875127, "gate": 0.9275608018795364, "incumbentGate": 0.9275608018795364, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9241988867937474, "gate": 1.0090397686397612, "incumbentGate": 1.0090397686397612, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9876040626166189, "gate": 0.9797103535765855, "incumbentGate": 0.9797103535765855, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-21fb344a", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 1.0001994348953034, "gate": 0.913226313817248, "incumbentGate": -0.3661552638319097, "retentionLoss": 0, "tick": 96 }, { "epoch": 5, "parent": "p12-21fb344a", "candidate": "p12-21fb344a", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9883442987993497, "gate": 0.9697173827396259, "incumbentGate": 0.9697173827396259, "retentionLoss": 0, "tick": 120 }, { "epoch": 6, "parent": "p12-21fb344a", "candidate": "p12-21fb344a", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9271465728184676, "gate": 1.0332941373197704, "incumbentGate": 1.0332941373197704, "retentionLoss": 0, "tick": 144 }, { "epoch": 7, "parent": "p12-21fb344a", "candidate": "p12-ef021d20", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 1.0021659536472718, "gate": 0.8775446406922924, "incumbentGate": 0.8775446406922924, "retentionLoss": 0.034480531970353945, "tick": 168 }, { "epoch": 8, "parent": "p12-21fb344a", "candidate": "p12-ac8be081", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8266368127148332, "gate": 0.9855964415611603, "incumbentGate": 0.15440896224770426, "retentionLoss": 1.1602796370667285, "tick": 192 }, { "epoch": 9, "parent": "p12-21fb344a", "candidate": "p12-c33b9e71", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8552041779736589, "gate": 0.9951242042126159, "incumbentGate": 0.2328889262523803, "retentionLoss": 0.734004609619574, "tick": 216 }, { "epoch": 10, "parent": "p12-21fb344a", "candidate": "p12-65b695ae", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8940431495058306, "gate": 0.9227225000801572, "incumbentGate": 0.31069261797822717, "retentionLoss": 1.0479390313385695, "tick": 240 }, { "epoch": 11, "parent": "p12-21fb344a", "candidate": "p12-32e7c2b7", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8027338423034108, "gate": 1.036972308119865, "incumbentGate": 0.19816242670553072, "retentionLoss": 0.7953286512688226, "tick": 264 }, { "epoch": 12, "parent": "p12-21fb344a", "candidate": "p12-12f0dd4c", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.9450383682663022, "gate": 1.0415619947846417, "incumbentGate": 1.0415619947846417, "retentionLoss": 0.7655656178036813, "tick": 288 }, { "epoch": 13, "parent": "p12-21fb344a", "candidate": "p12-21fb344a", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8373433668810124, "gate": 0.9467469116202171, "incumbentGate": 0.9467469116202171, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-21fb344a", "candidate": "p12-d50e39b9", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.9008017454953924, "gate": 0.9953516394156835, "incumbentGate": 0.9953516394156835, "retentionLoss": 1.0845893215281517, "tick": 336 }, { "epoch": 15, "parent": "p12-21fb344a", "candidate": "p12-21fb344a", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.871354903238358, "gate": 1.0208285673133846, "incumbentGate": 1.0208285673133846, "retentionLoss": 0, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9622242631951212, -0.2871155696173375, 0.1628844303826625, 0.9622242631951212 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9622242631951212, -0.2871155696173375, 0.1628844303826625, 0.9622242631951212 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9622242631951212, -0.2871155696173375, 0.1628844303826625, 0.9622242631951212 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9622242631951212, -0.2871155696173375, 0.1628844303826625, 0.9622242631951212 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9622242631951212, -0.2871155696173375, 0.1628844303826625, 0.9622242631951212 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9622242631951212, 0.9826489636925493, 0.1628844303826625, 0.9622242631951212 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9622242631951212, 0.9826489636925493, 1.0124035654146337, 0.9622242631951212 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9622242631951212, 0.9826489636925493, 1.0124035654146337, 0.9622242631951212 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9622242631951212, -0.2871155696173375, 0.1628844303826625, 0.9622242631951212 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9622242631951212, 0.9487628930747574, 0.1628844303826625, 0.9622242631951212 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9622242631951212, 0.8994318196105908, 0.8442502428798349, 0.9622242631951212 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9622242631951212, 0.8994318196105908, 0.8442502428798349, 0.9622242631951212 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9622242631951212, -0.2871155696173375, 0.1628844303826625, 0.9622242631951212 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9622242631951212, 0.9451756868059137, 0.1628844303826625, 0.9622242631951212 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9622242631951212, 0.9451756868059137, 0.1628844303826625, 0.9622242631951212 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9622242631951212, 0.9451756868059137, 0.1628844303826625, 0.9622242631951212 ] } ] } }, { "regime": "four-seasons", "seed": 199477, "arms": [ { "id": "fixed", "summary": { "usefulWork": 771.5451706736031, "harvests": 180, "toxicHarvests": 32, "energySpent": 921.0779610891673, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.3167157140388677, "heldoutA": 0.9950690003514596, "heldoutB": -0.2473563165668841, "heldoutC": 0.20243445833202767, "heldoutReturn": 0.9950690003514596, "retentionLoss": 0, "firstAReward": 0.9950690003514596, "afterCReward": 0.9950690003514596, "phaseAWork": 290.0217413263447, "phaseBWork": 141.00549768858946, "phaseCWork": 72.56224498565871, "returnAWork": 267.9556866730103, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 1178.819977730431, "harvests": 180, "toxicHarvests": 17, "energySpent": 889.0946008511515, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 0.984905786479553, "heldoutA": 0.9950690003514596, "heldoutB": 0.9602021667651106, "heldoutC": 0.9994461923220889, "heldoutReturn": 0.9950690003514596, "retentionLoss": 0, "firstAReward": 0.9950690003514596, "afterCReward": 0.9950690003514596, "phaseAWork": 290.0217413263447, "phaseBWork": 422.44586025214244, "phaseCWork": 204.87844295283912, "returnAWork": 261.47393319910475, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 1110.3017151581003, "harvests": 180, "toxicHarvests": 17, "energySpent": 890.187982134082, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 4, "rollbacks": 4, "heldoutReward": 0.8947230505657923, "heldoutA": 0.9950690003514596, "heldoutB": 0.7979419633382285, "heldoutC": 0.8911581880076883, "heldoutReturn": 0.9950690003514596, "retentionLoss": 0, "firstAReward": 0.9950690003514596, "afterCReward": 0.9950690003514596, "phaseAWork": 290.0217413263447, "phaseBWork": 422.44586025214244, "phaseCWork": 136.3601803805085, "returnAWork": 261.47393319910464, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 856.7831615231099, "harvests": 180, "toxicHarvests": 44, "energySpent": 932.1390402896322, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 1, "rollbacks": 6, "heldoutReward": 0.7158265743986743, "heldoutA": 0.9950690003514596, "heldoutB": 0.15296453052247438, "heldoutC": 0.9994461923220889, "heldoutReturn": 0.9950690003514596, "retentionLoss": 0, "firstAReward": 0.9950690003514596, "afterCReward": 0.9950690003514596, "phaseAWork": 290.0217413263447, "phaseBWork": 141.00549768858946, "phaseCWork": 267.75704260102884, "returnAWork": 157.99887990714694, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.8928370382591565, "gate": 0.9916764029202043, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0119570042498052, "gate": 0.9877435780716604, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9761314250923139, "gate": 1.0698752369581603, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0186076769176482, "gate": 0.8908630516803027, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2976134482798595, "gate": -0.23947092048425322, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.19934453444553277, "gate": -0.37694022575817954, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.28226570741594315, "gate": -0.20276930617689384, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.17275320150254894, "gate": -0.2502237716666016, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.10647625627692965, "gate": 0.15887148035706541, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.17823626790696256, "gate": 0.21282477894751653, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.16302790932637048, "gate": 0.26365783684989397, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.19889016832115414, "gate": 0.0948796047340198, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0286205127564447, "gate": 1.0784478238355502, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0237818002560513, "gate": 1.054758083895192, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.1115708244699511, "gate": 0.9889437655200988, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.8983584890783592, "gate": 0.9975404584298063, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-63e12da9", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8928370382591565, "gate": 0.9916764029202043, "tick": 0 }, { "epoch": 1, "parent": "p12-63e12da9", "candidate": "p12-fb910688", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0119570042498052, "gate": 0.9877435780716604, "tick": 24 }, { "epoch": 2, "parent": "p12-fb910688", "candidate": "p12-3ade3b73", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9761314250923139, "gate": 1.0698752369581603, "tick": 48 }, { "epoch": 3, "parent": "p12-3ade3b73", "candidate": "p12-573edf25", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0186076769176482, "gate": 0.8908630516803027, "tick": 72 }, { "epoch": 4, "parent": "p12-573edf25", "candidate": "p12-dd449add", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9271078767541253, "gate": 0.9322928880343685, "tick": 96 }, { "epoch": 5, "parent": "p12-dd449add", "candidate": "p12-ead76a5c", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.109158611130969, "gate": 1.0292736218072769, "tick": 120 }, { "epoch": 6, "parent": "p12-ead76a5c", "candidate": "p12-4c78b6fa", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9751706572002568, "gate": 0.8566467866377095, "tick": 144 }, { "epoch": 7, "parent": "p12-4c78b6fa", "candidate": "p12-bf48132a", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9859954182446827, "gate": 1.103559659842958, "tick": 168 }, { "epoch": 8, "parent": "p12-bf48132a", "candidate": "p12-441c0fa", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0353552599742157, "gate": 0.954051660588333, "tick": 192 }, { "epoch": 9, "parent": "p12-441c0fa", "candidate": "p12-96fd6436", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0010619971664425, "gate": 1.0631619983127523, "tick": 216 }, { "epoch": 10, "parent": "p12-96fd6436", "candidate": "p12-194ea112", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0415431325618951, "gate": 0.974405785360129, "tick": 240 }, { "epoch": 11, "parent": "p12-194ea112", "candidate": "p12-f1477a12", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9630590727234045, "gate": 0.8698250823357027, "tick": 264 }, { "epoch": 12, "parent": "p12-f1477a12", "candidate": "p12-e8641941", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0286205127564447, "gate": 1.0784478238355502, "tick": 288 }, { "epoch": 13, "parent": "p12-e8641941", "candidate": "p12-9ce87a00", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0237818002560513, "gate": 1.054758083895192, "tick": 312 }, { "epoch": 14, "parent": "p12-9ce87a00", "candidate": "p12-9544bce9", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.1115708244699511, "gate": 0.9889437655200988, "tick": 336 }, { "epoch": 15, "parent": "p12-9544bce9", "candidate": "p12-1bd1bd52", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8983584890783592, "gate": 0.9975404584298063, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8928370382591565, "gate": 0.9916764029202043, "incumbentGate": 0.9916764029202043, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0006262794822691, "gate": 0.9877435780716604, "incumbentGate": 0.9877435780716604, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9709626439828661, "gate": 1.0698752369581603, "incumbentGate": 1.0698752369581603, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0490081049883293, "gate": 0.8908630516803027, "incumbentGate": 0.8908630516803027, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-1e18ce07", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9221368185135129, "gate": 0.9322928880343685, "incumbentGate": -0.23947092048425322, "retentionLoss": 0, "tick": 96 }, { "epoch": 5, "parent": "p12-1e18ce07", "candidate": "p12-1e18ce07", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0237184322894637, "gate": 1.0292736218072769, "incumbentGate": 1.0292736218072769, "retentionLoss": 0, "tick": 120 }, { "epoch": 6, "parent": "p12-1e18ce07", "candidate": "p12-1e18ce07", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9844805724072847, "gate": 0.8566467866377095, "incumbentGate": 0.8566467866377095, "retentionLoss": 0, "tick": 144 }, { "epoch": 7, "parent": "p12-1e18ce07", "candidate": "p12-1e18ce07", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9629471809492601, "gate": 1.103559659842958, "incumbentGate": 1.103559659842958, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-1e18ce07", "candidate": "p12-d905fece", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.4678050605452057, "gate": 0.15887148035706541, "incumbentGate": 0.15887148035706541, "retentionLoss": 0.19954736007324037, "tick": 192 }, { "epoch": 9, "parent": "p12-1e18ce07", "candidate": "p12-f053d00a", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9753868869307402, "gate": 0.9505901721232334, "incumbentGate": 0.21282477894751653, "retentionLoss": 0, "tick": 216 }, { "epoch": 10, "parent": "p12-f053d00a", "candidate": "p12-8346265e", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 1.0268515622008292, "gate": 0.974405785360129, "incumbentGate": 0.974405785360129, "retentionLoss": 0, "tick": 240 }, { "epoch": 11, "parent": "p12-f053d00a", "candidate": "p12-1a9fece5", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9759754187501267, "gate": 0.7257061677320088, "incumbentGate": 0.6064863009394144, "retentionLoss": 0, "tick": 264 }, { "epoch": 12, "parent": "p12-1a9fece5", "candidate": "p12-c348ad5", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.931717976958916, "gate": 1.0784478238355502, "incumbentGate": 0.9840740236157512, "retentionLoss": 0.059609933396297166, "tick": 288 }, { "epoch": 13, "parent": "p12-c348ad5", "candidate": "p12-a45c647c", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 1.0305653921986677, "gate": 0.704758083895192, "incumbentGate": 1.054758083895192, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-c348ad5", "candidate": "p12-4732085d", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 1.0722588989106863, "gate": 0.9889437655200988, "incumbentGate": 0.9889437655200988, "retentionLoss": 0.12714716463131592, "tick": 336 }, { "epoch": 15, "parent": "p12-c348ad5", "candidate": "p12-c348ad5", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8951998527537707, "gate": 0.9975404584298063, "incumbentGate": 0.9975404584298063, "retentionLoss": 0, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8928370382591565, "gate": 0.9916764029202043, "incumbentGate": 0.9916764029202043, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0006262794822691, "gate": 0.9877435780716604, "incumbentGate": 0.9877435780716604, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9709626439828661, "gate": 1.0698752369581603, "incumbentGate": 1.0698752369581603, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0490081049883293, "gate": 0.8908630516803027, "incumbentGate": 0.8908630516803027, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-577dbb73", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8046145976449557, "gate": 0.9322928880343685, "incumbentGate": -0.23947092048425322, "retentionLoss": 0.6261301333171415, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-9ca351ac", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9415884663897176, "gate": 1.0292736218072769, "incumbentGate": -0.37694022575817954, "retentionLoss": 0.6063171153253084, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-8464172e", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8904627957124388, "gate": 0.8566467866377095, "incumbentGate": -0.20276930617689384, "retentionLoss": 0.6261301333171415, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-72c64886", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8689294042544142, "gate": 1.103559659842958, "incumbentGate": -0.2502237716666016, "retentionLoss": 0.6261301333171415, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-444423b6", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.8218703114621633, "gate": 0.954051660588333, "incumbentGate": 0.15887148035706541, "retentionLoss": 0, "tick": 192 }, { "epoch": 9, "parent": "p12-444423b6", "candidate": "p12-444423b6", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8353329114350467, "gate": 1.0631619983127523, "incumbentGate": 1.0631619983127523, "retentionLoss": 0, "tick": 216 }, { "epoch": 10, "parent": "p12-444423b6", "candidate": "p12-80ba2f4b", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.9485034149551245, "gate": 0.974405785360129, "incumbentGate": 0.974405785360129, "retentionLoss": 0.6261301333171415, "tick": 240 }, { "epoch": 11, "parent": "p12-444423b6", "candidate": "p12-444423b6", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8065902926656149, "gate": 0.8698250823357027, "incumbentGate": 0.8698250823357027, "retentionLoss": 0, "tick": 264 }, { "epoch": 12, "parent": "p12-444423b6", "candidate": "p12-5364b0a3", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.997552672307988, "gate": 1.0784478238355502, "incumbentGate": 1.0784478238355502, "retentionLoss": 0.15491201513272002, "tick": 288 }, { "epoch": 13, "parent": "p12-444423b6", "candidate": "p12-444423b6", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.861180266114156, "gate": 1.054758083895192, "incumbentGate": 1.054758083895192, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-444423b6", "candidate": "p12-444423b6", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9028737728261746, "gate": 0.9889437655200988, "incumbentGate": 0.9889437655200988, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-444423b6", "candidate": "p12-444423b6", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.7916494220183309, "gate": 0.9975404584298063, "incumbentGate": 0.9975404584298063, "retentionLoss": 0, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9950690003514596, -0.2473563165668841, 0.20243445833202767, 0.9950690003514596 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9950690003514596, -0.2473563165668841, 0.20243445833202767, 0.9950690003514596 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9950690003514596, -0.2473563165668841, 0.20243445833202767, 0.9950690003514596 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9950690003514596, -0.2473563165668841, 0.20243445833202767, 0.9950690003514596 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9950690003514596, -0.2473563165668841, 0.20243445833202767, 0.9950690003514596 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9950690003514596, 0.9602021667651106, 0.20243445833202767, 0.9950690003514596 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9950690003514596, 0.9602021667651106, 0.9994461923220889, 0.9950690003514596 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9950690003514596, 0.9602021667651106, 0.9994461923220889, 0.9950690003514596 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9950690003514596, -0.2473563165668841, 0.20243445833202767, 0.9950690003514596 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9950690003514596, 0.9602021667651106, 0.20243445833202767, 0.9950690003514596 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9950690003514596, 0.9602021667651106, 0.9227047516612427, 0.9950690003514596 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9950690003514596, 0.7979419633382285, 0.8911581880076883, 0.9950690003514596 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9950690003514596, -0.2473563165668841, 0.20243445833202767, 0.9950690003514596 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9950690003514596, -0.2473563165668841, 0.20243445833202767, 0.9950690003514596 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9950690003514596, 0.15296453052247438, 0.9994461923220889, 0.9950690003514596 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9950690003514596, 0.15296453052247438, 0.9994461923220889, 0.9950690003514596 ] } ] } }, { "regime": "four-seasons", "seed": 209450, "arms": [ { "id": "fixed", "summary": { "usefulWork": 724.2697442655489, "harvests": 180, "toxicHarvests": 43, "energySpent": 935.943468172798, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.2758303913569599, "heldoutA": 0.9525722273533686, "heldoutB": -0.2875405266412444, "heldoutC": 0.16245947335875552, "heldoutReturn": 0.9525722273533686, "retentionLoss": 0, "firstAReward": 0.9525722273533686, "afterCReward": 0.9525722273533686, "phaseAWork": 265.6912422745141, "phaseBWork": 151.47069187794222, "phaseCWork": 44.71323543777328, "returnAWork": 262.3945746753193, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 1163.4680619800317, "harvests": 180, "toxicHarvests": 21, "energySpent": 894.1663757618765, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 0.9823953564599188, "heldoutA": 0.9525722273533686, "heldoutB": 0.9912741212038981, "heldoutC": 1.0033397208224897, "heldoutReturn": 0.9525722273533686, "retentionLoss": 0, "firstAReward": 0.9525722273533686, "afterCReward": 0.9525722273533686, "phaseAWork": 265.6912422745141, "phaseBWork": 437.84553485100395, "phaseCWork": 200.4656485917285, "returnAWork": 259.4656362627852, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 1152.4950994651936, "harvests": 180, "toxicHarvests": 21, "energySpent": 894.3850520184626, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 3, "rollbacks": 4, "heldoutReward": 0.9625653317947589, "heldoutA": 0.9419281763315241, "heldoutB": 0.9912741212038981, "heldoutC": 0.9544936978488546, "heldoutReturn": 0.9419281763315241, "retentionLoss": 0.010644051021844403, "firstAReward": 0.9525722273533686, "afterCReward": 0.9419281763315241, "phaseAWork": 265.6912422745141, "phaseBWork": 437.84553485100395, "phaseCWork": 189.4926860768902, "returnAWork": 259.4656362627853, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 887.2830101457948, "harvests": 180, "toxicHarvests": 39, "energySpent": 920.5350366264142, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 1, "rollbacks": 7, "heldoutReward": 0.5058391650037882, "heldoutA": 0.9287529833933197, "heldoutB": 0.9912741212038981, "heldoutC": -0.40250960958585325, "heldoutReturn": 0.9287529833933197, "retentionLoss": 0.023819243960048864, "firstAReward": 0.9525722273533686, "afterCReward": 0.9287529833933197, "phaseAWork": 265.6912422745141, "phaseBWork": 437.84553485100395, "phaseCWork": 5.971965615512659, "returnAWork": 177.77426740476415, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9113176046386323, "gate": 1.0214064969144234, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0117390881886335, "gate": 1.1399980617506882, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9170584004877639, "gate": 0.9749725967760515, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0313798403210075, "gate": 0.8644247145583623, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.3516886174506249, "gate": -0.1905172581948814, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2149939636947622, "gate": -0.338029843533098, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2563150246692252, "gate": -0.3263853248168151, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2498566883424249, "gate": -0.29970078070965245, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.24857503046137508, "gate": 0.13630822137519563, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.15148872117644988, "gate": 0.15094510869435399, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.15077183602123614, "gate": 0.28205485394860913, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.19949208751705763, "gate": 0.29160030208690607, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0156378018212349, "gate": 0.9119492486163399, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0747186135314781, "gate": 0.9836530172545696, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0936105099839368, "gate": 1.0851161678042434, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0584766965311077, "gate": 1.1064664418259778, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-1f6ab6fd", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9113176046386323, "gate": 1.0214064969144234, "tick": 0 }, { "epoch": 1, "parent": "p12-1f6ab6fd", "candidate": "p12-6c5a0bcd", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0117390881886335, "gate": 1.1399980617506882, "tick": 24 }, { "epoch": 2, "parent": "p12-6c5a0bcd", "candidate": "p12-5b350cf2", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9170584004877639, "gate": 0.9749725967760515, "tick": 48 }, { "epoch": 3, "parent": "p12-5b350cf2", "candidate": "p12-7e1d5384", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0313798403210075, "gate": 0.8644247145583623, "tick": 72 }, { "epoch": 4, "parent": "p12-7e1d5384", "candidate": "p12-84deff51", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.06701594752952, "gate": 1.0716777885571467, "tick": 96 }, { "epoch": 5, "parent": "p12-84deff51", "candidate": "p12-a81630d9", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9783052845158885, "gate": 1.0141710094707723, "tick": 120 }, { "epoch": 6, "parent": "p12-a81630d9", "candidate": "p12-8139dd87", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9290709043722667, "gate": 1.010341020273824, "tick": 144 }, { "epoch": 7, "parent": "p12-8139dd87", "candidate": "p12-b8ef8539", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9895065668026604, "gate": 0.8472975436009698, "tick": 168 }, { "epoch": 8, "parent": "p12-b8ef8539", "candidate": "p12-d82136d0", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9211666212754507, "gate": 1.0941179346368064, "tick": 192 }, { "epoch": 9, "parent": "p12-d82136d0", "candidate": "p12-757deff4", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0525316441995274, "gate": 0.9046799359280456, "tick": 216 }, { "epoch": 10, "parent": "p12-757deff4", "candidate": "p12-ab4217ba", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9945101728532305, "gate": 0.9516786845245119, "tick": 240 }, { "epoch": 11, "parent": "p12-ab4217ba", "candidate": "p12-73bfc467", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9840201744441535, "gate": 1.1301029397766886, "tick": 264 }, { "epoch": 12, "parent": "p12-73bfc467", "candidate": "p12-ffea94b6", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0156378018212349, "gate": 0.9119492486163399, "tick": 288 }, { "epoch": 13, "parent": "p12-ffea94b6", "candidate": "p12-c9de7ee8", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0747186135314781, "gate": 0.9836530172545696, "tick": 312 }, { "epoch": 14, "parent": "p12-c9de7ee8", "candidate": "p12-4a4efbd9", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0936105099839368, "gate": 1.0851161678042434, "tick": 336 }, { "epoch": 15, "parent": "p12-4a4efbd9", "candidate": "p12-e84aeb36", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0584766965311077, "gate": 1.1064664418259778, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9113176046386323, "gate": 1.0214064969144234, "incumbentGate": 1.0214064969144234, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0249440649471022, "gate": 1.1399980617506882, "incumbentGate": 1.1399980617506882, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9572509045975204, "gate": 0.9749725967760515, "incumbentGate": 0.9749725967760515, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.011588413311839, "gate": 0.8644247145583623, "incumbentGate": 0.8644247145583623, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-e5b7410", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 1.0353388873764022, "gate": 1.0716777885571467, "incumbentGate": -0.1905172581948814, "retentionLoss": 0, "tick": 96 }, { "epoch": 5, "parent": "p12-e5b7410", "candidate": "p12-e5b7410", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9766858912629133, "gate": 1.0141710094707723, "incumbentGate": 1.0141710094707723, "retentionLoss": 0, "tick": 120 }, { "epoch": 6, "parent": "p12-e5b7410", "candidate": "p12-e5b7410", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9382807882620432, "gate": 1.010341020273824, "incumbentGate": 1.010341020273824, "retentionLoss": 0, "tick": 144 }, { "epoch": 7, "parent": "p12-e5b7410", "candidate": "p12-e5b7410", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9737964774313749, "gate": 0.8472975436009698, "incumbentGate": 0.8472975436009698, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-e5b7410", "candidate": "p12-8352b8e3", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9226920312642417, "gate": 0.8279612991631279, "incumbentGate": 0.07755653662356181, "retentionLoss": 0, "tick": 192 }, { "epoch": 9, "parent": "p12-8352b8e3", "candidate": "p12-67544631", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 1.0176493202653532, "gate": 0.9046799359280456, "incumbentGate": 0.9046799359280456, "retentionLoss": 0, "tick": 216 }, { "epoch": 10, "parent": "p12-8352b8e3", "candidate": "p12-f9e6562f", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.9515336709115157, "gate": 0.9516786845245119, "incumbentGate": 0.9516786845245119, "retentionLoss": 0, "tick": 240 }, { "epoch": 11, "parent": "p12-8352b8e3", "candidate": "p12-f6317418", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9670064447973866, "gate": 0.9508525842383904, "incumbentGate": 0.8118179091847356, "retentionLoss": 0, "tick": 264 }, { "epoch": 12, "parent": "p12-f6317418", "candidate": "p12-6e4f1049", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 1.0098122760366046, "gate": 0.9119492486163399, "incumbentGate": 0.9119492486163399, "retentionLoss": 0, "tick": 288 }, { "epoch": 13, "parent": "p12-f6317418", "candidate": "p12-f6317418", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9861310932204241, "gate": 0.9836530172545696, "incumbentGate": 0.9836530172545696, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-f6317418", "candidate": "p12-f6317418", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.016522212471289, "gate": 1.0851161678042434, "incumbentGate": 1.0851161678042434, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-f6317418", "candidate": "p12-266fe9c5", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 1.0557396435795716, "gate": 1.1064664418259778, "incumbentGate": 1.1064664418259778, "retentionLoss": 0.1182026813406617, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9113176046386323, "gate": 1.0214064969144234, "incumbentGate": 1.0214064969144234, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0249440649471022, "gate": 1.1399980617506882, "incumbentGate": 1.1399980617506882, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9572509045975204, "gate": 0.9749725967760515, "incumbentGate": 0.9749725967760515, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.011588413311839, "gate": 0.8644247145583623, "incumbentGate": 0.8644247145583623, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-98749d7e", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 1.0353388873764022, "gate": 1.0716777885571467, "incumbentGate": -0.1905172581948814, "retentionLoss": 0, "tick": 96 }, { "epoch": 5, "parent": "p12-98749d7e", "candidate": "p12-98749d7e", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9766858912629133, "gate": 1.0141710094707723, "incumbentGate": 1.0141710094707723, "retentionLoss": 0, "tick": 120 }, { "epoch": 6, "parent": "p12-98749d7e", "candidate": "p12-98749d7e", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9382807882620432, "gate": 1.010341020273824, "incumbentGate": 1.010341020273824, "retentionLoss": 0, "tick": 144 }, { "epoch": 7, "parent": "p12-98749d7e", "candidate": "p12-98749d7e", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9737964774313749, "gate": 0.8472975436009698, "incumbentGate": 0.8472975436009698, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-98749d7e", "candidate": "p12-87493e6a", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6747051603412284, "gate": 1.0941179346368064, "incumbentGate": -0.34889920679148667, "retentionLoss": 1.1842018560929404, "tick": 192 }, { "epoch": 9, "parent": "p12-98749d7e", "candidate": "p12-ecd96d64", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8594279658720554, "gate": 0.9046799359280456, "incumbentGate": -0.3741404165646512, "retentionLoss": 0.7848179738251877, "tick": 216 }, { "epoch": 10, "parent": "p12-98749d7e", "candidate": "p12-e2282b03", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6032322015549249, "gate": 0.9516786845245119, "incumbentGate": -0.3750028592838906, "retentionLoss": 1.2861488120656592, "tick": 240 }, { "epoch": 11, "parent": "p12-98749d7e", "candidate": "p12-fd5a15a5", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.808785090404089, "gate": 1.1301029397766886, "incumbentGate": -0.49620153867593136, "retentionLoss": 0.7848179738251877, "tick": 264 }, { "epoch": 12, "parent": "p12-98749d7e", "candidate": "p12-6b148843", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.8977834467715594, "gate": 0.9119492486163399, "incumbentGate": 0.9119492486163399, "retentionLoss": 0.9394613636962043, "tick": 288 }, { "epoch": 13, "parent": "p12-98749d7e", "candidate": "p12-581e7a8a", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.7514625013348729, "gate": 0.9836530172545696, "incumbentGate": 0.9836530172545696, "retentionLoss": 0.874411227070638, "tick": 312 }, { "epoch": 14, "parent": "p12-98749d7e", "candidate": "p12-37ff2f08", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.9471706694222477, "gate": 1.0851161678042434, "incumbentGate": 1.0851161678042434, "retentionLoss": 0.8052665670243764, "tick": 336 }, { "epoch": 15, "parent": "p12-98749d7e", "candidate": "p12-98749d7e", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.7738178808370777, "gate": 1.1064664418259778, "incumbentGate": 1.1064664418259778, "retentionLoss": 0, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9525722273533686, -0.2875405266412444, 0.16245947335875552, 0.9525722273533686 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9525722273533686, -0.2875405266412444, 0.16245947335875552, 0.9525722273533686 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9525722273533686, -0.2875405266412444, 0.16245947335875552, 0.9525722273533686 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9525722273533686, -0.2875405266412444, 0.16245947335875552, 0.9525722273533686 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9525722273533686, -0.2875405266412444, 0.16245947335875552, 0.9525722273533686 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9525722273533686, 0.9912741212038981, 0.16245947335875552, 0.9525722273533686 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9525722273533686, 0.9912741212038981, 1.0033397208224897, 0.9525722273533686 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9525722273533686, 0.9912741212038981, 1.0033397208224897, 0.9525722273533686 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9525722273533686, -0.2875405266412444, 0.16245947335875552, 0.9525722273533686 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9320424058883061, 0.9912741212038981, 0.28569118070898264, 0.9320424058883061 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9419281763315241, 0.9912741212038981, 0.9544936978488546, 0.9419281763315241 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9419281763315241, 0.9912741212038981, 0.9544936978488546, 0.9419281763315241 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9525722273533686, -0.2875405266412444, 0.16245947335875552, 0.9525722273533686 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9287529833933197, 0.9912741212038981, -0.40250960958585325, 0.9287529833933197 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9287529833933197, 0.9912741212038981, -0.40250960958585325, 0.9287529833933197 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9287529833933197, 0.9912741212038981, -0.40250960958585325, 0.9287529833933197 ] } ] } }, { "regime": "four-seasons", "seed": 219423, "arms": [ { "id": "fixed", "summary": { "usefulWork": 745.4245732500854, "harvests": 180, "toxicHarvests": 39, "energySpent": 930.3975854128696, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.3089660399251451, "heldoutA": 0.9898976843914775, "heldoutB": -0.2562427640882003, "heldoutC": 0.19324319947215818, "heldoutReturn": 0.9898976843914775, "retentionLoss": 0, "firstAReward": 0.9898976843914775, "afterCReward": 0.9898976843914775, "phaseAWork": 257.5086633680534, "phaseBWork": 140.96251013004837, "phaseCWork": 68.27166532852908, "returnAWork": 278.6817344234545, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 1200.822934640379, "harvests": 180, "toxicHarvests": 15, "energySpent": 885.5380999645006, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 0.9800503037034117, "heldoutA": 0.9898976843914775, "heldoutB": 0.9522595885591081, "heldoutC": 0.9979936381596498, "heldoutReturn": 0.9898976843914775, "retentionLoss": 0, "firstAReward": 0.9898976843914775, "afterCReward": 0.9898976843914775, "phaseAWork": 257.5086633680534, "phaseBWork": 415.1749987549802, "phaseCWork": 182.15960920962823, "returnAWork": 345.97966330771703, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 848.709389651495, "harvests": 180, "toxicHarvests": 38, "energySpent": 922.9165383958084, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 3, "rollbacks": 2, "heldoutReward": 0.9244217240458193, "heldoutA": 0.9898976843914775, "heldoutB": 0.8016325088229611, "heldoutC": 0.9817349789230195, "heldoutReturn": 0.9898976843914775, "retentionLoss": 0, "firstAReward": 0.9898976843914775, "afterCReward": 0.9898976843914775, "phaseAWork": 257.5086633680534, "phaseBWork": 285.94914237131474, "phaseCWork": 84.26094064742335, "returnAWork": 220.99064326470352, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 737.9797907112163, "harvests": 180, "toxicHarvests": 42, "energySpent": 934.2953032008974, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 1, "rollbacks": 8, "heldoutReward": 0.711800157474248, "heldoutA": 0.9898976843914775, "heldoutB": 0.9522595885591081, "heldoutC": 0.19324319947215818, "heldoutReturn": 0.9898976843914775, "retentionLoss": 0, "firstAReward": 0.9898976843914775, "afterCReward": 0.9898976843914775, "phaseAWork": 257.5086633680534, "phaseBWork": 140.96251013004837, "phaseCWork": 62.04255967055707, "returnAWork": 277.46605754255745, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9493539888286286, "gate": 0.9547727248495019, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0236419628273141, "gate": 0.8641140787889575, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9824419516287013, "gate": 0.9948580135026873, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9676678833536463, "gate": 0.9683558934975295, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.19180261011806396, "gate": -0.20790224591681383, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2982531213842369, "gate": -0.3148917432932615, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.1642409406124847, "gate": -0.20946481920836102, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.21114521148539075, "gate": -0.24697168404959424, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.2354548033600353, "gate": 0.23223493756449273, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.14537370276225733, "gate": 0.2887154743297635, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.14777556489780727, "gate": 0.201997897895596, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.23573311658154694, "gate": 0.3213046077039991, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9985457577958158, "gate": 0.9220056226377907, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0213781084741322, "gate": 0.9838794915078927, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.005925557834091, "gate": 1.0189120024205478, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0333303588751495, "gate": 1.0654833890879791, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-10af294e", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9493539888286286, "gate": 0.9547727248495019, "tick": 0 }, { "epoch": 1, "parent": "p12-10af294e", "candidate": "p12-69665391", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0236419628273141, "gate": 0.8641140787889575, "tick": 24 }, { "epoch": 2, "parent": "p12-69665391", "candidate": "p12-b250ac9e", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9824419516287013, "gate": 0.9948580135026873, "tick": 48 }, { "epoch": 3, "parent": "p12-b250ac9e", "candidate": "p12-910f9398", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9676678833536463, "gate": 0.9683558934975295, "tick": 72 }, { "epoch": 4, "parent": "p12-910f9398", "candidate": "p12-513d0c55", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9359822881528417, "gate": 1.1148505321001647, "tick": 96 }, { "epoch": 5, "parent": "p12-513d0c55", "candidate": "p12-d8b04fd1", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.985668130156088, "gate": 1.0023305629962833, "tick": 120 }, { "epoch": 6, "parent": "p12-d8b04fd1", "candidate": "p12-ecec6927", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.976083642786176, "gate": 1.026091066650167, "tick": 144 }, { "epoch": 7, "parent": "p12-ecec6927", "candidate": "p12-7e1cb85e", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9036107306138949, "gate": 0.9862328917634858, "tick": 168 }, { "epoch": 8, "parent": "p12-7e1cb85e", "candidate": "p12-d5f47ed7", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.006240968301145, "gate": 0.9112671098793567, "tick": 192 }, { "epoch": 9, "parent": "p12-d5f47ed7", "candidate": "p12-44ed7353", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0267333542410502, "gate": 0.9163761503957794, "tick": 216 }, { "epoch": 10, "parent": "p12-44ed7353", "candidate": "p12-f0e9a558", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9110834943947781, "gate": 0.9590672489687927, "tick": 240 }, { "epoch": 11, "parent": "p12-f0e9a558", "candidate": "p12-fc6a2735", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0555859629075917, "gate": 1.0456792106988868, "tick": 264 }, { "epoch": 12, "parent": "p12-fc6a2735", "candidate": "p12-3043ab18", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9985457577958158, "gate": 0.9220056226377907, "tick": 288 }, { "epoch": 13, "parent": "p12-3043ab18", "candidate": "p12-896765f", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0213781084741322, "gate": 0.9838794915078927, "tick": 312 }, { "epoch": 14, "parent": "p12-896765f", "candidate": "p12-b963d6fa", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.005925557834091, "gate": 1.0189120024205478, "tick": 336 }, { "epoch": 15, "parent": "p12-b963d6fa", "candidate": "p12-c3540add", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0333303588751495, "gate": 1.0654833890879791, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9493539888286286, "gate": 0.9547727248495019, "incumbentGate": 0.9547727248495019, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9896618862693602, "gate": 0.8641140787889575, "incumbentGate": 0.8641140787889575, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9584573007231773, "gate": 0.9948580135026873, "incumbentGate": 0.9948580135026873, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9729024074208411, "gate": 0.9683558934975295, "incumbentGate": 0.9683558934975295, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-46ac03a1", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.4396648148188852, "gate": 0.21335284669487142, "incumbentGate": -0.20790224591681383, "retentionLoss": 0, "tick": 96 }, { "epoch": 5, "parent": "p12-46ac03a1", "candidate": "p12-771e95c0", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9988054919102355, "gate": 1.0023305629962833, "incumbentGate": 0.03855273716284242, "retentionLoss": 0, "tick": 120 }, { "epoch": 6, "parent": "p12-771e95c0", "candidate": "p12-7ac2cb97", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.9760397857224034, "gate": 1.026091066650167, "incumbentGate": 1.026091066650167, "retentionLoss": 0, "tick": 144 }, { "epoch": 7, "parent": "p12-771e95c0", "candidate": "p12-771e95c0", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9261496194396915, "gate": 0.9862328917634858, "incumbentGate": 0.9862328917634858, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-771e95c0", "candidate": "p12-771e95c0", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.5066698644113252, "gate": 0.23223493756449273, "incumbentGate": 0.23223493756449273, "retentionLoss": 0, "tick": 192 }, { "epoch": 9, "parent": "p12-771e95c0", "candidate": "p12-3358b24c", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9156668670762452, "gate": 0.8008044172083365, "incumbentGate": 0.2887154743297635, "retentionLoss": 0.31808040096800083, "tick": 216 }, { "epoch": 10, "parent": "p12-771e95c0", "candidate": "p12-5370d647", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.875236548242384, "gate": 0.9590672489687927, "incumbentGate": 0.201997897895596, "retentionLoss": 0.07796469220572344, "tick": 240 }, { "epoch": 11, "parent": "p12-5370d647", "candidate": "p12-5370d647", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9952964047037365, "gate": 1.0456792106988868, "incumbentGate": 1.0456792106988868, "retentionLoss": 0, "tick": 264 }, { "epoch": 12, "parent": "p12-5370d647", "candidate": "p12-5370d647", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.973263646259102, "gate": 0.9220056226377907, "incumbentGate": 0.9220056226377907, "retentionLoss": 0, "tick": 288 }, { "epoch": 13, "parent": "p12-5370d647", "candidate": "p12-5370d647", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.991022792461617, "gate": 0.9838794915078927, "incumbentGate": 0.9838794915078927, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-5370d647", "candidate": "p12-5370d647", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0015109660521488, "gate": 1.0189120024205478, "incumbentGate": 1.0189120024205478, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-5370d647", "candidate": "p12-5370d647", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0042644831785181, "gate": 1.0654833890879791, "incumbentGate": 1.0654833890879791, "retentionLoss": 0, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9493539888286286, "gate": 0.9547727248495019, "incumbentGate": 0.9547727248495019, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9896618862693602, "gate": 0.8641140787889575, "incumbentGate": 0.8641140787889575, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9584573007231773, "gate": 0.9948580135026873, "incumbentGate": 0.9948580135026873, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9729024074208411, "gate": 0.9683558934975295, "incumbentGate": 0.9683558934975295, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-4a90451", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8379721886652116, "gate": 1.1148505321001647, "incumbentGate": -0.20790224591681383, "retentionLoss": 0.4114517896917551, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-adafd4b6", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8471266753524376, "gate": 1.0023305629962833, "incumbentGate": -0.3148917432932615, "retentionLoss": 0.8012463410612802, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-f5bb9817", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8243609691646056, "gate": 1.026091066650167, "incumbentGate": -0.20946481920836102, "retentionLoss": 0.8012463410612802, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-eab94b14", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9261496194396915, "gate": 0.9862328917634858, "incumbentGate": -0.24697168404959424, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-eab94b14", "candidate": "p12-2189f53d", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.745425521955039, "gate": 0.9112671098793567, "incumbentGate": 0.23223493756449273, "retentionLoss": 1.2343802308358043, "tick": 192 }, { "epoch": 9, "parent": "p12-eab94b14", "candidate": "p12-e367f586", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6767838467234183, "gate": 0.9163761503957794, "incumbentGate": 0.2887154743297635, "retentionLoss": 1.3091494976395976, "tick": 216 }, { "epoch": 10, "parent": "p12-eab94b14", "candidate": "p12-49e6020b", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6320112678583464, "gate": 0.6720489860652691, "incumbentGate": 0.201997897895596, "retentionLoss": 1.0155453045349052, "tick": 240 }, { "epoch": 11, "parent": "p12-eab94b14", "candidate": "p12-1b2d10f9", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6589427546180707, "gate": 1.0456792106988868, "incumbentGate": 0.3213046077039991, "retentionLoss": 1.3091494976395976, "tick": 264 }, { "epoch": 12, "parent": "p12-eab94b14", "candidate": "p12-eab94b14", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8624048065350051, "gate": 0.9220056226377907, "incumbentGate": 0.9220056226377907, "retentionLoss": 0, "tick": 288 }, { "epoch": 13, "parent": "p12-eab94b14", "candidate": "p12-eab94b14", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.88016395273752, "gate": 0.9838794915078927, "incumbentGate": 0.9838794915078927, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-eab94b14", "candidate": "p12-eab94b14", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8906521263280519, "gate": 1.0189120024205478, "incumbentGate": 1.0189120024205478, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-eab94b14", "candidate": "p12-cb888940", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 1.0042644831785181, "gate": 1.0654833890879791, "incumbentGate": 1.0654833890879791, "retentionLoss": 0, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9898976843914775, -0.2562427640882003, 0.19324319947215818, 0.9898976843914775 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9898976843914775, -0.2562427640882003, 0.19324319947215818, 0.9898976843914775 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9898976843914775, -0.2562427640882003, 0.19324319947215818, 0.9898976843914775 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9898976843914775, -0.2562427640882003, 0.19324319947215818, 0.9898976843914775 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9898976843914775, -0.2562427640882003, 0.19324319947215818, 0.9898976843914775 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9898976843914775, 0.9522595885591081, 0.19324319947215818, 0.9898976843914775 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9898976843914775, 0.9522595885591081, 0.9979936381596498, 0.9898976843914775 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9898976843914775, 0.9522595885591081, 0.9979936381596498, 0.9898976843914775 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9898976843914775, -0.2562427640882003, 0.19324319947215818, 0.9898976843914775 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9898976843914775, 0.8794491935945632, 0.17807637718208194, 0.9898976843914775 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9898976843914775, 0.8016325088229611, 0.9817349789230195, 0.9898976843914775 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9898976843914775, 0.8016325088229611, 0.9817349789230195, 0.9898976843914775 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9898976843914775, -0.2562427640882003, 0.19324319947215818, 0.9898976843914775 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9898976843914775, 0.9522595885591081, 0.19324319947215818, 0.9898976843914775 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9898976843914775, 0.9522595885591081, 0.19324319947215818, 0.9898976843914775 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9898976843914775, 0.9522595885591081, 0.19324319947215818, 0.9898976843914775 ] } ] } }, { "regime": "four-seasons", "seed": 229396, "arms": [ { "id": "fixed", "summary": { "usefulWork": 761.54790210132, "harvests": 180, "toxicHarvests": 36, "energySpent": 926.0195221123294, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.32839699397305633, "heldoutA": 1.0111683933193354, "heldoutB": -0.2379887057000832, "heldoutC": 0.2120112942999168, "heldoutReturn": 1.0111683933193354, "retentionLoss": 0, "firstAReward": 1.0111683933193354, "afterCReward": 1.0111683933193354, "phaseAWork": 270.5569636941148, "phaseBWork": 153.54188705935962, "phaseCWork": 62.27361369046753, "returnAWork": 275.17543765737804, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 1182.6035610054225, "harvests": 180, "toxicHarvests": 20, "energySpent": 893.2624350699734, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 0.994869733226135, "heldoutA": 1.0111683933193354, "heldoutB": 0.9875469212115071, "heldoutC": 0.9858938851475627, "heldoutReturn": 1.0111683933193354, "retentionLoss": 0, "firstAReward": 1.0111683933193354, "afterCReward": 1.0111683933193354, "phaseAWork": 272.61386143775655, "phaseBWork": 433.8818587731746, "phaseCWork": 228.25245351112642, "returnAWork": 247.85538728336496, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 1025.399641295525, "harvests": 180, "toxicHarvests": 17, "energySpent": 893.7777013909164, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 1, "rollbacks": 3, "heldoutReward": 0.7369088696102531, "heldoutA": 1.0111683933193354, "heldoutB": 0.9875469212115071, "heldoutC": 0.2120112942999168, "heldoutReturn": 1.0111683933193354, "retentionLoss": 0, "firstAReward": 1.0111683933193354, "afterCReward": 1.0111683933193354, "phaseAWork": 270.5569636941148, "phaseBWork": 433.29544263520603, "phaseCWork": 41.19772061997537, "returnAWork": 280.34951434622883, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 1012.4233395107631, "harvests": 180, "toxicHarvests": 17, "energySpent": 893.5590251343302, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 1, "rollbacks": 5, "heldoutReward": 0.719406369919636, "heldoutA": 0.9858116834475043, "heldoutB": 0.9875469212115071, "heldoutC": 0.1848605050998968, "heldoutReturn": 0.9858116834475043, "retentionLoss": 0.02535670987183114, "firstAReward": 1.0111683933193354, "afterCReward": 0.9858116834475043, "phaseAWork": 270.5569636941148, "phaseBWork": 433.29544263520603, "phaseCWork": 41.19772061997537, "returnAWork": 267.37321256146686, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0733485703710102, "gate": 1.037218266459266, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9857944474085452, "gate": 1.0188231793979659, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0063945394467697, "gate": 0.9904177115505459, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0136756049959796, "gate": 0.8873550155198879, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.30585333388626573, "gate": -0.3948739513450678, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2281898533118147, "gate": -0.25160490064908064, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.24196769048435782, "gate": -0.24655314664411174, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2781271166568159, "gate": -0.0931774192355626, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.2031404235871881, "gate": 0.10960448069329781, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.20919191951891836, "gate": 0.11738955200249963, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.13628989207096173, "gate": 0.3581525653360658, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.1398696309438564, "gate": 0.3254955421117344, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.038794152068984, "gate": 0.8976804587831652, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0373931623679487, "gate": 0.9728708665905611, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.8859906283435959, "gate": 1.0055520360154224, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9253447202618378, "gate": 0.9900050648209047, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-e47699c0", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0733485703710102, "gate": 1.037218266459266, "tick": 0 }, { "epoch": 1, "parent": "p12-e47699c0", "candidate": "p12-337d0dd6", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9857944474085452, "gate": 1.0188231793979659, "tick": 24 }, { "epoch": 2, "parent": "p12-337d0dd6", "candidate": "p12-d7de71ac", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0063945394467697, "gate": 0.9904177115505459, "tick": 48 }, { "epoch": 3, "parent": "p12-d7de71ac", "candidate": "p12-c205a61d", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0136756049959796, "gate": 0.8873550155198879, "tick": 72 }, { "epoch": 4, "parent": "p12-c205a61d", "candidate": "p12-df4488d3", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9911474643650958, "gate": 0.925819551465556, "tick": 96 }, { "epoch": 5, "parent": "p12-df4488d3", "candidate": "p12-1df8e501", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.021948028470993, "gate": 1.002326562929252, "tick": 120 }, { "epoch": 6, "parent": "p12-1df8e501", "candidate": "p12-4647376d", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0018598374615302, "gate": 1.1923896576787925, "tick": 144 }, { "epoch": 7, "parent": "p12-4647376d", "candidate": "p12-8a1a4843", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9113786888656389, "gate": 1.0748703737133347, "tick": 168 }, { "epoch": 8, "parent": "p12-8a1a4843", "candidate": "p12-ea45c227", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9169015476123695, "gate": 0.9470692645462119, "tick": 192 }, { "epoch": 9, "parent": "p12-ea45c227", "candidate": "p12-cd0fba50", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9089012410980253, "gate": 0.9585436646907327, "tick": 216 }, { "epoch": 10, "parent": "p12-cd0fba50", "candidate": "p12-c5540e46", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9402039685647198, "gate": 0.9350953766344196, "tick": 240 }, { "epoch": 11, "parent": "p12-c5540e46", "candidate": "p12-757c9137", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9827719248449074, "gate": 0.9043486299286845, "tick": 264 }, { "epoch": 12, "parent": "p12-757c9137", "candidate": "p12-a57a8795", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.038794152068984, "gate": 0.8976804587831652, "tick": 288 }, { "epoch": 13, "parent": "p12-a57a8795", "candidate": "p12-c75fba9d", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0373931623679487, "gate": 0.9728708665905611, "tick": 312 }, { "epoch": 14, "parent": "p12-c75fba9d", "candidate": "p12-11622ac3", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8859906283435959, "gate": 1.0055520360154224, "tick": 336 }, { "epoch": 15, "parent": "p12-11622ac3", "candidate": "p12-5bfb7980", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9253447202618378, "gate": 0.9900050648209047, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0733485703710102, "gate": 1.037218266459266, "incumbentGate": 1.037218266459266, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9920096412916413, "gate": 1.0188231793979659, "incumbentGate": 1.0188231793979659, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.023743448488615, "gate": 0.9904177115505459, "incumbentGate": 0.9904177115505459, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0160511846557747, "gate": 0.8873550155198879, "incumbentGate": 0.8873550155198879, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-f04344d6", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.965108913003445, "gate": 0.925819551465556, "incumbentGate": -0.3948739513450678, "retentionLoss": 0, "tick": 96 }, { "epoch": 5, "parent": "p12-f04344d6", "candidate": "p12-f04344d6", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9813519261305877, "gate": 1.002326562929252, "incumbentGate": 1.002326562929252, "retentionLoss": 0, "tick": 120 }, { "epoch": 6, "parent": "p12-f04344d6", "candidate": "p12-f04344d6", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.991203745426201, "gate": 1.1923896576787925, "incumbentGate": 1.1923896576787925, "retentionLoss": 0, "tick": 144 }, { "epoch": 7, "parent": "p12-f04344d6", "candidate": "p12-f04344d6", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9612699403505033, "gate": 1.0748703737133347, "incumbentGate": 1.0748703737133347, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-f04344d6", "candidate": "p12-f9c0585e", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7096053224765859, "gate": 0.8263304473359033, "incumbentGate": 0.10960448069329781, "retentionLoss": 0.2572327991040718, "tick": 192 }, { "epoch": 9, "parent": "p12-f04344d6", "candidate": "p12-fcf0f6d0", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.4368461198575926, "gate": -0.05226470058448837, "incumbentGate": 0.11738955200249963, "retentionLoss": 0, "tick": 216 }, { "epoch": 10, "parent": "p12-f04344d6", "candidate": "p12-601976ac", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7215890753019369, "gate": 0.757934005966276, "incumbentGate": 0.3581525653360658, "retentionLoss": 0.44504325505701137, "tick": 240 }, { "epoch": 11, "parent": "p12-f04344d6", "candidate": "p12-f04344d6", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.4452329428917881, "gate": 0.3254955421117344, "incumbentGate": 0.3254955421117344, "retentionLoss": 0, "tick": 264 }, { "epoch": 12, "parent": "p12-f04344d6", "candidate": "p12-f04344d6", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8821907816840112, "gate": 0.8976804587831652, "incumbentGate": 0.8976804587831652, "retentionLoss": 0, "tick": 288 }, { "epoch": 13, "parent": "p12-f04344d6", "candidate": "p12-f04344d6", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8782089903366025, "gate": 0.9728708665905611, "incumbentGate": 0.9728708665905611, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-f04344d6", "candidate": "p12-f04344d6", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8218682057556067, "gate": 1.0055520360154224, "incumbentGate": 1.0055520360154224, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-f04344d6", "candidate": "p12-f04344d6", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.844777134273378, "gate": 0.9900050648209047, "incumbentGate": 0.9900050648209047, "retentionLoss": 0, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0733485703710102, "gate": 1.037218266459266, "incumbentGate": 1.037218266459266, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9920096412916413, "gate": 1.0188231793979659, "incumbentGate": 1.0188231793979659, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.023743448488615, "gate": 0.9904177115505459, "incumbentGate": 0.9904177115505459, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0160511846557747, "gate": 0.8873550155198879, "incumbentGate": 0.8873550155198879, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-ba263984", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.965108913003445, "gate": 0.925819551465556, "incumbentGate": -0.3948739513450678, "retentionLoss": 0, "tick": 96 }, { "epoch": 5, "parent": "p12-ba263984", "candidate": "p12-ba263984", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9813519261305877, "gate": 1.002326562929252, "incumbentGate": 1.002326562929252, "retentionLoss": 0, "tick": 120 }, { "epoch": 6, "parent": "p12-ba263984", "candidate": "p12-ba263984", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.991203745426201, "gate": 1.1923896576787925, "incumbentGate": 1.1923896576787925, "retentionLoss": 0, "tick": 144 }, { "epoch": 7, "parent": "p12-ba263984", "candidate": "p12-ba263984", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9612699403505033, "gate": 1.0748703737133347, "incumbentGate": 1.0748703737133347, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-ba263984", "candidate": "p12-35161ce9", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7135099780873361, "gate": 0.9470692645462119, "incumbentGate": 0.10960448069329781, "retentionLoss": 1.3034952986359007, "tick": 192 }, { "epoch": 9, "parent": "p12-ba263984", "candidate": "p12-4c148bf1", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7751533591385549, "gate": 0.9585436646907327, "incumbentGate": 0.11738955200249963, "retentionLoss": 0.9945019720851789, "tick": 216 }, { "epoch": 10, "parent": "p12-ba263984", "candidate": "p12-dcc06b6d", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8255975734980322, "gate": 0.9350953766344196, "incumbentGate": 0.17499177154554657, "retentionLoss": 0.5941326993858594, "tick": 240 }, { "epoch": 11, "parent": "p12-ba263984", "candidate": "p12-312f30c7", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8028521995130292, "gate": 0.9043486299286845, "incumbentGate": 0.2187932662092116, "retentionLoss": 0.9945019720851789, "tick": 264 }, { "epoch": 12, "parent": "p12-ba263984", "candidate": "p12-5a4ee5a9", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.8280244566933929, "gate": 0.8976804587831652, "incumbentGate": 0.8976804587831652, "retentionLoss": 0.9945019720851789, "tick": 288 }, { "epoch": 13, "parent": "p12-ba263984", "candidate": "p12-ba263984", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8515334213609718, "gate": 0.9728708665905611, "incumbentGate": 0.9728708665905611, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-ba263984", "candidate": "p12-ba263984", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.7827019230052802, "gate": 1.0055520360154224, "incumbentGate": 1.0055520360154224, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-ba263984", "candidate": "p12-ba263984", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.7888531788520071, "gate": 0.7318202678545315, "incumbentGate": 0.7318202678545315, "retentionLoss": 0, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0111683933193354, -0.2379887057000832, 0.2120112942999168, 1.0111683933193354 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 1.0111683933193354, -0.2379887057000832, 0.2120112942999168, 1.0111683933193354 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 1.0111683933193354, -0.2379887057000832, 0.2120112942999168, 1.0111683933193354 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 1.0111683933193354, -0.2379887057000832, 0.2120112942999168, 1.0111683933193354 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0111683933193354, -0.2379887057000832, 0.2120112942999168, 1.0111683933193354 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 1.0111683933193354, 0.9875469212115071, 0.2120112942999168, 1.0111683933193354 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 1.0111683933193354, 0.9875469212115071, 0.9858938851475627, 1.0111683933193354 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 1.0111683933193354, 0.9875469212115071, 0.9858938851475627, 1.0111683933193354 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0111683933193354, -0.2379887057000832, 0.2120112942999168, 1.0111683933193354 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 1.0111683933193354, 0.9875469212115071, 0.2120112942999168, 1.0111683933193354 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 1.0111683933193354, 0.9875469212115071, 0.2120112942999168, 1.0111683933193354 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 1.0111683933193354, 0.9875469212115071, 0.2120112942999168, 1.0111683933193354 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0111683933193354, -0.2379887057000832, 0.2120112942999168, 1.0111683933193354 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9858116834475043, 0.9875469212115071, 0.1848605050998968, 0.9858116834475043 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9858116834475043, 0.9875469212115071, 0.1848605050998968, 0.9858116834475043 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9858116834475043, 0.9875469212115071, 0.1848605050998968, 0.9858116834475043 ] } ] } }, { "regime": "foggy-cues", "seed": 17, "arms": [ { "id": "fixed", "summary": { "usefulWork": 750.9811182361099, "harvests": 180, "toxicHarvests": 35, "energySpent": 925.240634726321, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.3324186568176876, "heldoutA": 1.0145714456866575, "heldoutB": -0.2336577376167973, "heldoutC": 0.21634226238320273, "heldoutReturn": 1.0145714456866575, "retentionLoss": 0, "firstAReward": 1.0145714456866575, "afterCReward": 1.0145714456866575, "phaseAWork": 275.8351296624939, "phaseBWork": 148.80189949552027, "phaseCWork": 64.91877448993404, "returnAWork": 261.42531458816165, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 1057.9795279943326, "harvests": 180, "toxicHarvests": 26, "energySpent": 902.8371165737849, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 0.757352138382668, "heldoutA": 0.7843630063427993, "heldoutB": 0.7088517436513387, "heldoutC": 0.7788416651538662, "heldoutReturn": 0.7843630063427993, "retentionLoss": 0.23020843934385815, "firstAReward": 1.0145714456866575, "afterCReward": 0.7843630063427993, "phaseAWork": 292.7234853960432, "phaseBWork": 399.8869894232423, "phaseCWork": 134.54194040227924, "returnAWork": 230.8271127727678, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 744.7812921353152, "harvests": 180, "toxicHarvests": 34, "energySpent": 922.3517890975719, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 8004, "trainingPolicyEvaluations": 6724, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 1, "rollbacks": 8, "heldoutReward": 0.3490192553270443, "heldoutA": 0.9488325073908032, "heldoutB": -0.15270017806492225, "heldoutC": 0.25092543665525213, "heldoutReturn": 0.9488325073908032, "retentionLoss": 0.06573893829585431, "firstAReward": 1.0145714456866575, "afterCReward": 0.9488325073908032, "phaseAWork": 275.8351296624939, "phaseBWork": 155.7088490988712, "phaseCWork": 66.26153279984072, "returnAWork": 246.97578057410936, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 750.9811182361099, "harvests": 180, "toxicHarvests": 35, "energySpent": 925.240634726321, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 8004, "trainingPolicyEvaluations": 6724, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 10, "heldoutReward": 0.3324186568176876, "heldoutA": 1.0145714456866575, "heldoutB": -0.2336577376167973, "heldoutC": 0.21634226238320273, "heldoutReturn": 1.0145714456866575, "retentionLoss": 0, "firstAReward": 1.0145714456866575, "afterCReward": 1.0145714456866575, "phaseAWork": 275.8351296624939, "phaseBWork": 148.80189949552027, "phaseCWork": 64.91877448993404, "returnAWork": 261.42531458816165, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.017895168917962, "gate": 1.104232464871828, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0619194245128833, "gate": 1.0393518433297209, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9208186789515332, "gate": 0.9073032701094647, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9638975222060218, "gate": 1.0206878035945015, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.14910353408975172, "gate": -0.2759543229057801, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2788235778645847, "gate": -0.20641503496537883, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.11667932685656003, "gate": -0.13209670444042063, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.27194317665482626, "gate": -0.2110194620677439, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.23893520130450832, "gate": 0.1716983673214523, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.18761880132585387, "gate": 0.3249974366407307, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.19625487712614312, "gate": 0.1780358658627588, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.17268646781483188, "gate": 0.1336145942703061, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0569981416383067, "gate": 0.9960977888598772, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9734123420010584, "gate": 0.9471411733169536, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9004223889780057, "gate": 0.8967013019886991, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9621619705076331, "gate": 0.9546742802860688, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-5d5d330f", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.017895168917962, "gate": 1.104232464871828, "tick": 0 }, { "epoch": 1, "parent": "p12-5d5d330f", "candidate": "p12-2831bce8", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0619194245128833, "gate": 1.0393518433297209, "tick": 24 }, { "epoch": 2, "parent": "p12-2831bce8", "candidate": "p12-d6cd367b", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9208186789515332, "gate": 0.9073032701094647, "tick": 48 }, { "epoch": 3, "parent": "p12-d6cd367b", "candidate": "p12-f6a5e46e", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9638975222060218, "gate": 1.0206878035945015, "tick": 72 }, { "epoch": 4, "parent": "p12-f6a5e46e", "candidate": "p12-27de51de", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.7565806237782479, "gate": 0.9662044832195461, "tick": 96 }, { "epoch": 5, "parent": "p12-27de51de", "candidate": "p12-92c0d9c7", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8151945312813679, "gate": 0.8964524884960521, "tick": 120 }, { "epoch": 6, "parent": "p12-92c0d9c7", "candidate": "p12-1df3f51a", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.5665264480021274, "gate": 1.084800219903806, "tick": 144 }, { "epoch": 7, "parent": "p12-1df3f51a", "candidate": "p12-b8a55dc8", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9245680918881128, "gate": 0.9695130061648577, "tick": 168 }, { "epoch": 8, "parent": "p12-b8a55dc8", "candidate": "p12-d656144c", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8330330914059999, "gate": 0.7556959817907716, "tick": 192 }, { "epoch": 9, "parent": "p12-d656144c", "candidate": "p12-3473f055", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.7993777329721524, "gate": 0.7269302765359532, "tick": 216 }, { "epoch": 10, "parent": "p12-3473f055", "candidate": "p12-8b1673d8", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.7889142767333754, "gate": 0.11957256650030508, "tick": 240 }, { "epoch": 11, "parent": "p12-8b1673d8", "candidate": "p12-4a32218f", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.6429193825511484, "gate": 0.7140743125913236, "tick": 264 }, { "epoch": 12, "parent": "p12-4a32218f", "candidate": "p12-6966052d", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9838850850897519, "gate": 0.5722577996630763, "tick": 288 }, { "epoch": 13, "parent": "p12-6966052d", "candidate": "p12-e5d52b6", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8676678630899831, "gate": 0.9471411733169536, "tick": 312 }, { "epoch": 14, "parent": "p12-e5d52b6", "candidate": "p12-8ac5c540", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.7392458432864436, "gate": 0.6750416562289994, "tick": 336 }, { "epoch": 15, "parent": "p12-8ac5c540", "candidate": "p12-39742af6", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.7173119266228136, "gate": 0.723898167627083, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.017895168917962, "gate": 1.104232464871828, "incumbentGate": 1.104232464871828, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0760237712991982, "gate": 1.0393518433297209, "incumbentGate": 1.0393518433297209, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9622873505707362, "gate": 0.9073032701094647, "incumbentGate": 0.9073032701094647, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9491916040663504, "gate": 1.0206878035945015, "incumbentGate": 1.0206878035945015, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.36762285074620027, "gate": -0.2759543229057801, "incumbentGate": -0.2759543229057801, "retentionLoss": 0, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-8234b7b8", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.18751196762420771, "gate": -0.03819014321234598, "incumbentGate": -0.20641503496537883, "retentionLoss": 0, "tick": 120 }, { "epoch": 6, "parent": "p12-8234b7b8", "candidate": "p12-8c18936e", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.212285287930714, "gate": -0.04631916716505513, "incumbentGate": -0.13209670444042063, "retentionLoss": 0.21279700779690147, "tick": 144 }, { "epoch": 7, "parent": "p12-8234b7b8", "candidate": "p12-2868661b", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.2203652754515708, "gate": -0.053023917328600255, "incumbentGate": -0.2110194620677439, "retentionLoss": 0.21279700779690147, "tick": 168 }, { "epoch": 8, "parent": "p12-8234b7b8", "candidate": "p12-98bf83b", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.5346213240747789, "gate": 1.095103270699993, "incumbentGate": 0.1716983673214523, "retentionLoss": 1.2247875634867882, "tick": 192 }, { "epoch": 9, "parent": "p12-8234b7b8", "candidate": "p12-11bad3c1", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8051526539433597, "gate": 0.9657818900765024, "incumbentGate": 0.3249974366407307, "retentionLoss": 0.8004824125840332, "tick": 216 }, { "epoch": 10, "parent": "p12-8234b7b8", "candidate": "p12-2d65cafa", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.3500669529043581, "gate": 0.3476964696043334, "incumbentGate": 0.1780358658627588, "retentionLoss": 0.2127970077969018, "tick": 240 }, { "epoch": 11, "parent": "p12-8234b7b8", "candidate": "p12-e15fe12", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9667605833762861, "gate": 1.0004439354624448, "incumbentGate": 0.1336145942703061, "retentionLoss": 0.3574368782485676, "tick": 264 }, { "epoch": 12, "parent": "p12-8234b7b8", "candidate": "p12-f21a0735", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.6640128425653583, "gate": 0.9960977888598772, "incumbentGate": 0.9960977888598772, "retentionLoss": 0, "tick": 288 }, { "epoch": 13, "parent": "p12-8234b7b8", "candidate": "p12-8234b7b8", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.7805351626124586, "gate": 0.9471411733169536, "incumbentGate": 0.9471411733169536, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-8234b7b8", "candidate": "p12-8234b7b8", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.7453460929511911, "gate": 0.7260533381725957, "incumbentGate": 0.7260533381725957, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-8234b7b8", "candidate": "p12-d8be0469", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.8197332718870028, "gate": 0.9546742802860688, "incumbentGate": 0.9546742802860688, "retentionLoss": 0, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.017895168917962, "gate": 1.104232464871828, "incumbentGate": 1.104232464871828, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0760237712991982, "gate": 1.0393518433297209, "incumbentGate": 1.0393518433297209, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9622873505707362, "gate": 0.9073032701094647, "incumbentGate": 0.9073032701094647, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9491916040663504, "gate": 1.0206878035945015, "incumbentGate": 1.0206878035945015, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-186cb5d2", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6940272507468408, "gate": 0.9662044832195461, "incumbentGate": -0.2759543229057801, "retentionLoss": 0.7243725496049154, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-ff50539c", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7197557568249806, "gate": 1.0398580826752355, "incumbentGate": -0.20641503496537883, "retentionLoss": 0.7243725496049154, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-41870c8", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8211325106521933, "gate": 0.899068662376639, "incumbentGate": -0.13209670444042063, "retentionLoss": 0.5912297345221773, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-2aa6e6ef", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9611406698606935, "gate": 0.9695130061648577, "incumbentGate": -0.2110194620677439, "retentionLoss": 0.3772962706922983, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-764783bc", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.5734967482613418, "gate": 1.095103270699993, "incumbentGate": 0.1716983673214523, "retentionLoss": 1.0563971424526497, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-25821905", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8152393236190774, "gate": 0.9657818900765024, "incumbentGate": 0.3249974366407307, "retentionLoss": 0.4511300045380659, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-d5356746", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7872946337431618, "gate": 1.0032071145412742, "incumbentGate": 0.1780358658627588, "retentionLoss": 0.8004824125840332, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-63bf7f9e", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9667605833762861, "gate": 1.0004439354624448, "incumbentGate": 0.1336145942703061, "retentionLoss": 0.3574368782485676, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-51e006d4", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.7645020931294174, "gate": 0.5722577996630763, "incumbentGate": 0.9960977888598772, "retentionLoss": 0, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-624f9a9c", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.8125440691198115, "gate": 0.9471411733169536, "incumbentGate": 0.9471411733169536, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.7453460929511911, "gate": 0.8967013019886991, "incumbentGate": 0.8967013019886991, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.7877243653796501, "gate": 0.9546742802860688, "incumbentGate": 0.9546742802860688, "retentionLoss": 0, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0145714456866575, -0.2336577376167973, 0.21634226238320273, 1.0145714456866575 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 1.0145714456866575, -0.2336577376167973, 0.21634226238320273, 1.0145714456866575 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 1.0145714456866575, -0.2336577376167973, 0.21634226238320273, 1.0145714456866575 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 1.0145714456866575, -0.2336577376167973, 0.21634226238320273, 1.0145714456866575 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0145714456866575, -0.2336577376167973, 0.21634226238320273, 1.0145714456866575 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.821813540348503, 0.8141854383819154, -0.3184450141247015, 0.821813540348503 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.7843630063427993, 0.7088517436513387, 0.7788416651538662, 0.7843630063427993 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.7843630063427993, 0.7088517436513387, 0.7788416651538662, 0.7843630063427993 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0145714456866575, -0.2336577376167973, 0.21634226238320273, 1.0145714456866575 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9488325073908032, -0.15270017806492225, 0.25092543665525213, 0.9488325073908032 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9488325073908032, -0.15270017806492225, 0.25092543665525213, 0.9488325073908032 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9488325073908032, -0.15270017806492225, 0.25092543665525213, 0.9488325073908032 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0145714456866575, -0.2336577376167973, 0.21634226238320273, 1.0145714456866575 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 1.0145714456866575, -0.2336577376167973, 0.21634226238320273, 1.0145714456866575 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 1.0145714456866575, -0.2336577376167973, 0.21634226238320273, 1.0145714456866575 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 1.0145714456866575, -0.2336577376167973, 0.21634226238320273, 1.0145714456866575 ] } ] } }, { "regime": "foggy-cues", "seed": 9990, "arms": [ { "id": "fixed", "summary": { "usefulWork": 768.7608392107722, "harvests": 180, "toxicHarvests": 35, "energySpent": 924.9682706365907, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.31001415270428373, "heldoutA": 0.990975663858313, "heldoutB": -0.25546660287273093, "heldoutC": 0.19453339712726905, "heldoutReturn": 0.990975663858313, "retentionLoss": 0, "firstAReward": 0.990975663858313, "afterCReward": 0.990975663858313, "phaseAWork": 278.9514116357409, "phaseBWork": 154.78902265420555, "phaseCWork": 72.75391125611367, "returnAWork": 262.26649366471213, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 1078.5640769690365, "harvests": 180, "toxicHarvests": 30, "energySpent": 907.5079735073363, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 0.7468346316363892, "heldoutA": 0.7620234219518627, "heldoutB": 0.7305526825393343, "heldoutC": 0.7479277904179704, "heldoutReturn": 0.7620234219518627, "retentionLoss": 0.22895224190645036, "firstAReward": 0.990975663858313, "afterCReward": 0.7620234219518627, "phaseAWork": 278.9514116357409, "phaseBWork": 390.83655104042293, "phaseCWork": 186.53486543433758, "returnAWork": 222.24124885853507, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 768.7608392107722, "harvests": 180, "toxicHarvests": 35, "energySpent": 924.9682706365907, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 8090, "trainingPolicyEvaluations": 6810, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 8, "heldoutReward": 0.31001415270428373, "heldoutA": 0.990975663858313, "heldoutB": -0.25546660287273093, "heldoutC": 0.19453339712726905, "heldoutReturn": 0.990975663858313, "retentionLoss": 0, "firstAReward": 0.990975663858313, "afterCReward": 0.990975663858313, "phaseAWork": 278.9514116357409, "phaseBWork": 154.78902265420555, "phaseCWork": 72.75391125611367, "returnAWork": 262.26649366471213, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 768.7608392107722, "harvests": 180, "toxicHarvests": 35, "energySpent": 924.9682706365907, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 8090, "trainingPolicyEvaluations": 6810, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 10, "heldoutReward": 0.31001415270428373, "heldoutA": 0.990975663858313, "heldoutB": -0.25546660287273093, "heldoutC": 0.19453339712726905, "heldoutReturn": 0.990975663858313, "retentionLoss": 0, "firstAReward": 0.990975663858313, "afterCReward": 0.990975663858313, "phaseAWork": 278.9514116357409, "phaseBWork": 154.78902265420555, "phaseCWork": 72.75391125611367, "returnAWork": 262.26649366471213, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9423436772210989, "gate": 1.1548689103916416, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0574151059298613, "gate": 0.9750887966897969, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.1026044809356892, "gate": 1.0323146247694799, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.03131417412169, "gate": 0.9934235498777589, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.29696286328370686, "gate": -0.13318444602144638, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.3523587039729999, "gate": -0.32532798206398283, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2429844750753676, "gate": -0.2696221609729162, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.31469353383287285, "gate": -0.2709081363685966, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.21112175852955242, "gate": 0.3080394339442974, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.2578460379550345, "gate": 0.30506041697541386, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.24930444636354876, "gate": 0.25330100282281565, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.19461629901327704, "gate": 0.21485838326006979, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9822182518673412, "gate": 1.0672900593799826, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.8888994501958196, "gate": 0.9004186699542451, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9789084924039826, "gate": 0.839211175957456, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0128744937899379, "gate": 1.0147009496985497, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-df3a5151", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9423436772210989, "gate": 1.1548689103916416, "tick": 0 }, { "epoch": 1, "parent": "p12-df3a5151", "candidate": "p12-782c7862", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0574151059298613, "gate": 0.9750887966897969, "tick": 24 }, { "epoch": 2, "parent": "p12-782c7862", "candidate": "p12-f0b3ebef", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.1026044809356892, "gate": 1.0323146247694799, "tick": 48 }, { "epoch": 3, "parent": "p12-f0b3ebef", "candidate": "p12-371d7433", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.03131417412169, "gate": 0.9934235498777589, "tick": 72 }, { "epoch": 4, "parent": "p12-371d7433", "candidate": "p12-1577afc5", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8382246983074501, "gate": 0.5780959686155702, "tick": 96 }, { "epoch": 5, "parent": "p12-1577afc5", "candidate": "p12-dc4eee4b", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.6024568928002226, "gate": 1.0171217786749764, "tick": 120 }, { "epoch": 6, "parent": "p12-dc4eee4b", "candidate": "p12-fc6bd8bf", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9303743899325333, "gate": 1.0818098070067492, "tick": 144 }, { "epoch": 7, "parent": "p12-fc6bd8bf", "candidate": "p12-29b794bb", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.912823559202744, "gate": 0.7807744458683779, "tick": 168 }, { "epoch": 8, "parent": "p12-29b794bb", "candidate": "p12-bac0fdfd", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9589687742161802, "gate": 0.5725906881158345, "tick": 192 }, { "epoch": 9, "parent": "p12-bac0fdfd", "candidate": "p12-a4d280b", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9537362168425743, "gate": 0.7561237795717185, "tick": 216 }, { "epoch": 10, "parent": "p12-a4d280b", "candidate": "p12-e208caf9", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.41180038177658407, "gate": 0.6971504187555847, "tick": 240 }, { "epoch": 11, "parent": "p12-e208caf9", "candidate": "p12-18306d6a", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.819735949828064, "gate": 0.5368959745284686, "tick": 264 }, { "epoch": 12, "parent": "p12-18306d6a", "candidate": "p12-9ccee213", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.6808454545356427, "gate": 1.0672900593799826, "tick": 288 }, { "epoch": 13, "parent": "p12-9ccee213", "candidate": "p12-1588cbd6", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.7329181813468905, "gate": 0.7524862715713451, "tick": 312 }, { "epoch": 14, "parent": "p12-1588cbd6", "candidate": "p12-4da859cd", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.6394476482036723, "gate": 0.839211175957456, "tick": 336 }, { "epoch": 15, "parent": "p12-4da859cd", "candidate": "p12-c70bbc13", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9549618833356668, "gate": 0.8620041005132614, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9423436772210989, "gate": 1.1548689103916416, "incumbentGate": 1.1548689103916416, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0898997074171213, "gate": 0.9750887966897969, "incumbentGate": 0.9750887966897969, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0693203420617055, "gate": 1.0323146247694799, "incumbentGate": 1.0323146247694799, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9937348584805044, "gate": 0.9934235498777589, "incumbentGate": 0.9934235498777589, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-13cb6988", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6721400619160569, "gate": 1.0359759709864833, "incumbentGate": -0.13318444602144638, "retentionLoss": 0.8026062437023038, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-27345dfe", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.5180357112386437, "gate": 0.17032280778940737, "incumbentGate": -0.32532798206398283, "retentionLoss": 0.6159939430431693, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-45b60cc1", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7789926155593382, "gate": 1.0818098070067492, "incumbentGate": -0.2696221609729162, "retentionLoss": 0.6159939430431693, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-d8ef6284", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8508178056299881, "gate": 0.9615516939813086, "incumbentGate": -0.2709081363685966, "retentionLoss": 0.40773665523180397, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-20fda854", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.26636125791427556, "gate": 0.3080394339442974, "incumbentGate": 0.3080394339442974, "retentionLoss": 0, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-bc9e0da3", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.35072894812234834, "gate": 0.30506041697541386, "incumbentGate": 0.30506041697541386, "retentionLoss": 0.024220915436784507, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-a07ada63", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8410470468665592, "gate": 1.0941709051311919, "incumbentGate": 0.25330100282281565, "retentionLoss": 0.3863906584016228, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-68982baa", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.2685289901898786, "gate": 0.3004477103020425, "incumbentGate": 0.21485838326006979, "retentionLoss": 0.20179180931942015, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.6311302277735577, "gate": 1.0672900593799826, "incumbentGate": 1.0672900593799826, "retentionLoss": 0, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.676745941740229, "gate": 0.9004186699542451, "incumbentGate": 0.9004186699542451, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.7236119810551024, "gate": 0.839211175957456, "incumbentGate": 0.839211175957456, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.7398716500931369, "gate": 1.0147009496985497, "incumbentGate": 1.0147009496985497, "retentionLoss": 0, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9423436772210989, "gate": 1.1548689103916416, "incumbentGate": 1.1548689103916416, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0898997074171213, "gate": 0.9750887966897969, "incumbentGate": 0.9750887966897969, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0693203420617055, "gate": 1.0323146247694799, "incumbentGate": 1.0323146247694799, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9937348584805044, "gate": 0.9934235498777589, "incumbentGate": 0.9934235498777589, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-4304fe5f", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6721400619160569, "gate": 1.0359759709864833, "incumbentGate": -0.13318444602144638, "retentionLoss": 0.8026062437023038, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-612c2425", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8418139377787703, "gate": 1.0171217786749764, "incumbentGate": -0.32532798206398283, "retentionLoss": 0.2804127169616244, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-1f6fd734", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7789926155593382, "gate": 1.0818098070067492, "incumbentGate": -0.2696221609729162, "retentionLoss": 0.6159939430431693, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-371befde", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8508178056299881, "gate": 0.9615516939813086, "incumbentGate": -0.2709081363685966, "retentionLoss": 0.40773665523180397, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-b5a92cbb", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.5158550392106344, "gate": 0.7359641063898968, "incumbentGate": 0.3080394339442974, "retentionLoss": 0.7656654006749406, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-a641ebb6", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7458032591245104, "gate": 0.9791142385450923, "incumbentGate": 0.30506041697541386, "retentionLoss": 0.7500114301035524, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-586847d7", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8410470468665592, "gate": 1.0941709051311919, "incumbentGate": 0.25330100282281565, "retentionLoss": 0.3863906584016228, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-92bf1724", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 1.0625263053455514, "gate": 0.980537934125049, "incumbentGate": 0.21485838326006979, "retentionLoss": 0.12795527801318657, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-f2b7de8c", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.7679601221799826, "gate": 1.0672900593799826, "incumbentGate": 1.0672900593799826, "retentionLoss": 0, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.676745941740229, "gate": 0.9004186699542451, "incumbentGate": 0.9004186699542451, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.7236119810551024, "gate": 0.839211175957456, "incumbentGate": 0.839211175957456, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-e23bd736", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.7535218329335366, "gate": 0.8205663010363297, "incumbentGate": 1.0147009496985497, "retentionLoss": 0.0964764085378218, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.990975663858313, -0.25546660287273093, 0.19453339712726905, 0.990975663858313 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.990975663858313, -0.25546660287273093, 0.19453339712726905, 0.990975663858313 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.990975663858313, -0.25546660287273093, 0.19453339712726905, 0.990975663858313 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.990975663858313, -0.25546660287273093, 0.19453339712726905, 0.990975663858313 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.990975663858313, -0.25546660287273093, 0.19453339712726905, 0.990975663858313 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.8080517844694458, 0.8626411006690557, -0.33163436369811394, 0.8080517844694458 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.7620234219518627, 0.7305526825393343, 0.7479277904179704, 0.7620234219518627 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.7620234219518627, 0.7305526825393343, 0.7479277904179704, 0.7620234219518627 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.990975663858313, -0.25546660287273093, 0.19453339712726905, 0.990975663858313 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.990975663858313, -0.25546660287273093, 0.19453339712726905, 0.990975663858313 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.990975663858313, -0.25546660287273093, 0.19453339712726905, 0.990975663858313 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.990975663858313, -0.25546660287273093, 0.19453339712726905, 0.990975663858313 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.990975663858313, -0.25546660287273093, 0.19453339712726905, 0.990975663858313 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.990975663858313, -0.25546660287273093, 0.19453339712726905, 0.990975663858313 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.990975663858313, -0.25546660287273093, 0.19453339712726905, 0.990975663858313 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.990975663858313, -0.25546660287273093, 0.19453339712726905, 0.990975663858313 ] } ] } }, { "regime": "foggy-cues", "seed": 19963, "arms": [ { "id": "fixed", "summary": { "usefulWork": 769.8416239034905, "harvests": 180, "toxicHarvests": 38, "energySpent": 929.2134192510113, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.3506245601541666, "heldoutA": 1.0296343241832466, "heldoutB": -0.21388032186037353, "heldoutC": 0.23611967813962656, "heldoutReturn": 1.0296343241832466, "retentionLoss": 0, "firstAReward": 1.0296343241832466, "afterCReward": 1.0296343241832466, "phaseAWork": 283.5814988665088, "phaseBWork": 134.47602222907608, "phaseCWork": 65.18412958360506, "returnAWork": 286.5999732243005, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 1043.7576467572887, "harvests": 180, "toxicHarvests": 26, "energySpent": 903.0613042036432, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 0.8191773544234545, "heldoutA": 0.809292536572727, "heldoutB": 0.8244781784272665, "heldoutC": 0.8237613482703703, "heldoutReturn": 0.809292536572727, "retentionLoss": 0.2203417876105196, "firstAReward": 1.0296343241832466, "afterCReward": 0.809292536572727, "phaseAWork": 290.0688443504318, "phaseBWork": 348.27344754779057, "phaseCWork": 201.9861113041717, "returnAWork": 203.4292435548947, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 769.8416239034905, "harvests": 180, "toxicHarvests": 38, "energySpent": 929.2134192510113, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7778, "trainingPolicyEvaluations": 6498, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 8, "heldoutReward": 0.3506245601541666, "heldoutA": 1.0296343241832466, "heldoutB": -0.21388032186037353, "heldoutC": 0.23611967813962656, "heldoutReturn": 1.0296343241832466, "retentionLoss": 0, "firstAReward": 1.0296343241832466, "afterCReward": 1.0296343241832466, "phaseAWork": 283.5814988665088, "phaseBWork": 134.47602222907608, "phaseCWork": 65.18412958360506, "returnAWork": 286.5999732243005, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 769.8416239034905, "harvests": 180, "toxicHarvests": 38, "energySpent": 929.2134192510113, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7778, "trainingPolicyEvaluations": 6498, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 9, "heldoutReward": 0.3506245601541666, "heldoutA": 1.0296343241832466, "heldoutB": -0.21388032186037353, "heldoutC": 0.23611967813962656, "heldoutReturn": 1.0296343241832466, "retentionLoss": 0, "firstAReward": 1.0296343241832466, "afterCReward": 1.0296343241832466, "phaseAWork": 283.5814988665088, "phaseBWork": 134.47602222907608, "phaseCWork": 65.18412958360506, "returnAWork": 286.5999732243005, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9295859501495372, "gate": 0.9677235961514373, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9972479765460998, "gate": 1.0594465748152517, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.025708315387165, "gate": 0.9010866546608008, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9987256061467464, "gate": 0.9802025694737431, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.27298630895651244, "gate": -0.25916822243459475, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.24473221562066783, "gate": -0.3404160717497567, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.30995140920380404, "gate": -0.21818658866793675, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.1436150305930128, "gate": -0.2410046884143563, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.2373480866360954, "gate": 0.14452565883061355, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.16178119281913947, "gate": 0.21390768959135498, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.21818153693697576, "gate": 0.25072314940710944, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.35967801437912517, "gate": 0.19020989585436432, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.008940184702147, "gate": 1.0328028405258431, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.8684208278192913, "gate": 1.0194792137159032, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.025194373686127, "gate": 1.0430387886062944, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9972090807260424, "gate": 0.9629217433446117, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-9434922e", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9295859501495372, "gate": 0.9677235961514373, "tick": 0 }, { "epoch": 1, "parent": "p12-9434922e", "candidate": "p12-856c4214", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9972479765460998, "gate": 1.0594465748152517, "tick": 24 }, { "epoch": 2, "parent": "p12-856c4214", "candidate": "p12-6f018891", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.025708315387165, "gate": 0.9010866546608008, "tick": 48 }, { "epoch": 3, "parent": "p12-6f018891", "candidate": "p12-475af0f7", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9987256061467464, "gate": 0.9802025694737431, "tick": 72 }, { "epoch": 4, "parent": "p12-475af0f7", "candidate": "p12-2e2946b", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.6669544358653705, "gate": 0.9641145070408692, "tick": 96 }, { "epoch": 5, "parent": "p12-2e2946b", "candidate": "p12-7719948f", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8239802593171062, "gate": 0.9871346099875195, "tick": 120 }, { "epoch": 6, "parent": "p12-7719948f", "candidate": "p12-6d3a6363", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.6786329247738974, "gate": 0.8041462675576511, "tick": 144 }, { "epoch": 7, "parent": "p12-6d3a6363", "candidate": "p12-7a925627", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.7645454957451928, "gate": 0.9907804225234164, "tick": 168 }, { "epoch": 8, "parent": "p12-7a925627", "candidate": "p12-b1a91556", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9885614275709736, "gate": 0.8186694025090983, "tick": 192 }, { "epoch": 9, "parent": "p12-b1a91556", "candidate": "p12-ce445e9d", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.5651809067627459, "gate": 0.7508361607363131, "tick": 216 }, { "epoch": 10, "parent": "p12-ce445e9d", "candidate": "p12-becd80e1", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.7613983438622105, "gate": 0.4397215401850279, "tick": 240 }, { "epoch": 11, "parent": "p12-becd80e1", "candidate": "p12-d17c84b5", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9826342611535246, "gate": 0.8692339949796231, "tick": 264 }, { "epoch": 12, "parent": "p12-d17c84b5", "candidate": "p12-4c4070a0", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.6353635237593661, "gate": 0.7249704116320644, "tick": 288 }, { "epoch": 13, "parent": "p12-4c4070a0", "candidate": "p12-7e95f001", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8684208278192913, "gate": 0.8284636754594147, "tick": 312 }, { "epoch": 14, "parent": "p12-7e95f001", "candidate": "p12-60eb78c0", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.7907261385412768, "gate": 0.6633594211222834, "tick": 336 }, { "epoch": 15, "parent": "p12-60eb78c0", "candidate": "p12-b3790365", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8934026030701431, "gate": 0.9629217433446117, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9295859501495372, "gate": 0.9677235961514373, "incumbentGate": 0.9677235961514373, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9952902842876284, "gate": 1.0594465748152517, "incumbentGate": 1.0594465748152517, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0401083841336742, "gate": 0.9010866546608008, "incumbentGate": 0.9010866546608008, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9884562165282552, "gate": 0.9802025694737431, "incumbentGate": 0.9802025694737431, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-863ac01a", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.646758279461908, "gate": 0.736620849464347, "incumbentGate": -0.25916822243459475, "retentionLoss": 1.2220591666448068, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-56f91c37", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8029522784165194, "gate": 0.9871346099875195, "incumbentGate": -0.3404160717497567, "retentionLoss": 0.7286884916968249, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-c2c2bfb9", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7563449720268032, "gate": 0.9204892044688712, "incumbentGate": -0.21818658866793675, "retentionLoss": 1.0699240463430748, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-77f4d0c1", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.5494599058904535, "gate": 0.6362884069184573, "incumbentGate": -0.2410046884143563, "retentionLoss": 0.13809121495560883, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-995dde5e", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.4082121329116552, "gate": 0.14452565883061355, "incumbentGate": 0.14452565883061355, "retentionLoss": 0.08092831223856867, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6e359b26", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.23910075144402565, "gate": 0.21390768959135498, "incumbentGate": 0.21390768959135498, "retentionLoss": 0, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-b25ace0d", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.16784336420868348, "gate": 0.25072314940710944, "incumbentGate": 0.25072314940710944, "retentionLoss": 0.3307986231975498, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-5346eb1a", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.3450314992154544, "gate": 0.19020989585436432, "incumbentGate": 0.19020989585436432, "retentionLoss": 0.3949346899035855, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.5502133893914293, "gate": 1.0328028405258431, "incumbentGate": 1.0328028405258431, "retentionLoss": 0, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.7273438202678459, "gate": 1.0194792137159032, "incumbentGate": 1.0194792137159032, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8804645887171993, "gate": 1.0430387886062944, "incumbentGate": 1.0430387886062944, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9243673086718714, "gate": 0.9629217433446117, "incumbentGate": 0.9629217433446117, "retentionLoss": 0, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9295859501495372, "gate": 0.9677235961514373, "incumbentGate": 0.9677235961514373, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9952902842876284, "gate": 1.0594465748152517, "incumbentGate": 1.0594465748152517, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0401083841336742, "gate": 0.9010866546608008, "incumbentGate": 0.9010866546608008, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9884562165282552, "gate": 0.9802025694737431, "incumbentGate": 0.9802025694737431, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-73bfdb5c", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7839627602585841, "gate": 0.9641145070408692, "incumbentGate": -0.25916822243459475, "retentionLoss": 1.2220591666448068, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-e7c333", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.834049674503401, "gate": 0.5357086688907539, "incumbentGate": -0.3404160717497567, "retentionLoss": 0.5016988319498692, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-d08a0da9", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8135129340463881, "gate": 0.9204892044688712, "incumbentGate": -0.21818658866793675, "retentionLoss": 0.7286884916968249, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-71e19b45", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8403312813621325, "gate": 0.9907804225234164, "incumbentGate": -0.2410046884143563, "retentionLoss": 0.5361296774532244, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-d09723bc", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7035941631344306, "gate": 0.9791987804809676, "incumbentGate": 0.14452565883061355, "retentionLoss": 1.0129926434883902, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-22044a9", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.798924973965833, "gate": 0.9888129843911887, "incumbentGate": 0.21390768959135498, "retentionLoss": 0.5390133656058469, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-41e3ddc0", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7931524395002474, "gate": 1.0878061513281656, "incumbentGate": 0.25072314940710944, "retentionLoss": 0.5642688659445851, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-c4b9132", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9227916089055784, "gate": 1.0606331602973749, "incumbentGate": 0.19020989585436432, "retentionLoss": 0.17232962866845652, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-8e27dd20", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.7463387928759483, "gate": 1.0328028405258431, "incumbentGate": 1.0328028405258431, "retentionLoss": 0, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.7273438202678459, "gate": 1.0194792137159032, "incumbentGate": 1.0194792137159032, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8804645887171993, "gate": 1.0430387886062944, "incumbentGate": 1.0430387886062944, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9243673086718714, "gate": 0.9629217433446117, "incumbentGate": 0.9629217433446117, "retentionLoss": 0, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0296343241832466, -0.21388032186037353, 0.23611967813962656, 1.0296343241832466 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 1.0296343241832466, -0.21388032186037353, 0.23611967813962656, 1.0296343241832466 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 1.0296343241832466, -0.21388032186037353, 0.23611967813962656, 1.0296343241832466 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 1.0296343241832466, -0.21388032186037353, 0.23611967813962656, 1.0296343241832466 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0296343241832466, -0.21388032186037353, 0.23611967813962656, 1.0296343241832466 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.8743015823908642, 0.9310499219013952, -0.3101323730943272, 0.8743015823908642 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.809292536572727, 0.8244781784272665, 0.8237613482703703, 0.809292536572727 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.809292536572727, 0.8244781784272665, 0.8237613482703703, 0.809292536572727 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0296343241832466, -0.21388032186037353, 0.23611967813962656, 1.0296343241832466 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 1.0296343241832466, -0.21388032186037353, 0.23611967813962656, 1.0296343241832466 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 1.0296343241832466, -0.21388032186037353, 0.23611967813962656, 1.0296343241832466 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 1.0296343241832466, -0.21388032186037353, 0.23611967813962656, 1.0296343241832466 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0296343241832466, -0.21388032186037353, 0.23611967813962656, 1.0296343241832466 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 1.0296343241832466, -0.21388032186037353, 0.23611967813962656, 1.0296343241832466 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 1.0296343241832466, -0.21388032186037353, 0.23611967813962656, 1.0296343241832466 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 1.0296343241832466, -0.21388032186037353, 0.23611967813962656, 1.0296343241832466 ] } ] } }, { "regime": "foggy-cues", "seed": 29936, "arms": [ { "id": "fixed", "summary": { "usefulWork": 753.9421238089985, "harvests": 180, "toxicHarvests": 39, "energySpent": 930.1368296385573, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.31458543755429896, "heldoutA": 0.9921597868946564, "heldoutB": -0.24920173711587973, "heldoutC": 0.20079826288412014, "heldoutReturn": 0.9921597868946564, "retentionLoss": 0, "firstAReward": 0.9921597868946564, "afterCReward": 0.9921597868946564, "phaseAWork": 272.4759755550642, "phaseBWork": 140.15273724191968, "phaseCWork": 60.11837850689892, "returnAWork": 281.1950325051157, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 969.6822057926597, "harvests": 180, "toxicHarvests": 30, "energySpent": 908.8799621879474, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 0.7179181036531171, "heldoutA": 0.6765395821697254, "heldoutB": 0.7416357818167784, "heldoutC": 0.7355789469728476, "heldoutReturn": 0.6765395821697254, "retentionLoss": 0.315620204724931, "firstAReward": 0.9921597868946564, "afterCReward": 0.6765395821697254, "phaseAWork": 284.63898260770566, "phaseBWork": 336.99900557191825, "phaseCWork": 209.5362167477449, "returnAWork": 138.5080008652909, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 595.2700224187543, "harvests": 179, "toxicHarvests": 61, "energySpent": 961.1411229890141, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7856, "trainingPolicyEvaluations": 6576, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 1, "rollbacks": 11, "heldoutReward": 0.4526774235155848, "heldoutA": 0.6746215374486931, "heldoutB": -0.1301782418652134, "heldoutC": 0.8135889749632749, "heldoutReturn": 0.6746215374486931, "retentionLoss": 0.3175382494459633, "firstAReward": 0.9921597868946564, "afterCReward": 0.6746215374486931, "phaseAWork": 272.4759755550642, "phaseBWork": 140.15273724191968, "phaseCWork": 60.11837850689892, "returnAWork": 122.52293111487143, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 753.9421238089985, "harvests": 180, "toxicHarvests": 39, "energySpent": 930.1368296385573, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7856, "trainingPolicyEvaluations": 6576, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 8, "heldoutReward": 0.31458543755429896, "heldoutA": 0.9921597868946564, "heldoutB": -0.24920173711587973, "heldoutC": 0.20079826288412014, "heldoutReturn": 0.9921597868946564, "retentionLoss": 0, "firstAReward": 0.9921597868946564, "afterCReward": 0.9921597868946564, "phaseAWork": 272.4759755550642, "phaseBWork": 140.15273724191968, "phaseCWork": 60.11837850689892, "returnAWork": 281.1950325051157, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0794259487409898, "gate": 0.8760038785591525, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0051287908327426, "gate": 1.0559622686303138, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9974620457115465, "gate": 0.9334971035592452, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0828774809619128, "gate": 1.0109559530195935, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.3069137759295191, "gate": -0.3148045260557561, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.3249834065017289, "gate": -0.14244601008224475, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.20037357166230488, "gate": -0.1467785934192183, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.24217586870430652, "gate": -0.24088292185224844, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.1192609263509013, "gate": 0.4023958118633751, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.13968765829610597, "gate": 0.24792786456232663, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.18354991520216238, "gate": 0.1377687833881389, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.3326089041277685, "gate": 0.2293435961214041, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.002724315968226, "gate": 0.9766390707687306, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0911749359560228, "gate": 1.0033777693365702, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.994922420304034, "gate": 1.007590701422151, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9229871622467868, "gate": 0.9579448336252968, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-5e1fe6cc", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0794259487409898, "gate": 0.8760038785591525, "tick": 0 }, { "epoch": 1, "parent": "p12-5e1fe6cc", "candidate": "p12-38d6f6f8", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0051287908327426, "gate": 1.0559622686303138, "tick": 24 }, { "epoch": 2, "parent": "p12-38d6f6f8", "candidate": "p12-15c7903", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9974620457115465, "gate": 0.9334971035592452, "tick": 48 }, { "epoch": 3, "parent": "p12-15c7903", "candidate": "p12-538b7359", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0828774809619128, "gate": 1.0109559530195935, "tick": 72 }, { "epoch": 4, "parent": "p12-538b7359", "candidate": "p12-7a21d42", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.011350153896594, "gate": 0.9661956619849962, "tick": 96 }, { "epoch": 5, "parent": "p12-7a21d42", "candidate": "p12-aedcba7b", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8640696722830031, "gate": 0.7652926803337324, "tick": 120 }, { "epoch": 6, "parent": "p12-aedcba7b", "candidate": "p12-b1a80eb8", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.850982469743586, "gate": 0.5798130809958998, "tick": 144 }, { "epoch": 7, "parent": "p12-b1a80eb8", "candidate": "p12-b652ce62", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.77053840777982, "gate": 0.6076452602394862, "tick": 168 }, { "epoch": 8, "parent": "p12-b652ce62", "candidate": "p12-6f15005c", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.6416695680979607, "gate": 1.0010932478411634, "tick": 192 }, { "epoch": 9, "parent": "p12-6f15005c", "candidate": "p12-d1f02197", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.6825491942885066, "gate": 1.0537981956912825, "tick": 216 }, { "epoch": 10, "parent": "p12-d1f02197", "candidate": "p12-869168b7", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8092787057399297, "gate": 0.7683911929844642, "tick": 240 }, { "epoch": 11, "parent": "p12-869168b7", "candidate": "p12-c2c7990", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.6644354790853307, "gate": 0.6793692633082875, "tick": 264 }, { "epoch": 12, "parent": "p12-c2c7990", "candidate": "p12-411dc42f", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8968108657888697, "gate": 0.5972169894593505, "tick": 288 }, { "epoch": 13, "parent": "p12-411dc42f", "candidate": "p12-471aad7d", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0911749359560228, "gate": 0.8640276123784973, "tick": 312 }, { "epoch": 14, "parent": "p12-471aad7d", "candidate": "p12-d7467f5f", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8592752402738145, "gate": 0.8220517461853526, "tick": 336 }, { "epoch": 15, "parent": "p12-d7467f5f", "candidate": "p12-44b8da61", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.3398926209838175, "gate": 0.8315149554416985, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0794259487409898, "gate": 0.8760038785591525, "incumbentGate": 0.8760038785591525, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9652345680591623, "gate": 1.0559622686303138, "incumbentGate": 1.0559622686303138, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0047338325924056, "gate": 0.9334971035592452, "incumbentGate": 0.9334971035592452, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.034633556461412, "gate": 1.0109559530195935, "incumbentGate": 1.0109559530195935, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-19d48df2", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.5436747301762009, "gate": 0.09351841097660234, "incumbentGate": -0.3148045260557561, "retentionLoss": 0.2848654197702569, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-807d08e9", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.5850536810925164, "gate": 0.541602572010873, "incumbentGate": -0.14244601008224475, "retentionLoss": 0.8103487804229621, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6180a14e", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.08902048453259376, "gate": 0.02655683409821329, "incumbentGate": -0.1467785934192183, "retentionLoss": 0.41090530788901336, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-ea9a0106", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.39106423906327, "gate": 0.08904831540450812, "incumbentGate": -0.24088292185224844, "retentionLoss": 0.10184845439029777, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-f4fb576c", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.26638156856044976, "gate": 0.8069409134814585, "incumbentGate": 0.4023958118633751, "retentionLoss": 0.5449077104075244, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-20e27436", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.25308491527757554, "gate": 0.20434735726182085, "incumbentGate": 0.24792786456232663, "retentionLoss": 0.2764292348989859, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-c59e9f36", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7092277331577717, "gate": 0.9793797497663305, "incumbentGate": 0.1377687833881389, "retentionLoss": 0.2759893342985858, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-fe29e825", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.6569852412483722, "gate": 0.979366727466619, "incumbentGate": 0.2293435961214041, "retentionLoss": 0, "tick": 264 }, { "epoch": 12, "parent": "p12-fe29e825", "candidate": "p12-8babf797", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6800174037751119, "gate": 0.9766390707687306, "incumbentGate": 0.20496336440848598, "retentionLoss": 0.33616457149714746, "tick": 288 }, { "epoch": 13, "parent": "p12-fe29e825", "candidate": "p12-fa2233ac", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9194575316668065, "gate": 1.0033777693365702, "incumbentGate": 0.7246454896365114, "retentionLoss": 0.19842446851997142, "tick": 312 }, { "epoch": 14, "parent": "p12-fe29e825", "candidate": "p12-fe58619c", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.8737783935384633, "gate": 1.007590701422151, "incumbentGate": 1.007590701422151, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-fe29e825", "candidate": "p12-c39c78cc", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.8617294334786733, "gate": 0.9579448336252968, "incumbentGate": 0.9579448336252968, "retentionLoss": 0.531197054598971, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0794259487409898, "gate": 0.8760038785591525, "incumbentGate": 0.8760038785591525, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9652345680591623, "gate": 1.0559622686303138, "incumbentGate": 1.0559622686303138, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0047338325924056, "gate": 0.9334971035592452, "incumbentGate": 0.9334971035592452, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.034633556461412, "gate": 1.0109559530195935, "incumbentGate": 1.0109559530195935, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-386a3ceb", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6825891303910538, "gate": 0.9661956619849962, "incumbentGate": -0.3148045260557561, "retentionLoss": 0.8103487804229621, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-d0a51dc6", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9161944831443738, "gate": 0.7652926803337324, "incumbentGate": -0.14244601008224475, "retentionLoss": 0.8103487804229621, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-198b93a1", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8530538799080855, "gate": 0.9676523239019917, "incumbentGate": -0.1467785934192183, "retentionLoss": 0.8103487804229621, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-4b2bc2f6", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.80820496942817, "gate": 0.9424369263786986, "incumbentGate": -0.24088292185224844, "retentionLoss": 0.47508966063292196, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-e137c34", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6442302448753394, "gate": 1.0010932478411634, "incumbentGate": 0.4023958118633751, "retentionLoss": 0.35289473167996915, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-8d694262", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6936045834225558, "gate": 1.0537981956912825, "incumbentGate": 0.24792786456232663, "retentionLoss": 0.9776712474319389, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-42cb2fff", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7335145438332534, "gate": 0.2691101981128321, "incumbentGate": 0.1377687833881389, "retentionLoss": 0.5145003148930296, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-9640abdd", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6697077092740603, "gate": 0.979366727466619, "incumbentGate": 0.2293435961214041, "retentionLoss": 0.9776712474319389, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.5891324717370665, "gate": 0.9766390707687306, "incumbentGate": 0.9766390707687306, "retentionLoss": 0, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8186442385950804, "gate": 1.0033777693365702, "incumbentGate": 1.0033777693365702, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8047319923253274, "gate": 1.007590701422151, "incumbentGate": 1.007590701422151, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8617294334786733, "gate": 0.9579448336252968, "incumbentGate": 0.9579448336252968, "retentionLoss": 0, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9921597868946564, -0.24920173711587973, 0.20079826288412014, 0.9921597868946564 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9921597868946564, -0.24920173711587973, 0.20079826288412014, 0.9921597868946564 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9921597868946564, -0.24920173711587973, 0.20079826288412014, 0.9921597868946564 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9921597868946564, -0.24920173711587973, 0.20079826288412014, 0.9921597868946564 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9921597868946564, -0.24920173711587973, 0.20079826288412014, 0.9921597868946564 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.8905485515306808, 0.6856810054138378, 0.1347689631916496, 0.8905485515306808 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.6765395821697254, 0.7416357818167784, 0.7355789469728476, 0.6765395821697254 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.6765395821697254, 0.7416357818167784, 0.7355789469728476, 0.6765395821697254 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9921597868946564, -0.24920173711587973, 0.20079826288412014, 0.9921597868946564 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9921597868946564, -0.24920173711587973, 0.20079826288412014, 0.9921597868946564 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.6746215374486931, -0.1301782418652134, 0.8135889749632749, 0.6746215374486931 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.6746215374486931, -0.1301782418652134, 0.8135889749632749, 0.6746215374486931 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9921597868946564, -0.24920173711587973, 0.20079826288412014, 0.9921597868946564 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9921597868946564, -0.24920173711587973, 0.20079826288412014, 0.9921597868946564 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9921597868946564, -0.24920173711587973, 0.20079826288412014, 0.9921597868946564 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9921597868946564, -0.24920173711587973, 0.20079826288412014, 0.9921597868946564 ] } ] } }, { "regime": "foggy-cues", "seed": 39909, "arms": [ { "id": "fixed", "summary": { "usefulWork": 763.4006734857422, "harvests": 180, "toxicHarvests": 42, "energySpent": 934.7448584506523, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.29758340181982695, "heldoutA": 0.9798885141853994, "heldoutB": -0.2685691543629592, "heldoutC": 0.18143084563704084, "heldoutReturn": 0.9798885141853994, "retentionLoss": 0, "firstAReward": 0.9798885141853994, "afterCReward": 0.9798885141853994, "phaseAWork": 285.5206065389052, "phaseBWork": 140.70353861861935, "phaseCWork": 55.4523772906594, "returnAWork": 281.7241510375583, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 1076.7243444218527, "harvests": 180, "toxicHarvests": 24, "energySpent": 899.3493041405004, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 0.7207690016295792, "heldoutA": 0.6987281656617449, "heldoutB": 0.8190069076876447, "heldoutC": 0.6445719315393481, "heldoutReturn": 0.6987281656617449, "retentionLoss": 0.28116034852365446, "firstAReward": 0.9798885141853994, "afterCReward": 0.6987281656617449, "phaseAWork": 288.0556082496321, "phaseBWork": 360.5918684212927, "phaseCWork": 254.8621863889125, "returnAWork": 173.21468136201543, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 763.4006734857422, "harvests": 180, "toxicHarvests": 42, "energySpent": 934.7448584506523, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 8026, "trainingPolicyEvaluations": 6746, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 9, "heldoutReward": 0.29758340181982695, "heldoutA": 0.9798885141853994, "heldoutB": -0.2685691543629592, "heldoutC": 0.18143084563704084, "heldoutReturn": 0.9798885141853994, "retentionLoss": 0, "firstAReward": 0.9798885141853994, "afterCReward": 0.9798885141853994, "phaseAWork": 285.5206065389052, "phaseBWork": 140.70353861861935, "phaseCWork": 55.4523772906594, "returnAWork": 281.7241510375583, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 763.4006734857422, "harvests": 180, "toxicHarvests": 42, "energySpent": 934.7448584506523, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 8026, "trainingPolicyEvaluations": 6746, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 9, "heldoutReward": 0.29758340181982695, "heldoutA": 0.9798885141853994, "heldoutB": -0.2685691543629592, "heldoutC": 0.18143084563704084, "heldoutReturn": 0.9798885141853994, "retentionLoss": 0, "firstAReward": 0.9798885141853994, "afterCReward": 0.9798885141853994, "phaseAWork": 285.5206065389052, "phaseBWork": 140.70353861861935, "phaseCWork": 55.4523772906594, "returnAWork": 281.7241510375583, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.010566563785481, "gate": 1.0638225006591722, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9699403455163015, "gate": 0.9224870578618051, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.037322874544058, "gate": 0.9980202601984217, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9960814368126226, "gate": 1.0247043737178656, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2617322554678847, "gate": -0.34652293099373943, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.21077042790142994, "gate": -0.18613870852281614, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.23518244823362086, "gate": -0.2133179778765396, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2391173221167885, "gate": -0.09030785511273191, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.1070114336453279, "gate": 0.23051405638578995, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.16593980640551673, "gate": 0.021544433276876607, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.15727829261455584, "gate": 0.3033368242576885, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.1969512302767414, "gate": 0.31594025856110114, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9696204049276794, "gate": 1.020681242147899, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.04668003466005, "gate": 0.929557134794134, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9844348827950017, "gate": 1.125791626912436, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9747138248968321, "gate": 1.1289269304987224, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-2a196a84", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.010566563785481, "gate": 1.0638225006591722, "tick": 0 }, { "epoch": 1, "parent": "p12-2a196a84", "candidate": "p12-8b190ca7", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9699403455163015, "gate": 0.9224870578618051, "tick": 24 }, { "epoch": 2, "parent": "p12-8b190ca7", "candidate": "p12-233a4867", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.037322874544058, "gate": 0.9980202601984217, "tick": 48 }, { "epoch": 3, "parent": "p12-233a4867", "candidate": "p12-32a03229", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9960814368126226, "gate": 1.0247043737178656, "tick": 72 }, { "epoch": 4, "parent": "p12-32a03229", "candidate": "p12-bd8f52cc", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9249902142174204, "gate": 0.9364970401173087, "tick": 96 }, { "epoch": 5, "parent": "p12-bd8f52cc", "candidate": "p12-f3259f7b", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.7611691484968063, "gate": 0.9376039166602806, "tick": 120 }, { "epoch": 6, "parent": "p12-f3259f7b", "candidate": "p12-1aedb98c", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9389258696928926, "gate": 0.9405004206659693, "tick": 144 }, { "epoch": 7, "parent": "p12-1aedb98c", "candidate": "p12-9b27dc45", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.6935656026663867, "gate": 0.9855829796437328, "tick": 168 }, { "epoch": 8, "parent": "p12-9b27dc45", "candidate": "p12-891b4d33", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.6982004394464064, "gate": 0.7389209364611912, "tick": 192 }, { "epoch": 9, "parent": "p12-891b4d33", "candidate": "p12-ff838971", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.7632298801139524, "gate": 0.9831598626001767, "tick": 216 }, { "epoch": 10, "parent": "p12-ff838971", "candidate": "p12-ffb56977", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8640688210634165, "gate": 0.8473525807416403, "tick": 240 }, { "epoch": 11, "parent": "p12-ffb56977", "candidate": "p12-d7f05f84", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8894347810602489, "gate": 0.7443191718665975, "tick": 264 }, { "epoch": 12, "parent": "p12-d7f05f84", "candidate": "p12-5b76f2c1", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.7257141772947661, "gate": 0.8158291624629307, "tick": 288 }, { "epoch": 13, "parent": "p12-5b76f2c1", "candidate": "p12-f7b9e7c8", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9227565721440579, "gate": 0.5831116259432254, "tick": 312 }, { "epoch": 14, "parent": "p12-f7b9e7c8", "candidate": "p12-eb2b2c85", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8278416050383925, "gate": 0.8741415430870271, "tick": 336 }, { "epoch": 15, "parent": "p12-eb2b2c85", "candidate": "p12-897fbde7", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9747138248968321, "gate": 0.9716629287076328, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.010566563785481, "gate": 1.0638225006591722, "incumbentGate": 1.0638225006591722, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9923779662567024, "gate": 0.9224870578618051, "incumbentGate": 0.9224870578618051, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.996731527447697, "gate": 0.9980202601984217, "incumbentGate": 0.9980202601984217, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9874210224349923, "gate": 1.0247043737178656, "incumbentGate": 1.0247043737178656, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-33b4fd34", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6537863983210854, "gate": 1.1747629278788716, "incumbentGate": -0.34652293099373943, "retentionLoss": 0.9341315684471807, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-5428acd1", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8393103968209518, "gate": 0.9376039166602806, "incumbentGate": -0.18613870852281614, "retentionLoss": 0.49050799913956505, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-ff1c9559", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8426984227259648, "gate": 1.1593048370739598, "incumbentGate": -0.2133179778765396, "retentionLoss": 0.49050799913956505, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-de07f9ef", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9323680228923146, "gate": 0.9855829796437328, "incumbentGate": -0.09030785511273191, "retentionLoss": 0.3024777966368273, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-24fb3e33", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.32728206285637557, "gate": -0.2856338003450872, "incumbentGate": 0.23051405638578995, "retentionLoss": 0, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-84ad7045", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7037089459048395, "gate": 0.9831598626001767, "incumbentGate": 0.021544433276876607, "retentionLoss": 1.006754453775348, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-306f9100", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.47903559818989655, "gate": 0.3033368242576885, "incumbentGate": 0.3033368242576885, "retentionLoss": 0, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-3f5d49ea", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.19840628996626064, "gate": 0.31594025856110114, "incumbentGate": 0.31594025856110114, "retentionLoss": 0, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-ff1391ac", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.6251570946010916, "gate": 0.7856720889904002, "incumbentGate": 1.020681242147899, "retentionLoss": 0.10073220351682421, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.7950010923295311, "gate": 0.929557134794134, "incumbentGate": 0.929557134794134, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8669649174060897, "gate": 1.125791626912436, "incumbentGate": 1.125791626912436, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9211278895460927, "gate": 1.1289269304987224, "incumbentGate": 1.1289269304987224, "retentionLoss": 0, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.010566563785481, "gate": 1.0638225006591722, "incumbentGate": 1.0638225006591722, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9923779662567024, "gate": 0.9224870578618051, "incumbentGate": 0.9224870578618051, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.996731527447697, "gate": 0.9980202601984217, "incumbentGate": 0.9980202601984217, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9874210224349923, "gate": 1.0247043737178656, "incumbentGate": 1.0247043737178656, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-8e0cb60b", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7639754533579036, "gate": 1.1747629278788716, "incumbentGate": -0.34652293099373943, "retentionLoss": 0.9341315684471807, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-1d7eefb8", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8393103968209518, "gate": 0.9376039166602806, "incumbentGate": -0.18613870852281614, "retentionLoss": 0.49050799913956505, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6ab193b7", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8426984227259648, "gate": 1.1593048370739598, "incumbentGate": -0.2133179778765396, "retentionLoss": 0.49050799913956505, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-562bcfef", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9323680228923146, "gate": 0.9855829796437328, "incumbentGate": -0.09030785511273191, "retentionLoss": 0.3024777966368273, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-82739c1d", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.6920095554508455, "gate": 0.09596192220891203, "incumbentGate": 0.23051405638578995, "retentionLoss": 0.3024777966368273, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-9098ff83", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7565742709952711, "gate": 0.9831598626001767, "incumbentGate": 0.021544433276876607, "retentionLoss": 0.8593693399094904, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-1fa16536", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7292448706208918, "gate": 1.1032681508611317, "incumbentGate": 0.3033368242576885, "retentionLoss": 1.006754453775348, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-ae8ab177", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9372444336549347, "gate": 0.657636394835488, "incumbentGate": 0.31594025856110114, "retentionLoss": 0.18077240915475157, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.588339283651853, "gate": 1.020681242147899, "incumbentGate": 1.020681242147899, "retentionLoss": 0, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-76a4cc2b", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.8113034688991693, "gate": 0.8548977579705532, "incumbentGate": 0.929557134794134, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8669649174060897, "gate": 1.125791626912436, "incumbentGate": 1.125791626912436, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9211278895460927, "gate": 1.1289269304987224, "incumbentGate": 1.1289269304987224, "retentionLoss": 0, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9798885141853994, -0.2685691543629592, 0.18143084563704084, 0.9798885141853994 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9798885141853994, -0.2685691543629592, 0.18143084563704084, 0.9798885141853994 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9798885141853994, -0.2685691543629592, 0.18143084563704084, 0.9798885141853994 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9798885141853994, -0.2685691543629592, 0.18143084563704084, 0.9798885141853994 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9798885141853994, -0.2685691543629592, 0.18143084563704084, 0.9798885141853994 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.7677416041860369, 0.8888368297541476, -0.35247178716546934, 0.7677416041860369 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.6987281656617449, 0.8190069076876447, 0.6445719315393481, 0.6987281656617449 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.6987281656617449, 0.8190069076876447, 0.6445719315393481, 0.6987281656617449 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9798885141853994, -0.2685691543629592, 0.18143084563704084, 0.9798885141853994 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9798885141853994, -0.2685691543629592, 0.18143084563704084, 0.9798885141853994 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9798885141853994, -0.2685691543629592, 0.18143084563704084, 0.9798885141853994 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9798885141853994, -0.2685691543629592, 0.18143084563704084, 0.9798885141853994 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9798885141853994, -0.2685691543629592, 0.18143084563704084, 0.9798885141853994 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9798885141853994, -0.2685691543629592, 0.18143084563704084, 0.9798885141853994 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9798885141853994, -0.2685691543629592, 0.18143084563704084, 0.9798885141853994 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9798885141853994, -0.2685691543629592, 0.18143084563704084, 0.9798885141853994 ] } ] } }, { "regime": "foggy-cues", "seed": 49882, "arms": [ { "id": "fixed", "summary": { "usefulWork": 722.1505640328996, "harvests": 180, "toxicHarvests": 39, "energySpent": 930.6451964091834, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.3209182878877531, "heldoutA": 1.0033520427357585, "heldoutB": -0.24529858953624956, "heldoutC": 0.20470141046375043, "heldoutReturn": 1.0033520427357585, "retentionLoss": 0, "firstAReward": 1.0033520427357585, "afterCReward": 1.0033520427357585, "phaseAWork": 264.6676571548663, "phaseBWork": 138.72532542448607, "phaseCWork": 65.59063652276097, "returnAWork": 253.16694493078631, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 1001.8951391957206, "harvests": 180, "toxicHarvests": 28, "energySpent": 905.1133149018652, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 0.7780020762701446, "heldoutA": 0.7814040052806719, "heldoutB": 0.77497340146377, "heldoutC": 0.7776288220659918, "heldoutReturn": 0.7814040052806719, "retentionLoss": 0.22194803745508662, "firstAReward": 1.0033520427357585, "afterCReward": 0.7814040052806719, "phaseAWork": 264.6676571548663, "phaseBWork": 387.53610615839256, "phaseCWork": 140.87086627144117, "returnAWork": 208.8205096110206, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 497.90279607872844, "harvests": 178, "toxicHarvests": 70, "energySpent": 966.3656104915474, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7798, "trainingPolicyEvaluations": 6518, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 1, "rollbacks": 9, "heldoutReward": 0.31271026140242814, "heldoutA": 0.31727616371672807, "heldoutB": 1.0029354281131946, "heldoutC": -0.3820808076226383, "heldoutReturn": 0.31727616371672807, "retentionLoss": 0.6860758790190304, "firstAReward": 1.0033520427357585, "afterCReward": 0.31727616371672807, "phaseAWork": 264.6676571548663, "phaseBWork": 138.72532542448607, "phaseCWork": 1.0392590086414089, "returnAWork": 93.47055449073468, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 497.90279607872844, "harvests": 178, "toxicHarvests": 70, "energySpent": 966.3656104915474, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7798, "trainingPolicyEvaluations": 6518, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 1, "rollbacks": 11, "heldoutReward": 0.31271026140242814, "heldoutA": 0.31727616371672807, "heldoutB": 1.0029354281131946, "heldoutC": -0.3820808076226383, "heldoutReturn": 0.31727616371672807, "retentionLoss": 0.6860758790190304, "firstAReward": 1.0033520427357585, "afterCReward": 0.31727616371672807, "phaseAWork": 264.6676571548663, "phaseBWork": 138.72532542448607, "phaseCWork": 1.0392590086414089, "returnAWork": 93.47055449073468, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.8589177665222216, "gate": 1.0153910568335944, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9451796644013344, "gate": 1.0655038084877646, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9444761817234245, "gate": 1.03068805045064, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.972140087886528, "gate": 0.9810869444622928, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.29334510329098523, "gate": -0.19014287396468196, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.19881978508307552, "gate": -0.27213459615277863, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.3632102222891777, "gate": -0.26334436144528206, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2085139212274588, "gate": -0.2526067879370333, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.10875090063036032, "gate": 0.18964329719059445, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.2262340618526715, "gate": 0.31544966030882143, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.17242416589495382, "gate": 0.19351003808534886, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.20554767536170448, "gate": 0.2091066329884459, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0215745707653974, "gate": 1.0348798602530014, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0320475228019896, "gate": 0.7769428557456624, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0044197473854506, "gate": 1.0311349799057357, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.035867862808963, "gate": 0.9015905651773269, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-bba2413a", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8589177665222216, "gate": 1.0153910568335944, "tick": 0 }, { "epoch": 1, "parent": "p12-bba2413a", "candidate": "p12-b536a42a", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9451796644013344, "gate": 1.0655038084877646, "tick": 24 }, { "epoch": 2, "parent": "p12-b536a42a", "candidate": "p12-7217181d", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9444761817234245, "gate": 1.03068805045064, "tick": 48 }, { "epoch": 3, "parent": "p12-7217181d", "candidate": "p12-9ff9f3e0", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.972140087886528, "gate": 0.9810869444622928, "tick": 72 }, { "epoch": 4, "parent": "p12-9ff9f3e0", "candidate": "p12-d47dbc38", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8548737315597418, "gate": 0.519473736756095, "tick": 96 }, { "epoch": 5, "parent": "p12-d47dbc38", "candidate": "p12-a45e354e", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.7541054846024391, "gate": 0.5199136846438664, "tick": 120 }, { "epoch": 6, "parent": "p12-a45e354e", "candidate": "p12-74d68d8a", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0107998392493454, "gate": 0.7139509842887447, "tick": 144 }, { "epoch": 7, "parent": "p12-74d68d8a", "candidate": "p12-7d3e6a82", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8708426673782714, "gate": 1.012902952691214, "tick": 168 }, { "epoch": 8, "parent": "p12-7d3e6a82", "candidate": "p12-be3c20b5", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.4320077195550149, "gate": 0.39326643848556414, "tick": 192 }, { "epoch": 9, "parent": "p12-be3c20b5", "candidate": "p12-7bbffe99", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.654072547751916, "gate": 1.0867477944151767, "tick": 216 }, { "epoch": 10, "parent": "p12-7bbffe99", "candidate": "p12-e546806b", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9143625236221178, "gate": 0.825962680931818, "tick": 240 }, { "epoch": 11, "parent": "p12-e546806b", "candidate": "p12-c26dc037", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.7914219335930103, "gate": 0.6670441470288067, "tick": 264 }, { "epoch": 12, "parent": "p12-c26dc037", "candidate": "p12-87f6c05c", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0215745707653974, "gate": 1.0348798602530014, "tick": 288 }, { "epoch": 13, "parent": "p12-87f6c05c", "candidate": "p12-988b5fac", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.6165982414367491, "gate": 0.5441815969366971, "tick": 312 }, { "epoch": 14, "parent": "p12-988b5fac", "candidate": "p12-b6e74af7", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0044197473854506, "gate": 0.4004951034801338, "tick": 336 }, { "epoch": 15, "parent": "p12-b6e74af7", "candidate": "p12-7051b29f", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.5672697882178327, "gate": 0.7100322139712318, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8589177665222216, "gate": 1.0153910568335944, "incumbentGate": 1.0153910568335944, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.949088371401034, "gate": 1.0655038084877646, "incumbentGate": 1.0655038084877646, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9959688215852938, "gate": 1.03068805045064, "incumbentGate": 1.03068805045064, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0084361011841885, "gate": 0.9810869444622928, "incumbentGate": 0.9810869444622928, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-d6283de6", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8785511831100787, "gate": 0.9703645381526153, "incumbentGate": -0.19014287396468196, "retentionLoss": 0.833694641530998, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-5e12ef6a", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8263793098809871, "gate": 0.9430068915066622, "incumbentGate": -0.27213459615277863, "retentionLoss": 0.5340023056802745, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-e31b8011", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.22275967846690797, "gate": 0.04734843970838929, "incumbentGate": -0.26334436144528206, "retentionLoss": 0.40863130672512266, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-f2889bc6", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9272860294086867, "gate": 1.012902952691214, "incumbentGate": -0.2526067879370333, "retentionLoss": 0.06282136406126382, "tick": 168 }, { "epoch": 8, "parent": "p12-f2889bc6", "candidate": "p12-f2889bc6", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.24976466143030507, "gate": -0.3417090554000695, "incumbentGate": -0.3417090554000695, "retentionLoss": 0, "tick": 192 }, { "epoch": 9, "parent": "p12-f2889bc6", "candidate": "p12-22cf87fc", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.027957219327886588, "gate": 0.08772251713473134, "incumbentGate": -0.4109635662950368, "retentionLoss": 1.0493037785843606, "tick": 216 }, { "epoch": 10, "parent": "p12-f2889bc6", "candidate": "p12-d577f535", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.055009861517758475, "gate": -0.3647112950666451, "incumbentGate": -0.3647112950666451, "retentionLoss": 0, "tick": 240 }, { "epoch": 11, "parent": "p12-f2889bc6", "candidate": "p12-f2889bc6", "promoted": false, "reason": "Incumbent wins training.", "fit": -0.1078367214053537, "gate": -0.45538417413582016, "incumbentGate": -0.45538417413582016, "retentionLoss": 0, "tick": 264 }, { "epoch": 12, "parent": "p12-f2889bc6", "candidate": "p12-c29d330f", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.45104985352759003, "gate": 0.8738682554885945, "incumbentGate": 0.24943790448202482, "retentionLoss": 0.4531977946018552, "tick": 288 }, { "epoch": 13, "parent": "p12-f2889bc6", "candidate": "p12-620b88e7", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7309163225864234, "gate": 0.7769428557456624, "incumbentGate": 0.17747417561269632, "retentionLoss": 0.845062703532689, "tick": 312 }, { "epoch": 14, "parent": "p12-f2889bc6", "candidate": "p12-c30b014b", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.746281975465018, "gate": 1.0311349799057357, "incumbentGate": 0.30932510996309226, "retentionLoss": 0.7344997112596029, "tick": 336 }, { "epoch": 15, "parent": "p12-f2889bc6", "candidate": "p12-9873f35d", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9061739919573553, "gate": 0.9015905651773269, "incumbentGate": 0.3434977616351617, "retentionLoss": 0.6029439634535051, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8589177665222216, "gate": 1.0153910568335944, "incumbentGate": 1.0153910568335944, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.949088371401034, "gate": 1.0655038084877646, "incumbentGate": 1.0655038084877646, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9959688215852938, "gate": 1.03068805045064, "incumbentGate": 1.03068805045064, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0084361011841885, "gate": 0.9810869444622928, "incumbentGate": 0.9810869444622928, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-4aac586", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8100173281484043, "gate": 0.9703645381526153, "incumbentGate": -0.19014287396468196, "retentionLoss": 0.833694641530998, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-2b4a4e34", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8263793098809871, "gate": 0.9430068915066622, "incumbentGate": -0.27213459615277863, "retentionLoss": 0.5340023056802745, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-df13dc78", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9148691004745417, "gate": 0.8062794978737541, "incumbentGate": -0.26334436144528206, "retentionLoss": 0.5728123165039256, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-4341a65d", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9272860294086867, "gate": 1.012902952691214, "incumbentGate": -0.2526067879370333, "retentionLoss": 0.06282136406126382, "tick": 168 }, { "epoch": 8, "parent": "p12-4341a65d", "candidate": "p12-e333ed48", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6109920307209658, "gate": 0.554904729555747, "incumbentGate": -0.3417090554000695, "retentionLoss": 0.5410587176188968, "tick": 192 }, { "epoch": 9, "parent": "p12-4341a65d", "candidate": "p12-8e465292", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7495304492654024, "gate": 1.0867477944151767, "incumbentGate": -0.4109635662950368, "retentionLoss": 0.6073518298844333, "tick": 216 }, { "epoch": 10, "parent": "p12-4341a65d", "candidate": "p12-939c7708", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.892091764452429, "gate": 0.5570932001625045, "incumbentGate": -0.3647112950666451, "retentionLoss": 0.6486158627968235, "tick": 240 }, { "epoch": 11, "parent": "p12-4341a65d", "candidate": "p12-3fd1c923", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7259360181938918, "gate": 0.9852983725134511, "incumbentGate": -0.45538417413582016, "retentionLoss": 0.5013647895867833, "tick": 264 }, { "epoch": 12, "parent": "p12-4341a65d", "candidate": "p12-de832122", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6375067596113989, "gate": 1.0348798602530014, "incumbentGate": 0.24943790448202482, "retentionLoss": 0.3103230105601331, "tick": 288 }, { "epoch": 13, "parent": "p12-4341a65d", "candidate": "p12-f6deeb23", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7406565205543547, "gate": 0.6569587597139277, "incumbentGate": 0.17747417561269632, "retentionLoss": 0.33251767965665535, "tick": 312 }, { "epoch": 14, "parent": "p12-4341a65d", "candidate": "p12-70ace390", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.746281975465018, "gate": 1.0311349799057357, "incumbentGate": 0.30932510996309226, "retentionLoss": 0.7344997112596029, "tick": 336 }, { "epoch": 15, "parent": "p12-4341a65d", "candidate": "p12-5a255add", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9061739919573553, "gate": 0.9015905651773269, "incumbentGate": 0.3434977616351617, "retentionLoss": 0.6029439634535051, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0033520427357585, -0.24529858953624956, 0.20470141046375043, 1.0033520427357585 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 1.0033520427357585, -0.24529858953624956, 0.20470141046375043, 1.0033520427357585 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 1.0033520427357585, -0.24529858953624956, 0.20470141046375043, 1.0033520427357585 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 1.0033520427357585, -0.24529858953624956, 0.20470141046375043, 1.0033520427357585 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0033520427357585, -0.24529858953624956, 0.20470141046375043, 1.0033520427357585 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.8568700433684567, 0.8482261526194662, -0.3279203364147621, 0.8568700433684567 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.7814040052806719, 0.77497340146377, 0.7776288220659918, 0.7814040052806719 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.7814040052806719, 0.77497340146377, 0.7776288220659918, 0.7814040052806719 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0033520427357585, -0.24529858953624956, 0.20470141046375043, 1.0033520427357585 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.31727616371672807, 1.0029354281131946, -0.3820808076226383, 0.31727616371672807 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.31727616371672807, 1.0029354281131946, -0.3820808076226383, 0.31727616371672807 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.31727616371672807, 1.0029354281131946, -0.3820808076226383, 0.31727616371672807 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0033520427357585, -0.24529858953624956, 0.20470141046375043, 1.0033520427357585 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.31727616371672807, 1.0029354281131946, -0.3820808076226383, 0.31727616371672807 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.31727616371672807, 1.0029354281131946, -0.3820808076226383, 0.31727616371672807 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.31727616371672807, 1.0029354281131946, -0.3820808076226383, 0.31727616371672807 ] } ] } }, { "regime": "foggy-cues", "seed": 59855, "arms": [ { "id": "fixed", "summary": { "usefulWork": 775.4098689800228, "harvests": 180, "toxicHarvests": 41, "energySpent": 934.0205520695097, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.2860369062868421, "heldoutA": 0.9693702396201755, "heldoutB": -0.28062976037982473, "heldoutC": 0.16937023962017542, "heldoutReturn": 0.9693702396201755, "retentionLoss": 0, "firstAReward": 0.9693702396201755, "afterCReward": 0.9693702396201755, "phaseAWork": 265.8882760721798, "phaseBWork": 146.86916630929778, "phaseCWork": 70.02946113575194, "returnAWork": 292.6229654627933, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 1000.0189949727763, "harvests": 180, "toxicHarvests": 35, "energySpent": 916.3047281017036, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 0.7440392298892541, "heldoutA": 0.7471192771099405, "heldoutB": 0.8044045811613058, "heldoutC": 0.6805938313965157, "heldoutReturn": 0.7471192771099405, "retentionLoss": 0.22225096251023502, "firstAReward": 0.9693702396201755, "afterCReward": 0.7471192771099405, "phaseAWork": 265.8882760721798, "phaseBWork": 349.4708583269146, "phaseCWork": 154.4442170127113, "returnAWork": 230.21564356097065, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 775.4098689800228, "harvests": 180, "toxicHarvests": 41, "energySpent": 934.0205520695097, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7956, "trainingPolicyEvaluations": 6676, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 7, "heldoutReward": 0.2860369062868421, "heldoutA": 0.9693702396201755, "heldoutB": -0.28062976037982473, "heldoutC": 0.16937023962017542, "heldoutReturn": 0.9693702396201755, "retentionLoss": 0, "firstAReward": 0.9693702396201755, "afterCReward": 0.9693702396201755, "phaseAWork": 265.8882760721798, "phaseBWork": 146.86916630929778, "phaseCWork": 70.02946113575194, "returnAWork": 292.6229654627933, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 775.4098689800228, "harvests": 180, "toxicHarvests": 41, "energySpent": 934.0205520695097, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7956, "trainingPolicyEvaluations": 6676, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 10, "heldoutReward": 0.2860369062868421, "heldoutA": 0.9693702396201755, "heldoutB": -0.28062976037982473, "heldoutC": 0.16937023962017542, "heldoutReturn": 0.9693702396201755, "retentionLoss": 0, "firstAReward": 0.9693702396201755, "afterCReward": 0.9693702396201755, "phaseAWork": 265.8882760721798, "phaseBWork": 146.86916630929778, "phaseCWork": 70.02946113575194, "returnAWork": 292.6229654627933, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0106046249601193, "gate": 1.0854519118554313, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9188828242464258, "gate": 1.0912248373970046, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9981982678309173, "gate": 1.0967155173640257, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9939791335585652, "gate": 0.8709414478062176, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.29245199788481435, "gate": -0.21419638110076908, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2790882260814716, "gate": -0.2616518630487195, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2942304654757934, "gate": -0.19678137274426408, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.26817772754705294, "gate": -0.21814417976337533, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.26399261065136065, "gate": 0.1593396187331481, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.22365316970719365, "gate": 0.26605015379151115, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.21602237801055243, "gate": 0.24130086560321914, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.21851371254115146, "gate": 0.2259309801618784, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9431049309843266, "gate": 0.9128206702876716, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9039592523069411, "gate": 1.0135802876517352, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9826795147415877, "gate": 1.1343088303916284, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.987845845697635, "gate": 0.8904674275088613, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-df9e3eda", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0106046249601193, "gate": 1.0854519118554313, "tick": 0 }, { "epoch": 1, "parent": "p12-df9e3eda", "candidate": "p12-77645ab8", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9188828242464258, "gate": 1.0912248373970046, "tick": 24 }, { "epoch": 2, "parent": "p12-77645ab8", "candidate": "p12-627260e9", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9981982678309173, "gate": 1.0967155173640257, "tick": 48 }, { "epoch": 3, "parent": "p12-627260e9", "candidate": "p12-21f3aedc", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9939791335585652, "gate": 0.8709414478062176, "tick": 72 }, { "epoch": 4, "parent": "p12-21f3aedc", "candidate": "p12-68fe6f29", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8846152826130704, "gate": 0.6973619070540139, "tick": 96 }, { "epoch": 5, "parent": "p12-68fe6f29", "candidate": "p12-98ecce40", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.7880337378486697, "gate": 0.8734075903970276, "tick": 120 }, { "epoch": 6, "parent": "p12-98ecce40", "candidate": "p12-cc6aee71", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8710978285682932, "gate": 1.0712815174675399, "tick": 144 }, { "epoch": 7, "parent": "p12-cc6aee71", "candidate": "p12-5ea0d367", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8522764924648737, "gate": 0.9539107577907003, "tick": 168 }, { "epoch": 8, "parent": "p12-5ea0d367", "candidate": "p12-8d60d8f", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.09105498607243813, "gate": -0.000960931143182811, "tick": 192 }, { "epoch": 9, "parent": "p12-8d60d8f", "candidate": "p12-d79508c6", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.5667522816256948, "gate": 0.7732879079046762, "tick": 216 }, { "epoch": 10, "parent": "p12-d79508c6", "candidate": "p12-db5fe559", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8377484452474379, "gate": 0.8405742582762427, "tick": 240 }, { "epoch": 11, "parent": "p12-db5fe559", "candidate": "p12-af2cb259", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9251542814924667, "gate": 0.7688732721942023, "tick": 264 }, { "epoch": 12, "parent": "p12-af2cb259", "candidate": "p12-119020cf", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9431049309843266, "gate": 0.43004640052173637, "tick": 288 }, { "epoch": 13, "parent": "p12-119020cf", "candidate": "p12-9c2c7a08", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.5799829560764572, "gate": 1.0135802876517352, "tick": 312 }, { "epoch": 14, "parent": "p12-9c2c7a08", "candidate": "p12-e4b3a0bf", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8695092366621585, "gate": 1.1343088303916284, "tick": 336 }, { "epoch": 15, "parent": "p12-e4b3a0bf", "candidate": "p12-ceaef3bb", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.81313975643383, "gate": 0.41789623461067826, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0106046249601193, "gate": 1.0854519118554313, "incumbentGate": 1.0854519118554313, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9744058534494278, "gate": 1.0912248373970046, "incumbentGate": 1.0912248373970046, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.026169434639355, "gate": 1.0967155173640257, "incumbentGate": 1.0967155173640257, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0304103373265028, "gate": 0.8709414478062176, "incumbentGate": 0.8709414478062176, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-a71ffca0", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.2932853068118614, "gate": -0.21419638110076908, "incumbentGate": -0.21419638110076908, "retentionLoss": 0, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6b979c2b", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8130651593710709, "gate": 1.093243192727446, "incumbentGate": -0.2616518630487195, "retentionLoss": 0.6827853406517945, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-12199509", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6665898783225291, "gate": 0.8630465889449771, "incumbentGate": -0.19678137274426408, "retentionLoss": 0.10041036348340593, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-82d30a88", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9455163661470393, "gate": 0.9539107577907003, "incumbentGate": -0.21814417976337533, "retentionLoss": 0.462834536608283, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-62831c3", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.3839163609964071, "gate": 0.8038353592449518, "incumbentGate": 0.1593396187331481, "retentionLoss": 0.2487999985255581, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.252478761328958, "gate": 0.26605015379151115, "incumbentGate": 0.26605015379151115, "retentionLoss": 0, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-fb7231dc", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.739167592569821, "gate": 1.0898397005736442, "incumbentGate": 0.24130086560321914, "retentionLoss": 1.4318518235428712, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.32135735032323404, "gate": 0.2259309801618784, "incumbentGate": 0.2259309801618784, "retentionLoss": 0, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-c1385a7b", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.7105428891768851, "gate": 0.7012279286628615, "incumbentGate": 0.9128206702876716, "retentionLoss": 0, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.74577735893764, "gate": 1.0135802876517352, "incumbentGate": 1.0135802876517352, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8258649813386544, "gate": 1.1343088303916284, "incumbentGate": 1.1343088303916284, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8405122820391379, "gate": 0.8904674275088613, "incumbentGate": 0.8904674275088613, "retentionLoss": 0, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0106046249601193, "gate": 1.0854519118554313, "incumbentGate": 1.0854519118554313, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9744058534494278, "gate": 1.0912248373970046, "incumbentGate": 1.0912248373970046, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.026169434639355, "gate": 1.0967155173640257, "incumbentGate": 1.0967155173640257, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0304103373265028, "gate": 0.8709414478062176, "incumbentGate": 0.8709414478062176, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-f637e000", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7581966238291832, "gate": 0.9337427606672198, "incumbentGate": -0.21419638110076908, "retentionLoss": 0.7149699450643001, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-bbc0990e", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8502757460392422, "gate": 1.093243192727446, "incumbentGate": -0.2616518630487195, "retentionLoss": 0.462834536608283, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-9384a052", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8680312597602239, "gate": 0.9013254819873824, "incumbentGate": -0.19678137274426408, "retentionLoss": 0.11786968323349034, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-411de94", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 1.003936029733078, "gate": 0.9539107577907003, "incumbentGate": -0.21814417976337533, "retentionLoss": 0.31015706187322956, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-4178f05b", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.5881329198639477, "gate": 1.0134587524984011, "incumbentGate": 0.1593396187331481, "retentionLoss": 0.8005568448154012, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-7c7e31e5", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7222080541195602, "gate": 0.7732879079046762, "incumbentGate": 0.26605015379151115, "retentionLoss": 0.6870009412086249, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-1a655a46", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7463996691759857, "gate": 0.9262885657605407, "incumbentGate": 0.24130086560321914, "retentionLoss": 0.41007870636251587, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-af5bcbbb", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8892909841868399, "gate": 0.9204788039973884, "incumbentGate": 0.2259309801618784, "retentionLoss": 1.1530403151963444, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-9fd6cb71", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.8691136567144181, "gate": 0.5003166244994636, "incumbentGate": 0.9128206702876716, "retentionLoss": 0, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-39722ba6", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.8098060335375536, "gate": 0.7635537345453279, "incumbentGate": 1.0135802876517352, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8258649813386544, "gate": 1.1343088303916284, "incumbentGate": 1.1343088303916284, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8405122820391379, "gate": 0.8904674275088613, "incumbentGate": 0.8904674275088613, "retentionLoss": 0, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9693702396201755, -0.28062976037982473, 0.16937023962017542, 0.9693702396201755 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9693702396201755, -0.28062976037982473, 0.16937023962017542, 0.9693702396201755 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9693702396201755, -0.28062976037982473, 0.16937023962017542, 0.9693702396201755 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9693702396201755, -0.28062976037982473, 0.16937023962017542, 0.9693702396201755 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9693702396201755, -0.28062976037982473, 0.16937023962017542, 0.9693702396201755 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.8289579596893603, 0.8909463017723381, -0.26561246384405623, 0.8289579596893603 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.7471192771099405, 0.8044045811613058, 0.6805938313965157, 0.7471192771099405 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.7471192771099405, 0.8044045811613058, 0.6805938313965157, 0.7471192771099405 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9693702396201755, -0.28062976037982473, 0.16937023962017542, 0.9693702396201755 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9693702396201755, -0.28062976037982473, 0.16937023962017542, 0.9693702396201755 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9693702396201755, -0.28062976037982473, 0.16937023962017542, 0.9693702396201755 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9693702396201755, -0.28062976037982473, 0.16937023962017542, 0.9693702396201755 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9693702396201755, -0.28062976037982473, 0.16937023962017542, 0.9693702396201755 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9693702396201755, -0.28062976037982473, 0.16937023962017542, 0.9693702396201755 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9693702396201755, -0.28062976037982473, 0.16937023962017542, 0.9693702396201755 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9693702396201755, -0.28062976037982473, 0.16937023962017542, 0.9693702396201755 ] } ] } }, { "regime": "foggy-cues", "seed": 69828, "arms": [ { "id": "fixed", "summary": { "usefulWork": 761.0280246880058, "harvests": 180, "toxicHarvests": 40, "energySpent": 931.7299655965995, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.2962428513699236, "heldoutA": 0.9786853156293562, "heldoutB": -0.26943088227146916, "heldoutC": 0.1794741207518838, "heldoutReturn": 0.9786853156293562, "retentionLoss": 0, "firstAReward": 0.9786853156293562, "afterCReward": 0.9786853156293562, "phaseAWork": 264.1316423353824, "phaseBWork": 149.6014183188015, "phaseCWork": 66.20010918590486, "returnAWork": 281.09485484791696, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 1025.0202794752163, "harvests": 180, "toxicHarvests": 30, "energySpent": 908.1655095019287, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 0.7457607482086027, "heldoutA": 0.811626740074695, "heldoutB": 0.6921188691757316, "heldoutC": 0.7335366353753813, "heldoutReturn": 0.811626740074695, "retentionLoss": 0.1670585755546612, "firstAReward": 0.9786853156293562, "afterCReward": 0.811626740074695, "phaseAWork": 271.27153697487876, "phaseBWork": 420.01048835533317, "phaseCWork": 154.83741006028674, "returnAWork": 178.90084408471762, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 793.6636441521196, "harvests": 180, "toxicHarvests": 45, "energySpent": 932.785706668768, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7984, "trainingPolicyEvaluations": 6704, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 2, "rollbacks": 9, "heldoutReward": 0.5745128414158015, "heldoutA": 0.8090865584061083, "heldoutB": 0.8959877524317096, "heldoutC": 0.01846421340958674, "heldoutReturn": 0.8090865584061083, "retentionLoss": 0.1695987572232479, "firstAReward": 0.9786853156293562, "afterCReward": 0.8090865584061083, "phaseAWork": 264.1316423353824, "phaseBWork": 221.71017159685476, "phaseCWork": 90.5570040259447, "returnAWork": 217.26482619393767, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 761.0280246880058, "harvests": 180, "toxicHarvests": 40, "energySpent": 931.7299655965995, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7984, "trainingPolicyEvaluations": 6704, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 9, "heldoutReward": 0.2962428513699236, "heldoutA": 0.9786853156293562, "heldoutB": -0.26943088227146916, "heldoutC": 0.1794741207518838, "heldoutReturn": 0.9786853156293562, "retentionLoss": 0, "firstAReward": 0.9786853156293562, "afterCReward": 0.9786853156293562, "phaseAWork": 264.1316423353824, "phaseBWork": 149.6014183188015, "phaseCWork": 66.20010918590486, "returnAWork": 281.09485484791696, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9546228187584083, "gate": 1.0203046718090043, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9275511123426451, "gate": 0.9108441834203139, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0012852430865977, "gate": 0.9897882279257937, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9691873617158159, "gate": 0.9724272156268606, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.21680625621642213, "gate": -0.18810228648624475, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.29360479422944424, "gate": -0.13527041952645877, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.23853369083127818, "gate": -0.22050074053023394, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2684062239098482, "gate": -0.37524260294009254, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.2709299983620446, "gate": 0.12264640285920307, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.18736152457001423, "gate": 0.24204407966443345, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.24608449817995884, "gate": 0.2928742369972737, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.18203624098647117, "gate": 0.24410907270277585, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0022401129667553, "gate": 0.8731300132965591, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9511341420948517, "gate": 1.0142919123367846, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0247109119905742, "gate": 1.0041610997670367, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.934829264963224, "gate": 1.0380650836589607, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-fbfad7c9", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9546228187584083, "gate": 1.0203046718090043, "tick": 0 }, { "epoch": 1, "parent": "p12-fbfad7c9", "candidate": "p12-9e252bef", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9275511123426451, "gate": 0.9108441834203139, "tick": 24 }, { "epoch": 2, "parent": "p12-9e252bef", "candidate": "p12-3d9292b0", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0012852430865977, "gate": 0.9897882279257937, "tick": 48 }, { "epoch": 3, "parent": "p12-3d9292b0", "candidate": "p12-827a3e81", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9691873617158159, "gate": 0.9724272156268606, "tick": 72 }, { "epoch": 4, "parent": "p12-827a3e81", "candidate": "p12-4e9cf28", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8859019564820855, "gate": 0.9578602771798455, "tick": 96 }, { "epoch": 5, "parent": "p12-4e9cf28", "candidate": "p12-3edb8875", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.6440534643349892, "gate": 0.8166526741270257, "tick": 120 }, { "epoch": 6, "parent": "p12-3edb8875", "candidate": "p12-2d2731cc", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8667802548454016, "gate": 0.7081562209042843, "tick": 144 }, { "epoch": 7, "parent": "p12-2d2731cc", "candidate": "p12-e2c4da79", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9848913343829615, "gate": 0.6986012900347661, "tick": 168 }, { "epoch": 8, "parent": "p12-e2c4da79", "candidate": "p12-b3b3d50", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.7906034973693664, "gate": 0.9274021995714059, "tick": 192 }, { "epoch": 9, "parent": "p12-b3b3d50", "candidate": "p12-87e85794", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8865799001049365, "gate": 0.6552467998770888, "tick": 216 }, { "epoch": 10, "parent": "p12-87e85794", "candidate": "p12-ac9f52a1", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.7701796394795957, "gate": 1.040002397399882, "tick": 240 }, { "epoch": 11, "parent": "p12-ac9f52a1", "candidate": "p12-22986c2a", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0316017744532662, "gate": 0.8334153103853841, "tick": 264 }, { "epoch": 12, "parent": "p12-22986c2a", "candidate": "p12-a606d764", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.465284663828097, "gate": 0.8731300132965591, "tick": 288 }, { "epoch": 13, "parent": "p12-a606d764", "candidate": "p12-92443c43", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.7280844645508018, "gate": 0.7098252641707693, "tick": 312 }, { "epoch": 14, "parent": "p12-92443c43", "candidate": "p12-999dba7b", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.5234100386137777, "gate": 1.0041610997670367, "tick": 336 }, { "epoch": 15, "parent": "p12-999dba7b", "candidate": "p12-902f6221", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8336463853817678, "gate": 0.5424663983197371, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9546228187584083, "gate": 1.0203046718090043, "incumbentGate": 1.0203046718090043, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9584689654980981, "gate": 0.9108441834203139, "incumbentGate": 0.9108441834203139, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9742355009465611, "gate": 0.9897882279257937, "incumbentGate": 0.9897882279257937, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9707738932596298, "gate": 0.9724272156268606, "incumbentGate": 0.9724272156268606, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-2bce5066", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7186128582373712, "gate": 0.734209182046774, "incumbentGate": -0.18810228648624475, "retentionLoss": 0.5906201941821824, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-9c64791c", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.7778612439183364, "gate": 0.9401157883469623, "incumbentGate": -0.13527041952645877, "retentionLoss": 0.05187881770319169, "tick": 120 }, { "epoch": 6, "parent": "p12-9c64791c", "candidate": "p12-4a62e536", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9064329194569892, "gate": 0.9221956661537876, "incumbentGate": 0.34749278860857896, "retentionLoss": 0.0274940819035292, "tick": 144 }, { "epoch": 7, "parent": "p12-4a62e536", "candidate": "p12-cab31ef9", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.9950262287199321, "gate": 0.6986012900347661, "incumbentGate": 0.6986012900347661, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-4a62e536", "candidate": "p12-4a62e536", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.37735649526244663, "gate": 0.04565969837959846, "incumbentGate": 0.04565969837959846, "retentionLoss": 0, "tick": 192 }, { "epoch": 9, "parent": "p12-4a62e536", "candidate": "p12-dcc85f7d", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.455583133813855, "gate": 0.28023145993949156, "incumbentGate": 0.12958844289577398, "retentionLoss": 0.6680664312386362, "tick": 216 }, { "epoch": 10, "parent": "p12-4a62e536", "candidate": "p12-b7e03d0d", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.1995537840446273, "gate": -0.09914817240015539, "incumbentGate": -0.09914817240015539, "retentionLoss": 0.22051565464549322, "tick": 240 }, { "epoch": 11, "parent": "p12-4a62e536", "candidate": "p12-1ca59d9a", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.27278508732662105, "gate": 0.00263858400128697, "incumbentGate": 0.11381408391682145, "retentionLoss": 0.032580820202434996, "tick": 264 }, { "epoch": 12, "parent": "p12-4a62e536", "candidate": "p12-d4bd021f", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6665756757169115, "gate": 0.8731300132965591, "incumbentGate": 0.8156237976137147, "retentionLoss": 0.11687246203152823, "tick": 288 }, { "epoch": 13, "parent": "p12-4a62e536", "candidate": "p12-48c216b", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.7828636676490589, "gate": 1.0142919123367846, "incumbentGate": 1.0142919123367846, "retentionLoss": 0.13999817189329777, "tick": 312 }, { "epoch": 14, "parent": "p12-4a62e536", "candidate": "p12-46190b3b", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8574894018554245, "gate": 1.0041610997670367, "incumbentGate": 0.9372723610904209, "retentionLoss": 0.21677307073719798, "tick": 336 }, { "epoch": 15, "parent": "p12-4a62e536", "candidate": "p12-52c10d9a", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.83245141697151, "gate": 1.0380650836589607, "incumbentGate": 0.7533624541622547, "retentionLoss": 0.21677307073719798, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9546228187584083, "gate": 1.0203046718090043, "incumbentGate": 1.0203046718090043, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9584689654980981, "gate": 0.9108441834203139, "incumbentGate": 0.9108441834203139, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9742355009465611, "gate": 0.9897882279257937, "incumbentGate": 0.9897882279257937, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9707738932596298, "gate": 0.9724272156268606, "incumbentGate": 0.9724272156268606, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-dc128ee5", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8436247004634093, "gate": 0.9578602771798455, "incumbentGate": -0.18810228648624475, "retentionLoss": 0.4256557027610085, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-5b840692", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.768273550893464, "gate": 0.9401157883469623, "incumbentGate": -0.13527041952645877, "retentionLoss": 0.7441730797428192, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-65f87993", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7784115812904274, "gate": 0.9221956661537876, "incumbentGate": -0.22050074053023394, "retentionLoss": 0.6888359708056035, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6d1c7abd", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7265116274940656, "gate": 0.7121960573395372, "incumbentGate": -0.37524260294009254, "retentionLoss": 0.19174834984967848, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-3ea40f75", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.5086775598368042, "gate": 0.9564813296726639, "incumbentGate": 0.12264640285920307, "retentionLoss": 0.986430148873959, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-4779f84f", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7526624173502409, "gate": 0.9820916422173388, "incumbentGate": 0.24204407966443345, "retentionLoss": 0.8595546360975401, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-42d88182", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8067267683998596, "gate": 1.040002397399882, "incumbentGate": 0.2928742369972737, "retentionLoss": 0.6627721752006891, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-dad409bc", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8234626630623044, "gate": 1.088213278630038, "incumbentGate": 0.24410907270277585, "retentionLoss": 0.6627721752006891, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.5655191886972635, "gate": 0.8731300132965591, "incumbentGate": 0.8731300132965591, "retentionLoss": 0, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.6818071806294111, "gate": 1.0142919123367846, "incumbentGate": 1.0142919123367846, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.7868308120964955, "gate": 1.0041610997670367, "incumbentGate": 1.0041610997670367, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-9f821319", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.7767066904888762, "gate": 0.8050591159054116, "incumbentGate": 1.0380650836589607, "retentionLoss": 0, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9786853156293562, -0.26943088227146916, 0.1794741207518838, 0.9786853156293562 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9786853156293562, -0.26943088227146916, 0.1794741207518838, 0.9786853156293562 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9786853156293562, -0.26943088227146916, 0.1794741207518838, 0.9786853156293562 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9786853156293562, -0.26943088227146916, 0.1794741207518838, 0.9786853156293562 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9786853156293562, -0.26943088227146916, 0.1794741207518838, 0.9786853156293562 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.8585685871936948, 0.8348448393125576, -0.29023278501109856, 0.8585685871936948 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.811626740074695, 0.6921188691757316, 0.7335366353753813, 0.811626740074695 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.811626740074695, 0.6921188691757316, 0.7335366353753813, 0.811626740074695 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9786853156293562, -0.26943088227146916, 0.1794741207518838, 0.9786853156293562 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.8090865584061083, 0.8959877524317096, 0.01846421340958674, 0.8090865584061083 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.8090865584061083, 0.8959877524317096, 0.01846421340958674, 0.8090865584061083 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.8090865584061083, 0.8959877524317096, 0.01846421340958674, 0.8090865584061083 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9786853156293562, -0.26943088227146916, 0.1794741207518838, 0.9786853156293562 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9786853156293562, -0.26943088227146916, 0.1794741207518838, 0.9786853156293562 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9786853156293562, -0.26943088227146916, 0.1794741207518838, 0.9786853156293562 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9786853156293562, -0.26943088227146916, 0.1794741207518838, 0.9786853156293562 ] } ] } }, { "regime": "foggy-cues", "seed": 79801, "arms": [ { "id": "fixed", "summary": { "usefulWork": 763.0400180301984, "harvests": 180, "toxicHarvests": 42, "energySpent": 934.840200471808, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.2905761485037052, "heldoutA": 0.9737195470849495, "heldoutB": -0.27599555078691684, "heldoutC": 0.1740044492130831, "heldoutReturn": 0.9737195470849495, "retentionLoss": 0, "firstAReward": 0.9737195470849495, "afterCReward": 0.9737195470849495, "phaseAWork": 273.5389154798895, "phaseBWork": 146.07925362436498, "phaseCWork": 52.371270209618274, "returnAWork": 291.0505787163257, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 1004.8469215434194, "harvests": 180, "toxicHarvests": 33, "energySpent": 912.4549939631047, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 0.7062178450448963, "heldoutA": 0.7723374909114021, "heldoutB": 0.6865212575772025, "heldoutC": 0.6597947866460843, "heldoutReturn": 0.7723374909114021, "retentionLoss": 0.20138205617354732, "firstAReward": 0.9737195470849495, "afterCReward": 0.7723374909114021, "phaseAWork": 279.20058450078386, "phaseBWork": 355.23297222624865, "phaseCWork": 207.099400355581, "returnAWork": 163.3139644608059, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 694.6141958988682, "harvests": 180, "toxicHarvests": 46, "energySpent": 937.0187184947177, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7904, "trainingPolicyEvaluations": 6624, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 3, "rollbacks": 9, "heldoutReward": 0.3945745660252205, "heldoutA": 0.9134253916694004, "heldoutB": -0.27599555078691684, "heldoutC": 0.546293857193178, "heldoutReturn": 0.9134253916694004, "retentionLoss": 0.48613037392641495, "firstAReward": 0.9737195470849495, "afterCReward": 0.4875891731585345, "phaseAWork": 273.5389154798895, "phaseBWork": 162.58023712225594, "phaseCWork": 67.88081951124724, "returnAWork": 190.61422378547547, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 723.2707319048757, "harvests": 178, "toxicHarvests": 59, "energySpent": 952.2699670673469, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7904, "trainingPolicyEvaluations": 6624, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 1, "rollbacks": 10, "heldoutReward": 0.5465845987824618, "heldoutA": 0.17743488193828727, "heldoutB": 0.7299595748766474, "heldoutC": 0.7323593395324507, "heldoutReturn": 0.17743488193828727, "retentionLoss": 0.7962846651466622, "firstAReward": 0.9737195470849495, "afterCReward": 0.17743488193828727, "phaseAWork": 273.5389154798895, "phaseBWork": 146.07925362436498, "phaseCWork": 235.58993373260608, "returnAWork": 68.0626290680151, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0597920323315952, "gate": 0.9734974792004351, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9748184312523281, "gate": 1.1140105003501206, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.975195762744468, "gate": 0.9764073965203449, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0044010860320005, "gate": 0.9728881237729409, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2274036614913226, "gate": -0.28531994022131696, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2756881129872916, "gate": -0.2708429077732119, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.25470250175521664, "gate": -0.041220897200855804, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2390227400459113, "gate": -0.26441350480973375, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.20835549264340303, "gate": 0.17165332865049018, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.19341982335253902, "gate": 0.21258698756682756, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.23004477403828427, "gate": 0.24387293025704668, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.2738564557575231, "gate": 0.10803363079059898, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0317054466474826, "gate": 0.9532959207164754, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9616784556001226, "gate": 0.9876895640157697, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0218008215622743, "gate": 1.0173714545179824, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0187945312614035, "gate": 0.9310568123591104, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-62ea03b1", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0597920323315952, "gate": 0.9734974792004351, "tick": 0 }, { "epoch": 1, "parent": "p12-62ea03b1", "candidate": "p12-275c4b74", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9748184312523281, "gate": 1.1140105003501206, "tick": 24 }, { "epoch": 2, "parent": "p12-275c4b74", "candidate": "p12-d18eb9e", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.975195762744468, "gate": 0.9764073965203449, "tick": 48 }, { "epoch": 3, "parent": "p12-d18eb9e", "candidate": "p12-630368e2", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0044010860320005, "gate": 0.9728881237729409, "tick": 72 }, { "epoch": 4, "parent": "p12-630368e2", "candidate": "p12-4a91639", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.6486439869659143, "gate": 0.8093153494946566, "tick": 96 }, { "epoch": 5, "parent": "p12-4a91639", "candidate": "p12-4be2f84", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9126040606545027, "gate": 0.8025252999164137, "tick": 120 }, { "epoch": 6, "parent": "p12-4be2f84", "candidate": "p12-7c1ff65e", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8914873232799024, "gate": 0.8568899374743265, "tick": 144 }, { "epoch": 7, "parent": "p12-7c1ff65e", "candidate": "p12-d2e78fe4", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9213401293920924, "gate": 0.8366073499897309, "tick": 168 }, { "epoch": 8, "parent": "p12-d2e78fe4", "candidate": "p12-e4b286ad", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.7254417040920652, "gate": 0.9182638654247595, "tick": 192 }, { "epoch": 9, "parent": "p12-e4b286ad", "candidate": "p12-48e96754", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.61483378337976, "gate": 0.5732641637004215, "tick": 216 }, { "epoch": 10, "parent": "p12-48e96754", "candidate": "p12-5207fa2", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.809414227787197, "gate": 0.5586809659138233, "tick": 240 }, { "epoch": 11, "parent": "p12-5207fa2", "candidate": "p12-f6a8b9a8", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8287888073451701, "gate": 0.8121350041866622, "tick": 264 }, { "epoch": 12, "parent": "p12-f6a8b9a8", "candidate": "p12-6cb4f927", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8099741554586656, "gate": 0.7097896037362862, "tick": 288 }, { "epoch": 13, "parent": "p12-6cb4f927", "candidate": "p12-67ca08f9", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.5168530051013442, "gate": 0.5786813361620989, "tick": 312 }, { "epoch": 14, "parent": "p12-67ca08f9", "candidate": "p12-427a850c", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.6478163126211888, "gate": 0.5729203292196221, "tick": 336 }, { "epoch": 15, "parent": "p12-427a850c", "candidate": "p12-8de6ff2", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.7246594818694154, "gate": 0.9310568123591104, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0597920323315952, "gate": 0.9734974792004351, "incumbentGate": 0.9734974792004351, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9555834219180578, "gate": 1.1140105003501206, "incumbentGate": 1.1140105003501206, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.012012523712771, "gate": 0.9764073965203449, "incumbentGate": 0.9764073965203449, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9917684330377299, "gate": 0.9728881237729409, "incumbentGate": 0.9728881237729409, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-729226d4", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.34099355884404786, "gate": 0.046709754241516244, "incumbentGate": -0.28531994022131696, "retentionLoss": 0, "tick": 96 }, { "epoch": 5, "parent": "p12-729226d4", "candidate": "p12-8ab5ed30", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9219915962058818, "gate": 0.41340041581502157, "incumbentGate": -0.2708429077732119, "retentionLoss": 0.510897472686826, "tick": 120 }, { "epoch": 6, "parent": "p12-729226d4", "candidate": "p12-df8857a", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6465212412823175, "gate": 0.4187163770543641, "incumbentGate": -0.041220897200855804, "retentionLoss": 0.22442127522718736, "tick": 144 }, { "epoch": 7, "parent": "p12-729226d4", "candidate": "p12-b306ca7", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9751649663521098, "gate": 1.077157645288733, "incumbentGate": -0.030970728421354093, "retentionLoss": 0.11675874351581494, "tick": 168 }, { "epoch": 8, "parent": "p12-729226d4", "candidate": "p12-d4b8fbb6", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.3544572055619344, "gate": -0.024094461851497755, "incumbentGate": 0.17165332865049018, "retentionLoss": 0, "tick": 192 }, { "epoch": 9, "parent": "p12-729226d4", "candidate": "p12-e7e5256", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.539995434806868, "gate": 0.6933540479566739, "incumbentGate": 0.21258698756682756, "retentionLoss": 0.5096445419575413, "tick": 216 }, { "epoch": 10, "parent": "p12-729226d4", "candidate": "p12-e7ba8496", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.45385118593405166, "gate": 0.3806178135774949, "incumbentGate": 0.24387293025704668, "retentionLoss": 0, "tick": 240 }, { "epoch": 11, "parent": "p12-e7ba8496", "candidate": "p12-dafeb97a", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.628819336262841, "gate": 0.2688361956198681, "incumbentGate": 0.2688361956198681, "retentionLoss": 0, "tick": 264 }, { "epoch": 12, "parent": "p12-e7ba8496", "candidate": "p12-917a6f9c", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.6257752887164579, "gate": 0.9532959207164754, "incumbentGate": 0.9532959207164754, "retentionLoss": 0.15787280139421747, "tick": 288 }, { "epoch": 13, "parent": "p12-e7ba8496", "candidate": "p12-eb02e36", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7114870469120235, "gate": 0.9876895640157697, "incumbentGate": 0.5810830228784295, "retentionLoss": 0.12447202778560201, "tick": 312 }, { "epoch": 14, "parent": "p12-e7ba8496", "candidate": "p12-9ccfbba1", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.8883183376444826, "gate": 1.0173714545179824, "incumbentGate": -0.20264627293866097, "retentionLoss": 0.035701366434142054, "tick": 336 }, { "epoch": 15, "parent": "p12-9ccfbba1", "candidate": "p12-a66279fb", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 1.0251462590179847, "gate": 0.9310568123591104, "incumbentGate": 0.9310568123591104, "retentionLoss": 0, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0597920323315952, "gate": 0.9734974792004351, "incumbentGate": 0.9734974792004351, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9555834219180578, "gate": 1.1140105003501206, "incumbentGate": 1.1140105003501206, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.012012523712771, "gate": 0.9764073965203449, "incumbentGate": 0.9764073965203449, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9917684330377299, "gate": 0.9728881237729409, "incumbentGate": 0.9728881237729409, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-779af762", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7350170532233383, "gate": 1.0337117066352304, "incumbentGate": -0.28531994022131696, "retentionLoss": 0.6474561645855355, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-83c476c4", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8592130451941159, "gate": 1.093375675320632, "incumbentGate": -0.2708429077732119, "retentionLoss": 0.7414911681571904, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-885b4224", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9554673296246171, "gate": 0.8724665639069212, "incumbentGate": -0.041220897200855804, "retentionLoss": 0.47910895057863717, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-522bb19", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9751649663521098, "gate": 1.077157645288733, "incumbentGate": -0.26441350480973375, "retentionLoss": 0.11675874351581494, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-a56cf7c6", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.7149738625107154, "gate": 0.8313658624304331, "incumbentGate": 0.17165332865049018, "retentionLoss": 0.020905679252654075, "tick": 192 }, { "epoch": 9, "parent": "p12-a56cf7c6", "candidate": "p12-a56cf7c6", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8372009138503249, "gate": 0.5732641637004215, "incumbentGate": 0.5732641637004215, "retentionLoss": 0, "tick": 216 }, { "epoch": 10, "parent": "p12-a56cf7c6", "candidate": "p12-a8b74b9b", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9228132230224113, "gate": 0.7692943769320583, "incumbentGate": 0.5783771825963974, "retentionLoss": 0.2329375816532953, "tick": 240 }, { "epoch": 11, "parent": "p12-a56cf7c6", "candidate": "p12-8f22db11", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9344292901583958, "gate": 0.9817881199731661, "incumbentGate": 0.7344459186043523, "retentionLoss": 0.4062110429494134, "tick": 264 }, { "epoch": 12, "parent": "p12-a56cf7c6", "candidate": "p12-b496f83", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6079682687197365, "gate": 0.9532959207164754, "incumbentGate": 0.07724129728435843, "retentionLoss": 0.7846339025793503, "tick": 288 }, { "epoch": 13, "parent": "p12-a56cf7c6", "candidate": "p12-358884ce", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7262616109092508, "gate": 0.9876895640157697, "incumbentGate": 0.22400298244173808, "retentionLoss": 1.0895179360544371, "tick": 312 }, { "epoch": 14, "parent": "p12-a56cf7c6", "candidate": "p12-a4830e0a", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8481176964371654, "gate": 1.0173714545179824, "incumbentGate": 0.21272838986384124, "retentionLoss": 0.5264427042939926, "tick": 336 }, { "epoch": 15, "parent": "p12-a56cf7c6", "candidate": "p12-ad839ec0", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9467292120434666, "gate": 0.9310568123591104, "incumbentGate": 0.15346948643184424, "retentionLoss": 0.41766229441182195, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9737195470849495, -0.27599555078691684, 0.1740044492130831, 0.9737195470849495 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9737195470849495, -0.27599555078691684, 0.1740044492130831, 0.9737195470849495 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9737195470849495, -0.27599555078691684, 0.1740044492130831, 0.9737195470849495 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9737195470849495, -0.27599555078691684, 0.1740044492130831, 0.9737195470849495 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9737195470849495, -0.27599555078691684, 0.1740044492130831, 0.9737195470849495 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.8258856391297984, 0.7996278970553394, -0.39519542511539735, 0.8258856391297984 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.7723374909114021, 0.6865212575772025, 0.6597947866460843, 0.7723374909114021 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.7723374909114021, 0.6865212575772025, 0.6597947866460843, 0.7723374909114021 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9737195470849495, -0.27599555078691684, 0.1740044492130831, 0.9737195470849495 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.8501893799004011, -0.0677110731793349, 0.23375480402687324, 0.8501893799004011 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.4875891731585345, 0.09291633693285362, 0.4650058712167352, 0.4875891731585345 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9134253916694004, -0.27599555078691684, 0.546293857193178, 0.9134253916694004 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9737195470849495, -0.27599555078691684, 0.1740044492130831, 0.9737195470849495 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9737195470849495, -0.27599555078691684, 0.1740044492130831, 0.9737195470849495 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.17743488193828727, 0.7299595748766474, 0.7323593395324507, 0.17743488193828727 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.17743488193828727, 0.7299595748766474, 0.7323593395324507, 0.17743488193828727 ] } ] } }, { "regime": "foggy-cues", "seed": 89774, "arms": [ { "id": "fixed", "summary": { "usefulWork": 785.5364359352127, "harvests": 180, "toxicHarvests": 37, "energySpent": 927.5103346718431, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.3048517398380967, "heldoutA": 0.9852491982710546, "heldoutB": -0.2603469893783823, "heldoutC": 0.18965301062161777, "heldoutReturn": 0.9852491982710546, "retentionLoss": 0, "firstAReward": 0.9852491982710546, "afterCReward": 0.9852491982710546, "phaseAWork": 270.04782564069006, "phaseBWork": 144.7601457460883, "phaseCWork": 61.79118940385149, "returnAWork": 308.9372751445828, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 950.2326664285505, "harvests": 180, "toxicHarvests": 39, "energySpent": 922.7520470268347, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 0.7391108193473577, "heldoutA": 0.7482414096612048, "heldoutB": 0.6740007004202612, "heldoutC": 0.7950903479606071, "heldoutReturn": 0.7482414096612048, "retentionLoss": 0.23700778860984983, "firstAReward": 0.9852491982710546, "afterCReward": 0.7482414096612048, "phaseAWork": 280.3429033868699, "phaseBWork": 338.7160583585302, "phaseCWork": 138.22953137519232, "returnAWork": 192.94417330795807, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 768.3968053057918, "harvests": 180, "toxicHarvests": 38, "energySpent": 928.5623130945241, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7842, "trainingPolicyEvaluations": 6562, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 2, "rollbacks": 7, "heldoutReward": 0.46053476890953965, "heldoutA": 0.9499093248088999, "heldoutB": 0.1656000593814339, "heldoutC": 0.2660949225382851, "heldoutReturn": 0.9499093248088999, "retentionLoss": 0.0905382321266307, "firstAReward": 0.9852491982710546, "afterCReward": 0.8947109661444239, "phaseAWork": 270.04782564069006, "phaseBWork": 144.7601457460883, "phaseCWork": 57.71493901347071, "returnAWork": 295.87389490554267, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 785.5364359352127, "harvests": 180, "toxicHarvests": 37, "energySpent": 927.5103346718431, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7842, "trainingPolicyEvaluations": 6562, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 10, "heldoutReward": 0.3048517398380967, "heldoutA": 0.9852491982710546, "heldoutB": -0.2603469893783823, "heldoutC": 0.18965301062161777, "heldoutReturn": 0.9852491982710546, "retentionLoss": 0, "firstAReward": 0.9852491982710546, "afterCReward": 0.9852491982710546, "phaseAWork": 270.04782564069006, "phaseBWork": 144.7601457460883, "phaseCWork": 61.79118940385149, "returnAWork": 308.9372751445828, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9496853734710672, "gate": 1.138909689950303, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0185250727326922, "gate": 1.070478955072015, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9436125839861834, "gate": 0.9735268306188377, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9871700336618611, "gate": 1.0628895011345423, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.15469190356529025, "gate": -0.24786494940091253, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.23705817193671788, "gate": -0.17180781770084427, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.3297960079475351, "gate": -0.2651598703855556, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.20811469809909144, "gate": -0.1945181342320285, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.1414644605373013, "gate": 0.2177392077767176, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.1714872307992625, "gate": 0.0804406885931846, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.2995570654197827, "gate": 0.026722119158043994, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.18881036790930653, "gate": 0.21469445132409218, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0228686712196937, "gate": 0.9222435105680565, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0191107456135544, "gate": 1.0102193033372668, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9499970212029961, "gate": 1.0170475477635128, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.943086679720154, "gate": 1.0163474546131375, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-df6c3f35", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9496853734710672, "gate": 1.138909689950303, "tick": 0 }, { "epoch": 1, "parent": "p12-df6c3f35", "candidate": "p12-13519f59", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0185250727326922, "gate": 1.070478955072015, "tick": 24 }, { "epoch": 2, "parent": "p12-13519f59", "candidate": "p12-37ec90ba", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9436125839861834, "gate": 0.9735268306188377, "tick": 48 }, { "epoch": 3, "parent": "p12-37ec90ba", "candidate": "p12-a7c49572", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9871700336618611, "gate": 1.0628895011345423, "tick": 72 }, { "epoch": 4, "parent": "p12-a7c49572", "candidate": "p12-3e6a3591", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9600934598943569, "gate": 0.7302327074092986, "tick": 96 }, { "epoch": 5, "parent": "p12-3e6a3591", "candidate": "p12-7c1c0276", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.6422470366420668, "gate": 0.5484185536540529, "tick": 120 }, { "epoch": 6, "parent": "p12-7c1c0276", "candidate": "p12-e063b434", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.60040921311658, "gate": 0.9822151088168255, "tick": 144 }, { "epoch": 7, "parent": "p12-e063b434", "candidate": "p12-3ca6ad15", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8228754350045397, "gate": 0.7114544253409075, "tick": 168 }, { "epoch": 8, "parent": "p12-3ca6ad15", "candidate": "p12-35b1fd0d", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.044978309481903234, "gate": 0.12437809370496895, "tick": 192 }, { "epoch": 9, "parent": "p12-35b1fd0d", "candidate": "p12-b3c64abb", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8845252913317295, "gate": 0.7741446044718102, "tick": 216 }, { "epoch": 10, "parent": "p12-b3c64abb", "candidate": "p12-9b3e65fe", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8482363026815248, "gate": 0.971267783748667, "tick": 240 }, { "epoch": 11, "parent": "p12-9b3e65fe", "candidate": "p12-b301afb8", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.6696865643151785, "gate": 0.8979433487397616, "tick": 264 }, { "epoch": 12, "parent": "p12-b301afb8", "candidate": "p12-81ccae", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9782883784999896, "gate": 0.7263744898253903, "tick": 288 }, { "epoch": 13, "parent": "p12-81ccae", "candidate": "p12-9f73bf03", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.6776699584955361, "gate": 0.5231675967591335, "tick": 312 }, { "epoch": 14, "parent": "p12-9f73bf03", "candidate": "p12-ff20bd0d", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.6246969425052975, "gate": 0.8375342026254429, "tick": 336 }, { "epoch": 15, "parent": "p12-ff20bd0d", "candidate": "p12-b47308eb", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.7492466949656138, "gate": 0.7964099806756874, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9496853734710672, "gate": 1.138909689950303, "incumbentGate": 1.138909689950303, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0586532784718956, "gate": 1.070478955072015, "incumbentGate": 1.070478955072015, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9850608561057894, "gate": 0.9735268306188377, "incumbentGate": 0.9735268306188377, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.998764874254159, "gate": 1.0628895011345423, "incumbentGate": 1.0628895011345423, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-da135d0d", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.44689370802723366, "gate": 0.598700439518619, "incumbentGate": -0.24786494940091253, "retentionLoss": 0.22000128320839962, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-32a499d0", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.24698613213473075, "gate": 0.2159071473228444, "incumbentGate": -0.17180781770084427, "retentionLoss": 0.2852914558681131, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-acc52a2", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7875180647773581, "gate": 0.9822151088168255, "incumbentGate": -0.2651598703855556, "retentionLoss": 0.7669711600800122, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-750242cf", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.6165481461538613, "gate": 0.7114544253409075, "incumbentGate": -0.1945181342320285, "retentionLoss": 0.02287123780369349, "tick": 168 }, { "epoch": 8, "parent": "p12-750242cf", "candidate": "p12-12cf810", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.4099146448162277, "gate": 0.4325835178404546, "incumbentGate": 0.12437809370496895, "retentionLoss": 0.7789891505606855, "tick": 192 }, { "epoch": 9, "parent": "p12-750242cf", "candidate": "p12-512b1cde", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6263913069238539, "gate": 0.7741446044718102, "incumbentGate": -0.07349000814008104, "retentionLoss": 0.37071220940537764, "tick": 216 }, { "epoch": 10, "parent": "p12-750242cf", "candidate": "p12-e9d1f02d", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.37848576205316875, "gate": 0.026722119158043994, "incumbentGate": 0.026722119158043994, "retentionLoss": 0.11798579395466757, "tick": 240 }, { "epoch": 11, "parent": "p12-750242cf", "candidate": "p12-73c4cf1a", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6935457863219704, "gate": 0.7146926381110568, "incumbentGate": 0.21469445132409218, "retentionLoss": 0.5860831906245939, "tick": 264 }, { "epoch": 12, "parent": "p12-750242cf", "candidate": "p12-85bec5e0", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.646140192327317, "gate": 0.9222435105680565, "incumbentGate": 0.8103769386798927, "retentionLoss": 0.06892431895367157, "tick": 288 }, { "epoch": 13, "parent": "p12-85bec5e0", "candidate": "p12-85bec5e0", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8491795212816134, "gate": 1.0102193033372668, "incumbentGate": 1.0102193033372668, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-85bec5e0", "candidate": "p12-85bec5e0", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8943805514653548, "gate": 1.0170475477635128, "incumbentGate": 1.0170475477635128, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-85bec5e0", "candidate": "p12-85bec5e0", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9114380100481352, "gate": 1.0163474546131375, "incumbentGate": 1.0163474546131375, "retentionLoss": 0, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9496853734710672, "gate": 1.138909689950303, "incumbentGate": 1.138909689950303, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0586532784718956, "gate": 1.070478955072015, "incumbentGate": 1.070478955072015, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9850608561057894, "gate": 0.9735268306188377, "incumbentGate": 0.9735268306188377, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.998764874254159, "gate": 1.0628895011345423, "incumbentGate": 1.0628895011345423, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-2efadecf", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7929321697220324, "gate": 1.001790610055581, "incumbentGate": -0.24786494940091253, "retentionLoss": 0.7546239142860649, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-66ba5633", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8312842521676035, "gate": 0.9078813839291365, "incumbentGate": -0.17180781770084427, "retentionLoss": 0.5848809490737517, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-dd230552", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7911229551318928, "gate": 0.9822151088168255, "incumbentGate": -0.2651598703855556, "retentionLoss": 0.15121237822549316, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-65ab2681", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8277549399770503, "gate": 0.8699025924564482, "incumbentGate": -0.1945181342320285, "retentionLoss": 0.7669711600800122, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-f9d0dbd7", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.5086000578979575, "gate": 0.6645745039716505, "incumbentGate": 0.2177392077767176, "retentionLoss": 0.6088462692557255, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-f06485fd", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7499397041703121, "gate": 0.7741446044718102, "incumbentGate": 0.0804406885931846, "retentionLoss": 1.1015261018366547, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-2178d721", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7651288984113039, "gate": 0.971267783748667, "incumbentGate": 0.026722119158043994, "retentionLoss": 1.2014814186666332, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-d0a51158", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7942657305777057, "gate": 0.9698172109741326, "incumbentGate": 0.21469445132409218, "retentionLoss": 0.6952903083125718, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-204a3a85", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.7281762776644674, "gate": 0.30351653747095586, "incumbentGate": 0.9222435105680565, "retentionLoss": 0, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-a200a39", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.83122027916209, "gate": 0.7170269069016695, "incumbentGate": 1.0102193033372668, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8318296381482204, "gate": 1.0170475477635128, "incumbentGate": 1.0170475477635128, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8668463388505243, "gate": 1.0163474546131375, "incumbentGate": 1.0163474546131375, "retentionLoss": 0, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9852491982710546, -0.2603469893783823, 0.18965301062161777, 0.9852491982710546 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9852491982710546, -0.2603469893783823, 0.18965301062161777, 0.9852491982710546 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9852491982710546, -0.2603469893783823, 0.18965301062161777, 0.9852491982710546 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9852491982710546, -0.2603469893783823, 0.18965301062161777, 0.9852491982710546 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9852491982710546, -0.2603469893783823, 0.18965301062161777, 0.9852491982710546 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9262032757232989, 0.5903247297773087, 0.11128881032845053, 0.9262032757232989 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.7482414096612048, 0.6740007004202612, 0.7950903479606071, 0.7482414096612048 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.7482414096612048, 0.6740007004202612, 0.7950903479606071, 0.7482414096612048 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9852491982710546, -0.2603469893783823, 0.18965301062161777, 0.9852491982710546 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.8947109661444239, 0.49801495657627665, 0.14377308033845917, 0.8947109661444239 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.8947109661444239, 0.49801495657627665, 0.14377308033845917, 0.8947109661444239 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9499093248088999, 0.1656000593814339, 0.2660949225382851, 0.9499093248088999 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9852491982710546, -0.2603469893783823, 0.18965301062161777, 0.9852491982710546 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9852491982710546, -0.2603469893783823, 0.18965301062161777, 0.9852491982710546 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9852491982710546, -0.2603469893783823, 0.18965301062161777, 0.9852491982710546 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9852491982710546, -0.2603469893783823, 0.18965301062161777, 0.9852491982710546 ] } ] } }, { "regime": "foggy-cues", "seed": 99747, "arms": [ { "id": "fixed", "summary": { "usefulWork": 719.7661593814397, "harvests": 180, "toxicHarvests": 38, "energySpent": 929.2517565692291, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.35191330588111724, "heldoutA": 1.0323296513811473, "heldoutB": -0.21329486686889768, "heldoutC": 0.23670513313110214, "heldoutReturn": 1.0323296513811473, "retentionLoss": 0, "firstAReward": 1.0323296513811473, "afterCReward": 1.0323296513811473, "phaseAWork": 268.0161132439032, "phaseBWork": 137.07260478855557, "phaseCWork": 52.60506493575116, "returnAWork": 262.0723764132298, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 925.681544591732, "harvests": 180, "toxicHarvests": 32, "energySpent": 911.8279254089863, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 0.707611792890248, "heldoutA": 0.7904348315454522, "heldoutB": 0.6311513517796979, "heldoutC": 0.7012491953455937, "heldoutReturn": 0.7904348315454522, "retentionLoss": 0.24189481983569505, "firstAReward": 1.0323296513811473, "afterCReward": 0.7904348315454522, "phaseAWork": 268.0161132439032, "phaseBWork": 313.76248529535485, "phaseCWork": 176.80014706776012, "returnAWork": 167.1027989847138, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 726.6568479908093, "harvests": 180, "toxicHarvests": 46, "energySpent": 935.1941954753017, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7750, "trainingPolicyEvaluations": 6470, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 4, "rollbacks": 8, "heldoutReward": 0.7265026895327414, "heldoutA": 0.7421350720528708, "heldoutB": 0.6159282158309037, "heldoutC": 0.8214447807144496, "heldoutReturn": 0.7421350720528708, "retentionLoss": 0.2901945793282765, "firstAReward": 1.0323296513811473, "afterCReward": 0.7421350720528708, "phaseAWork": 268.0161132439032, "phaseBWork": 195.97033997167273, "phaseCWork": 111.41845682739108, "returnAWork": 151.2519379478423, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 635.0603675738627, "harvests": 180, "toxicHarvests": 61, "energySpent": 956.507454486762, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7750, "trainingPolicyEvaluations": 6470, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 1, "rollbacks": 11, "heldoutReward": 0.5384813801539255, "heldoutA": 0.09578513676168152, "heldoutB": 0.7484207752643826, "heldoutC": 0.7712382284357124, "heldoutReturn": 0.09578513676168152, "retentionLoss": 0.9365445146194658, "firstAReward": 1.0323296513811473, "afterCReward": 0.09578513676168152, "phaseAWork": 268.0161132439032, "phaseBWork": 137.07260478855557, "phaseCWork": 168.37741972542477, "returnAWork": 61.59422981597913, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0117095387445232, "gate": 0.9451577836125877, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0380863529505413, "gate": 1.0749235227690939, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9485158360944762, "gate": 0.9573594640840585, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0518281971220587, "gate": 0.9855218804341003, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.28003696500427294, "gate": -0.29249590333987613, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.1800168046678536, "gate": -0.20795821514268595, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2930869642233919, "gate": -0.39489765372900026, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.3791523313526584, "gate": -0.26226516683197026, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.22946560545343916, "gate": 0.2123842299249603, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.21140351224988554, "gate": 0.30455499544317777, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.22175333913575854, "gate": 0.17258098438781624, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.15104576116759047, "gate": 0.16472984491686854, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9740039346617633, "gate": 1.13211887190539, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0189208031548111, "gate": 0.9579600018174789, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.8757231834514833, "gate": 1.0855288973879873, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0321758371953522, "gate": 0.9903781312401918, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-817681d2", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0117095387445232, "gate": 0.9451577836125877, "tick": 0 }, { "epoch": 1, "parent": "p12-817681d2", "candidate": "p12-472ace19", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0380863529505413, "gate": 1.0749235227690939, "tick": 24 }, { "epoch": 2, "parent": "p12-472ace19", "candidate": "p12-78ae7ebd", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9485158360944762, "gate": 0.9573594640840585, "tick": 48 }, { "epoch": 3, "parent": "p12-78ae7ebd", "candidate": "p12-2bfb8bc5", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0518281971220587, "gate": 0.9855218804341003, "tick": 72 }, { "epoch": 4, "parent": "p12-2bfb8bc5", "candidate": "p12-f7535854", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9567692895160947, "gate": 0.850092508202653, "tick": 96 }, { "epoch": 5, "parent": "p12-f7535854", "candidate": "p12-fb91154f", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.7278152834379773, "gate": 0.969971063562665, "tick": 120 }, { "epoch": 6, "parent": "p12-fb91154f", "candidate": "p12-1b871a81", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.7092849630539547, "gate": 0.6299390250586608, "tick": 144 }, { "epoch": 7, "parent": "p12-1b871a81", "candidate": "p12-d43218e4", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8250665993513507, "gate": 0.8587424459731595, "tick": 168 }, { "epoch": 8, "parent": "p12-d43218e4", "candidate": "p12-6036c809", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.01755591797855267, "gate": 0.2123842299249603, "tick": 192 }, { "epoch": 9, "parent": "p12-6036c809", "candidate": "p12-5fbf1b13", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.5483639775545373, "gate": 0.5297754631278034, "tick": 216 }, { "epoch": 10, "parent": "p12-5fbf1b13", "candidate": "p12-50e00621", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.7715815334421059, "gate": 0.10774665336862445, "tick": 240 }, { "epoch": 11, "parent": "p12-50e00621", "candidate": "p12-16e0a158", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.7959038625321525, "gate": 0.6788003267093078, "tick": 264 }, { "epoch": 12, "parent": "p12-16e0a158", "candidate": "p12-1b8ce998", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8333759990689785, "gate": 0.5734569396265781, "tick": 288 }, { "epoch": 13, "parent": "p12-1b8ce998", "candidate": "p12-557a7efe", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.7466025094349891, "gate": 0.8240923684792548, "tick": 312 }, { "epoch": 14, "parent": "p12-557a7efe", "candidate": "p12-1553654e", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.7389867289399916, "gate": 0.9528509460007412, "tick": 336 }, { "epoch": 15, "parent": "p12-1553654e", "candidate": "p12-3232ffca", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8348229046992127, "gate": 0.8217215132547419, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0117095387445232, "gate": 0.9451577836125877, "incumbentGate": 0.9451577836125877, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0071101631712234, "gate": 1.0749235227690939, "incumbentGate": 1.0749235227690939, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0094097072463337, "gate": 0.9573594640840585, "incumbentGate": 0.9573594640840585, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0207838781747067, "gate": 0.9855218804341003, "incumbentGate": 0.9855218804341003, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-62072147", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7987996875118123, "gate": 0.850092508202653, "incumbentGate": -0.29249590333987613, "retentionLoss": 0.6760001992284206, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-bc4a55f9", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.7061388453486203, "gate": 0.969971063562665, "incumbentGate": -0.20795821514268595, "retentionLoss": 0.06087036893934461, "tick": 120 }, { "epoch": 6, "parent": "p12-bc4a55f9", "candidate": "p12-ca5048f5", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.8843055513551027, "gate": 0.6299390250586608, "incumbentGate": 0.6299390250586608, "retentionLoss": 0.08532737290891779, "tick": 144 }, { "epoch": 7, "parent": "p12-bc4a55f9", "candidate": "p12-972e826", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.948313505245998, "gate": 0.8587424459731595, "incumbentGate": 0.6702491646059693, "retentionLoss": 1.042823770195617, "tick": 168 }, { "epoch": 8, "parent": "p12-bc4a55f9", "candidate": "p12-d24731b1", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.3456801639180084, "gate": 0.2123842299249603, "incumbentGate": 0.10566456450773787, "retentionLoss": 0.0977338258029462, "tick": 192 }, { "epoch": 9, "parent": "p12-d24731b1", "candidate": "p12-901bb129", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.26084663489718046, "gate": 0.15168846281406131, "incumbentGate": 0.30455499544317777, "retentionLoss": 0, "tick": 216 }, { "epoch": 10, "parent": "p12-d24731b1", "candidate": "p12-481fb68a", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.5054213879877941, "gate": 0.19903369394804074, "incumbentGate": 0.08981975930850496, "retentionLoss": 0, "tick": 240 }, { "epoch": 11, "parent": "p12-481fb68a", "candidate": "p12-7b60d592", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.8018460636476381, "gate": 0.6788003267093078, "incumbentGate": 0.29446061759314707, "retentionLoss": 0.05815082070642008, "tick": 264 }, { "epoch": 12, "parent": "p12-7b60d592", "candidate": "p12-62a7e89f", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.7820948469427077, "gate": 0.12682222236205645, "incumbentGate": 0.12682222236205645, "retentionLoss": 0.15046565495481046, "tick": 288 }, { "epoch": 13, "parent": "p12-7b60d592", "candidate": "p12-b033d548", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6252364930928714, "gate": 0.9579600018174789, "incumbentGate": 0.610845847709974, "retentionLoss": 0.5138221703332261, "tick": 312 }, { "epoch": 14, "parent": "p12-7b60d592", "candidate": "p12-5b66b709", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8019917484724223, "gate": 1.0855288973879873, "incumbentGate": 0.790356017691009, "retentionLoss": 0.7189558066018316, "tick": 336 }, { "epoch": 15, "parent": "p12-7b60d592", "candidate": "p12-3699f0c6", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.7747427395732678, "gate": 0.8217215132547419, "incumbentGate": 0.8217215132547419, "retentionLoss": 0.1587813816262384, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0117095387445232, "gate": 0.9451577836125877, "incumbentGate": 0.9451577836125877, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0071101631712234, "gate": 1.0749235227690939, "incumbentGate": 1.0749235227690939, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0094097072463337, "gate": 0.9573594640840585, "incumbentGate": 0.9573594640840585, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0207838781747067, "gate": 0.9855218804341003, "incumbentGate": 0.9855218804341003, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-cef82859", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7152249257068173, "gate": 0.532525647061126, "incumbentGate": -0.29249590333987613, "retentionLoss": 1.285980969372223, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-4bbc4b06", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8298975355887054, "gate": 0.969971063562665, "incumbentGate": -0.20795821514268595, "retentionLoss": 1.042823770195617, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-47875828", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7651544127995439, "gate": 0.9045519536261241, "incumbentGate": -0.39489765372900026, "retentionLoss": 1.285980969372223, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-c3ae4934", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.948313505245998, "gate": 0.8587424459731595, "incumbentGate": -0.26226516683197026, "retentionLoss": 1.042823770195617, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-d58ab1ce", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6183571314352607, "gate": 1.0801142331924767, "incumbentGate": 0.2123842299249603, "retentionLoss": 0.5601894906692643, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-a8fcf5b4", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.8277042833114331, "gate": 0.6192665612591165, "incumbentGate": 0.30455499544317777, "retentionLoss": 0, "tick": 216 }, { "epoch": 10, "parent": "p12-a8fcf5b4", "candidate": "p12-1284c135", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8298459533913495, "gate": 1.0077895840831728, "incumbentGate": 0.5762114290731343, "retentionLoss": 0.5131295613527387, "tick": 240 }, { "epoch": 11, "parent": "p12-a8fcf5b4", "candidate": "p12-f7c993fa", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9818390798133828, "gate": 0.9197691609142428, "incumbentGate": 0.6737955248414393, "retentionLoss": 0.21405094116234186, "tick": 264 }, { "epoch": 12, "parent": "p12-a8fcf5b4", "candidate": "p12-8776bc4e", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6680266951891682, "gate": 0.5734569396265781, "incumbentGate": -0.1688425104261114, "retentionLoss": 0.872979465685989, "tick": 288 }, { "epoch": 13, "parent": "p12-a8fcf5b4", "candidate": "p12-b3d5eff2", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8267314450311521, "gate": 0.9579600018174789, "incumbentGate": 0.3233796647873449, "retentionLoss": 0.872979465685989, "tick": 312 }, { "epoch": 14, "parent": "p12-a8fcf5b4", "candidate": "p12-bef26dc3", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8428235570441548, "gate": 1.0855288973879873, "incumbentGate": 0.30441456358735247, "retentionLoss": 0.23929878872150395, "tick": 336 }, { "epoch": 15, "parent": "p12-a8fcf5b4", "candidate": "p12-9682e263", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9014891964352768, "gate": 0.9903781312401918, "incumbentGate": 0.15315280862029823, "retentionLoss": 0.5403641324740893, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0323296513811473, -0.21329486686889768, 0.23670513313110214, 1.0323296513811473 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 1.0323296513811473, -0.21329486686889768, 0.23670513313110214, 1.0323296513811473 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 1.0323296513811473, -0.21329486686889768, 0.23670513313110214, 1.0323296513811473 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 1.0323296513811473, -0.21329486686889768, 0.23670513313110214, 1.0323296513811473 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0323296513811473, -0.21329486686889768, 0.23670513313110214, 1.0323296513811473 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.8834902503931099, 0.7579245993053635, -0.29331638943981125, 0.8834902503931099 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.7904348315454522, 0.6311513517796979, 0.7012491953455937, 0.7904348315454522 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.7904348315454522, 0.6311513517796979, 0.7012491953455937, 0.7904348315454522 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0323296513811473, -0.21329486686889768, 0.23670513313110214, 1.0323296513811473 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.889386421897536, 0.5708721685835464, 0.122270533123416, 0.889386421897536 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.7421350720528708, 0.6159282158309037, 0.8214447807144496, 0.7421350720528708 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.7421350720528708, 0.6159282158309037, 0.8214447807144496, 0.7421350720528708 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0323296513811473, -0.21329486686889768, 0.23670513313110214, 1.0323296513811473 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 1.0323296513811473, -0.21329486686889768, 0.23670513313110214, 1.0323296513811473 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.09578513676168152, 0.7484207752643826, 0.7712382284357124, 0.09578513676168152 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.09578513676168152, 0.7484207752643826, 0.7712382284357124, 0.09578513676168152 ] } ] } }, { "regime": "foggy-cues", "seed": 109720, "arms": [ { "id": "fixed", "summary": { "usefulWork": 747.5327105673736, "harvests": 179, "toxicHarvests": 39, "energySpent": 930.3674687414426, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.351919654999602, "heldoutA": 1.0330937443773538, "heldoutB": -0.2136673896892739, "heldoutC": 0.2363326103107261, "heldoutReturn": 1.0330937443773538, "retentionLoss": 0, "firstAReward": 1.0330937443773538, "afterCReward": 1.0330937443773538, "phaseAWork": 267.9241783363025, "phaseBWork": 141.95465640212183, "phaseCWork": 67.87948428196074, "returnAWork": 269.7743915469885, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 1071.5089003033765, "harvests": 180, "toxicHarvests": 26, "energySpent": 902.9273741321416, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 0.692851809146975, "heldoutA": 0.7897367381488148, "heldoutB": 0.7575722169691647, "heldoutC": 0.5312464723229456, "heldoutReturn": 0.7897367381488148, "retentionLoss": 0.24335700622853895, "firstAReward": 1.0330937443773538, "afterCReward": 0.7897367381488148, "phaseAWork": 274.0604727858891, "phaseBWork": 345.14136095993234, "phaseCWork": 232.7219216984978, "returnAWork": 219.58514485905732, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 770.5665844477965, "harvests": 179, "toxicHarvests": 37, "energySpent": 926.792384055361, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 8056, "trainingPolicyEvaluations": 6776, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 1, "rollbacks": 9, "heldoutReward": 0.42499689611795316, "heldoutA": 0.9727785144892134, "heldoutB": 0.11919185626458717, "heldoutC": 0.1830203176000591, "heldoutReturn": 0.9727785144892134, "retentionLoss": 0.06031522988814042, "firstAReward": 1.0330937443773538, "afterCReward": 0.9727785144892134, "phaseAWork": 267.9241783363025, "phaseBWork": 165.54812001701617, "phaseCWork": 70.07166508650795, "returnAWork": 267.02262100796986, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 747.5327105673736, "harvests": 179, "toxicHarvests": 39, "energySpent": 930.3674687414426, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 8056, "trainingPolicyEvaluations": 6776, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 11, "heldoutReward": 0.351919654999602, "heldoutA": 1.0330937443773538, "heldoutB": -0.2136673896892739, "heldoutC": 0.2363326103107261, "heldoutReturn": 1.0330937443773538, "retentionLoss": 0, "firstAReward": 1.0330937443773538, "afterCReward": 1.0330937443773538, "phaseAWork": 267.9241783363025, "phaseBWork": 141.95465640212183, "phaseCWork": 67.87948428196074, "returnAWork": 269.7743915469885, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0425096148960795, "gate": 1.0531368825228908, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.1231880113454222, "gate": 0.8754426030204258, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9234916137144981, "gate": 1.0669453074154542, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0461623511407225, "gate": 0.9829836445974441, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.14452145872326494, "gate": -0.2963179537309132, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.1531929071535609, "gate": -0.33948200760205305, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2063753129964223, "gate": -0.3247761061333598, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2360289813179439, "gate": -0.23774300212491628, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.21999240340249324, "gate": 0.2140558585154386, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.15171581404530746, "gate": 0.13682542732474728, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.20467993792869452, "gate": 0.19644766163842206, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.21948479895292297, "gate": 0.19338289357487137, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9417020720259636, "gate": 1.007715854795072, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9954781179868911, "gate": 0.9604378719992033, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0406987607496978, "gate": 1.0212883804631039, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9334000816916532, "gate": 1.1408321506189485, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-26452df2", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0425096148960795, "gate": 1.0531368825228908, "tick": 0 }, { "epoch": 1, "parent": "p12-26452df2", "candidate": "p12-d0c6b51c", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.1231880113454222, "gate": 0.8754426030204258, "tick": 24 }, { "epoch": 2, "parent": "p12-d0c6b51c", "candidate": "p12-46f8ac99", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9234916137144981, "gate": 1.0669453074154542, "tick": 48 }, { "epoch": 3, "parent": "p12-46f8ac99", "candidate": "p12-92ffb126", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0461623511407225, "gate": 0.9829836445974441, "tick": 72 }, { "epoch": 4, "parent": "p12-92ffb126", "candidate": "p12-223ba065", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.7973721835576412, "gate": 1.0296605914497026, "tick": 96 }, { "epoch": 5, "parent": "p12-223ba065", "candidate": "p12-fc119d87", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9882887832694066, "gate": 0.6867315748344583, "tick": 120 }, { "epoch": 6, "parent": "p12-fc119d87", "candidate": "p12-c7a4b6ef", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.6757889892509161, "gate": 1.087264647757118, "tick": 144 }, { "epoch": 7, "parent": "p12-c7a4b6ef", "candidate": "p12-5e404770", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8074606947482191, "gate": 0.8580852372510996, "tick": 168 }, { "epoch": 8, "parent": "p12-5e404770", "candidate": "p12-84cf68c2", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9074700799312628, "gate": 0.940551916739954, "tick": 192 }, { "epoch": 9, "parent": "p12-84cf68c2", "candidate": "p12-46154f34", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.7329090773256081, "gate": 0.5025124591990792, "tick": 216 }, { "epoch": 10, "parent": "p12-46154f34", "candidate": "p12-248a6d62", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9210824745494972, "gate": 1.062977477419536, "tick": 240 }, { "epoch": 11, "parent": "p12-248a6d62", "candidate": "p12-63591587", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.6932792317328099, "gate": 0.5512879267655912, "tick": 264 }, { "epoch": 12, "parent": "p12-63591587", "candidate": "p12-318e9505", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8916632074886325, "gate": 0.7242043837655191, "tick": 288 }, { "epoch": 13, "parent": "p12-318e9505", "candidate": "p12-bfb1999f", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8835671810818817, "gate": 0.6110458260254937, "tick": 312 }, { "epoch": 14, "parent": "p12-bfb1999f", "candidate": "p12-2fa3a9f9", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.7459083363641317, "gate": 0.9275894075906921, "tick": 336 }, { "epoch": 15, "parent": "p12-2fa3a9f9", "candidate": "p12-4e20d219", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8567311821880136, "gate": 0.7665948012359228, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0425096148960795, "gate": 1.0531368825228908, "incumbentGate": 1.0531368825228908, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0998376350712453, "gate": 0.8754426030204258, "incumbentGate": 0.8754426030204258, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9478790461990346, "gate": 1.0669453074154542, "incumbentGate": 1.0669453074154542, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0347403792563525, "gate": 0.9829836445974441, "incumbentGate": 0.9829836445974441, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-9d32c6b1", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7164179884215948, "gate": 1.0296605914497026, "incumbentGate": -0.2963179537309132, "retentionLoss": 0.6782478630464387, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-77653fbd", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.5426671533648907, "gate": 0.09162194413963992, "incumbentGate": -0.33948200760205305, "retentionLoss": 0.7155888602299372, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-8ee607a4", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.24783541411723795, "gate": 0.1947595180106775, "incumbentGate": -0.3247761061333598, "retentionLoss": 0, "tick": 144 }, { "epoch": 7, "parent": "p12-8ee607a4", "candidate": "p12-d8e1bcc6", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8637311250758009, "gate": 1.0767079795706473, "incumbentGate": 0.2099077342487182, "retentionLoss": 0.4446104760389237, "tick": 168 }, { "epoch": 8, "parent": "p12-8ee607a4", "candidate": "p12-73614bf6", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.3113865599163539, "gate": -0.07847562945220964, "incumbentGate": 0.2140558585154386, "retentionLoss": 0, "tick": 192 }, { "epoch": 9, "parent": "p12-8ee607a4", "candidate": "p12-f01b1bc8", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.260137747193673, "gate": 0.13682542732474728, "incumbentGate": 0.13682542732474728, "retentionLoss": 0.23535562121018372, "tick": 216 }, { "epoch": 10, "parent": "p12-8ee607a4", "candidate": "p12-4754e1d3", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.24971912194501752, "gate": 0.19644766163842206, "incumbentGate": 0.19644766163842206, "retentionLoss": 0.21341888951188415, "tick": 240 }, { "epoch": 11, "parent": "p12-8ee607a4", "candidate": "p12-10961afc", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.23862064116712337, "gate": 0.09896856752331169, "incumbentGate": 0.19338289357487137, "retentionLoss": 0.21233479204517894, "tick": 264 }, { "epoch": 12, "parent": "p12-8ee607a4", "candidate": "p12-8ee607a4", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.564396712961834, "gate": 1.007715854795072, "incumbentGate": 1.007715854795072, "retentionLoss": 0, "tick": 288 }, { "epoch": 13, "parent": "p12-8ee607a4", "candidate": "p12-59a25808", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.7905250495167203, "gate": 0.9604378719992033, "incumbentGate": 0.9604378719992033, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-8ee607a4", "candidate": "p12-8ee607a4", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8545759005882259, "gate": 0.9275894075906921, "incumbentGate": 0.9275894075906921, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-8ee607a4", "candidate": "p12-22a58ab7", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.871152157032339, "gate": 1.1408321506189485, "incumbentGate": 1.1408321506189485, "retentionLoss": 0.2014329695952966, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0425096148960795, "gate": 1.0531368825228908, "incumbentGate": 1.0531368825228908, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0998376350712453, "gate": 0.8754426030204258, "incumbentGate": 0.8754426030204258, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9478790461990346, "gate": 1.0669453074154542, "incumbentGate": 1.0669453074154542, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0347403792563525, "gate": 0.9829836445974441, "incumbentGate": 0.9829836445974441, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-ef1cdddc", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7164179884215948, "gate": 1.0296605914497026, "incumbentGate": -0.2963179537309132, "retentionLoss": 0.6782478630464387, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-a9bc79d7", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7653690589716334, "gate": 0.9773905411474023, "incumbentGate": -0.33948200760205305, "retentionLoss": 0.6782478630464387, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-8067b214", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8060793227584803, "gate": 1.087264647757118, "incumbentGate": -0.3247761061333598, "retentionLoss": 0.4446104760389237, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-294b1c30", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6512444620521464, "gate": 1.0767079795706473, "incumbentGate": -0.23774300212491628, "retentionLoss": 0.7208958312069248, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-b512a26a", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.49811684783028526, "gate": 0.9717749669341919, "incumbentGate": 0.2140558585154386, "retentionLoss": 1.084546014467958, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-744d22e7", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6747530714162862, "gate": 0.9452128633902568, "incumbentGate": 0.13682542732474728, "retentionLoss": 0.9406229716705331, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-cbeb27f3", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7599873759969912, "gate": 0.8327710866157622, "incumbentGate": 0.19644766163842206, "retentionLoss": 0.5057613005404766, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-766885a6", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7780789095871209, "gate": 0.9086264895833379, "incumbentGate": 0.19338289357487137, "retentionLoss": 0.9406229716705331, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-593ebc55", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.529738699404348, "gate": 0.5691071720634118, "incumbentGate": 1.007715854795072, "retentionLoss": 0.11641219059454277, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6926e124", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.8870229576923688, "gate": 0.9604378719992033, "incumbentGate": 0.9604378719992033, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-83cd72eb", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.864075238749035, "gate": 1.0212883804631039, "incumbentGate": 1.0212883804631039, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.871152157032339, "gate": 1.1408321506189485, "incumbentGate": 1.1408321506189485, "retentionLoss": 0, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0330937443773538, -0.2136673896892739, 0.2363326103107261, 1.0330937443773538 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 1.0330937443773538, -0.2136673896892739, 0.2363326103107261, 1.0330937443773538 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 1.0330937443773538, -0.2136673896892739, 0.2363326103107261, 1.0330937443773538 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 1.0330937443773538, -0.2136673896892739, 0.2363326103107261, 1.0330937443773538 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0330937443773538, -0.2136673896892739, 0.2363326103107261, 1.0330937443773538 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.8447895303185508, 0.8082783999845967, -0.32821933351320204, 0.8447895303185508 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.7897367381488148, 0.7575722169691647, 0.5312464723229456, 0.7897367381488148 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.7897367381488148, 0.7575722169691647, 0.5312464723229456, 0.7897367381488148 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0330937443773538, -0.2136673896892739, 0.2363326103107261, 1.0330937443773538 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9727785144892134, 0.11919185626458717, 0.1830203176000591, 0.9727785144892134 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9727785144892134, 0.11919185626458717, 0.1830203176000591, 0.9727785144892134 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9727785144892134, 0.11919185626458717, 0.1830203176000591, 0.9727785144892134 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0330937443773538, -0.2136673896892739, 0.2363326103107261, 1.0330937443773538 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 1.0330937443773538, -0.2136673896892739, 0.2363326103107261, 1.0330937443773538 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 1.0330937443773538, -0.2136673896892739, 0.2363326103107261, 1.0330937443773538 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 1.0330937443773538, -0.2136673896892739, 0.2363326103107261, 1.0330937443773538 ] } ] } }, { "regime": "foggy-cues", "seed": 119693, "arms": [ { "id": "fixed", "summary": { "usefulWork": 725.8792924039141, "harvests": 180, "toxicHarvests": 34, "energySpent": 923.2524819177554, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.28371012210116225, "heldoutA": 0.9647014483112945, "heldoutB": -0.28178554100390385, "heldoutC": 0.16821445899609624, "heldoutReturn": 0.9647014483112945, "retentionLoss": 0, "firstAReward": 0.9647014483112945, "afterCReward": 0.9647014483112945, "phaseAWork": 245.84006935576878, "phaseBWork": 146.1794594097068, "phaseCWork": 64.06009100242682, "returnAWork": 269.7996726360117, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 955.9127921165389, "harvests": 180, "toxicHarvests": 31, "energySpent": 909.1687898186375, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 0.6689290343172148, "heldoutA": 0.6354206734402945, "heldoutB": 0.6669656992647678, "heldoutC": 0.7044007302465827, "heldoutReturn": 0.6354206734402945, "retentionLoss": 0.32928077487099994, "firstAReward": 0.9647014483112945, "afterCReward": 0.6354206734402945, "phaseAWork": 243.83511910540392, "phaseBWork": 355.4832091347017, "phaseCWork": 167.32746369275253, "returnAWork": 189.2670001836807, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 738.2996544195984, "harvests": 178, "toxicHarvests": 52, "energySpent": 945.4500198947902, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7902, "trainingPolicyEvaluations": 6622, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 5, "rollbacks": 7, "heldoutReward": 0.4049679388253928, "heldoutA": 0.8374892062666754, "heldoutB": -0.25050194089750827, "heldoutC": 0.6279165511070112, "heldoutReturn": 0.8374892062666754, "retentionLoss": 0.29038533204710415, "firstAReward": 0.9647014483112945, "afterCReward": 0.6743161162641903, "phaseAWork": 245.84006935576878, "phaseBWork": 174.8819331767083, "phaseCWork": 108.4136902355068, "returnAWork": 209.1639616516145, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 699.6134977669213, "harvests": 170, "toxicHarvests": 53, "energySpent": 949.8547260886806, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7902, "trainingPolicyEvaluations": 6622, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 1, "rollbacks": 9, "heldoutReward": 0.43052043093998615, "heldoutA": 0.6619928557716185, "heldoutB": 0.921622577714703, "heldoutC": -0.29205414066636304, "heldoutReturn": 0.6619928557716185, "retentionLoss": 0.30270859253967597, "firstAReward": 0.9647014483112945, "afterCReward": 0.6619928557716185, "phaseAWork": 245.84006935576878, "phaseBWork": 228.8725573253455, "phaseCWork": 54.71994082026794, "returnAWork": 170.18093026553913, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0123699260939196, "gate": 0.9455729473762192, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9910199350332664, "gate": 0.9383976643723235, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9592546190202844, "gate": 1.0149027256721774, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9683142569835047, "gate": 0.8828051672165005, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.19374366748307814, "gate": -0.35813443048327626, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.33692712993095303, "gate": -0.2724798158079528, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.24854914855773189, "gate": -0.2472264626202064, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.24393859085346145, "gate": -0.1735303274952494, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.23524960910991224, "gate": 0.1490431641362401, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.1932157079368559, "gate": 0.1747435878660449, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.17847243250542788, "gate": 0.16032474913897163, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.18434427332676617, "gate": 0.2161404693918462, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9616394234281213, "gate": 0.9661105002373634, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9492674222150054, "gate": 1.0920749991633072, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.1227702061403002, "gate": 1.0603698484691735, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0029978429705595, "gate": 1.0086690330865424, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-c0bbe7f6", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0123699260939196, "gate": 0.9455729473762192, "tick": 0 }, { "epoch": 1, "parent": "p12-c0bbe7f6", "candidate": "p12-c17585c0", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9910199350332664, "gate": 0.9383976643723235, "tick": 24 }, { "epoch": 2, "parent": "p12-c17585c0", "candidate": "p12-717586c3", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9592546190202844, "gate": 1.0149027256721774, "tick": 48 }, { "epoch": 3, "parent": "p12-717586c3", "candidate": "p12-71570a8f", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9683142569835047, "gate": 0.8828051672165005, "tick": 72 }, { "epoch": 4, "parent": "p12-71570a8f", "candidate": "p12-1dfddc9c", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8338844570740734, "gate": 0.6123147276207397, "tick": 96 }, { "epoch": 5, "parent": "p12-1dfddc9c", "candidate": "p12-be07a9d5", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9486755859730923, "gate": 0.9338942439766679, "tick": 120 }, { "epoch": 6, "parent": "p12-be07a9d5", "candidate": "p12-41d1752a", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9766269971550378, "gate": 1.0339143607095813, "tick": 144 }, { "epoch": 7, "parent": "p12-41d1752a", "candidate": "p12-3d9af45c", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8889865015651371, "gate": 1.0107810508010162, "tick": 168 }, { "epoch": 8, "parent": "p12-3d9af45c", "candidate": "p12-a4cc7c95", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8008708866532247, "gate": 1.0721730686120705, "tick": 192 }, { "epoch": 9, "parent": "p12-a4cc7c95", "candidate": "p12-b2619166", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.5734412252845286, "gate": 0.6716985660470431, "tick": 216 }, { "epoch": 10, "parent": "p12-b2619166", "candidate": "p12-64717409", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.564486506850687, "gate": 0.9502721101106064, "tick": 240 }, { "epoch": 11, "parent": "p12-64717409", "candidate": "p12-53aa98e9", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.769931666560419, "gate": 0.7454965229363473, "tick": 264 }, { "epoch": 12, "parent": "p12-53aa98e9", "candidate": "p12-7222e87f", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.5099466059813776, "gate": 0.5431113076576279, "tick": 288 }, { "epoch": 13, "parent": "p12-7222e87f", "candidate": "p12-22cbc48", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.7727228552768555, "gate": 0.41277295897769467, "tick": 312 }, { "epoch": 14, "parent": "p12-22cbc48", "candidate": "p12-f18d4585", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8362387584788372, "gate": 0.31708165276211886, "tick": 336 }, { "epoch": 15, "parent": "p12-f18d4585", "candidate": "p12-1c23db53", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9237408773960066, "gate": 1.0086690330865424, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0123699260939196, "gate": 0.9455729473762192, "incumbentGate": 0.9455729473762192, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9758709391475838, "gate": 0.9383976643723235, "incumbentGate": 0.9383976643723235, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.958304837892078, "gate": 1.0149027256721774, "incumbentGate": 1.0149027256721774, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9788399961949172, "gate": 0.8828051672165005, "incumbentGate": 0.8828051672165005, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-8043f6b8", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6739951144377607, "gate": 1.0842354893952024, "incumbentGate": -0.35813443048327626, "retentionLoss": 0.7554264390022608, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-81812846", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.2628400030706706, "gate": -0.06032369289225344, "incumbentGate": -0.2724798158079528, "retentionLoss": 0, "tick": 120 }, { "epoch": 6, "parent": "p12-81812846", "candidate": "p12-4d026f63", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.87241709237094, "gate": 1.0339143607095813, "incumbentGate": -0.10738176161712316, "retentionLoss": 0.18108937929163216, "tick": 144 }, { "epoch": 7, "parent": "p12-81812846", "candidate": "p12-41cff6e0", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7183195001152972, "gate": 0.7758566247951443, "incumbentGate": 0.14282251923698344, "retentionLoss": 0.18108937929163216, "tick": 168 }, { "epoch": 8, "parent": "p12-81812846", "candidate": "p12-65600f94", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.4930754837625353, "gate": 1.0721730686120705, "incumbentGate": -0.6244409675531943, "retentionLoss": 0.2818198902749477, "tick": 192 }, { "epoch": 9, "parent": "p12-81812846", "candidate": "p12-a83a97a5", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.5838658616418594, "gate": 0.8483746986902293, "incumbentGate": -0.22380626668989634, "retentionLoss": 0.04736610566600018, "tick": 216 }, { "epoch": 10, "parent": "p12-a83a97a5", "candidate": "p12-83708d67", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.7448691592800595, "gate": 0.6194624469763891, "incumbentGate": 0.40753912349031857, "retentionLoss": 0.023414419389612987, "tick": 240 }, { "epoch": 11, "parent": "p12-83708d67", "candidate": "p12-2cba4789", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.7583211608937397, "gate": 0.993776299263164, "incumbentGate": 0.993776299263164, "retentionLoss": 0.17155930330363134, "tick": 264 }, { "epoch": 12, "parent": "p12-83708d67", "candidate": "p12-2d442468", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6433843838267076, "gate": 0.9661105002373634, "incumbentGate": 0.44322526905498116, "retentionLoss": 0.3829840823210119, "tick": 288 }, { "epoch": 13, "parent": "p12-83708d67", "candidate": "p12-c6e06a84", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.7879301420419783, "gate": 0.8646641361247928, "incumbentGate": 0.6096307016720602, "retentionLoss": 0.07570232304361624, "tick": 312 }, { "epoch": 14, "parent": "p12-c6e06a84", "candidate": "p12-97144486", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.8525586623860654, "gate": 0.8649816233940081, "incumbentGate": 0.6013297046542844, "retentionLoss": 0.08145596341717942, "tick": 336 }, { "epoch": 15, "parent": "p12-97144486", "candidate": "p12-3d3d7636", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 1.0002572928888132, "gate": 1.0086690330865424, "incumbentGate": 1.0086690330865424, "retentionLoss": 0, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0123699260939196, "gate": 0.9455729473762192, "incumbentGate": 0.9455729473762192, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9758709391475838, "gate": 0.9383976643723235, "incumbentGate": 0.9383976643723235, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.958304837892078, "gate": 1.0149027256721774, "incumbentGate": 1.0149027256721774, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9788399961949172, "gate": 0.8828051672165005, "incumbentGate": 0.8828051672165005, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-795927cf", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6739951144377607, "gate": 1.0842354893952024, "incumbentGate": -0.35813443048327626, "retentionLoss": 0.7554264390022608, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-f6fba874", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.904204729759976, "gate": 0.9338942439766679, "incumbentGate": -0.2724798158079528, "retentionLoss": 0.012566720219746141, "tick": 120 }, { "epoch": 6, "parent": "p12-f6fba874", "candidate": "p12-f6fba874", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9019395599483857, "gate": 1.0339143607095813, "incumbentGate": 1.0339143607095813, "retentionLoss": 0, "tick": 144 }, { "epoch": 7, "parent": "p12-f6fba874", "candidate": "p12-f6fba874", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8585602845333812, "gate": 0.7758566247951443, "incumbentGate": 0.7758566247951443, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-f6fba874", "candidate": "p12-b4ae3c13", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.5654542097850984, "gate": 1.0721730686120705, "incumbentGate": -0.6244409675531943, "retentionLoss": 0.8688169288844476, "tick": 192 }, { "epoch": 9, "parent": "p12-f6fba874", "candidate": "p12-309e4b6f", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7898697371267377, "gate": 0.9055762327500441, "incumbentGate": -0.40048239933308244, "retentionLoss": 0.6343768898874901, "tick": 216 }, { "epoch": 10, "parent": "p12-f6fba874", "candidate": "p12-aa625dba", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6820880490190856, "gate": 0.9502721101106064, "incumbentGate": -0.10143916056789636, "retentionLoss": 1.1388847905147408, "tick": 240 }, { "epoch": 11, "parent": "p12-f6fba874", "candidate": "p12-2cbf68ea", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6641681490377033, "gate": 0.993776299263164, "incumbentGate": -0.23107754920206083, "retentionLoss": 1.1388847905147408, "tick": 264 }, { "epoch": 12, "parent": "p12-f6fba874", "candidate": "p12-17c6859b", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6312703989763373, "gate": 0.6426045702319158, "incumbentGate": 0.524710419386408, "retentionLoss": 0.4932067339884276, "tick": 288 }, { "epoch": 13, "parent": "p12-f6fba874", "candidate": "p12-ab8e81fc", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7528267054951193, "gate": 1.0920749991633072, "incumbentGate": 0.647650506312903, "retentionLoss": 0.5866585964042023, "tick": 312 }, { "epoch": 14, "parent": "p12-f6fba874", "candidate": "p12-98808e0c", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 1.0034337607312125, "gate": 1.0603698484691735, "incumbentGate": 0.5602856493999387, "retentionLoss": 0.5419119439559342, "tick": 336 }, { "epoch": 15, "parent": "p12-f6fba874", "candidate": "p12-572c2f30", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7573890460827348, "gate": 0.9808718937316181, "incumbentGate": 0.44075542588665034, "retentionLoss": 0.2446446632308368, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9647014483112945, -0.28178554100390385, 0.16821445899609624, 0.9647014483112945 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9647014483112945, -0.28178554100390385, 0.16821445899609624, 0.9647014483112945 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9647014483112945, -0.28178554100390385, 0.16821445899609624, 0.9647014483112945 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9647014483112945, -0.28178554100390385, 0.16821445899609624, 0.9647014483112945 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9647014483112945, -0.28178554100390385, 0.16821445899609624, 0.9647014483112945 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.7597227406343908, 0.8190640044981592, -0.3338166201976329, 0.7597227406343908 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.6354206734402945, 0.6669656992647678, 0.7044007302465827, 0.6354206734402945 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.6354206734402945, 0.6669656992647678, 0.7044007302465827, 0.6354206734402945 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9647014483112945, -0.28178554100390385, 0.16821445899609624, 0.9647014483112945 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.7832519275944503, 0.11057133103112282, -0.30953577998287796, 0.7832519275944503 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.6743161162641903, -0.04019937454868984, 0.7732782413932813, 0.6743161162641903 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.8374892062666754, -0.25050194089750827, 0.6279165511070112, 0.8374892062666754 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9647014483112945, -0.28178554100390385, 0.16821445899609624, 0.9647014483112945 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.6619928557716185, 0.921622577714703, -0.29205414066636304, 0.6619928557716185 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.6619928557716185, 0.921622577714703, -0.29205414066636304, 0.6619928557716185 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.6619928557716185, 0.921622577714703, -0.29205414066636304, 0.6619928557716185 ] } ] } }, { "regime": "foggy-cues", "seed": 129666, "arms": [ { "id": "fixed", "summary": { "usefulWork": 770.4249354959012, "harvests": 180, "toxicHarvests": 42, "energySpent": 935.3054844256758, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.32330238083490664, "heldoutA": 1.0021352422382164, "heldoutB": -0.24111404986674823, "heldoutC": 0.20888595013325179, "heldoutReturn": 1.0021352422382164, "retentionLoss": 0, "firstAReward": 1.0021352422382164, "afterCReward": 1.0021352422382164, "phaseAWork": 283.6685218599958, "phaseBWork": 139.87047705376676, "phaseCWork": 59.470647387300346, "returnAWork": 287.4152891948383, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 978.694500016888, "harvests": 180, "toxicHarvests": 37, "energySpent": 918.7100185402869, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 0.7234983811809231, "heldoutA": 0.6945640591644181, "heldoutB": 0.7787890806004105, "heldoutC": 0.697142003777941, "heldoutReturn": 0.6945640591644181, "retentionLoss": 0.30757118307379827, "firstAReward": 1.0021352422382164, "afterCReward": 0.6945640591644181, "phaseAWork": 283.6685218599958, "phaseBWork": 366.302686440546, "phaseCWork": 145.34155478302534, "returnAWork": 183.3817369333209, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 738.9055727908991, "harvests": 180, "toxicHarvests": 48, "energySpent": 941.1547146673736, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7868, "trainingPolicyEvaluations": 6588, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 1, "rollbacks": 11, "heldoutReward": 0.5727183817632084, "heldoutA": 0.8069961409262527, "heldoutB": 0.6674497113872702, "heldoutC": 0.24370929297610242, "heldoutReturn": 0.8069961409262527, "retentionLoss": 0.19513910131196366, "firstAReward": 1.0021352422382164, "afterCReward": 0.8069961409262527, "phaseAWork": 283.6685218599958, "phaseBWork": 139.87047705376676, "phaseCWork": 89.25579024522216, "returnAWork": 226.1107836319144, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 770.4249354959012, "harvests": 180, "toxicHarvests": 42, "energySpent": 935.3054844256758, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7868, "trainingPolicyEvaluations": 6588, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 10, "heldoutReward": 0.32330238083490664, "heldoutA": 1.0021352422382164, "heldoutB": -0.24111404986674823, "heldoutC": 0.20888595013325179, "heldoutReturn": 1.0021352422382164, "retentionLoss": 0, "firstAReward": 1.0021352422382164, "afterCReward": 1.0021352422382164, "phaseAWork": 283.6685218599958, "phaseBWork": 139.87047705376676, "phaseCWork": 59.470647387300346, "returnAWork": 287.4152891948383, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9474923441725055, "gate": 1.090825081779786, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.1205044769122703, "gate": 0.9693920180665558, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.1120703892885802, "gate": 0.8374946160592661, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9987366806269115, "gate": 0.963635308852499, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.286451928801614, "gate": -0.348581172749909, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.21989368407637558, "gate": -0.2545005837926461, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2709767467240492, "gate": -0.26083182436849434, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.1934968710947681, "gate": -0.12894908044594788, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.23091572301347474, "gate": 0.11247868206880081, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.2818004955958502, "gate": 0.1969715348584479, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.21709556457453108, "gate": 0.1335856792484435, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.22293359837921992, "gate": 0.367823145195916, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9257783766185371, "gate": 0.9575986627071656, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.972121786477433, "gate": 0.9661747016737344, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9646985328335873, "gate": 0.9701524189392404, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0509492167993633, "gate": 0.9531030401773634, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-12521968", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9474923441725055, "gate": 1.090825081779786, "tick": 0 }, { "epoch": 1, "parent": "p12-12521968", "candidate": "p12-cc7b004a", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.1205044769122703, "gate": 0.9693920180665558, "tick": 24 }, { "epoch": 2, "parent": "p12-cc7b004a", "candidate": "p12-5480c304", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.1120703892885802, "gate": 0.8374946160592661, "tick": 48 }, { "epoch": 3, "parent": "p12-5480c304", "candidate": "p12-59cd3dcd", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9987366806269115, "gate": 0.963635308852499, "tick": 72 }, { "epoch": 4, "parent": "p12-59cd3dcd", "candidate": "p12-8948c66d", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9299771615143961, "gate": 0.6914365266742166, "tick": 96 }, { "epoch": 5, "parent": "p12-8948c66d", "candidate": "p12-1bb56dd3", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.6239698688852323, "gate": 0.9794976409991972, "tick": 120 }, { "epoch": 6, "parent": "p12-1bb56dd3", "candidate": "p12-ea24d356", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.678547050019566, "gate": 0.5977700517796277, "tick": 144 }, { "epoch": 7, "parent": "p12-ea24d356", "candidate": "p12-d6d91cd9", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.7229658573838008, "gate": 0.7901880461045697, "tick": 168 }, { "epoch": 8, "parent": "p12-d6d91cd9", "candidate": "p12-355a795e", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.23091572301347474, "gate": 0.06324564101508419, "tick": 192 }, { "epoch": 9, "parent": "p12-355a795e", "candidate": "p12-11831f3f", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.898436164971658, "gate": 1.0978706721988851, "tick": 216 }, { "epoch": 10, "parent": "p12-11831f3f", "candidate": "p12-ead4d969", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.4939014304365074, "gate": 1.0222498010762486, "tick": 240 }, { "epoch": 11, "parent": "p12-ead4d969", "candidate": "p12-ff0edf7e", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.6438995961182831, "gate": 0.6313369611163745, "tick": 264 }, { "epoch": 12, "parent": "p12-ff0edf7e", "candidate": "p12-75689938", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.5109351119869419, "gate": 0.8212370446230022, "tick": 288 }, { "epoch": 13, "parent": "p12-75689938", "candidate": "p12-373c250f", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8600906629575716, "gate": 0.7553097390122442, "tick": 312 }, { "epoch": 14, "parent": "p12-373c250f", "candidate": "p12-dbbb0990", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.5454246767586964, "gate": 0.7296695219164642, "tick": 336 }, { "epoch": 15, "parent": "p12-dbbb0990", "candidate": "p12-8f945882", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.6372410587530537, "gate": 0.7363422297815663, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9474923441725055, "gate": 1.090825081779786, "incumbentGate": 1.090825081779786, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.1029303947830584, "gate": 0.9693920180665558, "incumbentGate": 0.9693920180665558, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.090157045247419, "gate": 0.8374946160592661, "incumbentGate": 0.8374946160592661, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9561172117851241, "gate": 0.963635308852499, "incumbentGate": 0.963635308852499, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-30877886", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8440687329082646, "gate": 0.41850009125393944, "incumbentGate": -0.348581172749909, "retentionLoss": 1.217495352115348, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-c6b4e122", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7891147902642911, "gate": 0.9794976409991972, "incumbentGate": -0.2545005837926461, "retentionLoss": 0.4391838225343072, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-41683542", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8386305911644243, "gate": 1.0084414695634434, "incumbentGate": -0.26083182436849434, "retentionLoss": 0.4391838225343072, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-ab1b9b33", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.884204290902736, "gate": 1.014017633487122, "incumbentGate": -0.12894908044594788, "retentionLoss": 0.4391838225343072, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-1d168f72", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.45065323705791643, "gate": 0.18097056302132034, "incumbentGate": 0.11247868206880081, "retentionLoss": 0.09654408902654055, "tick": 192 }, { "epoch": 9, "parent": "p12-1d168f72", "candidate": "p12-5537bf9c", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.5212910555218325, "gate": 0.36814953059356736, "incumbentGate": 0.1969715348584479, "retentionLoss": 0.41340047854246575, "tick": 216 }, { "epoch": 10, "parent": "p12-1d168f72", "candidate": "p12-c715483e", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.668773412408795, "gate": 0.8371857968015496, "incumbentGate": 0.595523496321419, "retentionLoss": 0.2165755360859063, "tick": 240 }, { "epoch": 11, "parent": "p12-1d168f72", "candidate": "p12-1b54f71a", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8102835933470532, "gate": 1.010017416147629, "incumbentGate": 0.23818615538231266, "retentionLoss": 0.2873206157864219, "tick": 264 }, { "epoch": 12, "parent": "p12-1d168f72", "candidate": "p12-9981799d", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.660349734017022, "gate": 0.59838333653983, "incumbentGate": 0.6771582336278423, "retentionLoss": 0, "tick": 288 }, { "epoch": 13, "parent": "p12-1d168f72", "candidate": "p12-3e0f5eba", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8498773486089192, "gate": 0.9661747016737344, "incumbentGate": 0.6998195893147949, "retentionLoss": 0.15048400229221892, "tick": 312 }, { "epoch": 14, "parent": "p12-1d168f72", "candidate": "p12-81c3181", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.803160573552011, "gate": 0.8367357185532716, "incumbentGate": 0.7296695219164642, "retentionLoss": 0.15152664715200237, "tick": 336 }, { "epoch": 15, "parent": "p12-1d168f72", "candidate": "p12-56ed0788", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.9105592949017934, "gate": 0.9531030401773634, "incumbentGate": 0.9531030401773634, "retentionLoss": 0.4496586430674101, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9474923441725055, "gate": 1.090825081779786, "incumbentGate": 1.090825081779786, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.1029303947830584, "gate": 0.9693920180665558, "incumbentGate": 0.9693920180665558, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.090157045247419, "gate": 0.8374946160592661, "incumbentGate": 0.8374946160592661, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9561172117851241, "gate": 0.963635308852499, "incumbentGate": 0.963635308852499, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-b3ee3ea3", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.5929841363501246, "gate": 0.9141598533798528, "incumbentGate": -0.348581172749909, "retentionLoss": 1.217495352115348, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-dde39862", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8410078149371409, "gate": 0.7326439290037489, "incumbentGate": -0.2545005837926461, "retentionLoss": 0.2720484231571386, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6f604507", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8386305911644243, "gate": 1.0084414695634434, "incumbentGate": -0.26083182436849434, "retentionLoss": 0.4391838225343072, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6d5b6698", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.884204290902736, "gate": 1.014017633487122, "incumbentGate": -0.12894908044594788, "retentionLoss": 0.4391838225343072, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-63f6d55f", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.512862043227767, "gate": 0.9069906936430895, "incumbentGate": 0.11247868206880081, "retentionLoss": 0.9069745416412255, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-23ac1f91", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7857943132870905, "gate": 1.0978706721988851, "incumbentGate": 0.1969715348584479, "retentionLoss": 0.6833159676741605, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-4842e87e", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7494272960125637, "gate": 1.0222498010762486, "incumbentGate": 0.1335856792484435, "retentionLoss": 0.9069745416412255, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-d6c45eaf", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8725939333371523, "gate": 1.010017416147629, "incumbentGate": 0.367823145195916, "retentionLoss": 0.5098858810852839, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-16137d29", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.5687582028771822, "gate": 0.2591058148673489, "incumbentGate": 0.9575986627071656, "retentionLoss": 0.11460731788343292, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-2403cdac", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.8359610961062733, "gate": 0.7553097390122442, "incumbentGate": 0.9661747016737344, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.7787102192091203, "gate": 0.9701524189392404, "incumbentGate": 0.9701524189392404, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9105592949017934, "gate": 0.9531030401773634, "incumbentGate": 0.9531030401773634, "retentionLoss": 0, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0021352422382164, -0.24111404986674823, 0.20888595013325179, 1.0021352422382164 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 1.0021352422382164, -0.24111404986674823, 0.20888595013325179, 1.0021352422382164 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 1.0021352422382164, -0.24111404986674823, 0.20888595013325179, 1.0021352422382164 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 1.0021352422382164, -0.24111404986674823, 0.20888595013325179, 1.0021352422382164 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0021352422382164, -0.24111404986674823, 0.20888595013325179, 1.0021352422382164 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.8549585775371613, 0.7304372627018708, 0.11656719946345966, 0.8549585775371613 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.6945640591644181, 0.7787890806004105, 0.697142003777941, 0.6945640591644181 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.6945640591644181, 0.7787890806004105, 0.697142003777941, 0.6945640591644181 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0021352422382164, -0.24111404986674823, 0.20888595013325179, 1.0021352422382164 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 1.0021352422382164, -0.24111404986674823, 0.20888595013325179, 1.0021352422382164 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.8069961409262527, 0.6674497113872702, 0.24370929297610242, 0.8069961409262527 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.8069961409262527, 0.6674497113872702, 0.24370929297610242, 0.8069961409262527 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0021352422382164, -0.24111404986674823, 0.20888595013325179, 1.0021352422382164 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 1.0021352422382164, -0.24111404986674823, 0.20888595013325179, 1.0021352422382164 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 1.0021352422382164, -0.24111404986674823, 0.20888595013325179, 1.0021352422382164 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 1.0021352422382164, -0.24111404986674823, 0.20888595013325179, 1.0021352422382164 ] } ] } }, { "regime": "foggy-cues", "seed": 139639, "arms": [ { "id": "fixed", "summary": { "usefulWork": 752.9026502089977, "harvests": 180, "toxicHarvests": 34, "energySpent": 923.662332568545, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.295496374415473, "heldoutA": 0.9763538176493578, "heldoutB": -0.26993234720146947, "heldoutC": 0.1800676527985306, "heldoutReturn": 0.9763538176493578, "retentionLoss": 0, "firstAReward": 0.9763538176493578, "afterCReward": 0.9763538176493578, "phaseAWork": 264.603758891296, "phaseBWork": 157.83142362181638, "phaseCWork": 56.69877682943951, "returnAWork": 273.76869086644575, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 1055.3548597779122, "harvests": 180, "toxicHarvests": 25, "energySpent": 901.5704798309837, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 0.6848227640025565, "heldoutA": 0.754220427721767, "heldoutB": 0.6175930961633571, "heldoutC": 0.6826547681225452, "heldoutReturn": 0.754220427721767, "retentionLoss": 0.2221333899275908, "firstAReward": 0.9763538176493578, "afterCReward": 0.754220427721767, "phaseAWork": 264.603758891296, "phaseBWork": 384.1362307400568, "phaseCWork": 184.01730368009146, "returnAWork": 222.59756646646792, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 851.7287880070637, "harvests": 180, "toxicHarvests": 36, "energySpent": 921.2101096029132, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7880, "trainingPolicyEvaluations": 6600, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 3, "rollbacks": 8, "heldoutReward": 0.5467526056264241, "heldoutA": 0.8695066107086064, "heldoutB": 0.17465240617341318, "heldoutC": 0.5960987999972528, "heldoutReturn": 0.8695066107086064, "retentionLoss": 0.1994087573743455, "firstAReward": 0.9763538176493578, "afterCReward": 0.7769450602750123, "phaseAWork": 264.603758891296, "phaseBWork": 216.549714450949, "phaseCWork": 159.9840374494724, "returnAWork": 210.59127721534628, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 624.5312031759739, "harvests": 179, "toxicHarvests": 63, "energySpent": 959.3135523714084, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7880, "trainingPolicyEvaluations": 6600, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 1, "rollbacks": 11, "heldoutReward": 0.43732617792094386, "heldoutA": 0.7390899299181464, "heldoutB": 0.8039252050205742, "heldoutC": -0.23103660117588906, "heldoutReturn": 0.7390899299181464, "retentionLoss": 0.23726388773121143, "firstAReward": 0.9763538176493578, "afterCReward": 0.7390899299181464, "phaseAWork": 264.603758891296, "phaseBWork": 157.83142362181638, "phaseCWork": 7.868663606533971, "returnAWork": 194.22735705632755, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0621769797334097, "gate": 0.9985344420369578, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0417286462440993, "gate": 1.0181394523458567, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9420432568879451, "gate": 0.9664118104074748, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.022015614332518, "gate": 1.001772489524145, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2812021858282029, "gate": -0.24867827059443195, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2352267328696658, "gate": -0.3891714867975922, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.1859852246167417, "gate": -0.19836096979931592, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2959848219927003, "gate": -0.27996854186780806, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.20442362363169023, "gate": 0.14022531870654945, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.2203431545796789, "gate": 0.06494596789407085, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.15039429346387295, "gate": 0.05885960152637831, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.25585034254677824, "gate": 0.2768116763549256, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.8952861688375876, "gate": 0.8969063184402081, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.031291779327218, "gate": 0.9559165586442703, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9404214055917087, "gate": 0.9563626226441024, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9205660769430416, "gate": 0.9319909310297202, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-49abdc65", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0621769797334097, "gate": 0.9985344420369578, "tick": 0 }, { "epoch": 1, "parent": "p12-49abdc65", "candidate": "p12-2fa8574f", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0417286462440993, "gate": 1.0181394523458567, "tick": 24 }, { "epoch": 2, "parent": "p12-2fa8574f", "candidate": "p12-c00b7ace", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9420432568879451, "gate": 0.9664118104074748, "tick": 48 }, { "epoch": 3, "parent": "p12-c00b7ace", "candidate": "p12-e24a94eb", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.022015614332518, "gate": 1.001772489524145, "tick": 72 }, { "epoch": 4, "parent": "p12-e24a94eb", "candidate": "p12-cbf9e55d", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.5636907303064401, "gate": 1.0451530026322458, "tick": 96 }, { "epoch": 5, "parent": "p12-cbf9e55d", "candidate": "p12-fca23109", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.7732819454456358, "gate": 0.492776034305586, "tick": 120 }, { "epoch": 6, "parent": "p12-fca23109", "candidate": "p12-60254cbd", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8211471583728888, "gate": 1.0799537651549358, "tick": 144 }, { "epoch": 7, "parent": "p12-60254cbd", "candidate": "p12-7401de20", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0533707300994795, "gate": 0.8789820335719499, "tick": 168 }, { "epoch": 8, "parent": "p12-7401de20", "candidate": "p12-fbb4f529", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.6756780979321221, "gate": 0.9242176936952392, "tick": 192 }, { "epoch": 9, "parent": "p12-fbb4f529", "candidate": "p12-a8af2f4c", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.7210248777810743, "gate": 0.8977298380348628, "tick": 216 }, { "epoch": 10, "parent": "p12-a8af2f4c", "candidate": "p12-7316e3e1", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.7782317234666108, "gate": 0.7592755004766903, "tick": 240 }, { "epoch": 11, "parent": "p12-7316e3e1", "candidate": "p12-fda432d9", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.7364314199380172, "gate": 0.8238707912655951, "tick": 264 }, { "epoch": 12, "parent": "p12-fda432d9", "candidate": "p12-8dc299b3", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.7005094773946886, "gate": 0.7176401036666782, "tick": 288 }, { "epoch": 13, "parent": "p12-8dc299b3", "candidate": "p12-5c09cf6c", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.6223914917616479, "gate": 0.8911151621940613, "tick": 312 }, { "epoch": 14, "parent": "p12-5c09cf6c", "candidate": "p12-c69c5c81", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8266846485775909, "gate": 0.6679689887172242, "tick": 336 }, { "epoch": 15, "parent": "p12-c69c5c81", "candidate": "p12-1d512d0b", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.7547199821979517, "gate": 0.9319909310297202, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0621769797334097, "gate": 0.9985344420369578, "incumbentGate": 0.9985344420369578, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0492852572092914, "gate": 1.0181394523458567, "incumbentGate": 1.0181394523458567, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9673170142018198, "gate": 0.9664118104074748, "incumbentGate": 0.9664118104074748, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0044046031142204, "gate": 1.001772489524145, "incumbentGate": 1.001772489524145, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.26185599642224333, "gate": -0.24867827059443195, "incumbentGate": -0.24867827059443195, "retentionLoss": 0, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-373f86cc", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.5865579696985759, "gate": 0.5209841228691573, "incumbentGate": -0.3891714867975922, "retentionLoss": 0.4345632028766069, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-609d90ec", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.5212174725544714, "gate": 0.496256262402349, "incumbentGate": -0.19836096979931592, "retentionLoss": 0.08124916380715408, "tick": 144 }, { "epoch": 7, "parent": "p12-609d90ec", "candidate": "p12-e2b563d7", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.8822696306494858, "gate": 0.639760677979338, "incumbentGate": 0.4258602252791606, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-e2b563d7", "candidate": "p12-54377fb9", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6268211333127378, "gate": 0.9242176936952392, "incumbentGate": 0.3461814363546964, "retentionLoss": 0.24655309980882334, "tick": 192 }, { "epoch": 9, "parent": "p12-e2b563d7", "candidate": "p12-ff58faa", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7083775768863085, "gate": 0.38443261813335533, "incumbentGate": 0.005617343504387404, "retentionLoss": 0.15884412444285118, "tick": 216 }, { "epoch": 10, "parent": "p12-e2b563d7", "candidate": "p12-184de5b7", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7531651741503015, "gate": 1.0034503607273635, "incumbentGate": -0.13656883127940414, "retentionLoss": 0.5007699493018059, "tick": 240 }, { "epoch": 11, "parent": "p12-e2b563d7", "candidate": "p12-3988c484", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8292223037773473, "gate": 0.8238707912655951, "incumbentGate": 0.428326266667862, "retentionLoss": 0.5180152751750212, "tick": 264 }, { "epoch": 12, "parent": "p12-e2b563d7", "candidate": "p12-69d28d5d", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.6949265351425363, "gate": 0.6052614387495288, "incumbentGate": 0.8138127015810589, "retentionLoss": 0.11076639160943502, "tick": 288 }, { "epoch": 13, "parent": "p12-e2b563d7", "candidate": "p12-47b1cff4", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8467869743745083, "gate": 0.9559165586442703, "incumbentGate": 0.8911151621940613, "retentionLoss": 0.5507296125210481, "tick": 312 }, { "epoch": 14, "parent": "p12-e2b563d7", "candidate": "p12-a7455f55", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.8528647677293675, "gate": 0.5065285115274626, "incumbentGate": 0.7455877865566665, "retentionLoss": 0.15837183482221295, "tick": 336 }, { "epoch": 15, "parent": "p12-e2b563d7", "candidate": "p12-499994a7", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.8905475783116107, "gate": 0.9319909310297202, "incumbentGate": 0.8093488950105548, "retentionLoss": 0, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0621769797334097, "gate": 0.9985344420369578, "incumbentGate": 0.9985344420369578, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0492852572092914, "gate": 1.0181394523458567, "incumbentGate": 1.0181394523458567, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9673170142018198, "gate": 0.9664118104074748, "incumbentGate": 0.9664118104074748, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0044046031142204, "gate": 1.001772489524145, "incumbentGate": 1.001772489524145, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-2b6c7dc9", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7255735142355777, "gate": 1.0451530026322458, "incumbentGate": -0.24867827059443195, "retentionLoss": 0.7645061469996067, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-2b2fc0b7", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.857083944812163, "gate": 0.999479482372395, "incumbentGate": -0.3891714867975922, "retentionLoss": 0.7645061469996067, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-c6f9a9b3", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8718707174879983, "gate": 1.0799537651549358, "incumbentGate": -0.19836096979931592, "retentionLoss": 0.7645061469996067, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-d3231715", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 1.050958439301078, "gate": 0.8789820335719499, "incumbentGate": -0.27996854186780806, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-d3231715", "candidate": "p12-abc95002", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6113951377589552, "gate": 0.9242176936952392, "incumbentGate": -0.4527592331179073, "retentionLoss": 1.174597151452262, "tick": 192 }, { "epoch": 9, "parent": "p12-d3231715", "candidate": "p12-4b07e44f", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.891287965046711, "gate": 0.6743901237049402, "incumbentGate": -0.23500985609002326, "retentionLoss": 0.5962839232348296, "tick": 216 }, { "epoch": 10, "parent": "p12-d3231715", "candidate": "p12-da7bd5e1", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7881878284882302, "gate": 1.0034503607273635, "incumbentGate": -0.5220369966268965, "retentionLoss": 0.8811259359588226, "tick": 240 }, { "epoch": 11, "parent": "p12-d3231715", "candidate": "p12-18f0785", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7050935848332802, "gate": 0.9446126708325345, "incumbentGate": -0.37417892634220196, "retentionLoss": 1.174597151452262, "tick": 264 }, { "epoch": 12, "parent": "p12-d3231715", "candidate": "p12-5019499", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.5451931901730701, "gate": 0.8969063184402081, "incumbentGate": 0.7176401036666782, "retentionLoss": 1.160373398508729, "tick": 288 }, { "epoch": 13, "parent": "p12-d3231715", "candidate": "p12-e11d166", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.7961383057484307, "gate": 0.7654121389099918, "incumbentGate": 0.8911151621940613, "retentionLoss": 0.8406576507703007, "tick": 312 }, { "epoch": 14, "parent": "p12-d3231715", "candidate": "p12-72a747f", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7776258252184644, "gate": 0.9563626226441024, "incumbentGate": 0.6679689887172242, "retentionLoss": 0.6758262463624147, "tick": 336 }, { "epoch": 15, "parent": "p12-d3231715", "candidate": "p12-94f27ffd", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.6231809190392928, "gate": 0.5167938552916436, "incumbentGate": 0.9319909310297202, "retentionLoss": 0.24969572773921195, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9763538176493578, -0.26993234720146947, 0.1800676527985306, 0.9763538176493578 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9763538176493578, -0.26993234720146947, 0.1800676527985306, 0.9763538176493578 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9763538176493578, -0.26993234720146947, 0.1800676527985306, 0.9763538176493578 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9763538176493578, -0.26993234720146947, 0.1800676527985306, 0.9763538176493578 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9763538176493578, -0.26993234720146947, 0.1800676527985306, 0.9763538176493578 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.8018298080279792, 0.7314718259903364, -0.26634179426810506, 0.8018298080279792 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.754220427721767, 0.6175930961633571, 0.6826547681225452, 0.754220427721767 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.754220427721767, 0.6175930961633571, 0.6826547681225452, 0.754220427721767 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9763538176493578, -0.26993234720146947, 0.1800676527985306, 0.9763538176493578 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.7769450602750123, 0.5463588762304264, 0.382504406211765, 0.7769450602750123 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.7769450602750123, 0.5463588762304264, 0.382504406211765, 0.7769450602750123 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.8695066107086064, 0.17465240617341318, 0.5960987999972528, 0.8695066107086064 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9763538176493578, -0.26993234720146947, 0.1800676527985306, 0.9763538176493578 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.7390899299181464, 0.8039252050205742, -0.23103660117588906, 0.7390899299181464 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.7390899299181464, 0.8039252050205742, -0.23103660117588906, 0.7390899299181464 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.7390899299181464, 0.8039252050205742, -0.23103660117588906, 0.7390899299181464 ] } ] } }, { "regime": "foggy-cues", "seed": 149612, "arms": [ { "id": "fixed", "summary": { "usefulWork": 769.5300775731226, "harvests": 180, "toxicHarvests": 37, "energySpent": 927.6479309782112, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.30862725421054554, "heldoutA": 0.9896664049968499, "heldoutB": -0.2568923211826066, "heldoutC": 0.19310767881739335, "heldoutReturn": 0.9896664049968499, "retentionLoss": 0, "firstAReward": 0.9896664049968499, "afterCReward": 0.9896664049968499, "phaseAWork": 281.3278973768191, "phaseBWork": 145.0432729654171, "phaseCWork": 63.69948883344847, "returnAWork": 279.45941839743796, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 914.0009223947212, "harvests": 180, "toxicHarvests": 39, "energySpent": 921.6848807147617, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 0.6577129147323945, "heldoutA": 0.7177800009553434, "heldoutB": 0.539335047428986, "heldoutC": 0.716023695812854, "heldoutReturn": 0.7177800009553434, "retentionLoss": 0.27188640404150644, "firstAReward": 0.9896664049968499, "afterCReward": 0.7177800009553434, "phaseAWork": 281.3278973768191, "phaseBWork": 324.7800463844786, "phaseCWork": 160.31794240913018, "returnAWork": 147.57503622429329, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 769.5300775731226, "harvests": 180, "toxicHarvests": 37, "energySpent": 927.6479309782112, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7860, "trainingPolicyEvaluations": 6580, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 8, "heldoutReward": 0.30862725421054554, "heldoutA": 0.9896664049968499, "heldoutB": -0.2568923211826066, "heldoutC": 0.19310767881739335, "heldoutReturn": 0.9896664049968499, "retentionLoss": 0, "firstAReward": 0.9896664049968499, "afterCReward": 0.9896664049968499, "phaseAWork": 281.3278973768191, "phaseBWork": 145.0432729654171, "phaseCWork": 63.69948883344847, "returnAWork": 279.45941839743796, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 769.5300775731226, "harvests": 180, "toxicHarvests": 37, "energySpent": 927.6479309782112, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7860, "trainingPolicyEvaluations": 6580, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 10, "heldoutReward": 0.30862725421054554, "heldoutA": 0.9896664049968499, "heldoutB": -0.2568923211826066, "heldoutC": 0.19310767881739335, "heldoutReturn": 0.9896664049968499, "retentionLoss": 0, "firstAReward": 0.9896664049968499, "afterCReward": 0.9896664049968499, "phaseAWork": 281.3278973768191, "phaseBWork": 145.0432729654171, "phaseCWork": 63.69948883344847, "returnAWork": 279.45941839743796, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.048972525519212, "gate": 0.9983844549136442, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9122371398707932, "gate": 1.102333271321224, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9225839824247258, "gate": 1.0264630844102802, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0168710477424765, "gate": 1.0219919080620266, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.16400756593554694, "gate": -0.28294533757330337, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.27041507949647975, "gate": -0.2230213219816559, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.17833626840181208, "gate": -0.12313198593273535, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.21226261791162013, "gate": -0.15113915277466608, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.22115433149339417, "gate": 0.16033821823588998, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.12313191287114465, "gate": 0.06640921981083957, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.25790323826727174, "gate": 0.22950739437855416, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.11408113993190576, "gate": 0.20590822369701234, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9721686554013783, "gate": 0.9672702678243047, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9964030164890207, "gate": 1.0141825115805474, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9823034924770725, "gate": 1.0393604280032729, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9271344540183329, "gate": 1.1294570729547655, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-c725d79e", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.048972525519212, "gate": 0.9983844549136442, "tick": 0 }, { "epoch": 1, "parent": "p12-c725d79e", "candidate": "p12-29cb2043", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9122371398707932, "gate": 1.102333271321224, "tick": 24 }, { "epoch": 2, "parent": "p12-29cb2043", "candidate": "p12-609b4fb1", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9225839824247258, "gate": 1.0264630844102802, "tick": 48 }, { "epoch": 3, "parent": "p12-609b4fb1", "candidate": "p12-42a59801", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0168710477424765, "gate": 1.0219919080620266, "tick": 72 }, { "epoch": 4, "parent": "p12-42a59801", "candidate": "p12-cec64448", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9982280438805903, "gate": 0.5187259024278278, "tick": 96 }, { "epoch": 5, "parent": "p12-cec64448", "candidate": "p12-2a8a3cfa", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.7817490556378982, "gate": 0.6668200943519533, "tick": 120 }, { "epoch": 6, "parent": "p12-2a8a3cfa", "candidate": "p12-914a7ae9", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8762300721048861, "gate": 0.5882486206217705, "tick": 144 }, { "epoch": 7, "parent": "p12-914a7ae9", "candidate": "p12-6dbf82c6", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.7361032663924324, "gate": 0.8291235595350454, "tick": 168 }, { "epoch": 8, "parent": "p12-6dbf82c6", "candidate": "p12-bbad90e8", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.7293463779854125, "gate": 0.9484516762505676, "tick": 192 }, { "epoch": 9, "parent": "p12-bbad90e8", "candidate": "p12-d8cc4c1f", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.6046781595706859, "gate": 0.6868106774172253, "tick": 216 }, { "epoch": 10, "parent": "p12-d8cc4c1f", "candidate": "p12-9f86e61c", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.6001498261909214, "gate": 0.5952587943302088, "tick": 240 }, { "epoch": 11, "parent": "p12-9f86e61c", "candidate": "p12-223bbb9c", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.7934201132029747, "gate": 0.894475238136339, "tick": 264 }, { "epoch": 12, "parent": "p12-223bbb9c", "candidate": "p12-da65fdcf", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.7744304218913651, "gate": 0.9672702678243047, "tick": 288 }, { "epoch": 13, "parent": "p12-da65fdcf", "candidate": "p12-db0a9041", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.6400972926174567, "gate": 1.0141825115805474, "tick": 312 }, { "epoch": 14, "parent": "p12-db0a9041", "candidate": "p12-86bf3490", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.7597588378565742, "gate": 0.4246484161164468, "tick": 336 }, { "epoch": 15, "parent": "p12-86bf3490", "candidate": "p12-356e9d53", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8542349335648259, "gate": 0.5539776495607712, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.048972525519212, "gate": 0.9983844549136442, "incumbentGate": 0.9983844549136442, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9418598538526174, "gate": 1.102333271321224, "incumbentGate": 1.102333271321224, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9825004120568919, "gate": 1.0264630844102802, "incumbentGate": 1.0264630844102802, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.034844022306708, "gate": 1.0219919080620266, "incumbentGate": 1.0219919080620266, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-cb8ac27c", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.27876549525181715, "gate": 0.5982644458288154, "incumbentGate": -0.28294533757330337, "retentionLoss": 1.4567362316575896, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-1f15e2b", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7610131412671417, "gate": 1.0221029675810438, "incumbentGate": -0.2230213219816559, "retentionLoss": 0.40520778677004243, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-2fdeb709", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9355625135376511, "gate": 0.9325179024090641, "incumbentGate": -0.12313198593273535, "retentionLoss": 0.6978446393013809, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-d16e0c4", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8741551349076374, "gate": 1.0337002556275847, "incumbentGate": -0.15113915277466608, "retentionLoss": 0.4233232444827523, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-ccf57a5b", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.3344891559959702, "gate": 0.16033821823588998, "incumbentGate": 0.16033821823588998, "retentionLoss": 0.3011669932883832, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-1a6c5315", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7030313350184922, "gate": 0.9084395879772775, "incumbentGate": 0.06640921981083957, "retentionLoss": 1.0161738357338506, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-40d6757e", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.19448422120599493, "gate": 0.22950739437855416, "incumbentGate": 0.22950739437855416, "retentionLoss": 0, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-e5b278ff", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.11590508294404865, "gate": 0.05857684344205815, "incumbentGate": 0.20590822369701234, "retentionLoss": 0.2771443559424508, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.5196730581028951, "gate": 0.9672702678243047, "incumbentGate": 0.9672702678243047, "retentionLoss": 0, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.657730366399036, "gate": 1.0141825115805474, "incumbentGate": 1.0141825115805474, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.6732950700936171, "gate": 1.0393604280032729, "incumbentGate": 1.0393604280032729, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.7589883742775214, "gate": 1.1294570729547655, "incumbentGate": 1.1294570729547655, "retentionLoss": 0, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.048972525519212, "gate": 0.9983844549136442, "incumbentGate": 0.9983844549136442, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9418598538526174, "gate": 1.102333271321224, "incumbentGate": 1.102333271321224, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9825004120568919, "gate": 1.0264630844102802, "incumbentGate": 1.0264630844102802, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.034844022306708, "gate": 1.0219919080620266, "incumbentGate": 1.0219919080620266, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-df9aec67", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8355681343457524, "gate": 0.9653913294600746, "incumbentGate": -0.28294533757330337, "retentionLoss": 0.6978446393013809, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-9549cae8", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8504962883116424, "gate": 1.0221029675810438, "incumbentGate": -0.2230213219816559, "retentionLoss": 0.4326776494720468, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-74347c66", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9355625135376511, "gate": 0.9325179024090641, "incumbentGate": -0.12313198593273535, "retentionLoss": 0.6978446393013809, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-cdec2689", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8741551349076374, "gate": 1.0337002556275847, "incumbentGate": -0.15113915277466608, "retentionLoss": 0.4233232444827523, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-c12f8622", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.5504969787282884, "gate": 0.6115022388956949, "incumbentGate": 0.16033821823588998, "retentionLoss": 0.9631712493697062, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-a1a84830", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7050756466023658, "gate": 0.9084395879772775, "incumbentGate": 0.06640921981083957, "retentionLoss": 1.0161738357338506, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-c7b6ddb2", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6893353653306296, "gate": 0.9465527680773113, "incumbentGate": 0.22950739437855416, "retentionLoss": 1.0161738357338506, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-2cb477bc", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7625181010393351, "gate": 1.0433106714441387, "incumbentGate": 0.20590822369701234, "retentionLoss": 0.831337655947169, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6178c6f7", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.6464640875177513, "gate": 0.9672702678243047, "incumbentGate": 0.9672702678243047, "retentionLoss": 0, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-c7468698", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.7172248510085928, "gate": 1.0141825115805474, "incumbentGate": 1.0141825115805474, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.6732950700936171, "gate": 1.0393604280032729, "incumbentGate": 1.0393604280032729, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.7589883742775214, "gate": 1.1294570729547655, "incumbentGate": 1.1294570729547655, "retentionLoss": 0, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9896664049968499, -0.2568923211826066, 0.19310767881739335, 0.9896664049968499 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9896664049968499, -0.2568923211826066, 0.19310767881739335, 0.9896664049968499 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9896664049968499, -0.2568923211826066, 0.19310767881739335, 0.9896664049968499 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9896664049968499, -0.2568923211826066, 0.19310767881739335, 0.9896664049968499 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9896664049968499, -0.2568923211826066, 0.19310767881739335, 0.9896664049968499 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.7707560710431851, 0.6774869703005859, -0.3427363152192476, 0.7707560710431851 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.7177800009553434, 0.539335047428986, 0.716023695812854, 0.7177800009553434 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.7177800009553434, 0.539335047428986, 0.716023695812854, 0.7177800009553434 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9896664049968499, -0.2568923211826066, 0.19310767881739335, 0.9896664049968499 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9896664049968499, -0.2568923211826066, 0.19310767881739335, 0.9896664049968499 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9896664049968499, -0.2568923211826066, 0.19310767881739335, 0.9896664049968499 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9896664049968499, -0.2568923211826066, 0.19310767881739335, 0.9896664049968499 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9896664049968499, -0.2568923211826066, 0.19310767881739335, 0.9896664049968499 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9896664049968499, -0.2568923211826066, 0.19310767881739335, 0.9896664049968499 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9896664049968499, -0.2568923211826066, 0.19310767881739335, 0.9896664049968499 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9896664049968499, -0.2568923211826066, 0.19310767881739335, 0.9896664049968499 ] } ] } }, { "regime": "foggy-cues", "seed": 159585, "arms": [ { "id": "fixed", "summary": { "usefulWork": 747.4779690048198, "harvests": 180, "toxicHarvests": 38, "energySpent": 928.4997348163668, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.32367082158329996, "heldoutA": 1.0053967330480487, "heldoutB": -0.24219213414907434, "heldoutC": 0.20780786585092562, "heldoutReturn": 1.0053967330480487, "retentionLoss": 0, "firstAReward": 1.0053967330480487, "afterCReward": 1.0053967330480487, "phaseAWork": 264.4840309722197, "phaseBWork": 136.18889868876954, "phaseCWork": 65.5749533119266, "returnAWork": 281.2300860319039, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 1014.926046758334, "harvests": 180, "toxicHarvests": 29, "energySpent": 907.079324847301, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 0.7063745559841467, "heldoutA": 0.6851446851357849, "heldoutB": 0.6992577994305954, "heldoutC": 0.7347211833860599, "heldoutReturn": 0.6851446851357849, "retentionLoss": 0.3202520479122638, "firstAReward": 1.0053967330480487, "afterCReward": 0.6851446851357849, "phaseAWork": 264.4840309722197, "phaseBWork": 372.8705770341291, "phaseCWork": 176.09798310202154, "returnAWork": 201.47345564996363, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 568.9134723188595, "harvests": 177, "toxicHarvests": 70, "energySpent": 969.4067986247809, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7852, "trainingPolicyEvaluations": 6572, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 3, "rollbacks": 8, "heldoutReward": 0.5192017870345115, "heldoutA": 0.9019799088637249, "heldoutB": 0.5375496515906721, "heldoutC": 0.11807580064913728, "heldoutReturn": 0.9019799088637249, "retentionLoss": 0.7280938067286301, "firstAReward": 1.0053967330480487, "afterCReward": 0.27730292631941855, "phaseAWork": 264.4840309722197, "phaseBWork": 136.18889868876954, "phaseCWork": 0, "returnAWork": 168.2405426578702, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 484.7257170066814, "harvests": 175, "toxicHarvests": 74, "energySpent": 973.1128169557081, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7852, "trainingPolicyEvaluations": 6572, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 1, "rollbacks": 11, "heldoutReward": 0.2770067966581609, "heldoutA": 0.27730292631941855, "heldoutB": 0.9764145373356458, "heldoutC": -0.4226970736805815, "heldoutReturn": 0.27730292631941855, "retentionLoss": 0.7280938067286301, "firstAReward": 1.0053967330480487, "afterCReward": 0.27730292631941855, "phaseAWork": 264.4840309722197, "phaseBWork": 136.18889868876954, "phaseCWork": 0, "returnAWork": 84.05278734569214, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0822535874944714, "gate": 0.8902870488195558, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.8677030405987384, "gate": 0.9410269366203742, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9937316683391058, "gate": 1.0729594303302539, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9653517191731117, "gate": 0.9295034037291292, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.23098094374431208, "gate": -0.27406248946933076, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.16871125764919545, "gate": -0.33625196722722567, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.302819899689454, "gate": -0.2860880691448297, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.21014725796336753, "gate": -0.2469630402420175, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.24676719034031677, "gate": 0.2503821095294974, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.20706412942323996, "gate": 0.3359057180318361, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.14208473205678632, "gate": 0.07665170296690564, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.276817418935462, "gate": 0.16889434503708853, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9520694348380309, "gate": 0.9969709019839389, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0539581826491564, "gate": 0.9580356919750228, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9816229742410204, "gate": 1.03747134195269, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9695013449713543, "gate": 1.0430519878281277, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-15286c26", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0822535874944714, "gate": 0.8902870488195558, "tick": 0 }, { "epoch": 1, "parent": "p12-15286c26", "candidate": "p12-b59d257f", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8677030405987384, "gate": 0.9410269366203742, "tick": 24 }, { "epoch": 2, "parent": "p12-b59d257f", "candidate": "p12-b1c59bfd", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9937316683391058, "gate": 1.0729594303302539, "tick": 48 }, { "epoch": 3, "parent": "p12-b1c59bfd", "candidate": "p12-ebe6426", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9653517191731117, "gate": 0.9295034037291292, "tick": 72 }, { "epoch": 4, "parent": "p12-ebe6426", "candidate": "p12-fd21d867", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8356493885994364, "gate": 0.31308202839027655, "tick": 96 }, { "epoch": 5, "parent": "p12-fd21d867", "candidate": "p12-5c10e368", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9722426150336979, "gate": 0.8090603553677848, "tick": 120 }, { "epoch": 6, "parent": "p12-5c10e368", "candidate": "p12-6a9b38b2", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8691401205098619, "gate": 0.5759161567145038, "tick": 144 }, { "epoch": 7, "parent": "p12-6a9b38b2", "candidate": "p12-5661f955", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0045321162800416, "gate": 0.642657036996884, "tick": 168 }, { "epoch": 8, "parent": "p12-5661f955", "candidate": "p12-d8b3e7fd", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.856567510484954, "gate": 0.9531346397075225, "tick": 192 }, { "epoch": 9, "parent": "p12-d8b3e7fd", "candidate": "p12-defd2fa3", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.22670948594649135, "gate": 0.7177776596585721, "tick": 216 }, { "epoch": 10, "parent": "p12-defd2fa3", "candidate": "p12-6ed4f057", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.5553185305040634, "gate": 0.7413953288723424, "tick": 240 }, { "epoch": 11, "parent": "p12-6ed4f057", "candidate": "p12-a29b67e5", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.7950461392744566, "gate": 0.5608351999754273, "tick": 264 }, { "epoch": 12, "parent": "p12-a29b67e5", "candidate": "p12-3c2b1f19", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.6755682587059892, "gate": 0.9969709019839389, "tick": 288 }, { "epoch": 13, "parent": "p12-3c2b1f19", "candidate": "p12-ea9b7b70", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8790594064638797, "gate": 0.9580356919750228, "tick": 312 }, { "epoch": 14, "parent": "p12-ea9b7b70", "candidate": "p12-4f2ed9cf", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8787436550676655, "gate": 1.03747134195269, "tick": 336 }, { "epoch": 15, "parent": "p12-4f2ed9cf", "candidate": "p12-2b429a83", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.7141576438833813, "gate": 0.7730196029788524, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0822535874944714, "gate": 0.8902870488195558, "incumbentGate": 0.8902870488195558, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8824918520528124, "gate": 0.9410269366203742, "incumbentGate": 0.9410269366203742, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9663256045270753, "gate": 1.0729594303302539, "incumbentGate": 1.0729594303302539, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.979833463406027, "gate": 0.9295034037291292, "incumbentGate": 0.9295034037291292, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-1b6f841b", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7058902321172038, "gate": 1.043779531355378, "incumbentGate": -0.27406248946933076, "retentionLoss": 0.7711055250328256, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-dc44f77c", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.942983911962407, "gate": 1.1218626026956635, "incumbentGate": -0.33625196722722567, "retentionLoss": 0.30026791349706194, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-9b2c1d09", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6840108180580242, "gate": 0.35845593917406343, "incumbentGate": -0.2860880691448297, "retentionLoss": 0.30026791349706194, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-b540a231", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 1.0299481046365775, "gate": 1.0304899500914564, "incumbentGate": -0.2469630402420175, "retentionLoss": 0.005417953635698414, "tick": 168 }, { "epoch": 8, "parent": "p12-b540a231", "candidate": "p12-b540a231", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.30325313786706287, "gate": -0.37011676379842745, "incumbentGate": -0.37011676379842745, "retentionLoss": 0, "tick": 192 }, { "epoch": 9, "parent": "p12-b540a231", "candidate": "p12-a8255f2e", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.25693390994780674, "gate": 0.6617013247371637, "incumbentGate": -0.3967202628087812, "retentionLoss": 1.1036784163206994, "tick": 216 }, { "epoch": 10, "parent": "p12-b540a231", "candidate": "p12-64d1c8dd", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.4928529079289421, "gate": 0.5314777491725882, "incumbentGate": -0.3240064629890148, "retentionLoss": 0.4141305557136911, "tick": 240 }, { "epoch": 11, "parent": "p12-b540a231", "candidate": "p12-d1e0a119", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8205471445896121, "gate": 0.9814108875396849, "incumbentGate": -0.3645791678951927, "retentionLoss": 0.7460365478322482, "tick": 264 }, { "epoch": 12, "parent": "p12-b540a231", "candidate": "p12-e71f86ee", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.1245411686695473, "gate": 0.4405489974795193, "incumbentGate": 0.324912193101701, "retentionLoss": 0, "tick": 288 }, { "epoch": 13, "parent": "p12-e71f86ee", "candidate": "p12-a7b6df31", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.7553160550117801, "gate": 0.9580356919750228, "incumbentGate": 0.21125662913636803, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-a7b6df31", "candidate": "p12-57cf9197", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.7444206968736644, "gate": 1.03747134195269, "incumbentGate": 1.03747134195269, "retentionLoss": 0.16834642784747622, "tick": 336 }, { "epoch": 15, "parent": "p12-a7b6df31", "candidate": "p12-3ce3236a", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.7610660071488916, "gate": 1.0430519878281277, "incumbentGate": 1.0430519878281277, "retentionLoss": 0.7610892338133495, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0822535874944714, "gate": 0.8902870488195558, "incumbentGate": 0.8902870488195558, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8824918520528124, "gate": 0.9410269366203742, "incumbentGate": 0.9410269366203742, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9663256045270753, "gate": 1.0729594303302539, "incumbentGate": 1.0729594303302539, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.979833463406027, "gate": 0.9295034037291292, "incumbentGate": 0.9295034037291292, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-cc38c58f", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7058902321172038, "gate": 1.043779531355378, "incumbentGate": -0.27406248946933076, "retentionLoss": 0.7711055250328256, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-64de2701", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.942983911962407, "gate": 1.1218626026956635, "incumbentGate": -0.33625196722722567, "retentionLoss": 0.30026791349706194, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-86c23f65", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.85788739491618, "gate": 0.9479669287980409, "incumbentGate": -0.2860880691448297, "retentionLoss": 0.16211679432949788, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-ff6a21f", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 1.0299481046365775, "gate": 1.0304899500914564, "incumbentGate": -0.2469630402420175, "retentionLoss": 0.005417953635698414, "tick": 168 }, { "epoch": 8, "parent": "p12-ff6a21f", "candidate": "p12-c5a28c6", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7694737950986233, "gate": 0.9531346397075225, "incumbentGate": -0.37011676379842745, "retentionLoss": 0.6119088043864964, "tick": 192 }, { "epoch": 9, "parent": "p12-ff6a21f", "candidate": "p12-8951a413", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6995233627281037, "gate": 1.0198615468075436, "incumbentGate": -0.3967202628087812, "retentionLoss": 0.8061809476465539, "tick": 216 }, { "epoch": 10, "parent": "p12-ff6a21f", "candidate": "p12-3942684f", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7655239844661993, "gate": 0.9661485232482185, "incumbentGate": -0.3240064629890148, "retentionLoss": 0.6328897846629985, "tick": 240 }, { "epoch": 11, "parent": "p12-ff6a21f", "candidate": "p12-b8b308d6", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8511116068513017, "gate": 0.24521060672859538, "incumbentGate": -0.3645791678951927, "retentionLoss": 0.4553290669799584, "tick": 264 }, { "epoch": 12, "parent": "p12-ff6a21f", "candidate": "p12-9b0e7d04", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.690036214926236, "gate": 0.9969709019839389, "incumbentGate": 0.324912193101701, "retentionLoss": 0.4553290669799584, "tick": 288 }, { "epoch": 13, "parent": "p12-ff6a21f", "candidate": "p12-21d45f01", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9889156636772091, "gate": 0.7887961777068623, "incumbentGate": 0.21125662913636803, "retentionLoss": 0.4553290669799584, "tick": 312 }, { "epoch": 14, "parent": "p12-ff6a21f", "candidate": "p12-c46863a3", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7920963606685095, "gate": 1.03747134195269, "incumbentGate": 0.342046630366785, "retentionLoss": 0.4553290669799584, "tick": 336 }, { "epoch": 15, "parent": "p12-ff6a21f", "candidate": "p12-ba8ae517", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6566785951769127, "gate": 1.0430519878281277, "incumbentGate": 0.35173652456467935, "retentionLoss": 1.0726382004792014, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0053967330480487, -0.24219213414907434, 0.20780786585092562, 1.0053967330480487 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 1.0053967330480487, -0.24219213414907434, 0.20780786585092562, 1.0053967330480487 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 1.0053967330480487, -0.24219213414907434, 0.20780786585092562, 1.0053967330480487 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 1.0053967330480487, -0.24219213414907434, 0.20780786585092562, 1.0053967330480487 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0053967330480487, -0.24219213414907434, 0.20780786585092562, 1.0053967330480487 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.7728355213953151, 0.81194921528003, -0.33253285597207444, 0.7728355213953151 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.6851446851357849, 0.6992577994305954, 0.7347211833860599, 0.6851446851357849 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.6851446851357849, 0.6992577994305954, 0.7347211833860599, 0.6851446851357849 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0053967330480487, -0.24219213414907434, 0.20780786585092562, 1.0053967330480487 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.27730292631941855, 0.9764145373356458, -0.4226970736805815, 0.27730292631941855 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.27730292631941855, 0.9764145373356458, -0.4226970736805815, 0.27730292631941855 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9019799088637249, 0.5375496515906721, 0.11807580064913728, 0.9019799088637249 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0053967330480487, -0.24219213414907434, 0.20780786585092562, 1.0053967330480487 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.27730292631941855, 0.9764145373356458, -0.4226970736805815, 0.27730292631941855 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.27730292631941855, 0.9764145373356458, -0.4226970736805815, 0.27730292631941855 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.27730292631941855, 0.9764145373356458, -0.4226970736805815, 0.27730292631941855 ] } ] } }, { "regime": "foggy-cues", "seed": 169558, "arms": [ { "id": "fixed", "summary": { "usefulWork": 733.7513939358445, "harvests": 180, "toxicHarvests": 42, "energySpent": 934.8161505836232, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.313547612801946, "heldoutA": 0.9937785504202623, "heldoutB": -0.2515678560072122, "heldoutC": 0.19843214399278783, "heldoutReturn": 0.9937785504202623, "retentionLoss": 0, "firstAReward": 0.9937785504202623, "afterCReward": 0.9937785504202623, "phaseAWork": 285.73977426752464, "phaseBWork": 147.12796159262973, "phaseCWork": 41.434920232234845, "returnAWork": 259.44873784345526, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 1068.3894198055175, "harvests": 180, "toxicHarvests": 26, "energySpent": 902.4347072827243, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 0.758878409194374, "heldoutA": 0.7578005174448099, "heldoutB": 0.7204717073297889, "heldoutC": 0.7983630028085228, "heldoutReturn": 0.7578005174448099, "retentionLoss": 0.2359780329754524, "firstAReward": 0.9937785504202623, "afterCReward": 0.7578005174448099, "phaseAWork": 285.73977426752464, "phaseBWork": 377.33032427980623, "phaseCWork": 156.41513919313195, "returnAWork": 248.90418206505467, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 631.5310471984902, "harvests": 180, "toxicHarvests": 59, "energySpent": 956.6520570819054, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 8152, "trainingPolicyEvaluations": 6872, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 3, "rollbacks": 8, "heldoutReward": 0.5336388126671521, "heldoutA": 0.9569209268343111, "heldoutB": -0.11811450967271463, "heldoutC": 0.7621100208398597, "heldoutReturn": 0.9569209268343111, "retentionLoss": 0.2921467419769058, "firstAReward": 0.9937785504202623, "afterCReward": 0.7016318084433565, "phaseAWork": 285.73977426752464, "phaseBWork": 147.12796159262973, "phaseCWork": 48.576534488574225, "returnAWork": 150.08677684976163, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 733.7513939358445, "harvests": 180, "toxicHarvests": 42, "energySpent": 934.8161505836232, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 8152, "trainingPolicyEvaluations": 6872, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 11, "heldoutReward": 0.313547612801946, "heldoutA": 0.9937785504202623, "heldoutB": -0.2515678560072122, "heldoutC": 0.19843214399278783, "heldoutReturn": 0.9937785504202623, "retentionLoss": 0, "firstAReward": 0.9937785504202623, "afterCReward": 0.9937785504202623, "phaseAWork": 285.73977426752464, "phaseBWork": 147.12796159262973, "phaseCWork": 41.434920232234845, "returnAWork": 259.44873784345526, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9295139684874801, "gate": 1.0904291608615553, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0124710828409416, "gate": 0.9459129924457174, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9788885926178402, "gate": 0.9967430543428243, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9435590611264358, "gate": 0.9096716451151071, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.27731093664860257, "gate": -0.163329286860471, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.24205635902621084, "gate": -0.11510527140415305, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.30477254932755876, "gate": -0.3622014332049613, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.29259860251396835, "gate": -0.21666087998502107, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.22696147602646485, "gate": 0.06240552518186663, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.21167752030835263, "gate": 0.17899770735085105, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.1749524039835927, "gate": 0.2128669989374263, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.24563059181474292, "gate": 0.0056427598559723, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0034162630145225, "gate": 0.9226167435308389, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.8970934180576187, "gate": 1.0693022835982544, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.998968855259094, "gate": 1.0373282398579935, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0054428590696591, "gate": 0.9323677563068293, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-c5a09c71", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9295139684874801, "gate": 1.0904291608615553, "tick": 0 }, { "epoch": 1, "parent": "p12-c5a09c71", "candidate": "p12-3f77da3b", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0124710828409416, "gate": 0.9459129924457174, "tick": 24 }, { "epoch": 2, "parent": "p12-3f77da3b", "candidate": "p12-5cda871", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9788885926178402, "gate": 0.9967430543428243, "tick": 48 }, { "epoch": 3, "parent": "p12-5cda871", "candidate": "p12-56ddefea", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9435590611264358, "gate": 0.9096716451151071, "tick": 72 }, { "epoch": 4, "parent": "p12-56ddefea", "candidate": "p12-d6f3c160", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.7660639738117995, "gate": 0.8953246437038578, "tick": 96 }, { "epoch": 5, "parent": "p12-d6f3c160", "candidate": "p12-9ad2f1c8", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9012608802191296, "gate": 0.5735042823420033, "tick": 120 }, { "epoch": 6, "parent": "p12-9ad2f1c8", "candidate": "p12-bbfd5923", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8091055465917162, "gate": 0.6993828470730099, "tick": 144 }, { "epoch": 7, "parent": "p12-bbfd5923", "candidate": "p12-622e369d", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.7777026485086097, "gate": 0.5582752047403757, "tick": 168 }, { "epoch": 8, "parent": "p12-622e369d", "candidate": "p12-4874b3d4", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.7378913758262492, "gate": 0.5453462966836002, "tick": 192 }, { "epoch": 9, "parent": "p12-4874b3d4", "candidate": "p12-d46576dd", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.7568405437166663, "gate": 0.7584923404633801, "tick": 216 }, { "epoch": 10, "parent": "p12-d46576dd", "candidate": "p12-64bbb641", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9887303524858444, "gate": 0.37338875372508573, "tick": 240 }, { "epoch": 11, "parent": "p12-64bbb641", "candidate": "p12-c1bc01c4", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.5562459485718633, "gate": 0.6768867963493127, "tick": 264 }, { "epoch": 12, "parent": "p12-c1bc01c4", "candidate": "p12-277d5857", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9546770621262137, "gate": 0.7763221486210236, "tick": 288 }, { "epoch": 13, "parent": "p12-277d5857", "candidate": "p12-18c32e31", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8537924662260402, "gate": 0.9575048224271113, "tick": 312 }, { "epoch": 14, "parent": "p12-18c32e31", "candidate": "p12-608d69ae", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.7293891214363973, "gate": 0.45527319364737445, "tick": 336 }, { "epoch": 15, "parent": "p12-608d69ae", "candidate": "p12-7fba5e91", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8162177362618489, "gate": 0.865168604012915, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9295139684874801, "gate": 1.0904291608615553, "incumbentGate": 1.0904291608615553, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0384571088478127, "gate": 0.9459129924457174, "incumbentGate": 0.9459129924457174, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0070133739202722, "gate": 0.9967430543428243, "incumbentGate": 0.9967430543428243, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9626381975864196, "gate": 0.9096716451151071, "incumbentGate": 0.9096716451151071, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-89ecc12c", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7136105276121952, "gate": 0.8953246437038578, "incumbentGate": -0.163329286860471, "retentionLoss": 0.7679098106549442, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-21f5f296", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8005013207829105, "gate": 1.01122011945183, "incumbentGate": -0.11510527140415305, "retentionLoss": 0.4725099726078439, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-c8704d0a", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7305257654569884, "gate": 0.5737127418049132, "incumbentGate": -0.3622014332049613, "retentionLoss": 0.8881607094318463, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-24b3bfe8", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7588943558568969, "gate": 0.3495548603228724, "incumbentGate": -0.21666087998502107, "retentionLoss": 0.39010402121262455, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-5f68e38f", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.3756588161451575, "gate": -0.13116342931124433, "incumbentGate": 0.06240552518186663, "retentionLoss": 0.2828960142756879, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-3d1943ab", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.4480896740137951, "gate": 0.3321377682825624, "incumbentGate": 0.17899770735085105, "retentionLoss": 0.16534276440449208, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-cec06475", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.26156965546954053, "gate": 0.4153194871586052, "incumbentGate": 0.2128669989374263, "retentionLoss": 0, "tick": 240 }, { "epoch": 11, "parent": "p12-cec06475", "candidate": "p12-ca781a7a", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.7150935984554705, "gate": 0.7279551053867671, "incumbentGate": 0.24269147525605253, "retentionLoss": 0, "tick": 264 }, { "epoch": 12, "parent": "p12-ca781a7a", "candidate": "p12-ca781a7a", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8045907918613461, "gate": 0.7096578297382475, "incumbentGate": 0.7096578297382475, "retentionLoss": 0, "tick": 288 }, { "epoch": 13, "parent": "p12-ca781a7a", "candidate": "p12-61620d88", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.8125420557838036, "gate": 1.0693022835982544, "incumbentGate": 1.0693022835982544, "retentionLoss": 0.11856517972564563, "tick": 312 }, { "epoch": 14, "parent": "p12-ca781a7a", "candidate": "p12-d95e171d", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9205775486171177, "gate": 1.0373282398579935, "incumbentGate": 0.7457209986212323, "retentionLoss": 0.14736291275982916, "tick": 336 }, { "epoch": 15, "parent": "p12-ca781a7a", "candidate": "p12-ab08cd60", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9866182267541493, "gate": 0.9323677563068293, "incumbentGate": 0.745966874077562, "retentionLoss": 0, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9295139684874801, "gate": 1.0904291608615553, "incumbentGate": 1.0904291608615553, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0384571088478127, "gate": 0.9459129924457174, "incumbentGate": 0.9459129924457174, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0070133739202722, "gate": 0.9967430543428243, "incumbentGate": 0.9967430543428243, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9626381975864196, "gate": 0.9096716451151071, "incumbentGate": 0.9096716451151071, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-19984578", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7900465097921819, "gate": 0.8953246437038578, "incumbentGate": -0.163329286860471, "retentionLoss": 0.7251957129301232, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-c7f8db9b", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7083305856124443, "gate": 1.01122011945183, "incumbentGate": -0.11510527140415305, "retentionLoss": 0.7679098106549442, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-da182f18", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8500900441108326, "gate": 0.8793817922432217, "incumbentGate": -0.3622014332049613, "retentionLoss": 0.5534482092386128, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-edb693ef", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8410806289885259, "gate": 0.9818659044818047, "incumbentGate": -0.21666087998502107, "retentionLoss": 0.5281760187934947, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-ce9eeb1d", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.5580356529751019, "gate": 0.9905839966460058, "incumbentGate": 0.06240552518186663, "retentionLoss": 0.8355729041433868, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-bae6a0c1", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7776887567375338, "gate": 0.9184554696654462, "incumbentGate": 0.17899770735085105, "retentionLoss": 0.8442668427233397, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-7940cd80", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7820219866435761, "gate": 0.9171061260019368, "incumbentGate": 0.2128669989374263, "retentionLoss": 0.6751381057340741, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-2b82e639", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9098821570129357, "gate": 1.0964311680847187, "incumbentGate": 0.0056427598559723, "retentionLoss": 0.49727095026843426, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-b72de64b", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.834261553024341, "gate": 0.9226167435308389, "incumbentGate": 0.9226167435308389, "retentionLoss": 0.00991858926783079, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-d719f496", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.7593023273356557, "gate": 1.0693022835982544, "incumbentGate": 1.0693022835982544, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-d97f9acc", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.8167013857046103, "gate": 0.45527319364737445, "incumbentGate": 1.0373282398579935, "retentionLoss": 0.14789429634359263, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8653023192214707, "gate": 0.9323677563068293, "incumbentGate": 0.9323677563068293, "retentionLoss": 0, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9937785504202623, -0.2515678560072122, 0.19843214399278783, 0.9937785504202623 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9937785504202623, -0.2515678560072122, 0.19843214399278783, 0.9937785504202623 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9937785504202623, -0.2515678560072122, 0.19843214399278783, 0.9937785504202623 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9937785504202623, -0.2515678560072122, 0.19843214399278783, 0.9937785504202623 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9937785504202623, -0.2515678560072122, 0.19843214399278783, 0.9937785504202623 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9353881820354611, 0.6483915242471849, 0.15743984865016772, 0.9353881820354611 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.7578005174448099, 0.7204717073297889, 0.7983630028085228, 0.7578005174448099 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.7578005174448099, 0.7204717073297889, 0.7983630028085228, 0.7578005174448099 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9937785504202623, -0.2515678560072122, 0.19843214399278783, 0.9937785504202623 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9937785504202623, -0.2515678560072122, 0.19843214399278783, 0.9937785504202623 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.7016318084433565, -0.10459807374550568, 0.7976641560648443, 0.7016318084433565 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9569209268343111, -0.11811450967271463, 0.7621100208398597, 0.9569209268343111 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9937785504202623, -0.2515678560072122, 0.19843214399278783, 0.9937785504202623 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9937785504202623, -0.2515678560072122, 0.19843214399278783, 0.9937785504202623 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9937785504202623, -0.2515678560072122, 0.19843214399278783, 0.9937785504202623 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9937785504202623, -0.2515678560072122, 0.19843214399278783, 0.9937785504202623 ] } ] } }, { "regime": "foggy-cues", "seed": 179531, "arms": [ { "id": "fixed", "summary": { "usefulWork": 777.7581917262306, "harvests": 179, "toxicHarvests": 35, "energySpent": 925.379888697654, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.29451412654751746, "heldoutA": 0.9739753763049503, "heldoutB": -0.27021649833119893, "heldoutC": 0.17978350166880108, "heldoutReturn": 0.9739753763049503, "retentionLoss": 0, "firstAReward": 0.9739753763049503, "afterCReward": 0.9739753763049503, "phaseAWork": 279.63530312867766, "phaseBWork": 152.6480910593474, "phaseCWork": 65.61356996562841, "returnAWork": 279.86122757257715, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 1054.405555849571, "harvests": 180, "toxicHarvests": 26, "energySpent": 903.1532688703562, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 0.7122226269657125, "heldoutA": 0.7240703194928292, "heldoutB": 0.6918602843740632, "heldoutC": 0.720737277030245, "heldoutReturn": 0.7240703194928292, "retentionLoss": 0.24990505681212116, "firstAReward": 0.9739753763049503, "afterCReward": 0.7240703194928292, "phaseAWork": 283.9974380475457, "phaseBWork": 345.92157184661124, "phaseCWork": 237.48432556989758, "returnAWork": 187.00222038551658, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 838.1529334898348, "harvests": 180, "toxicHarvests": 29, "energySpent": 914.0500414457096, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7614, "trainingPolicyEvaluations": 6334, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 1, "rollbacks": 11, "heldoutReward": 0.4894096166267788, "heldoutA": 0.8401004279460285, "heldoutB": 0.272236366555613, "heldoutC": 0.35589205537869506, "heldoutReturn": 0.8401004279460285, "retentionLoss": 0.13387494835892189, "firstAReward": 0.9739753763049503, "afterCReward": 0.8401004279460285, "phaseAWork": 279.63530312867766, "phaseBWork": 187.8083718014712, "phaseCWork": 139.83705169947245, "returnAWork": 230.8722068602135, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 842.5797303408414, "harvests": 180, "toxicHarvests": 32, "energySpent": 916.8353004571651, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7614, "trainingPolicyEvaluations": 6334, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 1, "rollbacks": 10, "heldoutReward": 0.5165630403488949, "heldoutA": 0.7599701064567546, "heldoutB": 0.7985211493661085, "heldoutC": -0.008802134776178479, "heldoutReturn": 0.7599701064567546, "retentionLoss": 0.2140052698481958, "firstAReward": 0.9739753763049503, "afterCReward": 0.7599701064567546, "phaseAWork": 279.63530312867766, "phaseBWork": 223.09962567764347, "phaseCWork": 114.27283119432548, "returnAWork": 225.57197034019475, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0235129582376747, "gate": 0.9534578533676084, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0842864883866252, "gate": 0.8880488877243596, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9950798865513049, "gate": 1.0273384284786062, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.08716977154406, "gate": 0.9445023979106025, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.18617232691079802, "gate": -0.24312521082434865, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.20802637499784518, "gate": -0.2977822486084653, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2839984958832263, "gate": -0.2664697272014499, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.1644605074180839, "gate": -0.1676049775712453, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.09126988928776285, "gate": 0.05184816209166442, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.20636632355153642, "gate": 0.20186394308330513, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.3149592113306386, "gate": 0.2542410378438891, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.28564666576981096, "gate": 0.2711402279986432, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9757405923051582, "gate": 0.9590292580728402, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.986615830633506, "gate": 0.8961182096518664, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0128812817120398, "gate": 0.99745826345316, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.1000502503210245, "gate": 0.9971857845584601, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-949f679b", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0235129582376747, "gate": 0.9534578533676084, "tick": 0 }, { "epoch": 1, "parent": "p12-949f679b", "candidate": "p12-66e2485", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0842864883866252, "gate": 0.8880488877243596, "tick": 24 }, { "epoch": 2, "parent": "p12-66e2485", "candidate": "p12-5386e04a", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9950798865513049, "gate": 1.0273384284786062, "tick": 48 }, { "epoch": 3, "parent": "p12-5386e04a", "candidate": "p12-800da7c0", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.08716977154406, "gate": 0.9445023979106025, "tick": 72 }, { "epoch": 4, "parent": "p12-800da7c0", "candidate": "p12-97a5acf9", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9969887542122696, "gate": 0.8082787413277162, "tick": 96 }, { "epoch": 5, "parent": "p12-97a5acf9", "candidate": "p12-f80bb520", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9304047262793117, "gate": 1.096175235695836, "tick": 120 }, { "epoch": 6, "parent": "p12-f80bb520", "candidate": "p12-562adf8", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8207253483928868, "gate": 0.9416845618601851, "tick": 144 }, { "epoch": 7, "parent": "p12-562adf8", "candidate": "p12-c858c8fb", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.7886563800145511, "gate": 0.7783576477286046, "tick": 168 }, { "epoch": 8, "parent": "p12-c858c8fb", "candidate": "p12-c1383518", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8593855593871634, "gate": 0.9706504132499484, "tick": 192 }, { "epoch": 9, "parent": "p12-c1383518", "candidate": "p12-263bb771", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.5354323380956316, "gate": 0.5705984212270451, "tick": 216 }, { "epoch": 10, "parent": "p12-263bb771", "candidate": "p12-c50bbcc2", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.6885609432502556, "gate": 0.32756232321264783, "tick": 240 }, { "epoch": 11, "parent": "p12-c50bbcc2", "candidate": "p12-96307adf", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.7458709034075651, "gate": 0.9652039409978618, "tick": 264 }, { "epoch": 12, "parent": "p12-96307adf", "candidate": "p12-cbcff8dd", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.656864414719222, "gate": 0.9590292580728402, "tick": 288 }, { "epoch": 13, "parent": "p12-cbcff8dd", "candidate": "p12-83af38a5", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.7855946997652512, "gate": 0.8961182096518664, "tick": 312 }, { "epoch": 14, "parent": "p12-83af38a5", "candidate": "p12-78474513", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9635821476881326, "gate": 0.8693194103089968, "tick": 336 }, { "epoch": 15, "parent": "p12-78474513", "candidate": "p12-2775ecba", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.969546305579267, "gate": 0.6073611790612293, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0235129582376747, "gate": 0.9534578533676084, "incumbentGate": 0.9534578533676084, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0384661867664, "gate": 0.8880488877243596, "incumbentGate": 0.8880488877243596, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9573511276111999, "gate": 1.0273384284786062, "incumbentGate": 1.0273384284786062, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0555048248930459, "gate": 0.9445023979106025, "incumbentGate": 0.9445023979106025, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-5ec3469c", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8099325465384779, "gate": 0.5957459425869096, "incumbentGate": -0.24312521082434865, "retentionLoss": 0.8045970253382964, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-8ae1aea", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6748374673459877, "gate": 0.3825884784175757, "incumbentGate": -0.2977822486084653, "retentionLoss": 0.8093334867709199, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-364a62fd", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.4026808969665285, "gate": 0.7110552158090305, "incumbentGate": -0.2664697272014499, "retentionLoss": 0, "tick": 144 }, { "epoch": 7, "parent": "p12-364a62fd", "candidate": "p12-d631bc9d", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9202526638204124, "gate": 0.546138305849578, "incumbentGate": -0.015323170679129153, "retentionLoss": 0.24505350490114242, "tick": 168 }, { "epoch": 8, "parent": "p12-364a62fd", "candidate": "p12-96bc62e5", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.5209417423137394, "gate": 0.5881969789438121, "incumbentGate": 0.21830655735463592, "retentionLoss": 0.20671410578854488, "tick": 192 }, { "epoch": 9, "parent": "p12-364a62fd", "candidate": "p12-1f7bd7fd", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6051131139730161, "gate": 0.7010649691736544, "incumbentGate": 0.09474820376607822, "retentionLoss": 0.36165446508162225, "tick": 216 }, { "epoch": 10, "parent": "p12-364a62fd", "candidate": "p12-8ed8e92e", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6826876440376312, "gate": 1.1011353720065344, "incumbentGate": 0.32981928289894263, "retentionLoss": 0.540429516555041, "tick": 240 }, { "epoch": 11, "parent": "p12-364a62fd", "candidate": "p12-2299dc09", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.41871303887137534, "gate": 0.6626986709765159, "incumbentGate": 0.40084032228468414, "retentionLoss": 0.1077150913971614, "tick": 264 }, { "epoch": 12, "parent": "p12-364a62fd", "candidate": "p12-680f8c4a", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.7062502299411199, "gate": 0.9590292580728402, "incumbentGate": 0.9590292580728402, "retentionLoss": 0.07232371902981688, "tick": 288 }, { "epoch": 13, "parent": "p12-364a62fd", "candidate": "p12-77d0b440", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.9189883850893383, "gate": 0.8092009633122289, "incumbentGate": 0.8092009633122289, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-364a62fd", "candidate": "p12-7bffb8e8", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.9385738009213566, "gate": 0.99745826345316, "incumbentGate": 0.99745826345316, "retentionLoss": 0.18657868580991285, "tick": 336 }, { "epoch": 15, "parent": "p12-364a62fd", "candidate": "p12-e8398c4a", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.9198051460912103, "gate": 0.9971857845584601, "incumbentGate": 0.9971857845584601, "retentionLoss": 0, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0235129582376747, "gate": 0.9534578533676084, "incumbentGate": 0.9534578533676084, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0384661867664, "gate": 0.8880488877243596, "incumbentGate": 0.8880488877243596, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9573511276111999, "gate": 1.0273384284786062, "incumbentGate": 1.0273384284786062, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0555048248930459, "gate": 0.9445023979106025, "incumbentGate": 0.9445023979106025, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-1a5906e7", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8096574420969083, "gate": 1.0676537614620578, "incumbentGate": -0.24312521082434865, "retentionLoss": 0.8045970253382964, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-95433102", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 1.0403241210588456, "gate": 1.096175235695836, "incumbentGate": -0.2977822486084653, "retentionLoss": 0.08000724341020349, "tick": 120 }, { "epoch": 6, "parent": "p12-95433102", "candidate": "p12-95433102", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8830009427255595, "gate": 0.9416845618601851, "incumbentGate": 0.9416845618601851, "retentionLoss": 0, "tick": 144 }, { "epoch": 7, "parent": "p12-95433102", "candidate": "p12-bebff2e8", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.9471134113093491, "gate": 0.3615516745197979, "incumbentGate": 0.7783576477286046, "retentionLoss": 0.20735192261431912, "tick": 168 }, { "epoch": 8, "parent": "p12-95433102", "candidate": "p12-6bbbddab", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.5215585772310615, "gate": 0.9706504132499484, "incumbentGate": -0.16276007760437683, "retentionLoss": 1.0812739963115099, "tick": 192 }, { "epoch": 9, "parent": "p12-95433102", "candidate": "p12-ff1c8b9c", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6609690108125275, "gate": 0.930180051447579, "incumbentGate": -0.12094230403933798, "retentionLoss": 0.4644485620019181, "tick": 216 }, { "epoch": 10, "parent": "p12-95433102", "candidate": "p12-62e5524d", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7884325864928149, "gate": 1.1011353720065344, "incumbentGate": -0.06848757656903408, "retentionLoss": 0.5882218798981622, "tick": 240 }, { "epoch": 11, "parent": "p12-95433102", "candidate": "p12-993b5bed", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9032512862896757, "gate": 1.0642010159013864, "incumbentGate": -0.09945969881577411, "retentionLoss": 0.5900252708381126, "tick": 264 }, { "epoch": 12, "parent": "p12-95433102", "candidate": "p12-11bc7aac", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6399753292233524, "gate": 0.9590292580728402, "incumbentGate": 0.8387747200589007, "retentionLoss": 0.3310603663688829, "tick": 288 }, { "epoch": 13, "parent": "p12-95433102", "candidate": "p12-8797d4d0", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7222939582754065, "gate": 0.8961182096518664, "incumbentGate": 0.49091077874978417, "retentionLoss": 0.7278455171639737, "tick": 312 }, { "epoch": 14, "parent": "p12-95433102", "candidate": "p12-40942a6", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8593848235563787, "gate": 0.99745826345316, "incumbentGate": 0.8147079927897556, "retentionLoss": 0.7278455171639737, "tick": 336 }, { "epoch": 15, "parent": "p12-95433102", "candidate": "p12-3b1e5601", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.9587477176713252, "gate": 0.8145317246368752, "incumbentGate": 0.870079354464704, "retentionLoss": 0.3041261540673086, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9739753763049503, -0.27021649833119893, 0.17978350166880108, 0.9739753763049503 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9739753763049503, -0.27021649833119893, 0.17978350166880108, 0.9739753763049503 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9739753763049503, -0.27021649833119893, 0.17978350166880108, 0.9739753763049503 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9739753763049503, -0.27021649833119893, 0.17978350166880108, 0.9739753763049503 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9739753763049503, -0.27021649833119893, 0.17978350166880108, 0.9739753763049503 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.8062781129642032, 0.7560130275233635, -0.32343248486813075, 0.8062781129642032 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.7240703194928292, 0.6918602843740632, 0.720737277030245, 0.7240703194928292 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.7240703194928292, 0.6918602843740632, 0.720737277030245, 0.7240703194928292 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9739753763049503, -0.27021649833119893, 0.17978350166880108, 0.9739753763049503 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.8401004279460285, 0.272236366555613, 0.35589205537869506, 0.8401004279460285 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.8401004279460285, 0.272236366555613, 0.35589205537869506, 0.8401004279460285 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.8401004279460285, 0.272236366555613, 0.35589205537869506, 0.8401004279460285 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9739753763049503, -0.27021649833119893, 0.17978350166880108, 0.9739753763049503 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.7599701064567546, 0.7985211493661085, -0.008802134776178479, 0.7599701064567546 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.7599701064567546, 0.7985211493661085, -0.008802134776178479, 0.7599701064567546 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.7599701064567546, 0.7985211493661085, -0.008802134776178479, 0.7599701064567546 ] } ] } }, { "regime": "foggy-cues", "seed": 189504, "arms": [ { "id": "fixed", "summary": { "usefulWork": 754.4552272512744, "harvests": 180, "toxicHarvests": 38, "energySpent": 929.0099957109729, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.27933104132014874, "heldoutA": 0.9622242631951212, "heldoutB": -0.2871155696173375, "heldoutC": 0.1628844303826625, "heldoutReturn": 0.9622242631951212, "retentionLoss": 0, "firstAReward": 0.9622242631951212, "afterCReward": 0.9622242631951212, "phaseAWork": 281.17111362067834, "phaseBWork": 136.64508865072918, "phaseCWork": 58.17199134294344, "returnAWork": 278.4670336369235, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 1021.8609558859137, "harvests": 178, "toxicHarvests": 33, "energySpent": 913.1936073192259, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 0.7117105074254071, "heldoutA": 0.7600037168427214, "heldoutB": 0.7002565473860218, "heldoutC": 0.6748712580474779, "heldoutReturn": 0.7600037168427214, "retentionLoss": 0.20222054635239983, "firstAReward": 0.9622242631951212, "afterCReward": 0.7600037168427214, "phaseAWork": 281.17111362067834, "phaseBWork": 371.35902492009035, "phaseCWork": 185.0210480823854, "returnAWork": 184.30976926275957, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 754.4552272512744, "harvests": 180, "toxicHarvests": 38, "energySpent": 929.0099957109729, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7772, "trainingPolicyEvaluations": 6492, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 8, "heldoutReward": 0.27933104132014874, "heldoutA": 0.9622242631951212, "heldoutB": -0.2871155696173375, "heldoutC": 0.1628844303826625, "heldoutReturn": 0.9622242631951212, "retentionLoss": 0, "firstAReward": 0.9622242631951212, "afterCReward": 0.9622242631951212, "phaseAWork": 281.17111362067834, "phaseBWork": 136.64508865072918, "phaseCWork": 58.17199134294344, "returnAWork": 278.4670336369235, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 754.4552272512744, "harvests": 180, "toxicHarvests": 38, "energySpent": 929.0099957109729, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7772, "trainingPolicyEvaluations": 6492, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 11, "heldoutReward": 0.27933104132014874, "heldoutA": 0.9622242631951212, "heldoutB": -0.2871155696173375, "heldoutC": 0.1628844303826625, "heldoutReturn": 0.9622242631951212, "retentionLoss": 0, "firstAReward": 0.9622242631951212, "afterCReward": 0.9622242631951212, "phaseAWork": 281.17111362067834, "phaseBWork": 136.64508865072918, "phaseCWork": 58.17199134294344, "returnAWork": 278.4670336369235, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0025806387008651, "gate": 1.0670882786852995, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.00353447247812, "gate": 0.9275608018795364, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.919980528874376, "gate": 1.0090397686397612, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9954857835208332, "gate": 0.9797103535765855, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2072007802298974, "gate": -0.3661552638319097, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.1346586793439399, "gate": -0.35055049837077173, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.27603581501155844, "gate": -0.23238670413587378, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.24975764592668726, "gate": -0.1845797710170518, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.22104324558127772, "gate": 0.15440896224770426, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.20416440666210908, "gate": 0.2328889262523803, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.13805236167250454, "gate": 0.31069261797822717, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.23733359066084514, "gate": 0.19816242670553072, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.163235844622791, "gate": 1.0415619947846417, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9632629374674987, "gate": 0.9467469116202171, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0877080628494296, "gate": 0.9953516394156835, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0384364056181754, "gate": 1.0208285673133846, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-5da8d7c9", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0025806387008651, "gate": 1.0670882786852995, "tick": 0 }, { "epoch": 1, "parent": "p12-5da8d7c9", "candidate": "p12-c5b4eb26", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.00353447247812, "gate": 0.9275608018795364, "tick": 24 }, { "epoch": 2, "parent": "p12-c5b4eb26", "candidate": "p12-a63575c5", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.919980528874376, "gate": 1.0090397686397612, "tick": 48 }, { "epoch": 3, "parent": "p12-a63575c5", "candidate": "p12-81a1bdaa", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9954857835208332, "gate": 0.9797103535765855, "tick": 72 }, { "epoch": 4, "parent": "p12-81a1bdaa", "candidate": "p12-ee058bea", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9464053287552625, "gate": 0.913226313817248, "tick": 96 }, { "epoch": 5, "parent": "p12-ee058bea", "candidate": "p12-9108bd02", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.00274943026023, "gate": 0.9697173827396259, "tick": 120 }, { "epoch": 6, "parent": "p12-9108bd02", "candidate": "p12-e8efe9fb", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.842911855353787, "gate": 0.8152286566265201, "tick": 144 }, { "epoch": 7, "parent": "p12-e8efe9fb", "candidate": "p12-ec1f7116", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.33425256082143867, "gate": 0.8775446406922924, "tick": 168 }, { "epoch": 8, "parent": "p12-ec1f7116", "candidate": "p12-93ac69fb", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.6654618722149174, "gate": 0.6855110437714776, "tick": 192 }, { "epoch": 9, "parent": "p12-93ac69fb", "candidate": "p12-677dea47", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.6820889589281283, "gate": 0.7577657952326714, "tick": 216 }, { "epoch": 10, "parent": "p12-677dea47", "candidate": "p12-2b2df80c", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.007627845849372, "gate": 0.9227225000801572, "tick": 240 }, { "epoch": 11, "parent": "p12-2b2df80c", "candidate": "p12-16253ba0", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9505364981895325, "gate": 1.036972308119865, "tick": 264 }, { "epoch": 12, "parent": "p12-16253ba0", "candidate": "p12-4ea3cc2d", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8046250830292182, "gate": 0.6741875909537538, "tick": 288 }, { "epoch": 13, "parent": "p12-4ea3cc2d", "candidate": "p12-8f5aef35", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.7650888518168538, "gate": 0.731890190183134, "tick": 312 }, { "epoch": 14, "parent": "p12-8f5aef35", "candidate": "p12-b680add6", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.7651578876205787, "gate": 0.4759064700857049, "tick": 336 }, { "epoch": 15, "parent": "p12-b680add6", "candidate": "p12-7c3ff78a", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9453385347624534, "gate": 0.7253544366250199, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0025806387008651, "gate": 1.0670882786852995, "incumbentGate": 1.0670882786852995, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.042197164743017, "gate": 0.9275608018795364, "incumbentGate": 0.9275608018795364, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9347712878125609, "gate": 1.0090397686397612, "incumbentGate": 1.0090397686397612, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0019384503007354, "gate": 0.9797103535765855, "incumbentGate": 0.9797103535765855, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-ef2034a3", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.729088295327918, "gate": 0.913226313817248, "incumbentGate": -0.3661552638319097, "retentionLoss": 0.7638834801427774, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-7c06569c", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8019351180814152, "gate": 0.9697173827396259, "incumbentGate": -0.35055049837077173, "retentionLoss": 0.7638834801427774, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6fde27f6", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8082187645142778, "gate": 1.0332941373197704, "incumbentGate": -0.23238670413587378, "retentionLoss": 0.7638834801427774, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-92bbd3ea", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9126690561378358, "gate": 0.8775446406922924, "incumbentGate": -0.1845797710170518, "retentionLoss": 0.29217112228185127, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-ce4e1341", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.43291501079144085, "gate": -0.04333515718083497, "incumbentGate": 0.15440896224770426, "retentionLoss": 0.29382013986648825, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.2506511172794819, "gate": 0.2328889262523803, "incumbentGate": 0.2328889262523803, "retentionLoss": 0, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-8353f392", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8093954633167275, "gate": 0.8133107494422839, "incumbentGate": 0.31069261797822717, "retentionLoss": 0.1413430344627491, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-67649d38", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.31212737552390046, "gate": 0.19816242670553072, "incumbentGate": 0.19816242670553072, "retentionLoss": 0.4761308434705841, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.7322097510416765, "gate": 1.0415619947846417, "incumbentGate": 1.0415619947846417, "retentionLoss": 0, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.7855619678650143, "gate": 0.9467469116202171, "incumbentGate": 0.9467469116202171, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-f4370633", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.9742105562098141, "gate": 0.9953516394156835, "incumbentGate": 0.9953516394156835, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.943959378368032, "gate": 1.0208285673133846, "incumbentGate": 1.0208285673133846, "retentionLoss": 0, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0025806387008651, "gate": 1.0670882786852995, "incumbentGate": 1.0670882786852995, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.042197164743017, "gate": 0.9275608018795364, "incumbentGate": 0.9275608018795364, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9347712878125609, "gate": 1.0090397686397612, "incumbentGate": 1.0090397686397612, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0019384503007354, "gate": 0.9797103535765855, "incumbentGate": 0.9797103535765855, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-2edda35c", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.829670662384013, "gate": 0.913226313817248, "incumbentGate": -0.3661552638319097, "retentionLoss": 0.7377876099227294, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-950913e0", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8019351180814152, "gate": 0.9697173827396259, "incumbentGate": -0.35055049837077173, "retentionLoss": 0.7638834801427774, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-65a992e", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8082187645142778, "gate": 1.0332941373197704, "incumbentGate": -0.23238670413587378, "retentionLoss": 0.7638834801427774, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-c7013af2", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8935354595526374, "gate": 0.6835011491434533, "incumbentGate": -0.1845797710170518, "retentionLoss": 0.5902753694789946, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-ac8be081", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.5193264572107976, "gate": 0.42969597201827375, "incumbentGate": 0.15440896224770426, "retentionLoss": 0.8739797492556767, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-4b8a006f", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7957265003022066, "gate": 0.9951242042126159, "incumbentGate": 0.2328889262523803, "retentionLoss": 0.5694026819034776, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-41782ae4", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7870899290664267, "gate": 0.9227225000801572, "incumbentGate": 0.31069261797822717, "retentionLoss": 1.2510222840821896, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-32e7c2b7", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8296173257045449, "gate": 1.036972308119865, "incumbentGate": 0.19816242670553072, "retentionLoss": 0.7343157821684689, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-bf40a110", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.881368958704228, "gate": 1.0415619947846417, "incumbentGate": 1.0415619947846417, "retentionLoss": 0, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-31b3ec1c", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.7879708575619562, "gate": 0.9467469116202171, "incumbentGate": 0.9467469116202171, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-d50e39b9", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.9714071181681732, "gate": 0.9953516394156835, "incumbentGate": 0.9953516394156835, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.943959378368032, "gate": 1.0208285673133846, "incumbentGate": 1.0208285673133846, "retentionLoss": 0, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9622242631951212, -0.2871155696173375, 0.1628844303826625, 0.9622242631951212 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9622242631951212, -0.2871155696173375, 0.1628844303826625, 0.9622242631951212 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9622242631951212, -0.2871155696173375, 0.1628844303826625, 0.9622242631951212 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9622242631951212, -0.2871155696173375, 0.1628844303826625, 0.9622242631951212 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9622242631951212, -0.2871155696173375, 0.1628844303826625, 0.9622242631951212 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.800154933795286, 0.771437813914682, -0.30599435076351506, 0.800154933795286 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.7600037168427214, 0.7002565473860218, 0.6748712580474779, 0.7600037168427214 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.7600037168427214, 0.7002565473860218, 0.6748712580474779, 0.7600037168427214 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9622242631951212, -0.2871155696173375, 0.1628844303826625, 0.9622242631951212 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9622242631951212, -0.2871155696173375, 0.1628844303826625, 0.9622242631951212 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9622242631951212, -0.2871155696173375, 0.1628844303826625, 0.9622242631951212 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9622242631951212, -0.2871155696173375, 0.1628844303826625, 0.9622242631951212 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9622242631951212, -0.2871155696173375, 0.1628844303826625, 0.9622242631951212 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9622242631951212, -0.2871155696173375, 0.1628844303826625, 0.9622242631951212 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9622242631951212, -0.2871155696173375, 0.1628844303826625, 0.9622242631951212 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9622242631951212, -0.2871155696173375, 0.1628844303826625, 0.9622242631951212 ] } ] } }, { "regime": "foggy-cues", "seed": 199477, "arms": [ { "id": "fixed", "summary": { "usefulWork": 771.5451706736031, "harvests": 180, "toxicHarvests": 32, "energySpent": 921.0779610891673, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.3167157140388677, "heldoutA": 0.9950690003514596, "heldoutB": -0.2473563165668841, "heldoutC": 0.20243445833202767, "heldoutReturn": 0.9950690003514596, "retentionLoss": 0, "firstAReward": 0.9950690003514596, "afterCReward": 0.9950690003514596, "phaseAWork": 290.0217413263447, "phaseBWork": 141.00549768858946, "phaseCWork": 72.56224498565871, "returnAWork": 267.9556866730103, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 1025.660933214669, "harvests": 180, "toxicHarvests": 26, "energySpent": 903.5931275063558, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 0.7868978450441156, "heldoutA": 0.7734581599777087, "heldoutB": 0.7454008147104529, "heldoutC": 0.8418345604441854, "heldoutReturn": 0.7734581599777087, "retentionLoss": 0.2216108403737509, "firstAReward": 0.9950690003514596, "afterCReward": 0.7734581599777087, "phaseAWork": 296.21395820475686, "phaseBWork": 386.3286847806695, "phaseCWork": 172.37528135936498, "returnAWork": 170.7430088698777, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 752.8708546186158, "harvests": 180, "toxicHarvests": 42, "energySpent": 932.4165078818387, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7810, "trainingPolicyEvaluations": 6530, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 1, "rollbacks": 10, "heldoutReward": 0.43335018834819206, "heldoutA": 0.9102134777115625, "heldoutB": -0.2260041892076446, "heldoutC": 0.6158412765406582, "heldoutReturn": 0.9102134777115625, "retentionLoss": 0.08485552263989715, "firstAReward": 0.9950690003514596, "afterCReward": 0.9102134777115625, "phaseAWork": 290.0217413263447, "phaseBWork": 141.00549768858946, "phaseCWork": 136.34412339853918, "returnAWork": 185.49949220514247, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 771.5451706736031, "harvests": 180, "toxicHarvests": 32, "energySpent": 921.0779610891673, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7810, "trainingPolicyEvaluations": 6530, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 10, "heldoutReward": 0.3167157140388677, "heldoutA": 0.9950690003514596, "heldoutB": -0.2473563165668841, "heldoutC": 0.20243445833202767, "heldoutReturn": 0.9950690003514596, "retentionLoss": 0, "firstAReward": 0.9950690003514596, "afterCReward": 0.9950690003514596, "phaseAWork": 290.0217413263447, "phaseBWork": 141.00549768858946, "phaseCWork": 72.56224498565871, "returnAWork": 267.9556866730103, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.8928370382591565, "gate": 0.9916764029202043, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0119570042498052, "gate": 0.9877435780716604, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9761314250923139, "gate": 1.0698752369581603, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0186076769176482, "gate": 0.8908630516803027, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2976134482798595, "gate": -0.23947092048425322, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.19934453444553277, "gate": -0.37694022575817954, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.28226570741594315, "gate": -0.20276930617689384, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.17275320150254894, "gate": -0.2502237716666016, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.10647625627692965, "gate": 0.15887148035706541, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.17823626790696256, "gate": 0.21282477894751653, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.16302790932637048, "gate": 0.26365783684989397, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.19889016832115414, "gate": 0.0948796047340198, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0286205127564447, "gate": 1.0784478238355502, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0237818002560513, "gate": 1.054758083895192, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.1115708244699511, "gate": 0.9889437655200988, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.8983584890783592, "gate": 0.9975404584298063, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-c5a711fd", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8928370382591565, "gate": 0.9916764029202043, "tick": 0 }, { "epoch": 1, "parent": "p12-c5a711fd", "candidate": "p12-dce0819a", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0119570042498052, "gate": 0.9877435780716604, "tick": 24 }, { "epoch": 2, "parent": "p12-dce0819a", "candidate": "p12-8b79262e", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9761314250923139, "gate": 1.0698752369581603, "tick": 48 }, { "epoch": 3, "parent": "p12-8b79262e", "candidate": "p12-c899201b", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0186076769176482, "gate": 0.8908630516803027, "tick": 72 }, { "epoch": 4, "parent": "p12-c899201b", "candidate": "p12-f1a5e4e1", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8210798210809417, "gate": 0.7344371489420808, "tick": 96 }, { "epoch": 5, "parent": "p12-f1a5e4e1", "candidate": "p12-d08931d8", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.109158611130969, "gate": 1.0292736218072769, "tick": 120 }, { "epoch": 6, "parent": "p12-d08931d8", "candidate": "p12-a8e8140c", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9751706572002568, "gate": 0.6023524573750778, "tick": 144 }, { "epoch": 7, "parent": "p12-a8e8140c", "candidate": "p12-2733e5b5", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.90439551804252, "gate": 1.103559659842958, "tick": 168 }, { "epoch": 8, "parent": "p12-2733e5b5", "candidate": "p12-f30764ce", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.7802169125259187, "gate": 0.954051660588333, "tick": 192 }, { "epoch": 9, "parent": "p12-f30764ce", "candidate": "p12-c99c1b7d", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.6834028807640542, "gate": 0.7575629034899422, "tick": 216 }, { "epoch": 10, "parent": "p12-c99c1b7d", "candidate": "p12-52bd44f4", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.7282749498027917, "gate": 0.8944836764705323, "tick": 240 }, { "epoch": 11, "parent": "p12-52bd44f4", "candidate": "p12-4a25a2d6", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.7293056594388875, "gate": 0.5661599861656273, "tick": 264 }, { "epoch": 12, "parent": "p12-4a25a2d6", "candidate": "p12-64ca214e", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.828067710565772, "gate": 0.8642157344579012, "tick": 288 }, { "epoch": 13, "parent": "p12-64ca214e", "candidate": "p12-2145207a", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.7930323602802182, "gate": 0.5875888475910188, "tick": 312 }, { "epoch": 14, "parent": "p12-2145207a", "candidate": "p12-94e86398", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.1115708244699511, "gate": 0.5855365839056411, "tick": 336 }, { "epoch": 15, "parent": "p12-94e86398", "candidate": "p12-6961d07", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.43099528924862174, "gate": 0.6447429679709494, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8928370382591565, "gate": 0.9916764029202043, "incumbentGate": 0.9916764029202043, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0003542145239255, "gate": 0.9877435780716604, "incumbentGate": 0.9877435780716604, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9876418357452372, "gate": 1.0698752369581603, "incumbentGate": 1.0698752369581603, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0434575470896401, "gate": 0.8908630516803027, "incumbentGate": 0.8908630516803027, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-df631bd1", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7002865870458519, "gate": 0.9322928880343685, "incumbentGate": -0.23947092048425322, "retentionLoss": 0.6792564517916891, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-31ada7e1", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.06585118042365601, "gate": -0.1581526726385864, "incumbentGate": -0.37694022575817954, "retentionLoss": 0.6792564517916891, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-dbcaa073", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6126963948355792, "gate": 0.8566467866377095, "incumbentGate": -0.20276930617689384, "retentionLoss": 0.5659488544036568, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6ad0239f", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.032379370594925475, "gate": -0.2502237716666016, "incumbentGate": -0.2502237716666016, "retentionLoss": 0.20070665240476293, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-2c9a8736", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.09950629103076311, "gate": -0.00786001927677995, "incumbentGate": 0.15887148035706541, "retentionLoss": 0.36057361719319075, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-382188f2", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.32575138457957625, "gate": 0.5425988103133251, "incumbentGate": 0.21282477894751653, "retentionLoss": 0, "tick": 216 }, { "epoch": 10, "parent": "p12-382188f2", "candidate": "p12-79be1d62", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.555673025498517, "gate": 0.8361473677726896, "incumbentGate": 0.6148268310238669, "retentionLoss": 0.5706703627991436, "tick": 240 }, { "epoch": 11, "parent": "p12-382188f2", "candidate": "p12-4d23cbc5", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.828386196362568, "gate": 0.5243387032124475, "incumbentGate": 0.3849720027729368, "retentionLoss": 0.34938353865627825, "tick": 264 }, { "epoch": 12, "parent": "p12-382188f2", "candidate": "p12-e6a6339f", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.6287523797698312, "gate": 1.0784478238355502, "incumbentGate": 1.0784478238355502, "retentionLoss": 0.030150858252871338, "tick": 288 }, { "epoch": 13, "parent": "p12-382188f2", "candidate": "p12-382188f2", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.878906830387026, "gate": 0.704758083895192, "incumbentGate": 0.704758083895192, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-382188f2", "candidate": "p12-3309d74a", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 1.0393695730254733, "gate": 0.7435329048942552, "incumbentGate": 0.7435329048942552, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-382188f2", "candidate": "p12-efb27718", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9183708895680485, "gate": 0.9975404584298063, "incumbentGate": 0.7149860246455063, "retentionLoss": 0.19792526579352315, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8928370382591565, "gate": 0.9916764029202043, "incumbentGate": 0.9916764029202043, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0003542145239255, "gate": 0.9877435780716604, "incumbentGate": 0.9877435780716604, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9876418357452372, "gate": 1.0698752369581603, "incumbentGate": 1.0698752369581603, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0434575470896401, "gate": 0.8908630516803027, "incumbentGate": 0.8908630516803027, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-577dbb73", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7002865870458519, "gate": 0.9322928880343685, "incumbentGate": -0.23947092048425322, "retentionLoss": 0.6792564517916891, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-31d27b1b", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9299369657822287, "gate": 1.0292736218072769, "incumbentGate": -0.37694022575817954, "retentionLoss": 0.6792564517916891, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-8464172e", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8907320373860877, "gate": 0.8566467866377095, "incumbentGate": -0.20276930617689384, "retentionLoss": 0.4868340028493462, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-72c64886", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8912426824933767, "gate": 1.103559659842958, "incumbentGate": -0.2502237716666016, "retentionLoss": 0.28145876563888017, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-292a1e63", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.5219724127643534, "gate": 0.954051660588333, "incumbentGate": 0.15887148035706541, "retentionLoss": 1.0421645661621006, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-477b035c", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6592201987573795, "gate": 1.0631619983127523, "incumbentGate": 0.21282477894751653, "retentionLoss": 1.0421645661621006, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-c87e6f4e", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7870005649568492, "gate": 0.974405785360129, "incumbentGate": 0.26365783684989397, "retentionLoss": 0.8859636243842993, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-a37c5bb0", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7666261187926408, "gate": 0.8698250823357027, "incumbentGate": 0.0948796047340198, "retentionLoss": 0.7186837702979988, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-5364b0a3", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.5640568836961278, "gate": 0.9585895346776999, "incumbentGate": 1.0784478238355502, "retentionLoss": 0.03468899129691769, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8063837308772968, "gate": 1.054758083895192, "incumbentGate": 1.054758083895192, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9668464735157442, "gate": 0.9889437655200988, "incumbentGate": 0.9889437655200988, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-204d2f97", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.9447862382668272, "gate": 0.9975404584298063, "incumbentGate": 0.9975404584298063, "retentionLoss": 0, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9950690003514596, -0.2473563165668841, 0.20243445833202767, 0.9950690003514596 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9950690003514596, -0.2473563165668841, 0.20243445833202767, 0.9950690003514596 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9950690003514596, -0.2473563165668841, 0.20243445833202767, 0.9950690003514596 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9950690003514596, -0.2473563165668841, 0.20243445833202767, 0.9950690003514596 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9950690003514596, -0.2473563165668841, 0.20243445833202767, 0.9950690003514596 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.8442938962375144, 0.9134402807880886, -0.3111237798926303, 0.8442938962375144 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.7734581599777087, 0.7454008147104529, 0.8418345604441854, 0.7734581599777087 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.7734581599777087, 0.7454008147104529, 0.8418345604441854, 0.7734581599777087 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9950690003514596, -0.2473563165668841, 0.20243445833202767, 0.9950690003514596 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9950690003514596, -0.2473563165668841, 0.20243445833202767, 0.9950690003514596 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9102134777115625, -0.2260041892076446, 0.6158412765406582, 0.9102134777115625 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9102134777115625, -0.2260041892076446, 0.6158412765406582, 0.9102134777115625 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9950690003514596, -0.2473563165668841, 0.20243445833202767, 0.9950690003514596 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9950690003514596, -0.2473563165668841, 0.20243445833202767, 0.9950690003514596 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9950690003514596, -0.2473563165668841, 0.20243445833202767, 0.9950690003514596 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9950690003514596, -0.2473563165668841, 0.20243445833202767, 0.9950690003514596 ] } ] } }, { "regime": "foggy-cues", "seed": 209450, "arms": [ { "id": "fixed", "summary": { "usefulWork": 724.2697442655489, "harvests": 180, "toxicHarvests": 43, "energySpent": 935.943468172798, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.2758303913569599, "heldoutA": 0.9525722273533686, "heldoutB": -0.2875405266412444, "heldoutC": 0.16245947335875552, "heldoutReturn": 0.9525722273533686, "retentionLoss": 0, "firstAReward": 0.9525722273533686, "afterCReward": 0.9525722273533686, "phaseAWork": 265.6912422745141, "phaseBWork": 151.47069187794222, "phaseCWork": 44.71323543777328, "returnAWork": 262.3945746753193, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 976.9819296915426, "harvests": 180, "toxicHarvests": 29, "energySpent": 907.2245667113555, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 0.7034313215429759, "heldoutA": 0.6859472841654852, "heldoutB": 0.6816710113323549, "heldoutC": 0.7426756691310875, "heldoutReturn": 0.6859472841654852, "retentionLoss": 0.2666249431878833, "firstAReward": 0.9525722273533686, "afterCReward": 0.6859472841654852, "phaseAWork": 265.6912422745141, "phaseBWork": 352.58584080453153, "phaseCWork": 167.40064586582525, "returnAWork": 191.30420074667177, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 706.6818963608443, "harvests": 179, "toxicHarvests": 66, "energySpent": 964.9983083159276, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7970, "trainingPolicyEvaluations": 6690, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 4, "rollbacks": 8, "heldoutReward": 0.4793458175510324, "heldoutA": 0.4362750950280314, "heldoutB": 0.09792602643046745, "heldoutC": 0.9038363311945984, "heldoutReturn": 0.4362750950280314, "retentionLoss": 0.8183478241643523, "firstAReward": 0.9525722273533686, "afterCReward": 0.13422440318901635, "phaseAWork": 265.6912422745141, "phaseBWork": 151.47069187794222, "phaseCWork": 175.7272104175919, "returnAWork": 113.79275179079616, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 724.2697442655489, "harvests": 180, "toxicHarvests": 43, "energySpent": 935.943468172798, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7970, "trainingPolicyEvaluations": 6690, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 11, "heldoutReward": 0.2758303913569599, "heldoutA": 0.9525722273533686, "heldoutB": -0.2875405266412444, "heldoutC": 0.16245947335875552, "heldoutReturn": 0.9525722273533686, "retentionLoss": 0, "firstAReward": 0.9525722273533686, "afterCReward": 0.9525722273533686, "phaseAWork": 265.6912422745141, "phaseBWork": 151.47069187794222, "phaseCWork": 44.71323543777328, "returnAWork": 262.3945746753193, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9113176046386323, "gate": 1.0214064969144234, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0117390881886335, "gate": 1.1399980617506882, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9170584004877639, "gate": 0.9749725967760515, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0313798403210075, "gate": 0.8644247145583623, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.3516886174506249, "gate": -0.1905172581948814, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2149939636947622, "gate": -0.338029843533098, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2563150246692252, "gate": -0.3263853248168151, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2498566883424249, "gate": -0.29970078070965245, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.24857503046137508, "gate": 0.13630822137519563, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.15148872117644988, "gate": 0.15094510869435399, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.15077183602123614, "gate": 0.28205485394860913, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.19949208751705763, "gate": 0.29160030208690607, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0156378018212349, "gate": 0.9119492486163399, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0747186135314781, "gate": 0.9836530172545696, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0936105099839368, "gate": 1.0851161678042434, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0584766965311077, "gate": 1.1064664418259778, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-950744eb", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9113176046386323, "gate": 1.0214064969144234, "tick": 0 }, { "epoch": 1, "parent": "p12-950744eb", "candidate": "p12-7519f40e", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0117390881886335, "gate": 1.1399980617506882, "tick": 24 }, { "epoch": 2, "parent": "p12-7519f40e", "candidate": "p12-c2140143", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9170584004877639, "gate": 0.9749725967760515, "tick": 48 }, { "epoch": 3, "parent": "p12-c2140143", "candidate": "p12-c10563a8", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0313798403210075, "gate": 0.8644247145583623, "tick": 72 }, { "epoch": 4, "parent": "p12-c10563a8", "candidate": "p12-4a3ad0a3", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.7430457747917503, "gate": 1.0716777885571467, "tick": 96 }, { "epoch": 5, "parent": "p12-4a3ad0a3", "candidate": "p12-287a4c61", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8704647213090988, "gate": 0.7417338365087551, "tick": 120 }, { "epoch": 6, "parent": "p12-287a4c61", "candidate": "p12-d43a7055", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8476262188360564, "gate": 1.010341020273824, "tick": 144 }, { "epoch": 7, "parent": "p12-d43a7055", "candidate": "p12-57b8f99b", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.7113556340502711, "gate": 0.7038769141809221, "tick": 168 }, { "epoch": 8, "parent": "p12-57b8f99b", "candidate": "p12-17beb3d1", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.5564019502816752, "gate": 0.35952933136625603, "tick": 192 }, { "epoch": 9, "parent": "p12-17beb3d1", "candidate": "p12-e736ba31", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.818472689057704, "gate": 0.8401304202497514, "tick": 216 }, { "epoch": 10, "parent": "p12-e736ba31", "candidate": "p12-d6b74b42", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8528192760044565, "gate": 0.9516786845245119, "tick": 240 }, { "epoch": 11, "parent": "p12-d6b74b42", "candidate": "p12-72715680", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.72821329216467, "gate": 0.5190088207168234, "tick": 264 }, { "epoch": 12, "parent": "p12-72715680", "candidate": "p12-3fe0d539", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.7224155684835711, "gate": 0.5562353809925864, "tick": 288 }, { "epoch": 13, "parent": "p12-3fe0d539", "candidate": "p12-6c18c565", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.7988027712622806, "gate": 0.9836530172545696, "tick": 312 }, { "epoch": 14, "parent": "p12-6c18c565", "candidate": "p12-50e53351", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0305148097125962, "gate": 1.0851161678042434, "tick": 336 }, { "epoch": 15, "parent": "p12-50e53351", "candidate": "p12-317bc3f8", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.6209203629936051, "gate": 0.8519617249179724, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9113176046386323, "gate": 1.0214064969144234, "incumbentGate": 1.0214064969144234, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0149615577638968, "gate": 1.1399980617506882, "incumbentGate": 1.1399980617506882, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.995789789518979, "gate": 0.9749725967760515, "incumbentGate": 0.9749725967760515, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0099166751036603, "gate": 0.8644247145583623, "incumbentGate": 0.8644247145583623, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-e5b7410", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7673552232976605, "gate": 1.0716777885571467, "incumbentGate": -0.1905172581948814, "retentionLoss": 0.39614941712324847, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-19056c3b", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.4596085258768352, "gate": 0.4978554354943388, "incumbentGate": -0.338029843533098, "retentionLoss": 0.6743453952071334, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-83278d9b", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8958844790947597, "gate": 1.010341020273824, "incumbentGate": -0.3263853248168151, "retentionLoss": 0.45823282136816523, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-13b32acf", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6790435639278164, "gate": 0.7038769141809221, "incumbentGate": -0.29970078070965245, "retentionLoss": 0.1512754316618652, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-44302919", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.32536310514880334, "gate": 0.33009545978236776, "incumbentGate": 0.13630822137519563, "retentionLoss": 0, "tick": 192 }, { "epoch": 9, "parent": "p12-44302919", "candidate": "p12-5acee282", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.5527950699441354, "gate": 0.7564942572097539, "incumbentGate": 0.15094510869435399, "retentionLoss": 0.04553688101932152, "tick": 216 }, { "epoch": 10, "parent": "p12-5acee282", "candidate": "p12-1a688d45", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.8611001837176863, "gate": 0.9516786845245119, "incumbentGate": 0.6940264989103894, "retentionLoss": 0.0931595380696344, "tick": 240 }, { "epoch": 11, "parent": "p12-1a688d45", "candidate": "p12-b86e1d9f", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.8908457539131507, "gate": 1.1301029397766886, "incumbentGate": 1.1301029397766886, "retentionLoss": 0.5345277884556137, "tick": 264 }, { "epoch": 12, "parent": "p12-1a688d45", "candidate": "p12-14cd21b2", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7620527371480453, "gate": 0.9119492486163399, "incumbentGate": 0.06639856781469561, "retentionLoss": 0.26792668577084905, "tick": 288 }, { "epoch": 13, "parent": "p12-1a688d45", "candidate": "p12-4c6e09e2", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9632917110834301, "gate": 0.9836530172545696, "incumbentGate": 0.09920075436880955, "retentionLoss": 0.45466612262323036, "tick": 312 }, { "epoch": 14, "parent": "p12-1a688d45", "candidate": "p12-92eeba5d", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9839179069737534, "gate": 1.0851161678042434, "incumbentGate": -0.11905193204261443, "retentionLoss": 0.23808798048103677, "tick": 336 }, { "epoch": 15, "parent": "p12-1a688d45", "candidate": "p12-5767ee25", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.6511561821740772, "gate": 0.8519617249179724, "incumbentGate": -0.11294423818002323, "retentionLoss": 0, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9113176046386323, "gate": 1.0214064969144234, "incumbentGate": 1.0214064969144234, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0149615577638968, "gate": 1.1399980617506882, "incumbentGate": 1.1399980617506882, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.995789789518979, "gate": 0.9749725967760515, "incumbentGate": 0.9749725967760515, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0099166751036603, "gate": 0.8644247145583623, "incumbentGate": 0.8644247145583623, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-b8d41c0b", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7316603188225205, "gate": 1.0716777885571467, "incumbentGate": -0.1905172581948814, "retentionLoss": 0.6900815421640005, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-cc9a7252", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7934891950373486, "gate": 1.0141710094707723, "incumbentGate": -0.338029843533098, "retentionLoss": 0.6743453952071334, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-be334d11", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7966253156474115, "gate": 1.010341020273824, "incumbentGate": -0.3263853248168151, "retentionLoss": 0.6743453952071334, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-e1ba66e2", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.854998699501174, "gate": 0.8472975436009698, "incumbentGate": -0.29970078070965245, "retentionLoss": 0.4178506909319704, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-87493e6a", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.4974041273314351, "gate": 0.8415790114780005, "incumbentGate": 0.13630822137519563, "retentionLoss": 0.9174664648259722, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-ecd96d64", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8469497588743695, "gate": 0.8401304202497514, "incumbentGate": 0.15094510869435399, "retentionLoss": 0.15563193655551533, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-e2282b03", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8926115814480328, "gate": 0.9516786845245119, "incumbentGate": 0.28205485394860913, "retentionLoss": 0.5325649472837359, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-be74ac91", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8908457539131507, "gate": 1.1301029397766886, "incumbentGate": 0.29160030208690607, "retentionLoss": 0.5325649472837359, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-3bdffdee", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.7202364865973276, "gate": 0.6761180000330703, "incumbentGate": 0.9119492486163399, "retentionLoss": 0, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-581e7a8a", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.8672591399051433, "gate": 0.9836530172545696, "incumbentGate": 0.9836530172545696, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-37ff2f08", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.8746680374087364, "gate": 0.14239011904049687, "incumbentGate": 1.0851161678042434, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8415685749853742, "gate": 1.1064664418259778, "incumbentGate": 1.1064664418259778, "retentionLoss": 0, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9525722273533686, -0.2875405266412444, 0.16245947335875552, 0.9525722273533686 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9525722273533686, -0.2875405266412444, 0.16245947335875552, 0.9525722273533686 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9525722273533686, -0.2875405266412444, 0.16245947335875552, 0.9525722273533686 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9525722273533686, -0.2875405266412444, 0.16245947335875552, 0.9525722273533686 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9525722273533686, -0.2875405266412444, 0.16245947335875552, 0.9525722273533686 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.7563380228969214, 0.8140764152955087, -0.29603618662348147, 0.7563380228969214 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.6859472841654852, 0.6816710113323549, 0.7426756691310875, 0.6859472841654852 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.6859472841654852, 0.6816710113323549, 0.7426756691310875, 0.6859472841654852 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9525722273533686, -0.2875405266412444, 0.16245947335875552, 0.9525722273533686 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9525722273533686, -0.2875405266412444, 0.16245947335875552, 0.9525722273533686 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.13422440318901635, 0.15658618600404517, 0.9785730825353117, 0.13422440318901635 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.4362750950280314, 0.09792602643046745, 0.9038363311945984, 0.4362750950280314 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9525722273533686, -0.2875405266412444, 0.16245947335875552, 0.9525722273533686 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9525722273533686, -0.2875405266412444, 0.16245947335875552, 0.9525722273533686 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9525722273533686, -0.2875405266412444, 0.16245947335875552, 0.9525722273533686 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9525722273533686, -0.2875405266412444, 0.16245947335875552, 0.9525722273533686 ] } ] } }, { "regime": "foggy-cues", "seed": 219423, "arms": [ { "id": "fixed", "summary": { "usefulWork": 745.4245732500854, "harvests": 180, "toxicHarvests": 39, "energySpent": 930.3975854128696, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.3089660399251451, "heldoutA": 0.9898976843914775, "heldoutB": -0.2562427640882003, "heldoutC": 0.19324319947215818, "heldoutReturn": 0.9898976843914775, "retentionLoss": 0, "firstAReward": 0.9898976843914775, "afterCReward": 0.9898976843914775, "phaseAWork": 257.5086633680534, "phaseBWork": 140.96251013004837, "phaseCWork": 68.27166532852908, "returnAWork": 278.6817344234545, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 1082.9281750425823, "harvests": 180, "toxicHarvests": 23, "energySpent": 897.2366346115163, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 0.686389932158631, "heldoutA": 0.6540675080811755, "heldoutB": 0.7828441809288168, "heldoutC": 0.6222581074659005, "heldoutReturn": 0.6540675080811755, "retentionLoss": 0.335830176310302, "firstAReward": 0.9898976843914775, "afterCReward": 0.6540675080811755, "phaseAWork": 257.5086633680534, "phaseBWork": 401.531395346098, "phaseCWork": 172.27964782565334, "returnAWork": 251.60846850277755, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 824.0390794362319, "harvests": 180, "toxicHarvests": 33, "energySpent": 917.000187505829, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7976, "trainingPolicyEvaluations": 6696, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 3, "rollbacks": 8, "heldoutReward": 0.37694198760156894, "heldoutA": 0.6510562303431454, "heldoutB": 0.08793781149181557, "heldoutC": 0.39183192096974595, "heldoutReturn": 0.6510562303431454, "retentionLoss": 0.6300113783081046, "firstAReward": 0.9898976843914775, "afterCReward": 0.3598863060833729, "phaseAWork": 257.5086633680534, "phaseBWork": 153.88116037518068, "phaseCWork": 166.14601472301212, "returnAWork": 246.50324096998565, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 745.4245732500854, "harvests": 180, "toxicHarvests": 39, "energySpent": 930.3975854128696, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7976, "trainingPolicyEvaluations": 6696, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 10, "heldoutReward": 0.3089660399251451, "heldoutA": 0.9898976843914775, "heldoutB": -0.2562427640882003, "heldoutC": 0.19324319947215818, "heldoutReturn": 0.9898976843914775, "retentionLoss": 0, "firstAReward": 0.9898976843914775, "afterCReward": 0.9898976843914775, "phaseAWork": 257.5086633680534, "phaseBWork": 140.96251013004837, "phaseCWork": 68.27166532852908, "returnAWork": 278.6817344234545, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9493539888286286, "gate": 0.9547727248495019, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0236419628273141, "gate": 0.8641140787889575, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9824419516287013, "gate": 0.9948580135026873, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9676678833536463, "gate": 0.9683558934975295, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.19180261011806396, "gate": -0.20790224591681383, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2982531213842369, "gate": -0.3148917432932615, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.1642409406124847, "gate": -0.20946481920836102, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.21114521148539075, "gate": -0.24697168404959424, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.2354548033600353, "gate": 0.23223493756449273, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.14537370276225733, "gate": 0.2887154743297635, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.14777556489780727, "gate": 0.201997897895596, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.23573311658154694, "gate": 0.3213046077039991, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9985457577958158, "gate": 0.9220056226377907, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0213781084741322, "gate": 0.9838794915078927, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.005925557834091, "gate": 1.0189120024205478, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0333303588751495, "gate": 1.0654833890879791, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-56df7013", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9493539888286286, "gate": 0.9547727248495019, "tick": 0 }, { "epoch": 1, "parent": "p12-56df7013", "candidate": "p12-5fffb7d1", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0236419628273141, "gate": 0.8641140787889575, "tick": 24 }, { "epoch": 2, "parent": "p12-5fffb7d1", "candidate": "p12-7e4712aa", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9824419516287013, "gate": 0.9948580135026873, "tick": 48 }, { "epoch": 3, "parent": "p12-7e4712aa", "candidate": "p12-f316fc5c", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9676678833536463, "gate": 0.9683558934975295, "tick": 72 }, { "epoch": 4, "parent": "p12-f316fc5c", "candidate": "p12-376a4a86", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.7463083292696537, "gate": 1.1148505321001647, "tick": 96 }, { "epoch": 5, "parent": "p12-376a4a86", "candidate": "p12-ece478f8", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8797954034225416, "gate": 1.0023305629962833, "tick": 120 }, { "epoch": 6, "parent": "p12-ece478f8", "candidate": "p12-a27b70e8", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.7858632422493446, "gate": 0.8701616822387203, "tick": 144 }, { "epoch": 7, "parent": "p12-a27b70e8", "candidate": "p12-a20ff91", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8075793526642977, "gate": 0.9862328917634858, "tick": 168 }, { "epoch": 8, "parent": "p12-a20ff91", "candidate": "p12-31e8d46d", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.7840124302995904, "gate": 0.7384042171277027, "tick": 192 }, { "epoch": 9, "parent": "p12-31e8d46d", "candidate": "p12-6c5434a1", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.947514566406415, "gate": 0.8008044172083365, "tick": 216 }, { "epoch": 10, "parent": "p12-6c5434a1", "candidate": "p12-ca935a26", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.7389068754818661, "gate": 0.6610280570726381, "tick": 240 }, { "epoch": 11, "parent": "p12-ca935a26", "candidate": "p12-8b62baa6", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.6081697621300302, "gate": 0.7317618847559079, "tick": 264 }, { "epoch": 12, "parent": "p12-8b62baa6", "candidate": "p12-b14b8dca", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.697821597000735, "gate": 0.6860491374419818, "tick": 288 }, { "epoch": 13, "parent": "p12-b14b8dca", "candidate": "p12-4543e02f", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.6105657402131106, "gate": 0.7882878869743116, "tick": 312 }, { "epoch": 14, "parent": "p12-4543e02f", "candidate": "p12-ca38357d", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.5864647727967959, "gate": 1.0189120024205478, "tick": 336 }, { "epoch": 15, "parent": "p12-ca38357d", "candidate": "p12-3c923318", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.88966670764565, "gate": 0.8688778662533215, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9493539888286286, "gate": 0.9547727248495019, "incumbentGate": 0.9547727248495019, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0006855501680434, "gate": 0.8641140787889575, "incumbentGate": 0.8641140787889575, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-750fba9c", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.9434299512380596, "gate": 0.9948580135026873, "incumbentGate": 0.9948580135026873, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9587295416431194, "gate": 0.9683558934975295, "incumbentGate": 0.9683558934975295, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-46ac03a1", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.4661912266162902, "gate": 0.21335284669487142, "incumbentGate": -0.20790224591681383, "retentionLoss": 0.17423225125771558, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-c02835a6", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.11604821945027272, "gate": -0.1722711685204493, "incumbentGate": -0.3148917432932615, "retentionLoss": 0.5403387712968759, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-b03620f9", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.3993642024957499, "gate": 0.12721558610374686, "incumbentGate": -0.20946481920836102, "retentionLoss": 0, "tick": 144 }, { "epoch": 7, "parent": "p12-b03620f9", "candidate": "p12-68444117", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.3405018965967846, "gate": 0.08057391276529818, "incumbentGate": 0.043004493165241325, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-68444117", "candidate": "p12-68444117", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.6410931756491632, "gate": 0.6724207873734067, "incumbentGate": 0.6724207873734067, "retentionLoss": 0, "tick": 192 }, { "epoch": 9, "parent": "p12-68444117", "candidate": "p12-7400078d", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.726170148144166, "gate": 0.5578236832413866, "incumbentGate": 0.5578236832413866, "retentionLoss": 0.30874238604159654, "tick": 216 }, { "epoch": 10, "parent": "p12-68444117", "candidate": "p12-38153a4c", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.5311323475354308, "gate": 0.7703700577818102, "incumbentGate": 0.4417321923861966, "retentionLoss": 0.17737068843504777, "tick": 240 }, { "epoch": 11, "parent": "p12-68444117", "candidate": "p12-68444117", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.4509220213717811, "gate": 0.5912175904206255, "incumbentGate": 0.5912175904206255, "retentionLoss": 0, "tick": 264 }, { "epoch": 12, "parent": "p12-68444117", "candidate": "p12-5ade0c40", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6116054908503438, "gate": 0.6292494547385848, "incumbentGate": 0.13036239965347188, "retentionLoss": 0.20762401191555524, "tick": 288 }, { "epoch": 13, "parent": "p12-68444117", "candidate": "p12-4d2e869d", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.7494064320652964, "gate": 0.9838794915078927, "incumbentGate": 0.3044354703106133, "retentionLoss": 0.09113078986327766, "tick": 312 }, { "epoch": 14, "parent": "p12-4d2e869d", "candidate": "p12-1ce0642d", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8707557932797189, "gate": 1.0189120024205478, "incumbentGate": 0.7735503714780427, "retentionLoss": 0.12543082160276975, "tick": 336 }, { "epoch": 15, "parent": "p12-4d2e869d", "candidate": "p12-14089e1d", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.874647147627312, "gate": 1.0654833890879791, "incumbentGate": 1.0654833890879791, "retentionLoss": 0.06366964581783602, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9493539888286286, "gate": 0.9547727248495019, "incumbentGate": 0.9547727248495019, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0006855501680434, "gate": 0.8641140787889575, "incumbentGate": 0.8641140787889575, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9389357516250337, "gate": 0.9948580135026873, "incumbentGate": 0.9948580135026873, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9587295416431194, "gate": 0.9683558934975295, "incumbentGate": 0.9683558934975295, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-568bca6b", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6012354256440002, "gate": 0.8891618413303696, "incumbentGate": -0.20790224591681383, "retentionLoss": 0.5291223010766581, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-adafd4b6", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.77155175624627, "gate": 1.0023305629962833, "incumbentGate": -0.3148917432932615, "retentionLoss": 0.7878810361343348, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-bd7d1e3a", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8462343449169453, "gate": 1.026091066650167, "incumbentGate": -0.20946481920836102, "retentionLoss": 0.5975252225417329, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-f9d94411", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8211151079857644, "gate": 0.9862328917634858, "incumbentGate": -0.24697168404959424, "retentionLoss": 0.4769906117243276, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-ea0adfea", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.5247557127796598, "gate": 0.9112671098793567, "incumbentGate": 0.23223493756449273, "retentionLoss": 0.8751759449491819, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-e367f586", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7039165125890207, "gate": 0.9163761503957794, "incumbentGate": 0.2887154743297635, "retentionLoss": 1.1487177957193584, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-e0aad01f", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6494717508751743, "gate": 0.9590672489687927, "incumbentGate": 0.201997897895596, "retentionLoss": 1.0425126008628904, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-1b2d10f9", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8987646718840585, "gate": 1.0456792106988868, "incumbentGate": 0.3213046077039991, "retentionLoss": 0.5996677520200874, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.5897168456189826, "gate": 0.9220056226377907, "incumbentGate": 0.9220056226377907, "retentionLoss": 0, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-48052a72", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.8994090535507837, "gate": 0.9838794915078927, "incumbentGate": 0.9838794915078927, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8707557932797189, "gate": 1.0189120024205478, "incumbentGate": 1.0189120024205478, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-5853412e", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.9043520114263838, "gate": 0.8688778662533215, "incumbentGate": 1.0654833890879791, "retentionLoss": 0, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9898976843914775, -0.2562427640882003, 0.19324319947215818, 0.9898976843914775 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9898976843914775, -0.2562427640882003, 0.19324319947215818, 0.9898976843914775 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9898976843914775, -0.2562427640882003, 0.19324319947215818, 0.9898976843914775 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9898976843914775, -0.2562427640882003, 0.19324319947215818, 0.9898976843914775 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9898976843914775, -0.2562427640882003, 0.19324319947215818, 0.9898976843914775 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.7686971657079736, 0.8794491935945632, -0.3679972846804926, 0.7686971657079736 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.6540675080811755, 0.7828441809288168, 0.6222581074659005, 0.6540675080811755 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.6540675080811755, 0.7828441809288168, 0.6222581074659005, 0.6540675080811755 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9898976843914775, -0.2562427640882003, 0.19324319947215818, 0.9898976843914775 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.3598863060833729, 0.10897162038147964, 0.516032218621306, 0.3598863060833729 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.3598863060833729, 0.10897162038147964, 0.516032218621306, 0.3598863060833729 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.6510562303431454, 0.08793781149181557, 0.39183192096974595, 0.6510562303431454 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9898976843914775, -0.2562427640882003, 0.19324319947215818, 0.9898976843914775 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9898976843914775, -0.2562427640882003, 0.19324319947215818, 0.9898976843914775 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9898976843914775, -0.2562427640882003, 0.19324319947215818, 0.9898976843914775 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9898976843914775, -0.2562427640882003, 0.19324319947215818, 0.9898976843914775 ] } ] } }, { "regime": "foggy-cues", "seed": 229396, "arms": [ { "id": "fixed", "summary": { "usefulWork": 761.54790210132, "harvests": 180, "toxicHarvests": 36, "energySpent": 926.0195221123294, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.32839699397305633, "heldoutA": 1.0111683933193354, "heldoutB": -0.2379887057000832, "heldoutC": 0.2120112942999168, "heldoutReturn": 1.0111683933193354, "retentionLoss": 0, "firstAReward": 1.0111683933193354, "afterCReward": 1.0111683933193354, "phaseAWork": 270.5569636941148, "phaseBWork": 153.54188705935962, "phaseCWork": 62.27361369046753, "returnAWork": 275.17543765737804, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 1011.7309847307727, "harvests": 180, "toxicHarvests": 33, "energySpent": 913.5846260194537, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 0.6790353595937368, "heldoutA": 0.81344767077412, "heldoutB": 0.6025140247683752, "heldoutC": 0.6211443832387152, "heldoutReturn": 0.81344767077412, "retentionLoss": 0.19772072254521544, "firstAReward": 1.0111683933193354, "afterCReward": 0.81344767077412, "phaseAWork": 272.61386143775655, "phaseBWork": 358.81544017967224, "phaseCWork": 177.8163220381257, "returnAWork": 202.48536107521818, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 877.5840268193172, "harvests": 180, "toxicHarvests": 29, "energySpent": 911.5789194869601, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7670, "trainingPolicyEvaluations": 6390, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 1, "rollbacks": 10, "heldoutReward": 0.5555245560613212, "heldoutA": 0.8916187762817372, "heldoutB": 0.6524564053205112, "heldoutC": 0.1224984865817151, "heldoutReturn": 0.8916187762817372, "retentionLoss": 0.11954961703759814, "firstAReward": 1.0111683933193354, "afterCReward": 0.8916187762817372, "phaseAWork": 270.5569636941148, "phaseBWork": 327.8049705565407, "phaseCWork": 48.75440243950209, "returnAWork": 230.46769012915956, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 699.3961734892588, "harvests": 178, "toxicHarvests": 52, "energySpent": 942.0817330995557, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7670, "trainingPolicyEvaluations": 6390, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 1, "rollbacks": 11, "heldoutReward": 0.3919745978624507, "heldoutA": 0.7458679761758271, "heldoutB": 0.7333365590392007, "heldoutC": -0.3032807416276757, "heldoutReturn": 0.7458679761758271, "retentionLoss": 0.26530041714350827, "firstAReward": 1.0111683933193354, "afterCReward": 0.7458679761758271, "phaseAWork": 270.5569636941148, "phaseBWork": 219.76013034588811, "phaseCWork": 52.24542016871209, "returnAWork": 156.83365928054377, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0733485703710102, "gate": 1.037218266459266, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9857944474085452, "gate": 1.0188231793979659, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0063945394467697, "gate": 0.9904177115505459, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0136756049959796, "gate": 0.8873550155198879, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.30585333388626573, "gate": -0.3948739513450678, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2281898533118147, "gate": -0.25160490064908064, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.24196769048435782, "gate": -0.24655314664411174, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2781271166568159, "gate": -0.0931774192355626, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.2031404235871881, "gate": 0.10960448069329781, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.20919191951891836, "gate": 0.11738955200249963, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.13628989207096173, "gate": 0.3581525653360658, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.1398696309438564, "gate": 0.3254955421117344, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.038794152068984, "gate": 0.8976804587831652, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0373931623679487, "gate": 0.9728708665905611, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.8859906283435959, "gate": 1.0055520360154224, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9253447202618378, "gate": 0.9900050648209047, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-1f3ecbe9", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0733485703710102, "gate": 1.037218266459266, "tick": 0 }, { "epoch": 1, "parent": "p12-1f3ecbe9", "candidate": "p12-5ce02289", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9857944474085452, "gate": 1.0188231793979659, "tick": 24 }, { "epoch": 2, "parent": "p12-5ce02289", "candidate": "p12-3394de5c", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0063945394467697, "gate": 0.9904177115505459, "tick": 48 }, { "epoch": 3, "parent": "p12-3394de5c", "candidate": "p12-59b55ae5", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0136756049959796, "gate": 0.8873550155198879, "tick": 72 }, { "epoch": 4, "parent": "p12-59b55ae5", "candidate": "p12-af5dae29", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.6788657664945461, "gate": 0.6334479937109249, "tick": 96 }, { "epoch": 5, "parent": "p12-af5dae29", "candidate": "p12-5601bad9", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.7736853022206355, "gate": 0.7273773414533079, "tick": 120 }, { "epoch": 6, "parent": "p12-5601bad9", "candidate": "p12-b536b17a", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.7852755034786348, "gate": 1.1923896576787925, "tick": 144 }, { "epoch": 7, "parent": "p12-b536b17a", "candidate": "p12-738e19f4", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.7856581333325456, "gate": 0.9154369495183684, "tick": 168 }, { "epoch": 8, "parent": "p12-738e19f4", "candidate": "p12-3d0ac81a", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.6960890150821202, "gate": 0.29113673978495425, "tick": 192 }, { "epoch": 9, "parent": "p12-3d0ac81a", "candidate": "p12-7c153715", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.6026041212380379, "gate": 0.9585436646907327, "tick": 216 }, { "epoch": 10, "parent": "p12-7c153715", "candidate": "p12-ae91126b", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.5310343872809872, "gate": 0.5747732121757567, "tick": 240 }, { "epoch": 11, "parent": "p12-ae91126b", "candidate": "p12-46e30dda", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8060551167691404, "gate": 0.6137732111274858, "tick": 264 }, { "epoch": 12, "parent": "p12-46e30dda", "candidate": "p12-c7d1087c", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.6879699758014275, "gate": 0.7476310189557184, "tick": 288 }, { "epoch": 13, "parent": "p12-c7d1087c", "candidate": "p12-ae4539d", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9160248371388257, "gate": 0.9728708665905611, "tick": 312 }, { "epoch": 14, "parent": "p12-ae4539d", "candidate": "p12-597a037c", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.7882071531427858, "gate": 0.6585267941971512, "tick": 336 }, { "epoch": 15, "parent": "p12-597a037c", "candidate": "p12-521d298", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.6565986153247781, "gate": 0.7318202678545315, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0733485703710102, "gate": 1.037218266459266, "incumbentGate": 1.037218266459266, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.00022323753194, "gate": 1.0188231793979659, "incumbentGate": 1.0188231793979659, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.019186926588468, "gate": 0.9904177115505459, "incumbentGate": 0.9904177115505459, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.017280277816018, "gate": 0.8873550155198879, "incumbentGate": 0.8873550155198879, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-f04344d6", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.6831705948482133, "gate": 0.4137315554935759, "incumbentGate": -0.3948739513450678, "retentionLoss": 0.0615970696608481, "tick": 96 }, { "epoch": 5, "parent": "p12-f04344d6", "candidate": "p12-f6b6dc15", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.8969584037816499, "gate": 1.002326562929252, "incumbentGate": 1.002326562929252, "retentionLoss": 0.4326211432905514, "tick": 120 }, { "epoch": 6, "parent": "p12-f04344d6", "candidate": "p12-b0320011", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9008671142656293, "gate": 1.1923896576787925, "incumbentGate": 0.42312634725248954, "retentionLoss": 0.583822706628763, "tick": 144 }, { "epoch": 7, "parent": "p12-f04344d6", "candidate": "p12-6f819635", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9168961202273725, "gate": 0.9154369495183684, "incumbentGate": 0.6872425891935174, "retentionLoss": 0.2287589131891412, "tick": 168 }, { "epoch": 8, "parent": "p12-f04344d6", "candidate": "p12-f9c0585e", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.5630855981157435, "gate": 0.028306274090072303, "incumbentGate": -0.035612002943618416, "retentionLoss": 0.6983920835760126, "tick": 192 }, { "epoch": 9, "parent": "p12-f04344d6", "candidate": "p12-c958ef45", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.1798281464618976, "gate": -0.05226470058448837, "incumbentGate": -0.05226470058448837, "retentionLoss": 0.4466709417513054, "tick": 216 }, { "epoch": 10, "parent": "p12-f04344d6", "candidate": "p12-2c15e48", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7781951038080178, "gate": 0.9350953766344196, "incumbentGate": 0.3581525653360658, "retentionLoss": 0.9884779845220497, "tick": 240 }, { "epoch": 11, "parent": "p12-f04344d6", "candidate": "p12-f04344d6", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.20198390038131808, "gate": 0.2187932662092116, "incumbentGate": 0.2187932662092116, "retentionLoss": 0, "tick": 264 }, { "epoch": 12, "parent": "p12-f04344d6", "candidate": "p12-936326b", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.7148565023468564, "gate": 0.8976804587831652, "incumbentGate": 0.8976804587831652, "retentionLoss": 0.15666446853161015, "tick": 288 }, { "epoch": 13, "parent": "p12-f04344d6", "candidate": "p12-d392c400", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.8055653043348573, "gate": 0.9728708665905611, "incumbentGate": 0.9728708665905611, "retentionLoss": 0.37277053487505835, "tick": 312 }, { "epoch": 14, "parent": "p12-f04344d6", "candidate": "p12-989f77c5", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.7424979394314324, "gate": 0.6585267941971512, "incumbentGate": 1.0055520360154224, "retentionLoss": 0.28654805348795237, "tick": 336 }, { "epoch": 15, "parent": "p12-f04344d6", "candidate": "p12-17c5ac1", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7978407781820431, "gate": 0.7777296745252467, "incumbentGate": 0.6041181168666951, "retentionLoss": 0.3218170249775809, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0733485703710102, "gate": 1.037218266459266, "incumbentGate": 1.037218266459266, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.00022323753194, "gate": 1.0188231793979659, "incumbentGate": 1.0188231793979659, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.019186926588468, "gate": 0.9904177115505459, "incumbentGate": 0.9904177115505459, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.017280277816018, "gate": 0.8873550155198879, "incumbentGate": 0.8873550155198879, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-64ed8de3", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7151235550094174, "gate": 0.925819551465556, "incumbentGate": -0.3948739513450678, "retentionLoss": 0.8196456978682904, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-971644ea", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9063275129404584, "gate": 1.002326562929252, "incumbentGate": -0.25160490064908064, "retentionLoss": 0.4285752950412609, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-9f8db162", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.8000026280541853, "gate": 1.1923896576787925, "incumbentGate": -0.24655314664411174, "retentionLoss": 0, "tick": 144 }, { "epoch": 7, "parent": "p12-9f8db162", "candidate": "p12-4e484992", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9033479345461118, "gate": 1.0748703737133347, "incumbentGate": 0.6331428186123436, "retentionLoss": 0.583822706628763, "tick": 168 }, { "epoch": 8, "parent": "p12-9f8db162", "candidate": "p12-ac67ccd2", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.5938351541673998, "gate": 0.9470692645462119, "incumbentGate": -0.46281626508117985, "retentionLoss": 0.8533150510120185, "tick": 192 }, { "epoch": 9, "parent": "p12-9f8db162", "candidate": "p12-72164798", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7355494071047404, "gate": 0.9585436646907327, "incumbentGate": -0.46800112102366426, "retentionLoss": 0.9884779845220497, "tick": 216 }, { "epoch": 10, "parent": "p12-9f8db162", "candidate": "p12-dcc06b6d", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.81911845790639, "gate": 0.8237123223045625, "incumbentGate": -0.36327112457581096, "retentionLoss": 0.46848097366875413, "tick": 240 }, { "epoch": 11, "parent": "p12-9f8db162", "candidate": "p12-cf47c884", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8684516884473364, "gate": 0.9043486299286845, "incumbentGate": -0.4893769385010076, "retentionLoss": 0.825166269867361, "tick": 264 }, { "epoch": 12, "parent": "p12-9f8db162", "candidate": "p12-52f8754d", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.6693730760488764, "gate": 0.39186733592326867, "incumbentGate": 0.8149103063539532, "retentionLoss": 0.07409396889964814, "tick": 288 }, { "epoch": 13, "parent": "p12-9f8db162", "candidate": "p12-83c43412", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.8854631964249914, "gate": 0.9728708665905611, "incumbentGate": 0.9728708665905611, "retentionLoss": 0.48118810546856733, "tick": 312 }, { "epoch": 14, "parent": "p12-9f8db162", "candidate": "p12-469d8822", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7281507205939551, "gate": 1.0055520360154224, "incumbentGate": 0.8889413889182421, "retentionLoss": 0.48118810546856733, "tick": 336 }, { "epoch": 15, "parent": "p12-9f8db162", "candidate": "p12-2d4d73d8", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7978407781820431, "gate": 0.9900050648209047, "incumbentGate": 0.6888906888291039, "retentionLoss": 0.48118810546856733, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0111683933193354, -0.2379887057000832, 0.2120112942999168, 1.0111683933193354 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 1.0111683933193354, -0.2379887057000832, 0.2120112942999168, 1.0111683933193354 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 1.0111683933193354, -0.2379887057000832, 0.2120112942999168, 1.0111683933193354 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 1.0111683933193354, -0.2379887057000832, 0.2120112942999168, 1.0111683933193354 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0111683933193354, -0.2379887057000832, 0.2120112942999168, 1.0111683933193354 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.8807421991282837, 0.6977776784474287, -0.2651871533071872, 0.8807421991282837 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.81344767077412, 0.6025140247683752, 0.6211443832387152, 0.81344767077412 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.81344767077412, 0.6025140247683752, 0.6211443832387152, 0.81344767077412 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0111683933193354, -0.2379887057000832, 0.2120112942999168, 1.0111683933193354 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.8916187762817372, 0.6524564053205112, 0.1224984865817151, 0.8916187762817372 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.8916187762817372, 0.6524564053205112, 0.1224984865817151, 0.8916187762817372 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.8916187762817372, 0.6524564053205112, 0.1224984865817151, 0.8916187762817372 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0111683933193354, -0.2379887057000832, 0.2120112942999168, 1.0111683933193354 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.7458679761758271, 0.7333365590392007, -0.3032807416276757, 0.7458679761758271 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.7458679761758271, 0.7333365590392007, -0.3032807416276757, 0.7458679761758271 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.7458679761758271, 0.7333365590392007, -0.3032807416276757, 0.7458679761758271 ] } ] } }, { "regime": "indistinguishable", "seed": 17, "arms": [ { "id": "fixed", "summary": { "usefulWork": 750.9811182361099, "harvests": 180, "toxicHarvests": 35, "energySpent": 925.240634726321, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.3324186568176876, "heldoutA": 1.0145714456866575, "heldoutB": -0.2336577376167973, "heldoutC": 0.21634226238320273, "heldoutReturn": 1.0145714456866575, "retentionLoss": 0, "firstAReward": 1.0145714456866575, "afterCReward": 1.0145714456866575, "phaseAWork": 275.8351296624939, "phaseBWork": 148.80189949552027, "phaseCWork": 64.91877448993404, "returnAWork": 261.42531458816165, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 718.9555287913003, "harvests": 179, "toxicHarvests": 65, "energySpent": 959.6373789669115, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 0.3324186568176876, "heldoutA": 1.0145714456866575, "heldoutB": -0.2336577376167973, "heldoutC": 0.21634226238320273, "heldoutReturn": 1.0145714456866575, "retentionLoss": 0.9401687649035719, "firstAReward": 1.0145714456866575, "afterCReward": 0.07440268078308555, "phaseAWork": 285.39592341931643, "phaseBWork": 258.311603491166, "phaseCWork": 38.901838736164564, "returnAWork": 136.34616314465325, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 602.7453586073349, "harvests": 180, "toxicHarvests": 66, "energySpent": 962.9443757984897, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 8156, "trainingPolicyEvaluations": 6876, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 3, "rollbacks": 7, "heldoutReward": 0.33209823401941707, "heldoutA": 0.9715426895550536, "heldoutB": -0.1548114937484012, "heldoutC": 0.1795635062515988, "heldoutReturn": 0.9715426895550536, "retentionLoss": 0.6975852078732921, "firstAReward": 1.0145714456866575, "afterCReward": 0.3169862378133653, "phaseAWork": 275.8351296624939, "phaseBWork": 148.80189949552027, "phaseCWork": 0.2090511255421461, "returnAWork": 177.89927832377856, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 579.3558802561969, "harvests": 179, "toxicHarvests": 73, "energySpent": 972.9514173299308, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 8156, "trainingPolicyEvaluations": 6876, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 2, "rollbacks": 9, "heldoutReward": 0.3151995297519088, "heldoutA": 0.8150886655539166, "heldoutB": -0.1878700381490951, "heldoutC": 0.31837996185090495, "heldoutReturn": 0.8150886655539166, "retentionLoss": 0.6975852078732921, "firstAReward": 1.0145714456866575, "afterCReward": 0.3169862378133653, "phaseAWork": 275.8351296624939, "phaseBWork": 148.80189949552027, "phaseCWork": 0.2090511255421461, "returnAWork": 154.50979997264056, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.017895168917962, "gate": 1.104232464871828, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0619194245128833, "gate": 1.0393518433297209, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9208186789515332, "gate": 0.9073032701094647, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9638975222060218, "gate": 1.0206878035945015, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.14910353408975172, "gate": -0.2759543229057801, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2788235778645847, "gate": -0.20641503496537883, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.11667932685656003, "gate": -0.13209670444042063, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.27194317665482626, "gate": -0.2110194620677439, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.23893520130450832, "gate": 0.1716983673214523, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.18761880132585387, "gate": 0.3249974366407307, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.19625487712614312, "gate": 0.1780358658627588, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.17268646781483188, "gate": 0.1336145942703061, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0569981416383067, "gate": 0.9960977888598772, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9734123420010584, "gate": 0.9471411733169536, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9004223889780057, "gate": 0.8967013019886991, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9621619705076331, "gate": 0.9546742802860688, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-653a5295", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.017895168917962, "gate": 1.104232464871828, "tick": 0 }, { "epoch": 1, "parent": "p12-653a5295", "candidate": "p12-44c8ac7", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0619194245128833, "gate": 1.0393518433297209, "tick": 24 }, { "epoch": 2, "parent": "p12-44c8ac7", "candidate": "p12-72cc498a", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9208186789515332, "gate": 0.9073032701094647, "tick": 48 }, { "epoch": 3, "parent": "p12-72cc498a", "candidate": "p12-da46cdeb", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9638975222060218, "gate": 1.0206878035945015, "tick": 72 }, { "epoch": 4, "parent": "p12-da46cdeb", "candidate": "p12-be1859eb", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.14910353408975172, "gate": -0.2759543229057801, "tick": 96 }, { "epoch": 5, "parent": "p12-be1859eb", "candidate": "p12-b097b880", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.205902585742608, "gate": 0.20168598442230812, "tick": 120 }, { "epoch": 6, "parent": "p12-b097b880", "candidate": "p12-e3b957de", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9589577082621573, "gate": 1.084800219903806, "tick": 144 }, { "epoch": 7, "parent": "p12-e3b957de", "candidate": "p12-c042a8aa", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0302256127418088, "gate": 0.9695130061648577, "tick": 168 }, { "epoch": 8, "parent": "p12-c042a8aa", "candidate": "p12-967c4e3e", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.38278358200965584, "gate": -0.33215321933139147, "tick": 192 }, { "epoch": 9, "parent": "p12-967c4e3e", "candidate": "p12-74811814", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.2923968185949785, "gate": -0.5574699143011058, "tick": 216 }, { "epoch": 10, "parent": "p12-74811814", "candidate": "p12-8b05ae4f", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.5198382291510483, "gate": 0.6048333186449014, "tick": 240 }, { "epoch": 11, "parent": "p12-8b05ae4f", "candidate": "p12-32e43855", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.731969156847854, "gate": 0.6389780558467324, "tick": 264 }, { "epoch": 12, "parent": "p12-32e43855", "candidate": "p12-8d8ac5e6", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.7928814443438728, "gate": 0.9960977888598772, "tick": 288 }, { "epoch": 13, "parent": "p12-8d8ac5e6", "candidate": "p12-6c76569", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.5517073863045496, "gate": 0.48531230733520764, "tick": 312 }, { "epoch": 14, "parent": "p12-6c76569", "candidate": "p12-e454b853", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9004223889780057, "gate": 0.8967013019886991, "tick": 336 }, { "epoch": 15, "parent": "p12-e454b853", "candidate": "p12-c5976580", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9621619705076331, "gate": 0.9546742802860688, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.017895168917962, "gate": 1.104232464871828, "incumbentGate": 1.104232464871828, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0760237712991982, "gate": 1.0393518433297209, "incumbentGate": 1.0393518433297209, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9776074477190313, "gate": 0.9073032701094647, "incumbentGate": 0.9073032701094647, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9808468359836487, "gate": 1.0206878035945015, "incumbentGate": 1.0206878035945015, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.4038546120578716, "gate": -0.2759543229057801, "incumbentGate": -0.2759543229057801, "retentionLoss": 0, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-10ccf6e9", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.08298870355014538, "gate": -0.0014671125014134544, "incumbentGate": -0.20641503496537883, "retentionLoss": 0.3008232699003255, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-d4d1f9a", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9280530365419768, "gate": 1.084800219903806, "incumbentGate": -0.13209670444042063, "retentionLoss": 0.23916960864454162, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-2f76d20c", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 1.0462773820156646, "gate": 0.9695130061648577, "incumbentGate": -0.2110194620677439, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-2f76d20c", "candidate": "p12-7f41259b", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.34259731727068726, "gate": -0.09809383603175627, "incumbentGate": -0.33215321933139147, "retentionLoss": 0.35431560328241274, "tick": 192 }, { "epoch": 9, "parent": "p12-2f76d20c", "candidate": "p12-74f7f435", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.08666241702125398, "gate": -0.27223599846978175, "incumbentGate": -0.5574699143011058, "retentionLoss": 0.3478921967248405, "tick": 216 }, { "epoch": 10, "parent": "p12-2f76d20c", "candidate": "p12-59ab489d", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.1782200476774907, "gate": 0.1780358658627588, "incumbentGate": -0.43868675273969154, "retentionLoss": 0.53871017635953, "tick": 240 }, { "epoch": 11, "parent": "p12-2f76d20c", "candidate": "p12-b3638dd7", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.690640525087063, "gate": 1.0004439354624448, "incumbentGate": -0.41653829786698454, "retentionLoss": 0.3075913606591292, "tick": 264 }, { "epoch": 12, "parent": "p12-2f76d20c", "candidate": "p12-c30e56a6", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.3385488233255032, "gate": 0.4648662444505443, "incumbentGate": 0.31341099776065956, "retentionLoss": 0, "tick": 288 }, { "epoch": 13, "parent": "p12-c30e56a6", "candidate": "p12-b2a6c0df", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.7690956213379736, "gate": 0.9471411733169536, "incumbentGate": 0.28090422971028683, "retentionLoss": 0.014195720183657112, "tick": 312 }, { "epoch": 14, "parent": "p12-b2a6c0df", "candidate": "p12-75aff17a", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.8250456210404153, "gate": 0.8967013019886991, "incumbentGate": 0.8967013019886991, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-b2a6c0df", "candidate": "p12-b2a6c0df", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9582139025624553, "gate": 0.9546742802860688, "incumbentGate": 0.9546742802860688, "retentionLoss": 0, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.017895168917962, "gate": 1.104232464871828, "incumbentGate": 1.104232464871828, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0760237712991982, "gate": 1.0393518433297209, "incumbentGate": 1.0393518433297209, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9776074477190313, "gate": 0.9073032701094647, "incumbentGate": 0.9073032701094647, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9808468359836487, "gate": 1.0206878035945015, "incumbentGate": 1.0206878035945015, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-186cb5d2", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6129229494961789, "gate": 0.9662044832195461, "incumbentGate": -0.2759543229057801, "retentionLoss": 0.7369642020583562, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-ff50539c", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7450755383640945, "gate": 1.0398580826752355, "incumbentGate": -0.20641503496537883, "retentionLoss": 0.5798105449803852, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-aa2daf8", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9280530365419768, "gate": 1.084800219903806, "incumbentGate": -0.13209670444042063, "retentionLoss": 0.23916960864454162, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-58415e26", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 1.0462773820156646, "gate": 0.9695130061648577, "incumbentGate": -0.2110194620677439, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-58415e26", "candidate": "p12-e08537c6", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.5467183199184374, "gate": 1.095103270699993, "incumbentGate": -0.33215321933139147, "retentionLoss": 0.8134711669473399, "tick": 192 }, { "epoch": 9, "parent": "p12-58415e26", "candidate": "p12-5c5f0503", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7991312445865023, "gate": 0.9657818900765024, "incumbentGate": -0.5574699143011058, "retentionLoss": 0.6346477871620517, "tick": 216 }, { "epoch": 10, "parent": "p12-58415e26", "candidate": "p12-d5356746", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9115997206708762, "gate": 1.0032071145412742, "incumbentGate": -0.3570921725298129, "retentionLoss": 0.3075913606591292, "tick": 240 }, { "epoch": 11, "parent": "p12-58415e26", "candidate": "p12-63bf7f9e", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9716629017400047, "gate": 1.0004439354624448, "incumbentGate": -0.41653829786698454, "retentionLoss": 0.3075913606591292, "tick": 264 }, { "epoch": 12, "parent": "p12-58415e26", "candidate": "p12-a2b28131", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6220331151315023, "gate": 0.9960977888598772, "incumbentGate": 0.31341099776065956, "retentionLoss": 0.37736221212522875, "tick": 288 }, { "epoch": 13, "parent": "p12-58415e26", "candidate": "p12-d3d8ccc0", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.8367402318833635, "gate": 0.9471411733169536, "incumbentGate": 0.20447106666685277, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-d3d8ccc0", "candidate": "p12-8b4e03d9", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.8250456210404153, "gate": 0.8967013019886991, "incumbentGate": 0.8967013019886991, "retentionLoss": 0.17616562852952278, "tick": 336 }, { "epoch": 15, "parent": "p12-d3d8ccc0", "candidate": "p12-d3d8ccc0", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9582139025624553, "gate": 0.9546742802860688, "incumbentGate": 0.9546742802860688, "retentionLoss": 0, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0145714456866575, -0.2336577376167973, 0.21634226238320273, 1.0145714456866575 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 1.0145714456866575, -0.2336577376167973, 0.21634226238320273, 1.0145714456866575 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 1.0145714456866575, -0.2336577376167973, 0.21634226238320273, 1.0145714456866575 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 1.0145714456866575, -0.2336577376167973, 0.21634226238320273, 1.0145714456866575 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0145714456866575, -0.2336577376167973, 0.21634226238320273, 1.0145714456866575 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.3169862378133653, 1.016078025098767, -0.3830137621866346, 0.3169862378133653 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.07440268078308555, -0.027257185960488078, 0.6850271228269799, 0.07440268078308555 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 1.0145714456866575, -0.2336577376167973, 0.21634226238320273, 1.0145714456866575 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0145714456866575, -0.2336577376167973, 0.21634226238320273, 1.0145714456866575 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.3169862378133653, 1.016078025098767, -0.3830137621866346, 0.3169862378133653 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.3169862378133653, 1.016078025098767, -0.3830137621866346, 0.3169862378133653 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9715426895550536, -0.1548114937484012, 0.1795635062515988, 0.9715426895550536 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0145714456866575, -0.2336577376167973, 0.21634226238320273, 1.0145714456866575 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.3169862378133653, 1.016078025098767, -0.3830137621866346, 0.3169862378133653 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.3169862378133653, 1.016078025098767, -0.3830137621866346, 0.3169862378133653 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.8150886655539166, -0.1878700381490951, 0.31837996185090495, 0.8150886655539166 ] } ] } }, { "regime": "indistinguishable", "seed": 9990, "arms": [ { "id": "fixed", "summary": { "usefulWork": 768.7608392107722, "harvests": 180, "toxicHarvests": 35, "energySpent": 924.9682706365907, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.31001415270428373, "heldoutA": 0.990975663858313, "heldoutB": -0.25546660287273093, "heldoutC": 0.19453339712726905, "heldoutReturn": 0.990975663858313, "retentionLoss": 0, "firstAReward": 0.990975663858313, "afterCReward": 0.990975663858313, "phaseAWork": 278.9514116357409, "phaseBWork": 154.78902265420555, "phaseCWork": 72.75391125611367, "returnAWork": 262.26649366471213, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 716.6776265957444, "harvests": 179, "toxicHarvests": 60, "energySpent": 952.5367134887094, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 0.31001415270428373, "heldoutA": 0.990975663858313, "heldoutB": -0.25546660287273093, "heldoutC": 0.19453339712726905, "heldoutReturn": 0.990975663858313, "retentionLoss": 1.1159062873968282, "firstAReward": 0.990975663858313, "afterCReward": -0.1249306235385152, "phaseAWork": 278.9514116357409, "phaseBWork": 246.21077697261308, "phaseCWork": 54.96076225340619, "returnAWork": 136.55467573398425, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 768.7608392107722, "harvests": 180, "toxicHarvests": 35, "energySpent": 924.9682706365907, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 8192, "trainingPolicyEvaluations": 6912, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 5, "heldoutReward": 0.31001415270428373, "heldoutA": 0.990975663858313, "heldoutB": -0.25546660287273093, "heldoutC": 0.19453339712726905, "heldoutReturn": 0.990975663858313, "retentionLoss": 0, "firstAReward": 0.990975663858313, "afterCReward": 0.990975663858313, "phaseAWork": 278.9514116357409, "phaseBWork": 154.78902265420555, "phaseCWork": 72.75391125611367, "returnAWork": 262.26649366471213, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 768.7608392107722, "harvests": 180, "toxicHarvests": 35, "energySpent": 924.9682706365907, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 8192, "trainingPolicyEvaluations": 6912, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 8, "heldoutReward": 0.31001415270428373, "heldoutA": 0.990975663858313, "heldoutB": -0.25546660287273093, "heldoutC": 0.19453339712726905, "heldoutReturn": 0.990975663858313, "retentionLoss": 0, "firstAReward": 0.990975663858313, "afterCReward": 0.990975663858313, "phaseAWork": 278.9514116357409, "phaseBWork": 154.78902265420555, "phaseCWork": 72.75391125611367, "returnAWork": 262.26649366471213, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9423436772210989, "gate": 1.1548689103916416, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0574151059298613, "gate": 0.9750887966897969, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.1026044809356892, "gate": 1.0323146247694799, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.03131417412169, "gate": 0.9934235498777589, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.29696286328370686, "gate": -0.13318444602144638, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.3523587039729999, "gate": -0.32532798206398283, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2429844750753676, "gate": -0.2696221609729162, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.31469353383287285, "gate": -0.2709081363685966, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.21112175852955242, "gate": 0.3080394339442974, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.2578460379550345, "gate": 0.30506041697541386, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.24930444636354876, "gate": 0.25330100282281565, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.19461629901327704, "gate": 0.21485838326006979, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9822182518673412, "gate": 1.0672900593799826, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.8888994501958196, "gate": 0.9004186699542451, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9789084924039826, "gate": 0.839211175957456, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0128744937899379, "gate": 1.0147009496985497, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-540432ea", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9423436772210989, "gate": 1.1548689103916416, "tick": 0 }, { "epoch": 1, "parent": "p12-540432ea", "candidate": "p12-453065f5", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0574151059298613, "gate": 0.9750887966897969, "tick": 24 }, { "epoch": 2, "parent": "p12-453065f5", "candidate": "p12-7d27ae5f", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.1026044809356892, "gate": 1.0323146247694799, "tick": 48 }, { "epoch": 3, "parent": "p12-7d27ae5f", "candidate": "p12-e163ee81", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.03131417412169, "gate": 0.9934235498777589, "tick": 72 }, { "epoch": 4, "parent": "p12-e163ee81", "candidate": "p12-1732e9ef", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.29696286328370686, "gate": -0.13318444602144638, "tick": 96 }, { "epoch": 5, "parent": "p12-1732e9ef", "candidate": "p12-e0c0b5a2", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8547003047214674, "gate": 0.5916501314658907, "tick": 120 }, { "epoch": 6, "parent": "p12-e0c0b5a2", "candidate": "p12-a1d57b76", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.5022287106098565, "gate": 1.0818098070067492, "tick": 144 }, { "epoch": 7, "parent": "p12-a1d57b76", "candidate": "p12-cd2e3177", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0106495767847068, "gate": 0.9615516939813086, "tick": 168 }, { "epoch": 8, "parent": "p12-cd2e3177", "candidate": "p12-6a9bff8e", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.47430254986340864, "gate": -0.4089152987500009, "tick": 192 }, { "epoch": 9, "parent": "p12-6a9bff8e", "candidate": "p12-fc42bf73", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.40623465608242953, "gate": -0.3692213470025069, "tick": 216 }, { "epoch": 10, "parent": "p12-fc42bf73", "candidate": "p12-feab6f64", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.16542632936599574, "gate": -0.31036769214318266, "tick": 240 }, { "epoch": 11, "parent": "p12-feab6f64", "candidate": "p12-2d42803a", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0018740705436524, "gate": 0.980537934125049, "tick": 264 }, { "epoch": 12, "parent": "p12-2d42803a", "candidate": "p12-536b94bb", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.3501521091473361, "gate": 0.17941064710238086, "tick": 288 }, { "epoch": 13, "parent": "p12-536b94bb", "candidate": "p12-a240be95", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.7963674869897929, "gate": 0.6200296459575886, "tick": 312 }, { "epoch": 14, "parent": "p12-a240be95", "candidate": "p12-9280f1b2", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9789084924039826, "gate": 0.839211175957456, "tick": 336 }, { "epoch": 15, "parent": "p12-9280f1b2", "candidate": "p12-e52d97d4", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0128744937899379, "gate": 1.0147009496985497, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9423436772210989, "gate": 1.1548689103916416, "incumbentGate": 1.1548689103916416, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0898997074171215, "gate": 0.9750887966897969, "incumbentGate": 0.9750887966897969, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0762825904124178, "gate": 1.0323146247694799, "incumbentGate": 1.0323146247694799, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0498136461269703, "gate": 0.9934235498777589, "incumbentGate": 0.9934235498777589, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-13cb6988", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6582501430878575, "gate": 1.0359759709864833, "incumbentGate": -0.13318444602144638, "retentionLoss": 0.7944858853605601, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-27345dfe", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7482249095176425, "gate": 0.8285161171436313, "incumbentGate": -0.32532798206398283, "retentionLoss": 0.7944858853605601, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-45b60cc1", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.860730596868516, "gate": 1.0818098070067492, "incumbentGate": -0.2696221609729162, "retentionLoss": 0.6056279461374194, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-d8ef6284", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 1.0134307687231654, "gate": 0.9615516939813086, "incumbentGate": -0.2709081363685966, "retentionLoss": 0.10007555470555152, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": -0.048213561182303626, "gate": 0.3080394339442974, "incumbentGate": 0.3080394339442974, "retentionLoss": 0, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.13182794874391915, "gate": 0.30506041697541386, "incumbentGate": 0.30506041697541386, "retentionLoss": 0, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-a07ada63", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8659660436929425, "gate": 1.0941709051311919, "incumbentGate": 0.25330100282281565, "retentionLoss": 0.24786013797641837, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.19466701017759425, "gate": 0.21485838326006979, "incumbentGate": 0.21485838326006979, "retentionLoss": 0, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.6171337878448777, "gate": 1.0672900593799826, "incumbentGate": 1.0672900593799826, "retentionLoss": 0, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.7593100189257065, "gate": 0.9004186699542451, "incumbentGate": 0.9004186699542451, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9104122263312417, "gate": 0.839211175957456, "incumbentGate": 0.839211175957456, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9698517300575622, "gate": 1.0147009496985497, "incumbentGate": 1.0147009496985497, "retentionLoss": 0, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9423436772210989, "gate": 1.1548689103916416, "incumbentGate": 1.1548689103916416, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0898997074171215, "gate": 0.9750887966897969, "incumbentGate": 0.9750887966897969, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0762825904124178, "gate": 1.0323146247694799, "incumbentGate": 1.0323146247694799, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0498136461269703, "gate": 0.9934235498777589, "incumbentGate": 0.9934235498777589, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-4304fe5f", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6582501430878575, "gate": 1.0359759709864833, "incumbentGate": -0.13318444602144638, "retentionLoss": 0.7944858853605601, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-a24a4817", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7704851323222636, "gate": 1.0171217786749764, "incumbentGate": -0.32532798206398283, "retentionLoss": 0.7944858853605601, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-aa276fce", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.860730596868516, "gate": 1.0818098070067492, "incumbentGate": -0.2696221609729162, "retentionLoss": 0.6056279461374194, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-371befde", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 1.0134307687231654, "gate": 0.9615516939813086, "incumbentGate": -0.2709081363685966, "retentionLoss": 0.10007555470555152, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-b5a92cbb", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.5653530946657681, "gate": 0.8755062590229487, "incumbentGate": 0.3080394339442974, "retentionLoss": 0.5501739304042865, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-a641ebb6", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7418471414131451, "gate": 0.9791142385450923, "incumbentGate": 0.30506041697541386, "retentionLoss": 0.4021888511663583, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-586847d7", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8659660436929425, "gate": 1.0941709051311919, "incumbentGate": 0.25330100282281565, "retentionLoss": 0.24786013797641837, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-fbeac2c", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9733757570806058, "gate": 0.980537934125049, "incumbentGate": 0.21485838326006979, "retentionLoss": 0.24786013797641837, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.6171337878448777, "gate": 1.0672900593799826, "incumbentGate": 1.0672900593799826, "retentionLoss": 0, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.7593100189257065, "gate": 0.9004186699542451, "incumbentGate": 0.9004186699542451, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9104122263312417, "gate": 0.839211175957456, "incumbentGate": 0.839211175957456, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9698517300575622, "gate": 1.0147009496985497, "incumbentGate": 1.0147009496985497, "retentionLoss": 0, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.990975663858313, -0.25546660287273093, 0.19453339712726905, 0.990975663858313 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.990975663858313, -0.25546660287273093, 0.19453339712726905, 0.990975663858313 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.990975663858313, -0.25546660287273093, 0.19453339712726905, 0.990975663858313 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.990975663858313, -0.25546660287273093, 0.19453339712726905, 0.990975663858313 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.990975663858313, -0.25546660287273093, 0.19453339712726905, 0.990975663858313 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.32974056367703064, 1.024120053774876, -0.3702594363229693, 0.32974056367703064 ] }, { "afterPhase": 2, "tick": 288, "scores": [ -0.1249306235385152, 0.4240532934159736, 0.7064615244831195, -0.1249306235385152 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.990975663858313, -0.25546660287273093, 0.19453339712726905, 0.990975663858313 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.990975663858313, -0.25546660287273093, 0.19453339712726905, 0.990975663858313 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.990975663858313, -0.25546660287273093, 0.19453339712726905, 0.990975663858313 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.990975663858313, -0.25546660287273093, 0.19453339712726905, 0.990975663858313 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.990975663858313, -0.25546660287273093, 0.19453339712726905, 0.990975663858313 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.990975663858313, -0.25546660287273093, 0.19453339712726905, 0.990975663858313 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.990975663858313, -0.25546660287273093, 0.19453339712726905, 0.990975663858313 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.990975663858313, -0.25546660287273093, 0.19453339712726905, 0.990975663858313 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.990975663858313, -0.25546660287273093, 0.19453339712726905, 0.990975663858313 ] } ] } }, { "regime": "indistinguishable", "seed": 19963, "arms": [ { "id": "fixed", "summary": { "usefulWork": 769.8416239034905, "harvests": 180, "toxicHarvests": 38, "energySpent": 929.2134192510113, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.3506245601541666, "heldoutA": 1.0296343241832466, "heldoutB": -0.21388032186037353, "heldoutC": 0.23611967813962656, "heldoutReturn": 1.0296343241832466, "retentionLoss": 0, "firstAReward": 1.0296343241832466, "afterCReward": 1.0296343241832466, "phaseAWork": 283.5814988665088, "phaseBWork": 134.47602222907608, "phaseCWork": 65.18412958360506, "returnAWork": 286.5999732243005, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 770.519227640932, "harvests": 179, "toxicHarvests": 61, "energySpent": 954.8412417109068, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 0.3506245601541666, "heldoutA": 1.0296343241832466, "heldoutB": -0.21388032186037353, "heldoutC": 0.23611967813962656, "heldoutReturn": 1.0296343241832466, "retentionLoss": 0.8998471512538083, "firstAReward": 1.0296343241832466, "afterCReward": 0.12978717292943828, "phaseAWork": 290.0688443504318, "phaseBWork": 206.73979235909178, "phaseCWork": 82.57791753803787, "returnAWork": 191.1326733933705, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 635.4744051440694, "harvests": 176, "toxicHarvests": 63, "energySpent": 962.944225671164, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 8188, "trainingPolicyEvaluations": 6908, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 3, "rollbacks": 9, "heldoutReward": 0.3506245601541666, "heldoutA": 1.0296343241832466, "heldoutB": -0.21388032186037353, "heldoutC": 0.23611967813962656, "heldoutReturn": 1.0296343241832466, "retentionLoss": 0.6440951403622699, "firstAReward": 1.0296343241832466, "afterCReward": 0.38553918382097674, "phaseAWork": 283.5814988665088, "phaseBWork": 134.47602222907608, "phaseCWork": 59.0361858434793, "returnAWork": 158.38069820500516, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 421.4036909698607, "harvests": 164, "toxicHarvests": 102, "energySpent": 1016.2407887804203, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 8188, "trainingPolicyEvaluations": 6908, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 3, "rollbacks": 9, "heldoutReward": 0.35426041814280884, "heldoutA": 1.0225930988385556, "heldoutB": -0.19045279720506456, "heldoutC": 0.2306409527949355, "heldoutReturn": 1.0225930988385556, "retentionLoss": 1.3496318269467404, "firstAReward": 1.0296343241832466, "afterCReward": -0.3199975027634937, "phaseAWork": 283.5814988665088, "phaseBWork": 134.47602222907608, "phaseCWork": 1.3803535647232366, "returnAWork": 1.9658163095525651, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9295859501495372, "gate": 0.9677235961514373, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9972479765460998, "gate": 1.0594465748152517, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.025708315387165, "gate": 0.9010866546608008, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9987256061467464, "gate": 0.9802025694737431, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.27298630895651244, "gate": -0.25916822243459475, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.24473221562066783, "gate": -0.3404160717497567, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.30995140920380404, "gate": -0.21818658866793675, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.1436150305930128, "gate": -0.2410046884143563, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.2373480866360954, "gate": 0.14452565883061355, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.16178119281913947, "gate": 0.21390768959135498, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.21818153693697576, "gate": 0.25072314940710944, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.35967801437912517, "gate": 0.19020989585436432, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.008940184702147, "gate": 1.0328028405258431, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.8684208278192913, "gate": 1.0194792137159032, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.025194373686127, "gate": 1.0430387886062944, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9972090807260424, "gate": 0.9629217433446117, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-ae284fe2", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9295859501495372, "gate": 0.9677235961514373, "tick": 0 }, { "epoch": 1, "parent": "p12-ae284fe2", "candidate": "p12-91f268b7", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9972479765460998, "gate": 1.0594465748152517, "tick": 24 }, { "epoch": 2, "parent": "p12-91f268b7", "candidate": "p12-2f6357c8", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.025708315387165, "gate": 0.9010866546608008, "tick": 48 }, { "epoch": 3, "parent": "p12-2f6357c8", "candidate": "p12-56548005", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9987256061467464, "gate": 0.9802025694737431, "tick": 72 }, { "epoch": 4, "parent": "p12-56548005", "candidate": "p12-10ae47f8", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.27298630895651244, "gate": -0.25916822243459475, "tick": 96 }, { "epoch": 5, "parent": "p12-10ae47f8", "candidate": "p12-231ab9d8", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8239802593171062, "gate": 0.9871346099875195, "tick": 120 }, { "epoch": 6, "parent": "p12-231ab9d8", "candidate": "p12-8a5a6cfe", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9716188764293473, "gate": 0.9204892044688712, "tick": 144 }, { "epoch": 7, "parent": "p12-8a5a6cfe", "candidate": "p12-892342b1", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.014578908680616, "gate": 0.9907804225234164, "tick": 168 }, { "epoch": 8, "parent": "p12-892342b1", "candidate": "p12-6a44de73", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.3500919317761649, "gate": -0.3744046623531286, "tick": 192 }, { "epoch": 9, "parent": "p12-6a44de73", "candidate": "p12-ec96830e", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.4087040840488186, "gate": -0.4912635773332918, "tick": 216 }, { "epoch": 10, "parent": "p12-ec96830e", "candidate": "p12-7288f9d9", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.19011491319773718, "gate": 0.3961658173472968, "tick": 240 }, { "epoch": 11, "parent": "p12-7288f9d9", "candidate": "p12-77ce271f", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.7616633916060547, "gate": 0.6029948362751675, "tick": 264 }, { "epoch": 12, "parent": "p12-77ce271f", "candidate": "p12-d231c244", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.41583705074228833, "gate": 0.5866621233914744, "tick": 288 }, { "epoch": 13, "parent": "p12-d231c244", "candidate": "p12-917d2a62", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8684208278192913, "gate": 1.0194792137159032, "tick": 312 }, { "epoch": 14, "parent": "p12-917d2a62", "candidate": "p12-5357c3a8", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.025194373686127, "gate": 1.0430387886062944, "tick": 336 }, { "epoch": 15, "parent": "p12-5357c3a8", "candidate": "p12-4eb2da97", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9972090807260424, "gate": 0.9629217433446117, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9295859501495372, "gate": 0.9677235961514373, "incumbentGate": 0.9677235961514373, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9874065164145457, "gate": 1.0594465748152517, "incumbentGate": 1.0594465748152517, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0417436595543348, "gate": 0.9010866546608008, "incumbentGate": 0.9010866546608008, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9918615971452466, "gate": 0.9802025694737431, "incumbentGate": 0.9802025694737431, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-863ac01a", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6654726301297916, "gate": 0.9641145070408692, "incumbentGate": -0.25916822243459475, "retentionLoss": 0.7214028320258267, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-56f91c37", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.85505799006194, "gate": 0.9871346099875195, "incumbentGate": -0.3404160717497567, "retentionLoss": 0.44515095817379, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-c2c2bfb9", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.921042861729548, "gate": 0.9204892044688712, "incumbentGate": -0.21818658866793675, "retentionLoss": 0.10756102831207182, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-77f4d0c1", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.004089970352300268, "gate": 0.03527249275949582, "incumbentGate": -0.2410046884143563, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-77f4d0c1", "candidate": "p12-e40455b2", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.34632581624905495, "gate": 0.00985537015501641, "incumbentGate": 0.14452565883061355, "retentionLoss": 0, "tick": 192 }, { "epoch": 9, "parent": "p12-77f4d0c1", "candidate": "p12-59cd0204", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.21989189123008232, "gate": 0.11995488441113115, "incumbentGate": 0.21390768959135498, "retentionLoss": 0.005825576505959107, "tick": 216 }, { "epoch": 10, "parent": "p12-77f4d0c1", "candidate": "p12-b4f5840f", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.2685704670961121, "gate": 0.25072314940710944, "incumbentGate": 0.25072314940710944, "retentionLoss": 0, "tick": 240 }, { "epoch": 11, "parent": "p12-77f4d0c1", "candidate": "p12-4e6cbca0", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.5025422203204265, "gate": 0.6029948362751675, "incumbentGate": 0.19020989585436432, "retentionLoss": 0.03947414321538423, "tick": 264 }, { "epoch": 12, "parent": "p12-4e6cbca0", "candidate": "p12-c2dfea66", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.670157433250699, "gate": 0.6527435970700819, "incumbentGate": 0.6527435970700819, "retentionLoss": 0.4990756727442238, "tick": 288 }, { "epoch": 13, "parent": "p12-4e6cbca0", "candidate": "p12-b4e9375f", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7384600270756879, "gate": 1.0194792137159032, "incumbentGate": 0.8534987370481417, "retentionLoss": 0.36578138178073116, "tick": 312 }, { "epoch": 14, "parent": "p12-4e6cbca0", "candidate": "p12-22fa3abc", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9946949244040186, "gate": 1.0430387886062944, "incumbentGate": 0.607062351496717, "retentionLoss": 0.1386923456535748, "tick": 336 }, { "epoch": 15, "parent": "p12-4e6cbca0", "candidate": "p12-3622f238", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 1.0142340409435706, "gate": 0.9629217433446117, "incumbentGate": 0.7125106058924541, "retentionLoss": 0.045630843555144684, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9295859501495372, "gate": 0.9677235961514373, "incumbentGate": 0.9677235961514373, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9874065164145457, "gate": 1.0594465748152517, "incumbentGate": 1.0594465748152517, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0417436595543348, "gate": 0.9010866546608008, "incumbentGate": 0.9010866546608008, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9918615971452466, "gate": 0.9802025694737431, "incumbentGate": 0.9802025694737431, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-73bfdb5c", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6654726301297916, "gate": 0.9641145070408692, "incumbentGate": -0.25916822243459475, "retentionLoss": 0.7214028320258267, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-e7c333", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.85505799006194, "gate": 0.8091271046116391, "incumbentGate": -0.3404160717497567, "retentionLoss": 0.44515095817379, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-9a5ba3c3", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.921042861729548, "gate": 0.9204892044688712, "incumbentGate": -0.21818658866793675, "retentionLoss": 0.10756102831207182, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-bf93cf2b", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9837764123940781, "gate": 0.9907804225234164, "incumbentGate": -0.2410046884143563, "retentionLoss": 0.040426140830455815, "tick": 168 }, { "epoch": 8, "parent": "p12-bf93cf2b", "candidate": "p12-d09723bc", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7140586841320428, "gate": 0.9791987804809676, "incumbentGate": -0.3744046623531286, "retentionLoss": 0.797831130465737, "tick": 192 }, { "epoch": 9, "parent": "p12-bf93cf2b", "candidate": "p12-22044a9", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7468051222156492, "gate": 0.9888129843911887, "incumbentGate": -0.4912635773332918, "retentionLoss": 0.5425882163118404, "tick": 216 }, { "epoch": 10, "parent": "p12-bf93cf2b", "candidate": "p12-41e3ddc0", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8798631089288477, "gate": 1.0878061513281656, "incumbentGate": -0.4116100500257675, "retentionLoss": 0.3081799975838983, "tick": 240 }, { "epoch": 11, "parent": "p12-bf93cf2b", "candidate": "p12-aa31d518", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9789353385456189, "gate": 1.0606331602973749, "incumbentGate": -0.33955986668879606, "retentionLoss": 0.06398320715654843, "tick": 264 }, { "epoch": 12, "parent": "p12-aa31d518", "candidate": "p12-8e27dd20", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6225877562981568, "gate": 1.0328028405258431, "incumbentGate": -0.2219142158292777, "retentionLoss": 0.7354829405147842, "tick": 288 }, { "epoch": 13, "parent": "p12-aa31d518", "candidate": "p12-d4eedab8", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7384600270756879, "gate": 1.0194792137159032, "incumbentGate": -0.1911842069942681, "retentionLoss": 0.4758674190548273, "tick": 312 }, { "epoch": 14, "parent": "p12-aa31d518", "candidate": "p12-9b0cae15", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9946949244040186, "gate": 1.0430387886062944, "incumbentGate": -0.4490386247900277, "retentionLoss": 0.2602111780402319, "tick": 336 }, { "epoch": 15, "parent": "p12-aa31d518", "candidate": "p12-4edd2a96", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 1.0142340409435706, "gate": 0.9629217433446117, "incumbentGate": -0.3196555265970742, "retentionLoss": 0, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0296343241832466, -0.21388032186037353, 0.23611967813962656, 1.0296343241832466 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 1.0296343241832466, -0.21388032186037353, 0.23611967813962656, 1.0296343241832466 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 1.0296343241832466, -0.21388032186037353, 0.23611967813962656, 1.0296343241832466 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 1.0296343241832466, -0.21388032186037353, 0.23611967813962656, 1.0296343241832466 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0296343241832466, -0.21388032186037353, 0.23611967813962656, 1.0296343241832466 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.31453032867141095, 1.00567185582067, -0.38428013110891013, 0.31453032867141095 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.12978717292943828, 0.03153974541911529, 0.7385207037472401, 0.12978717292943828 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 1.0296343241832466, -0.21388032186037353, 0.23611967813962656, 1.0296343241832466 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0296343241832466, -0.21388032186037353, 0.23611967813962656, 1.0296343241832466 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9310655048335796, -0.06878553908399501, 0.14996446091600504, 0.9310655048335796 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.38553918382097674, -0.010278095815392208, 0.593430595283924, 0.38553918382097674 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 1.0296343241832466, -0.21388032186037353, 0.23611967813962656, 1.0296343241832466 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0296343241832466, -0.21388032186037353, 0.23611967813962656, 1.0296343241832466 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.2937158785641516, 0.9788885758929372, -0.34103208121616957, 0.2937158785641516 ] }, { "afterPhase": 2, "tick": 288, "scores": [ -0.3199975027634937, 0.18000249723650621, 1.0244834555646307, -0.3199975027634937 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 1.0225930988385556, -0.19045279720506456, 0.2306409527949355, 1.0225930988385556 ] } ] } }, { "regime": "indistinguishable", "seed": 29936, "arms": [ { "id": "fixed", "summary": { "usefulWork": 753.9421238089985, "harvests": 180, "toxicHarvests": 39, "energySpent": 930.1368296385573, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.31458543755429896, "heldoutA": 0.9921597868946564, "heldoutB": -0.24920173711587973, "heldoutC": 0.20079826288412014, "heldoutReturn": 0.9921597868946564, "retentionLoss": 0, "firstAReward": 0.9921597868946564, "afterCReward": 0.9921597868946564, "phaseAWork": 272.4759755550642, "phaseBWork": 140.15273724191968, "phaseCWork": 60.11837850689892, "returnAWork": 281.1950325051157, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 805.0707405912356, "harvests": 180, "toxicHarvests": 54, "energySpent": 945.5035978572852, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 0.31458543755429896, "heldoutA": 0.9921597868946564, "heldoutB": -0.24920173711587973, "heldoutC": 0.20079826288412014, "heldoutReturn": 0.9921597868946564, "retentionLoss": 0.8343061388091085, "firstAReward": 0.9921597868946564, "afterCReward": 0.15785364808554794, "phaseAWork": 272.4759755550642, "phaseBWork": 195.33843879055115, "phaseCWork": 117.43497184789459, "returnAWork": 219.8213543977256, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 544.2281913574406, "harvests": 171, "toxicHarvests": 76, "energySpent": 980.853928401999, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 8114, "trainingPolicyEvaluations": 6834, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 2, "rollbacks": 8, "heldoutReward": 0.31458543755429896, "heldoutA": 0.9921597868946564, "heldoutB": -0.24920173711587973, "heldoutC": 0.20079826288412014, "heldoutReturn": 0.9921597868946564, "retentionLoss": 1.323942008321978, "firstAReward": 0.9921597868946564, "afterCReward": -0.3317822214273215, "phaseAWork": 272.4759755550642, "phaseBWork": 140.15273724191968, "phaseCWork": 114.93525012656255, "returnAWork": 16.664228433894095, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 416.03066079477446, "harvests": 164, "toxicHarvests": 104, "energySpent": 1018.9099313408738, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 8114, "trainingPolicyEvaluations": 6834, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 3, "rollbacks": 9, "heldoutReward": 0.31458543755429896, "heldoutA": 0.9921597868946564, "heldoutB": -0.24920173711587973, "heldoutC": 0.20079826288412014, "heldoutReturn": 0.9921597868946564, "retentionLoss": 1.323942008321978, "firstAReward": 0.9921597868946564, "afterCReward": -0.3317822214273215, "phaseAWork": 272.4759755550642, "phaseBWork": 140.15273724191968, "phaseCWork": 0.784853139716688, "returnAWork": 2.6170948580738695, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0794259487409898, "gate": 0.8760038785591525, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0051287908327426, "gate": 1.0559622686303138, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9974620457115465, "gate": 0.9334971035592452, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0828774809619128, "gate": 1.0109559530195935, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.3069137759295191, "gate": -0.3148045260557561, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.3249834065017289, "gate": -0.14244601008224475, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.20037357166230488, "gate": -0.1467785934192183, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.24217586870430652, "gate": -0.24088292185224844, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.1192609263509013, "gate": 0.4023958118633751, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.13968765829610597, "gate": 0.24792786456232663, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.18354991520216238, "gate": 0.1377687833881389, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.3326089041277685, "gate": 0.2293435961214041, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.002724315968226, "gate": 0.9766390707687306, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0911749359560228, "gate": 1.0033777693365702, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.994922420304034, "gate": 1.007590701422151, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9229871622467868, "gate": 0.9579448336252968, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-e0500573", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0794259487409898, "gate": 0.8760038785591525, "tick": 0 }, { "epoch": 1, "parent": "p12-e0500573", "candidate": "p12-5f8dcfb2", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0051287908327426, "gate": 1.0559622686303138, "tick": 24 }, { "epoch": 2, "parent": "p12-5f8dcfb2", "candidate": "p12-a2261452", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9974620457115465, "gate": 0.9334971035592452, "tick": 48 }, { "epoch": 3, "parent": "p12-a2261452", "candidate": "p12-6d2c01c9", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0828774809619128, "gate": 1.0109559530195935, "tick": 72 }, { "epoch": 4, "parent": "p12-6d2c01c9", "candidate": "p12-61a1cc70", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.3069137759295191, "gate": -0.3148045260557561, "tick": 96 }, { "epoch": 5, "parent": "p12-61a1cc70", "candidate": "p12-a79327b9", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8941469849554512, "gate": 0.5704344127029796, "tick": 120 }, { "epoch": 6, "parent": "p12-a79327b9", "candidate": "p12-53eda2ff", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0679945789809078, "gate": 0.9676523239019917, "tick": 144 }, { "epoch": 7, "parent": "p12-53eda2ff", "candidate": "p12-8c2dac1e", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9824749387535167, "gate": 0.9424369263786986, "tick": 168 }, { "epoch": 8, "parent": "p12-8c2dac1e", "candidate": "p12-e80b9258", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.417927345182657, "gate": -0.3639564091769141, "tick": 192 }, { "epoch": 9, "parent": "p12-e80b9258", "candidate": "p12-642ced54", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.3664516937199007, "gate": -0.31819059426330704, "tick": 216 }, { "epoch": 10, "parent": "p12-642ced54", "candidate": "p12-af372920", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.24538108218192925, "gate": -0.21984741307058223, "tick": 240 }, { "epoch": 11, "parent": "p12-af372920", "candidate": "p12-aeb641e2", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8333514695649726, "gate": 0.6185008626463319, "tick": 264 }, { "epoch": 12, "parent": "p12-aeb641e2", "candidate": "p12-298949d0", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.002724315968226, "gate": 0.9766390707687306, "tick": 288 }, { "epoch": 13, "parent": "p12-298949d0", "candidate": "p12-f1b8f819", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0911749359560228, "gate": 1.0033777693365702, "tick": 312 }, { "epoch": 14, "parent": "p12-f1b8f819", "candidate": "p12-12fa966e", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.994922420304034, "gate": 1.007590701422151, "tick": 336 }, { "epoch": 15, "parent": "p12-12fa966e", "candidate": "p12-58b9b9c7", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9229871622467868, "gate": 0.9579448336252968, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0794259487409898, "gate": 0.8760038785591525, "incumbentGate": 0.8760038785591525, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9620871534082127, "gate": 1.0559622686303138, "incumbentGate": 1.0559622686303138, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0163887957476774, "gate": 0.9334971035592452, "incumbentGate": 0.9334971035592452, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0414914924672143, "gate": 1.0109559530195935, "incumbentGate": 1.0109559530195935, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.3419164835879664, "gate": -0.3148045260557561, "incumbentGate": -0.3148045260557561, "retentionLoss": 0, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-bc4f8930", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7927966433349813, "gate": 0.940081803904831, "incumbentGate": -0.14244601008224475, "retentionLoss": 0.4609817195492012, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6180a14e", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": -0.018787951833848182, "gate": 0.02655683409821329, "incumbentGate": -0.1467785934192183, "retentionLoss": 0.10084095969789064, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-ea9a0106", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": -0.16415483143726714, "gate": -0.24088292185224844, "incumbentGate": -0.24088292185224844, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-95874dc1", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.2748452663507093, "gate": -0.3639564091769141, "incumbentGate": 0.4023958118633751, "retentionLoss": 0, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-20e27436", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.28611374189426825, "gate": 0.24792786456232663, "incumbentGate": 0.24792786456232663, "retentionLoss": 0.15525624722453277, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-95dd99b4", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.941143719064636, "gate": 0.9793797497663305, "incumbentGate": 0.1377687833881389, "retentionLoss": 0, "tick": 240 }, { "epoch": 11, "parent": "p12-95dd99b4", "candidate": "p12-95dd99b4", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9457793371016899, "gate": 0.979366727466619, "incumbentGate": 0.979366727466619, "retentionLoss": 0, "tick": 264 }, { "epoch": 12, "parent": "p12-95dd99b4", "candidate": "p12-3172da05", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7110799029673706, "gate": 0.9766390707687306, "incumbentGate": -0.4322015048728471, "retentionLoss": 0.5701063920168045, "tick": 288 }, { "epoch": 13, "parent": "p12-95dd99b4", "candidate": "p12-9b27dd5b", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8300633307713395, "gate": 1.0033777693365702, "incumbentGate": -0.21451590283211805, "retentionLoss": 0.37211961819217676, "tick": 312 }, { "epoch": 14, "parent": "p12-95dd99b4", "candidate": "p12-2aa86801", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.961384931696383, "gate": 1.007590701422151, "incumbentGate": -0.29696773818922756, "retentionLoss": 0.22275928892749064, "tick": 336 }, { "epoch": 15, "parent": "p12-95dd99b4", "candidate": "p12-3c8ddf9e", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9648036675570163, "gate": 0.9579448336252968, "incumbentGate": -0.3535735842370828, "retentionLoss": 0, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0794259487409898, "gate": 0.8760038785591525, "incumbentGate": 0.8760038785591525, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9620871534082127, "gate": 1.0559622686303138, "incumbentGate": 1.0559622686303138, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0163887957476774, "gate": 0.9334971035592452, "incumbentGate": 0.9334971035592452, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0414914924672143, "gate": 1.0109559530195935, "incumbentGate": 1.0109559530195935, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-386a3ceb", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6429464683706353, "gate": 0.9661956619849962, "incumbentGate": -0.3148045260557561, "retentionLoss": 0.6796939347215745, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-7f774317", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7927966433349813, "gate": 0.940081803904831, "incumbentGate": -0.14244601008224475, "retentionLoss": 0.4609817195492012, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-198b93a1", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9733426778176796, "gate": 0.9676523239019917, "incumbentGate": -0.1467785934192183, "retentionLoss": 0.20249381251069842, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-f25801a1", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9607311141929292, "gate": 0.9424369263786986, "incumbentGate": -0.24088292185224844, "retentionLoss": 0.03635287097863904, "tick": 168 }, { "epoch": 8, "parent": "p12-f25801a1", "candidate": "p12-3ce4dc8d", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6082186475748619, "gate": 1.0010932478411634, "incumbentGate": -0.3639564091769141, "retentionLoss": 0.786079441061055, "tick": 192 }, { "epoch": 9, "parent": "p12-f25801a1", "candidate": "p12-7db83cc9", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7463750623756472, "gate": 1.0537981956912825, "incumbentGate": -0.31819059426330704, "retentionLoss": 0.6098347165690357, "tick": 216 }, { "epoch": 10, "parent": "p12-f25801a1", "candidate": "p12-da4c3e1f", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.941143719064636, "gate": 0.9793797497663305, "incumbentGate": -0.3932762341219976, "retentionLoss": 0.2364311567964375, "tick": 240 }, { "epoch": 11, "parent": "p12-f25801a1", "candidate": "p12-9640abdd", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9457793371016899, "gate": 0.979366727466619, "incumbentGate": -0.4266473734102496, "retentionLoss": 0, "tick": 264 }, { "epoch": 12, "parent": "p12-9640abdd", "candidate": "p12-574ed99b", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6116181186660257, "gate": 0.9766390707687306, "incumbentGate": -0.4322015048728471, "retentionLoss": 0.7235228263684205, "tick": 288 }, { "epoch": 13, "parent": "p12-9640abdd", "candidate": "p12-eb7c5e22", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8300633307713395, "gate": 1.0033777693365702, "incumbentGate": -0.21451590283211805, "retentionLoss": 0.37211961819217676, "tick": 312 }, { "epoch": 14, "parent": "p12-9640abdd", "candidate": "p12-9657b79a", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.961384931696383, "gate": 1.007590701422151, "incumbentGate": -0.29696773818922756, "retentionLoss": 0.22275928892749064, "tick": 336 }, { "epoch": 15, "parent": "p12-9640abdd", "candidate": "p12-9e82228c", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9648036675570163, "gate": 0.9579448336252968, "incumbentGate": -0.3535735842370828, "retentionLoss": 0, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9921597868946564, -0.24920173711587973, 0.20079826288412014, 0.9921597868946564 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9921597868946564, -0.24920173711587973, 0.20079826288412014, 0.9921597868946564 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9921597868946564, -0.24920173711587973, 0.20079826288412014, 0.9921597868946564 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9921597868946564, -0.24920173711587973, 0.20079826288412014, 0.9921597868946564 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9921597868946564, -0.24920173711587973, 0.20079826288412014, 0.9921597868946564 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.309647936804321, 1.0055732260624521, -0.38831651192687355, 0.309647936804321 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.15785364808554794, 0.032083050984008, 0.7351990475578769, 0.15785364808554794 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9921597868946564, -0.24920173711587973, 0.20079826288412014, 0.9921597868946564 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9921597868946564, -0.24920173711587973, 0.20079826288412014, 0.9921597868946564 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9921597868946564, -0.24920173711587973, 0.20079826288412014, 0.9921597868946564 ] }, { "afterPhase": 2, "tick": 288, "scores": [ -0.3317822214273215, 0.16645546047932103, 1.004735665412039, -0.3317822214273215 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9921597868946564, -0.24920173711587973, 0.20079826288412014, 0.9921597868946564 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9921597868946564, -0.24920173711587973, 0.20079826288412014, 0.9921597868946564 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.309647936804321, 1.0055732260624521, -0.38831651192687355, 0.309647936804321 ] }, { "afterPhase": 2, "tick": 288, "scores": [ -0.3317822214273215, 0.16645546047932103, 1.004735665412039, -0.3317822214273215 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9921597868946564, -0.24920173711587973, 0.20079826288412014, 0.9921597868946564 ] } ] } }, { "regime": "indistinguishable", "seed": 39909, "arms": [ { "id": "fixed", "summary": { "usefulWork": 763.4006734857422, "harvests": 180, "toxicHarvests": 42, "energySpent": 934.7448584506523, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.29758340181982695, "heldoutA": 0.9798885141853994, "heldoutB": -0.2685691543629592, "heldoutC": 0.18143084563704084, "heldoutReturn": 0.9798885141853994, "retentionLoss": 0, "firstAReward": 0.9798885141853994, "afterCReward": 0.9798885141853994, "phaseAWork": 285.5206065389052, "phaseBWork": 140.70353861861935, "phaseCWork": 55.4523772906594, "returnAWork": 281.7241510375583, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 681.8096155612933, "harvests": 172, "toxicHarvests": 69, "energySpent": 967.6413452808004, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 0.29758340181982695, "heldoutA": 0.9798885141853994, "heldoutB": -0.2685691543629592, "heldoutC": 0.18143084563704084, "heldoutReturn": 0.9798885141853994, "retentionLoss": 1.3769907977991105, "firstAReward": 0.9798885141853994, "afterCReward": -0.39710228361371125, "phaseAWork": 288.0556082496321, "phaseBWork": 179.83790391451618, "phaseCWork": 117.39940493377259, "returnAWork": 96.51669846337245, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 662.2826376504412, "harvests": 170, "toxicHarvests": 71, "energySpent": 975.0793169197074, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 8210, "trainingPolicyEvaluations": 6930, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 2, "rollbacks": 7, "heldoutReward": 0.29758340181982695, "heldoutA": 0.9798885141853994, "heldoutB": -0.2685691543629592, "heldoutC": 0.18143084563704084, "heldoutReturn": 0.9798885141853994, "retentionLoss": 0.6079914957825365, "firstAReward": 0.9798885141853994, "afterCReward": 0.37189701840286277, "phaseAWork": 285.5206065389052, "phaseBWork": 140.70353861861935, "phaseCWork": 0.35630080279406684, "returnAWork": 235.70219169012256, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 426.8909258865809, "harvests": 165, "toxicHarvests": 104, "energySpent": 1018.4278267430075, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 8210, "trainingPolicyEvaluations": 6930, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 3, "rollbacks": 9, "heldoutReward": 0.29758340181982695, "heldoutA": 0.9798885141853994, "heldoutB": -0.2685691543629592, "heldoutC": 0.18143084563704084, "heldoutReturn": 0.9798885141853994, "retentionLoss": 1.3769907977991105, "firstAReward": 0.9798885141853994, "afterCReward": -0.39710228361371125, "phaseAWork": 285.5206065389052, "phaseBWork": 140.70353861861935, "phaseCWork": 0.35630080279406684, "returnAWork": 0.3104799262622464, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.010566563785481, "gate": 1.0638225006591722, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9699403455163015, "gate": 0.9224870578618051, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.037322874544058, "gate": 0.9980202601984217, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9960814368126226, "gate": 1.0247043737178656, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2617322554678847, "gate": -0.34652293099373943, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.21077042790142994, "gate": -0.18613870852281614, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.23518244823362086, "gate": -0.2133179778765396, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2391173221167885, "gate": -0.09030785511273191, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.1070114336453279, "gate": 0.23051405638578995, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.16593980640551673, "gate": 0.021544433276876607, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.15727829261455584, "gate": 0.3033368242576885, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.1969512302767414, "gate": 0.31594025856110114, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9696204049276794, "gate": 1.020681242147899, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.04668003466005, "gate": 0.929557134794134, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9844348827950017, "gate": 1.125791626912436, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9747138248968321, "gate": 1.1289269304987224, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-a51c5f33", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.010566563785481, "gate": 1.0638225006591722, "tick": 0 }, { "epoch": 1, "parent": "p12-a51c5f33", "candidate": "p12-2146a78f", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9699403455163015, "gate": 0.9224870578618051, "tick": 24 }, { "epoch": 2, "parent": "p12-2146a78f", "candidate": "p12-3548e779", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.037322874544058, "gate": 0.9980202601984217, "tick": 48 }, { "epoch": 3, "parent": "p12-3548e779", "candidate": "p12-661841ab", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9960814368126226, "gate": 1.0247043737178656, "tick": 72 }, { "epoch": 4, "parent": "p12-661841ab", "candidate": "p12-57d6b6cc", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.2617322554678847, "gate": -0.34652293099373943, "tick": 96 }, { "epoch": 5, "parent": "p12-57d6b6cc", "candidate": "p12-6824312d", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.7807297463484707, "gate": 0.5841705362385682, "tick": 120 }, { "epoch": 6, "parent": "p12-6824312d", "candidate": "p12-bf4ad14e", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9389258696928926, "gate": 1.1593048370739598, "tick": 144 }, { "epoch": 7, "parent": "p12-bf4ad14e", "candidate": "p12-9fa9d0f", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9976602463047136, "gate": 0.9855829796437328, "tick": 168 }, { "epoch": 8, "parent": "p12-9fa9d0f", "candidate": "p12-1e36ac9f", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.31455182651333474, "gate": -0.2856338003450872, "tick": 192 }, { "epoch": 9, "parent": "p12-1e36ac9f", "candidate": "p12-75b5cc0a", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.38399267743045457, "gate": -0.47886174561485845, "tick": 216 }, { "epoch": 10, "parent": "p12-75b5cc0a", "candidate": "p12-47dfca2f", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.4998268600976905, "gate": -0.024626367138205724, "tick": 240 }, { "epoch": 11, "parent": "p12-47dfca2f", "candidate": "p12-3111410c", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0284090632058993, "gate": 0.9278295503949469, "tick": 264 }, { "epoch": 12, "parent": "p12-3111410c", "candidate": "p12-41a3efe6", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9392568325350225, "gate": 0.6637498828342491, "tick": 288 }, { "epoch": 13, "parent": "p12-41a3efe6", "candidate": "p12-61918e", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.7813875556280293, "gate": 0.6420839701514774, "tick": 312 }, { "epoch": 14, "parent": "p12-61918e", "candidate": "p12-e6786a13", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9844348827950017, "gate": 1.125791626912436, "tick": 336 }, { "epoch": 15, "parent": "p12-e6786a13", "candidate": "p12-b8033a12", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9747138248968321, "gate": 1.1289269304987224, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.010566563785481, "gate": 1.0638225006591722, "incumbentGate": 1.0638225006591722, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0012343972305915, "gate": 0.9224870578618051, "incumbentGate": 0.9224870578618051, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0093016574725155, "gate": 0.9980202601984217, "incumbentGate": 0.9980202601984217, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9829508756490078, "gate": 1.0247043737178656, "incumbentGate": 1.0247043737178656, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-7cbd7169", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6944848799314793, "gate": 1.1747629278788716, "incumbentGate": -0.34652293099373943, "retentionLoss": 0.8327532107168131, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-5428acd1", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8557218226594746, "gate": 0.9376039166602806, "incumbentGate": -0.18613870852281614, "retentionLoss": 0.7524676092630063, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-ff1c9559", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9399954439589343, "gate": 1.1593048370739598, "incumbentGate": -0.2133179778765396, "retentionLoss": 0.3883583268558111, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-f5158591", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 1.022491183319729, "gate": 0.7936270053405571, "incumbentGate": -0.09030785511273191, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-f5158591", "candidate": "p12-6043b40", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.35878295632284346, "gate": -0.2856338003450872, "incumbentGate": -0.2856338003450872, "retentionLoss": 0, "tick": 192 }, { "epoch": 9, "parent": "p12-f5158591", "candidate": "p12-e8273ff1", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.16541107074232694, "gate": 0.021544433276876607, "incumbentGate": -0.47886174561485845, "retentionLoss": 0.7062651648016324, "tick": 216 }, { "epoch": 10, "parent": "p12-f5158591", "candidate": "p12-36daa56b", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.13320896663260642, "gate": 0.3033368242576885, "incumbentGate": -0.2443825131301319, "retentionLoss": 0.6020902148668758, "tick": 240 }, { "epoch": 11, "parent": "p12-f5158591", "candidate": "p12-17041ed3", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.18473563468984258, "gate": 0.31594025856110114, "incumbentGate": -0.38468493382576346, "retentionLoss": 0.3605263290251674, "tick": 264 }, { "epoch": 12, "parent": "p12-f5158591", "candidate": "p12-537ca698", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.6257228082098935, "gate": 1.020681242147899, "incumbentGate": 0.3638416266115982, "retentionLoss": 0.09494938259311642, "tick": 288 }, { "epoch": 13, "parent": "p12-537ca698", "candidate": "p12-537ca698", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8796543324565557, "gate": 0.929557134794134, "incumbentGate": 0.929557134794134, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-537ca698", "candidate": "p12-537ca698", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9568798176503804, "gate": 1.125791626912436, "incumbentGate": 1.125791626912436, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-537ca698", "candidate": "p12-537ca698", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0157672959393251, "gate": 1.1289269304987224, "incumbentGate": 1.1289269304987224, "retentionLoss": 0, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.010566563785481, "gate": 1.0638225006591722, "incumbentGate": 1.0638225006591722, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0012343972305915, "gate": 0.9224870578618051, "incumbentGate": 0.9224870578618051, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0093016574725155, "gate": 0.9980202601984217, "incumbentGate": 0.9980202601984217, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9829508756490078, "gate": 1.0247043737178656, "incumbentGate": 1.0247043737178656, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-8e0cb60b", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6944848799314793, "gate": 1.1747629278788716, "incumbentGate": -0.34652293099373943, "retentionLoss": 0.7524676092630063, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-1d7eefb8", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8557218226594746, "gate": 0.9376039166602806, "incumbentGate": -0.18613870852281614, "retentionLoss": 0.7524676092630063, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6ab193b7", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9399954439589343, "gate": 1.1593048370739598, "incumbentGate": -0.2133179778765396, "retentionLoss": 0.3883583268558111, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-562bcfef", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 1.022491183319729, "gate": 0.9855829796437328, "incumbentGate": -0.09030785511273191, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-562bcfef", "candidate": "p12-ed81fb41", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.5467265711909176, "gate": 0.9326562076575269, "incumbentGate": -0.2856338003450872, "retentionLoss": 0.9275226315756648, "tick": 192 }, { "epoch": 9, "parent": "p12-562bcfef", "candidate": "p12-334e79be", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7492312850213113, "gate": 0.9831598626001767, "incumbentGate": -0.47886174561485845, "retentionLoss": 0.689027435690836, "tick": 216 }, { "epoch": 10, "parent": "p12-562bcfef", "candidate": "p12-1fa16536", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9796629240769716, "gate": 1.1032681508611317, "incumbentGate": -0.30454943885645913, "retentionLoss": 0.27162284930470054, "tick": 240 }, { "epoch": 11, "parent": "p12-562bcfef", "candidate": "p12-56594db1", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 1.0322922158263956, "gate": 0.9278295503949469, "incumbentGate": -0.38468493382576346, "retentionLoss": 0, "tick": 264 }, { "epoch": 12, "parent": "p12-56594db1", "candidate": "p12-104ea9ef", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6257228082098935, "gate": 1.020681242147899, "incumbentGate": -0.3789930822068322, "retentionLoss": 0.6458859793060135, "tick": 288 }, { "epoch": 13, "parent": "p12-56594db1", "candidate": "p12-f7581597", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8796543324565557, "gate": 0.929557134794134, "incumbentGate": -0.3661471383025923, "retentionLoss": 0.3297266734578359, "tick": 312 }, { "epoch": 14, "parent": "p12-56594db1", "candidate": "p12-fc44741e", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9568798176503804, "gate": 1.125791626912436, "incumbentGate": -0.5252169379925045, "retentionLoss": 0.1340883984862527, "tick": 336 }, { "epoch": 15, "parent": "p12-56594db1", "candidate": "p12-49e98f8c", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 1.0157672959393251, "gate": 1.1289269304987224, "incumbentGate": -0.40085534116055993, "retentionLoss": 0, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9798885141853994, -0.2685691543629592, 0.18143084563704084, 0.9798885141853994 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9798885141853994, -0.2685691543629592, 0.18143084563704084, 0.9798885141853994 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9798885141853994, -0.2685691543629592, 0.18143084563704084, 0.9798885141853994 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9798885141853994, -0.2685691543629592, 0.18143084563704084, 0.9798885141853994 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9798885141853994, -0.2685691543629592, 0.18143084563704084, 0.9798885141853994 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.2974282741622338, 0.9946708512617335, -0.4006473681277429, 0.2974282741622338 ] }, { "afterPhase": 2, "tick": 288, "scores": [ -0.39710228361371125, 0.10219144390087552, 0.9494356882106558, -0.39710228361371125 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9798885141853994, -0.2685691543629592, 0.18143084563704084, 0.9798885141853994 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9798885141853994, -0.2685691543629592, 0.18143084563704084, 0.9798885141853994 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.37189701840286277, 0.8558583455023621, -0.33904048159713723, 0.37189701840286277 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.37189701840286277, 0.8558583455023621, -0.33904048159713723, 0.37189701840286277 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9798885141853994, -0.2685691543629592, 0.18143084563704084, 0.9798885141853994 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9798885141853994, -0.2685691543629592, 0.18143084563704084, 0.9798885141853994 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.2974282741622338, 0.9946708512617335, -0.4006473681277429, 0.2974282741622338 ] }, { "afterPhase": 2, "tick": 288, "scores": [ -0.39710228361371125, 0.10219144390087552, 0.9494356882106558, -0.39710228361371125 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9798885141853994, -0.2685691543629592, 0.18143084563704084, 0.9798885141853994 ] } ] } }, { "regime": "indistinguishable", "seed": 49882, "arms": [ { "id": "fixed", "summary": { "usefulWork": 722.1505640328996, "harvests": 180, "toxicHarvests": 39, "energySpent": 930.6451964091834, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.3209182878877531, "heldoutA": 1.0033520427357585, "heldoutB": -0.24529858953624956, "heldoutC": 0.20470141046375043, "heldoutReturn": 1.0033520427357585, "retentionLoss": 0, "firstAReward": 1.0033520427357585, "afterCReward": 1.0033520427357585, "phaseAWork": 264.6676571548663, "phaseBWork": 138.72532542448607, "phaseCWork": 65.59063652276097, "returnAWork": 253.16694493078631, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 670.8479321448877, "harvests": 180, "toxicHarvests": 61, "energySpent": 953.0208080174373, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 0.3209182878877531, "heldoutA": 1.0033520427357585, "heldoutB": -0.24529858953624956, "heldoutC": 0.20470141046375043, "heldoutReturn": 1.0033520427357585, "retentionLoss": 1.1060364243240017, "firstAReward": 1.0033520427357585, "afterCReward": -0.10268438158824324, "phaseAWork": 264.6676571548663, "phaseBWork": 244.39462633898364, "phaseCWork": 56.776954363915706, "returnAWork": 105.00869428712213, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 497.90279607872844, "harvests": 178, "toxicHarvests": 70, "energySpent": 967.1856464537454, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 8186, "trainingPolicyEvaluations": 6906, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 2, "rollbacks": 8, "heldoutReward": 0.3137968903891895, "heldoutA": 0.9854559682092638, "heldoutB": -0.2327259140627443, "heldoutC": 0.188660617021049, "heldoutReturn": 0.9854559682092638, "retentionLoss": 0.6860758790190304, "firstAReward": 1.0033520427357585, "afterCReward": 0.31727616371672807, "phaseAWork": 264.6676571548663, "phaseBWork": 138.72532542448607, "phaseCWork": 1.0392590086414089, "returnAWork": 93.47055449073468, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 405.57688704195766, "harvests": 167, "toxicHarvests": 102, "energySpent": 1015.9367075481631, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 8186, "trainingPolicyEvaluations": 6906, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 3, "rollbacks": 9, "heldoutReward": 0.3209182878877531, "heldoutA": 1.0033520427357585, "heldoutB": -0.24529858953624956, "heldoutC": 0.20470141046375043, "heldoutReturn": 1.0033520427357585, "retentionLoss": 1.3528994365811229, "firstAReward": 1.0033520427357585, "afterCReward": -0.3495473938453644, "phaseAWork": 264.6676571548663, "phaseBWork": 138.72532542448607, "phaseCWork": 2.1839044626053123, "returnAWork": 0, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.8589177665222216, "gate": 1.0153910568335944, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9451796644013344, "gate": 1.0655038084877646, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9444761817234245, "gate": 1.03068805045064, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.972140087886528, "gate": 0.9810869444622928, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.29334510329098523, "gate": -0.19014287396468196, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.19881978508307552, "gate": -0.27213459615277863, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.3632102222891777, "gate": -0.26334436144528206, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2085139212274588, "gate": -0.2526067879370333, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.10875090063036032, "gate": 0.18964329719059445, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.2262340618526715, "gate": 0.31544966030882143, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.17242416589495382, "gate": 0.19351003808534886, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.20554767536170448, "gate": 0.2091066329884459, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0215745707653974, "gate": 1.0348798602530014, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0320475228019896, "gate": 0.7769428557456624, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0044197473854506, "gate": 1.0311349799057357, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.035867862808963, "gate": 0.9015905651773269, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-7fe5391f", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8589177665222216, "gate": 1.0153910568335944, "tick": 0 }, { "epoch": 1, "parent": "p12-7fe5391f", "candidate": "p12-eae953a9", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9451796644013344, "gate": 1.0655038084877646, "tick": 24 }, { "epoch": 2, "parent": "p12-eae953a9", "candidate": "p12-d00c0c3e", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9444761817234245, "gate": 1.03068805045064, "tick": 48 }, { "epoch": 3, "parent": "p12-d00c0c3e", "candidate": "p12-2a7fb6c3", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.972140087886528, "gate": 0.9810869444622928, "tick": 72 }, { "epoch": 4, "parent": "p12-2a7fb6c3", "candidate": "p12-ec871263", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.29334510329098523, "gate": -0.19014287396468196, "tick": 96 }, { "epoch": 5, "parent": "p12-ec871263", "candidate": "p12-23a55391", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9595624261294459, "gate": 0.9430068915066622, "tick": 120 }, { "epoch": 6, "parent": "p12-23a55391", "candidate": "p12-da6874f9", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0107998392493454, "gate": 0.9662377721754836, "tick": 144 }, { "epoch": 7, "parent": "p12-da6874f9", "candidate": "p12-61af1c49", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9867504403547089, "gate": 1.012902952691214, "tick": 168 }, { "epoch": 8, "parent": "p12-61af1c49", "candidate": "p12-79577320", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.3263303884314719, "gate": -0.3417090554000695, "tick": 192 }, { "epoch": 9, "parent": "p12-79577320", "candidate": "p12-9ae3793d", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.3879801816312374, "gate": -0.4109635662950368, "tick": 216 }, { "epoch": 10, "parent": "p12-9ae3793d", "candidate": "p12-b0b093ec", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.29031988462571373, "gate": 0.1834795464684289, "tick": 240 }, { "epoch": 11, "parent": "p12-b0b093ec", "candidate": "p12-f2c5de82", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.6297628742351592, "gate": 0.47312542134394264, "tick": 264 }, { "epoch": 12, "parent": "p12-f2c5de82", "candidate": "p12-2e98bf5f", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.4825686328775362, "gate": 0.7851677891810183, "tick": 288 }, { "epoch": 13, "parent": "p12-2e98bf5f", "candidate": "p12-28374b1d", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0320475228019896, "gate": 0.7769428557456624, "tick": 312 }, { "epoch": 14, "parent": "p12-28374b1d", "candidate": "p12-603f4966", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0044197473854506, "gate": 1.0311349799057357, "tick": 336 }, { "epoch": 15, "parent": "p12-603f4966", "candidate": "p12-33809742", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.035867862808963, "gate": 0.9015905651773269, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8589177665222216, "gate": 1.0153910568335944, "incumbentGate": 1.0153910568335944, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9685834618787545, "gate": 1.0655038084877646, "incumbentGate": 1.0655038084877646, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9961536856423063, "gate": 1.03068805045064, "incumbentGate": 1.03068805045064, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0109917125805115, "gate": 0.9810869444622928, "incumbentGate": 0.9810869444622928, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-d6283de6", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.729853664921023, "gate": 0.9703645381526153, "incumbentGate": -0.19014287396468196, "retentionLoss": 0.7601697578251092, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-5e12ef6a", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7910128216159028, "gate": 0.9430068915066622, "incumbentGate": -0.27213459615277863, "retentionLoss": 0.4096422927383206, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-81014cb2", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": -0.16845053285343412, "gate": -0.26334436144528206, "incumbentGate": -0.26334436144528206, "retentionLoss": 0, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-f2889bc6", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9730648201438497, "gate": 1.012902952691214, "incumbentGate": -0.2526067879370333, "retentionLoss": 0.06474086975739268, "tick": 168 }, { "epoch": 8, "parent": "p12-f2889bc6", "candidate": "p12-f2889bc6", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.3478851469714692, "gate": -0.3417090554000695, "incumbentGate": -0.3417090554000695, "retentionLoss": 0, "tick": 192 }, { "epoch": 9, "parent": "p12-f2889bc6", "candidate": "p12-17de0466", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.09869860076342436, "gate": -0.4109635662950368, "incumbentGate": -0.4109635662950368, "retentionLoss": 0.3513416884402259, "tick": 216 }, { "epoch": 10, "parent": "p12-f2889bc6", "candidate": "p12-55fbb4f4", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.1748956006213179, "gate": 0.19351003808534886, "incumbentGate": -0.3647112950666451, "retentionLoss": 0.8860615205787256, "tick": 240 }, { "epoch": 11, "parent": "p12-f2889bc6", "candidate": "p12-a32dc5c7", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": -0.04457399237836496, "gate": -0.1655859402975218, "incumbentGate": -0.45538417413582016, "retentionLoss": 0.310563175635755, "tick": 264 }, { "epoch": 12, "parent": "p12-f2889bc6", "candidate": "p12-c29d330f", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.45189890556342677, "gate": 0.8738682554885945, "incumbentGate": 0.24943790448202482, "retentionLoss": 0.23285507081156567, "tick": 288 }, { "epoch": 13, "parent": "p12-f2889bc6", "candidate": "p12-620b88e7", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7634806866452886, "gate": 0.7769428557456624, "incumbentGate": 0.17747417561269632, "retentionLoss": 0.3209088465004626, "tick": 312 }, { "epoch": 14, "parent": "p12-f2889bc6", "candidate": "p12-c30b014b", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.8721843183848904, "gate": 1.0311349799057357, "incumbentGate": 0.30932510996309226, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-c30b014b", "candidate": "p12-c30b014b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9681685870103843, "gate": 0.9015905651773269, "incumbentGate": 0.9015905651773269, "retentionLoss": 0, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8589177665222216, "gate": 1.0153910568335944, "incumbentGate": 1.0153910568335944, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9685834618787545, "gate": 1.0655038084877646, "incumbentGate": 1.0655038084877646, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9961536856423063, "gate": 1.03068805045064, "incumbentGate": 1.03068805045064, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0109917125805115, "gate": 0.9810869444622928, "incumbentGate": 0.9810869444622928, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-4aac586", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6801064803658551, "gate": 0.9703645381526153, "incumbentGate": -0.19014287396468196, "retentionLoss": 0.7789121127469303, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-fc0279f8", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7910128216159028, "gate": 0.9430068915066622, "incumbentGate": -0.27213459615277863, "retentionLoss": 0.4096422927383206, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-df13dc78", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9305671874851064, "gate": 0.9662377721754836, "incumbentGate": -0.26334436144528206, "retentionLoss": 0.2916155687815384, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-91888da7", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9730648201438497, "gate": 1.012902952691214, "incumbentGate": -0.2526067879370333, "retentionLoss": 0.06474086975739268, "tick": 168 }, { "epoch": 8, "parent": "p12-91888da7", "candidate": "p12-42713ba6", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.5849654953685154, "gate": 0.7859616798956562, "incumbentGate": -0.3417090554000695, "retentionLoss": 0.7678463939180463, "tick": 192 }, { "epoch": 9, "parent": "p12-91888da7", "candidate": "p12-54904e7c", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7658160886784312, "gate": 1.0867477944151767, "incumbentGate": -0.4109635662950368, "retentionLoss": 0.5740051088283751, "tick": 216 }, { "epoch": 10, "parent": "p12-91888da7", "candidate": "p12-9ea12e5b", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.923455557515002, "gate": 0.825962680931818, "incumbentGate": -0.3647112950666451, "retentionLoss": 0.4087078177745108, "tick": 240 }, { "epoch": 11, "parent": "p12-91888da7", "candidate": "p12-1cf6ca2d", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9333827807246838, "gate": 0.9852983725134511, "incumbentGate": -0.45538417413582016, "retentionLoss": 0.03163941428259898, "tick": 264 }, { "epoch": 12, "parent": "p12-1cf6ca2d", "candidate": "p12-38605689", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6114414531511475, "gate": 1.0348798602530014, "incumbentGate": -0.4270252270864023, "retentionLoss": 0.6408222952571136, "tick": 288 }, { "epoch": 13, "parent": "p12-1cf6ca2d", "candidate": "p12-4bb6db7e", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6636844698412736, "gate": 0.6028108199804637, "incumbentGate": -0.32673487920522787, "retentionLoss": 0.563791517261298, "tick": 312 }, { "epoch": 14, "parent": "p12-1cf6ca2d", "candidate": "p12-3f969823", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8721843183848904, "gate": 1.0311349799057357, "incumbentGate": -0.4353581306580363, "retentionLoss": 0.24135578771228705, "tick": 336 }, { "epoch": 15, "parent": "p12-1cf6ca2d", "candidate": "p12-5a255add", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9681685870103843, "gate": 0.9015905651773269, "incumbentGate": -0.40555821206394266, "retentionLoss": 0, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0033520427357585, -0.24529858953624956, 0.20470141046375043, 1.0033520427357585 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 1.0033520427357585, -0.24529858953624956, 0.20470141046375043, 1.0033520427357585 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 1.0033520427357585, -0.24529858953624956, 0.20470141046375043, 1.0033520427357585 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 1.0033520427357585, -0.24529858953624956, 0.20470141046375043, 1.0033520427357585 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0033520427357585, -0.24529858953624956, 0.20470141046375043, 1.0033520427357585 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.31727616371672807, 1.0029354281131946, -0.3820808076226383, 0.31727616371672807 ] }, { "afterPhase": 2, "tick": 288, "scores": [ -0.10268438158824324, 0.45751147232652756, 0.5740524182080025, -0.10268438158824324 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 1.0033520427357585, -0.24529858953624956, 0.20470141046375043, 1.0033520427357585 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0033520427357585, -0.24529858953624956, 0.20470141046375043, 1.0033520427357585 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.31727616371672807, 1.0029354281131946, -0.3820808076226383, 0.31727616371672807 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.31727616371672807, 1.0029354281131946, -0.3820808076226383, 0.31727616371672807 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9854559682092638, -0.2327259140627443, 0.188660617021049, 0.9854559682092638 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0033520427357585, -0.24529858953624956, 0.20470141046375043, 1.0033520427357585 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.3228985869917686, 0.9780891013882351, -0.37802088434759773, 0.3228985869917686 ] }, { "afterPhase": 2, "tick": 288, "scores": [ -0.3495473938453644, 0.15022390079059522, 0.9969696605290651, -0.3495473938453644 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 1.0033520427357585, -0.24529858953624956, 0.20470141046375043, 1.0033520427357585 ] } ] } }, { "regime": "indistinguishable", "seed": 59855, "arms": [ { "id": "fixed", "summary": { "usefulWork": 775.4098689800228, "harvests": 180, "toxicHarvests": 41, "energySpent": 934.0205520695097, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.2860369062868421, "heldoutA": 0.9693702396201755, "heldoutB": -0.28062976037982473, "heldoutC": 0.16937023962017542, "heldoutReturn": 0.9693702396201755, "retentionLoss": 0, "firstAReward": 0.9693702396201755, "afterCReward": 0.9693702396201755, "phaseAWork": 265.8882760721798, "phaseBWork": 146.86916630929778, "phaseCWork": 70.02946113575194, "returnAWork": 292.6229654627933, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 742.9708164126966, "harvests": 179, "toxicHarvests": 61, "energySpent": 954.6032771335979, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 0.2860369062868421, "heldoutA": 0.9693702396201755, "heldoutB": -0.28062976037982473, "heldoutC": 0.16937023962017542, "heldoutReturn": 0.9693702396201755, "retentionLoss": 1.0612127605410704, "firstAReward": 0.9693702396201755, "afterCReward": -0.09184252092089473, "phaseAWork": 265.8882760721798, "phaseBWork": 211.95209178519985, "phaseCWork": 110.54271644279436, "returnAWork": 154.58773211252264, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 506.04645809644006, "harvests": 174, "toxicHarvests": 73, "energySpent": 972.8145998698483, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 8130, "trainingPolicyEvaluations": 6850, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 2, "rollbacks": 8, "heldoutReward": 0.2860369062868421, "heldoutA": 0.9693702396201755, "heldoutB": -0.28062976037982473, "heldoutC": 0.16937023962017542, "heldoutReturn": 0.9693702396201755, "retentionLoss": 0.6230379325866935, "firstAReward": 0.9693702396201755, "afterCReward": 0.3463323070334821, "phaseAWork": 265.8882760721798, "phaseBWork": 146.86916630929778, "phaseCWork": 2.3972627736437744, "returnAWork": 90.89175294131871, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 635.991708825319, "harvests": 180, "toxicHarvests": 54, "energySpent": 942.3734514589765, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 8130, "trainingPolicyEvaluations": 6850, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 2, "rollbacks": 8, "heldoutReward": 0.2860369062868421, "heldoutA": 0.9693702396201755, "heldoutB": -0.28062976037982473, "heldoutC": 0.16937023962017542, "heldoutReturn": 0.9693702396201755, "retentionLoss": 0.6230379325866935, "firstAReward": 0.9693702396201755, "afterCReward": 0.3463323070334821, "phaseAWork": 265.8882760721798, "phaseBWork": 211.95209178519985, "phaseCWork": 72.30765731152235, "returnAWork": 85.84368365641706, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0106046249601193, "gate": 1.0854519118554313, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9188828242464258, "gate": 1.0912248373970046, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9981982678309173, "gate": 1.0967155173640257, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9939791335585652, "gate": 0.8709414478062176, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.29245199788481435, "gate": -0.21419638110076908, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2790882260814716, "gate": -0.2616518630487195, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2942304654757934, "gate": -0.19678137274426408, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.26817772754705294, "gate": -0.21814417976337533, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.26399261065136065, "gate": 0.1593396187331481, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.22365316970719365, "gate": 0.26605015379151115, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.21602237801055243, "gate": 0.24130086560321914, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.21851371254115146, "gate": 0.2259309801618784, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9431049309843266, "gate": 0.9128206702876716, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9039592523069411, "gate": 1.0135802876517352, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9826795147415877, "gate": 1.1343088303916284, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.987845845697635, "gate": 0.8904674275088613, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-1afd72e4", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0106046249601193, "gate": 1.0854519118554313, "tick": 0 }, { "epoch": 1, "parent": "p12-1afd72e4", "candidate": "p12-9eb77cc7", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9188828242464258, "gate": 1.0912248373970046, "tick": 24 }, { "epoch": 2, "parent": "p12-9eb77cc7", "candidate": "p12-b58168d", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9981982678309173, "gate": 1.0967155173640257, "tick": 48 }, { "epoch": 3, "parent": "p12-b58168d", "candidate": "p12-308ed428", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9939791335585652, "gate": 0.8709414478062176, "tick": 72 }, { "epoch": 4, "parent": "p12-308ed428", "candidate": "p12-bb07bda4", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.29245199788481435, "gate": -0.21419638110076908, "tick": 96 }, { "epoch": 5, "parent": "p12-bb07bda4", "candidate": "p12-20245257", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.6364087630447227, "gate": 0.6604360128649238, "tick": 120 }, { "epoch": 6, "parent": "p12-20245257", "candidate": "p12-794731a4", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0179819901877774, "gate": 1.0712815174675399, "tick": 144 }, { "epoch": 7, "parent": "p12-794731a4", "candidate": "p12-3a27a8d8", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0214430896067235, "gate": 0.9539107577907003, "tick": 168 }, { "epoch": 8, "parent": "p12-3a27a8d8", "candidate": "p12-ab400339", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.4336824937395592, "gate": -0.3918938563596768, "tick": 192 }, { "epoch": 9, "parent": "p12-ab400339", "candidate": "p12-2beec768", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.29735203370380775, "gate": -0.3135996553304277, "tick": 216 }, { "epoch": 10, "parent": "p12-2beec768", "candidate": "p12-3b3272b2", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.5962864978938814, "gate": 0.8529906076963935, "tick": 240 }, { "epoch": 11, "parent": "p12-3b3272b2", "candidate": "p12-387a72a", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.34795331033526994, "gate": 0.4662392261624177, "tick": 264 }, { "epoch": 12, "parent": "p12-387a72a", "candidate": "p12-1866cc1d", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.5250960417784571, "gate": 0.48363002407307637, "tick": 288 }, { "epoch": 13, "parent": "p12-1866cc1d", "candidate": "p12-bb1c385a", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9039592523069411, "gate": 1.0135802876517352, "tick": 312 }, { "epoch": 14, "parent": "p12-bb1c385a", "candidate": "p12-ca7746ba", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9826795147415877, "gate": 1.1343088303916284, "tick": 336 }, { "epoch": 15, "parent": "p12-ca7746ba", "candidate": "p12-d92c7667", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.987845845697635, "gate": 0.8904674275088613, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0106046249601193, "gate": 1.0854519118554313, "incumbentGate": 1.0854519118554313, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9744058534494278, "gate": 1.0912248373970046, "incumbentGate": 1.0912248373970046, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0377340645854392, "gate": 1.0967155173640257, "incumbentGate": 1.0967155173640257, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0447430380171763, "gate": 0.8709414478062176, "incumbentGate": 0.8709414478062176, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-3bb41ad4", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.35733440123885885, "gate": -0.21419638110076908, "incumbentGate": -0.21419638110076908, "retentionLoss": 0.33018967613478845, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6b979c2b", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8319895796081167, "gate": 1.093243192727446, "incumbentGate": -0.2616518630487195, "retentionLoss": 0.3913718548219159, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-8266a666", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": -0.034355700241450925, "gate": 0.16714671332360234, "incumbentGate": -0.19678137274426408, "retentionLoss": 0.9452613754382848, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-7b8a3ba9", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 1.0521783636840467, "gate": 0.9539107577907003, "incumbentGate": -0.21814417976337533, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-7b8a3ba9", "candidate": "p12-7b8a3ba9", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.3017778313094122, "gate": -0.3918938563596768, "incumbentGate": -0.3918938563596768, "retentionLoss": 0, "tick": 192 }, { "epoch": 9, "parent": "p12-7b8a3ba9", "candidate": "p12-5aa27d54", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.2010815803638968, "gate": -0.1071266287959655, "incumbentGate": -0.3135996553304277, "retentionLoss": 0.6618059725227275, "tick": 216 }, { "epoch": 10, "parent": "p12-7b8a3ba9", "candidate": "p12-f85f242f", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.18915314063918295, "gate": 0.24130086560321914, "incumbentGate": -0.37636683994523695, "retentionLoss": 0.8600175146587954, "tick": 240 }, { "epoch": 11, "parent": "p12-7b8a3ba9", "candidate": "p12-bb95d55a", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.22210393974562306, "gate": 0.2259309801618784, "incumbentGate": -0.562544621649876, "retentionLoss": 0.696754718491394, "tick": 264 }, { "epoch": 12, "parent": "p12-7b8a3ba9", "candidate": "p12-5ef3183d", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.5840517522803069, "gate": 0.9128206702876716, "incumbentGate": 0.20533783330318742, "retentionLoss": 0.36958405080192425, "tick": 288 }, { "epoch": 13, "parent": "p12-7b8a3ba9", "candidate": "p12-78211bd3", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7426801958668473, "gate": 1.0135802876517352, "incumbentGate": 0.38251463599944624, "retentionLoss": 0.20735523009372792, "tick": 312 }, { "epoch": 14, "parent": "p12-7b8a3ba9", "candidate": "p12-ec79f4f7", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9182602175094594, "gate": 1.1343088303916284, "incumbentGate": 0.30680019851974005, "retentionLoss": 0.059056826598418294, "tick": 336 }, { "epoch": 15, "parent": "p12-ec79f4f7", "candidate": "p12-ec79f4f7", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9600764421278559, "gate": 0.8904674275088613, "incumbentGate": 0.8904674275088613, "retentionLoss": 0, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0106046249601193, "gate": 1.0854519118554313, "incumbentGate": 1.0854519118554313, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9744058534494278, "gate": 1.0912248373970046, "incumbentGate": 1.0912248373970046, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0377340645854392, "gate": 1.0967155173640257, "incumbentGate": 1.0967155173640257, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0447430380171763, "gate": 0.8709414478062176, "incumbentGate": 0.8709414478062176, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-f637e000", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.660209085380503, "gate": 0.9337427606672198, "incumbentGate": -0.21419638110076908, "retentionLoss": 0.8013771247724117, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-ceb8bfbb", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8319895796081167, "gate": 1.093243192727446, "incumbentGate": -0.2616518630487195, "retentionLoss": 0.3913718548219159, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-1152e478", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9809946801440345, "gate": 1.0712815174675399, "incumbentGate": -0.19678137274426408, "retentionLoss": 0.06491445782436189, "tick": 144 }, { "epoch": 7, "parent": "p12-1152e478", "candidate": "p12-1152e478", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0521783636840467, "gate": 0.9539107577907003, "incumbentGate": 0.9539107577907003, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-1152e478", "candidate": "p12-f575b38a", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.5681177053558862, "gate": 1.0134587524984011, "incumbentGate": -0.3918938563596768, "retentionLoss": 0.831526775030713, "tick": 192 }, { "epoch": 9, "parent": "p12-1152e478", "candidate": "p12-5103a9af", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.5913269794842786, "gate": 0.8571276557817579, "incumbentGate": -0.3135996553304277, "retentionLoss": 0.4924412039379317, "tick": 216 }, { "epoch": 10, "parent": "p12-1152e478", "candidate": "p12-c78b6a78", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9370773550027115, "gate": 1.0898397005736442, "incumbentGate": -0.37636683994523695, "retentionLoss": 0.2947900121214218, "tick": 240 }, { "epoch": 11, "parent": "p12-1152e478", "candidate": "p12-5016eaea", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 1.062528708808215, "gate": 0.9204788039973884, "incumbentGate": -0.562544621649876, "retentionLoss": 0.14033057361451856, "tick": 264 }, { "epoch": 12, "parent": "p12-1152e478", "candidate": "p12-1b43ba7f", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.5840517522803069, "gate": 0.9128206702876716, "incumbentGate": 0.20533783330318742, "retentionLoss": 0.36958405080192425, "tick": 288 }, { "epoch": 13, "parent": "p12-1152e478", "candidate": "p12-39722ba6", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7836262275535447, "gate": 1.0135802876517352, "incumbentGate": 0.38251463599944624, "retentionLoss": 0.12546316672033317, "tick": 312 }, { "epoch": 14, "parent": "p12-1152e478", "candidate": "p12-95f9b1bb", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9182602175094594, "gate": 1.1343088303916284, "incumbentGate": 0.30680019851974005, "retentionLoss": 0.059056826598418294, "tick": 336 }, { "epoch": 15, "parent": "p12-95f9b1bb", "candidate": "p12-95f9b1bb", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9600764421278559, "gate": 0.8904674275088613, "incumbentGate": 0.8904674275088613, "retentionLoss": 0, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9693702396201755, -0.28062976037982473, 0.16937023962017542, 0.9693702396201755 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9693702396201755, -0.28062976037982473, 0.16937023962017542, 0.9693702396201755 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9693702396201755, -0.28062976037982473, 0.16937023962017542, 0.9693702396201755 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9693702396201755, -0.28062976037982473, 0.16937023962017542, 0.9693702396201755 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9693702396201755, -0.28062976037982473, 0.16937023962017542, 0.9693702396201755 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.3463323070334821, 1.0358502431461478, -0.3534497167161721, 0.3463323070334821 ] }, { "afterPhase": 2, "tick": 288, "scores": [ -0.09184252092089473, 0.48248437545008377, 0.4227484893673378, -0.09184252092089473 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9693702396201755, -0.28062976037982473, 0.16937023962017542, 0.9693702396201755 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9693702396201755, -0.28062976037982473, 0.16937023962017542, 0.9693702396201755 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.3463323070334821, 1.0358502431461478, -0.3534497167161721, 0.3463323070334821 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.3463323070334821, 1.0358502431461478, -0.3534497167161721, 0.3463323070334821 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9693702396201755, -0.28062976037982473, 0.16937023962017542, 0.9693702396201755 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9693702396201755, -0.28062976037982473, 0.16937023962017542, 0.9693702396201755 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.3463323070334821, 1.0358502431461478, -0.3534497167161721, 0.3463323070334821 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.3463323070334821, 1.0358502431461478, -0.3534497167161721, 0.3463323070334821 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9693702396201755, -0.28062976037982473, 0.16937023962017542, 0.9693702396201755 ] } ] } }, { "regime": "indistinguishable", "seed": 69828, "arms": [ { "id": "fixed", "summary": { "usefulWork": 761.0280246880058, "harvests": 180, "toxicHarvests": 40, "energySpent": 931.7299655965995, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.2962428513699236, "heldoutA": 0.9786853156293562, "heldoutB": -0.26943088227146916, "heldoutC": 0.1794741207518838, "heldoutReturn": 0.9786853156293562, "retentionLoss": 0, "firstAReward": 0.9786853156293562, "afterCReward": 0.9786853156293562, "phaseAWork": 264.1316423353824, "phaseBWork": 149.6014183188015, "phaseCWork": 66.20010918590486, "returnAWork": 281.09485484791696, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 709.3444932965645, "harvests": 178, "toxicHarvests": 65, "energySpent": 960.943200759421, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 0.2962428513699236, "heldoutA": 0.9786853156293562, "heldoutB": -0.26943088227146916, "heldoutC": 0.1794741207518838, "heldoutReturn": 0.9786853156293562, "retentionLoss": 1.0999173711630503, "firstAReward": 0.9786853156293562, "afterCReward": -0.12123205553369408, "phaseAWork": 271.27153697487876, "phaseBWork": 221.35251172354293, "phaseCWork": 62.75924287085604, "returnAWork": 153.96120172728672, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 498.42407968415296, "harvests": 177, "toxicHarvests": 68, "energySpent": 964.6498799869772, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 8148, "trainingPolicyEvaluations": 6868, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 2, "rollbacks": 10, "heldoutReward": 0.30387252230628287, "heldoutA": 0.9436066532323821, "heldoutB": -0.1826345446684432, "heldoutC": 0.15064545835490975, "heldoutReturn": 0.9436066532323821, "retentionLoss": 0.6597411520187839, "firstAReward": 0.9786853156293562, "afterCReward": 0.31894416361057226, "phaseAWork": 264.1316423353824, "phaseBWork": 149.6014183188015, "phaseCWork": 1.1401396420613423, "returnAWork": 83.55087938790768, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 495.0098800949202, "harvests": 175, "toxicHarvests": 86, "energySpent": 998.2534881815828, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 8148, "trainingPolicyEvaluations": 6868, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 1, "rollbacks": 11, "heldoutReward": 0.2488868240546295, "heldoutA": -0.3659708311276228, "heldoutB": 0.13402916887237729, "heldoutC": 0.978602134419134, "heldoutReturn": -0.3659708311276228, "retentionLoss": 1.344656146756979, "firstAReward": 0.9786853156293562, "afterCReward": -0.3659708311276228, "phaseAWork": 264.1316423353824, "phaseBWork": 149.6014183188015, "phaseCWork": 66.20010918590486, "returnAWork": 15.076710254831426, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9546228187584083, "gate": 1.0203046718090043, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9275511123426451, "gate": 0.9108441834203139, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0012852430865977, "gate": 0.9897882279257937, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9691873617158159, "gate": 0.9724272156268606, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.21680625621642213, "gate": -0.18810228648624475, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.29360479422944424, "gate": -0.13527041952645877, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.23853369083127818, "gate": -0.22050074053023394, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2684062239098482, "gate": -0.37524260294009254, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.2709299983620446, "gate": 0.12264640285920307, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.18736152457001423, "gate": 0.24204407966443345, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.24608449817995884, "gate": 0.2928742369972737, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.18203624098647117, "gate": 0.24410907270277585, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0022401129667553, "gate": 0.8731300132965591, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9511341420948517, "gate": 1.0142919123367846, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0247109119905742, "gate": 1.0041610997670367, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.934829264963224, "gate": 1.0380650836589607, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-74973d90", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9546228187584083, "gate": 1.0203046718090043, "tick": 0 }, { "epoch": 1, "parent": "p12-74973d90", "candidate": "p12-b8f57999", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9275511123426451, "gate": 0.9108441834203139, "tick": 24 }, { "epoch": 2, "parent": "p12-b8f57999", "candidate": "p12-bf37f3b7", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0012852430865977, "gate": 0.9897882279257937, "tick": 48 }, { "epoch": 3, "parent": "p12-bf37f3b7", "candidate": "p12-1f970d2f", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9691873617158159, "gate": 0.9724272156268606, "tick": 72 }, { "epoch": 4, "parent": "p12-1f970d2f", "candidate": "p12-268031ea", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.21680625621642213, "gate": -0.18810228648624475, "tick": 96 }, { "epoch": 5, "parent": "p12-268031ea", "candidate": "p12-ae379d1d", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.20634662942871562, "gate": 0.2679843767767205, "tick": 120 }, { "epoch": 6, "parent": "p12-ae379d1d", "candidate": "p12-d6aa961a", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.6850973103929285, "gate": 0.35420213701497466, "tick": 144 }, { "epoch": 7, "parent": "p12-d6aa961a", "candidate": "p12-4b492195", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0735622888826553, "gate": 0.9040185020790322, "tick": 168 }, { "epoch": 8, "parent": "p12-4b492195", "candidate": "p12-fb6f2f1d", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.45306250978505513, "gate": -0.37407006774975243, "tick": 192 }, { "epoch": 9, "parent": "p12-fb6f2f1d", "candidate": "p12-3e884e51", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.11124974817612088, "gate": -0.05256390906438866, "tick": 216 }, { "epoch": 10, "parent": "p12-3e884e51", "candidate": "p12-84a7f205", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.2849193458665169, "gate": 0.5886196113709162, "tick": 240 }, { "epoch": 11, "parent": "p12-84a7f205", "candidate": "p12-a6020422", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.4048556203758989, "gate": 0.6208364093988372, "tick": 264 }, { "epoch": 12, "parent": "p12-a6020422", "candidate": "p12-e0cc21c7", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0022401129667553, "gate": 0.6633406389709773, "tick": 288 }, { "epoch": 13, "parent": "p12-e0cc21c7", "candidate": "p12-45c77b96", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9511341420948517, "gate": 1.0142919123367846, "tick": 312 }, { "epoch": 14, "parent": "p12-45c77b96", "candidate": "p12-8856e789", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0247109119905742, "gate": 1.0041610997670367, "tick": 336 }, { "epoch": 15, "parent": "p12-8856e789", "candidate": "p12-d3271ca6", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.934829264963224, "gate": 1.0380650836589607, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9546228187584083, "gate": 1.0203046718090043, "incumbentGate": 1.0203046718090043, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9584689654980981, "gate": 0.9108441834203139, "incumbentGate": 0.9108441834203139, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.975097049287238, "gate": 0.9897882279257937, "incumbentGate": 0.9897882279257937, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9650362308361209, "gate": 0.9724272156268606, "incumbentGate": 0.9724272156268606, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-2ddfb7b9", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6027991317901826, "gate": 0.9578602771798455, "incumbentGate": -0.18810228648624475, "retentionLoss": 0.7673818367455315, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-2183072d", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.47956951511050566, "gate": 0.5407721931808378, "incumbentGate": -0.13527041952645877, "retentionLoss": 0.58421346262962, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-5e85ced4", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": -0.014524755425413509, "gate": -0.22050074053023394, "incumbentGate": -0.22050074053023394, "retentionLoss": 0.0622545812438301, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-68e17a81", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 1.0151745970499395, "gate": 0.9040185020790322, "incumbentGate": -0.37524260294009254, "retentionLoss": 0.040392645870507504, "tick": 168 }, { "epoch": 8, "parent": "p12-68e17a81", "candidate": "p12-7109610", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.5822896806775467, "gate": 0.9564813296726639, "incumbentGate": -0.37407006774975243, "retentionLoss": 0.7173765150727589, "tick": 192 }, { "epoch": 9, "parent": "p12-68e17a81", "candidate": "p12-96b675bd", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7885436146127316, "gate": 0.9820916422173388, "incumbentGate": -0.2789591275293228, "retentionLoss": 0.5800051273275199, "tick": 216 }, { "epoch": 10, "parent": "p12-68e17a81", "candidate": "p12-f8daf198", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7759412842016964, "gate": 0.8640302843013812, "incumbentGate": -0.3915554298453552, "retentionLoss": 0.3767277572009178, "tick": 240 }, { "epoch": 11, "parent": "p12-68e17a81", "candidate": "p12-6757d7e2", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.2025228418862778, "gate": 0.24410907270277585, "incumbentGate": -0.39607256981068945, "retentionLoss": 0.20628114616401846, "tick": 264 }, { "epoch": 12, "parent": "p12-68e17a81", "candidate": "p12-f17ac6f5", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.637734844756543, "gate": 0.8731300132965591, "incumbentGate": 0.2912020394210805, "retentionLoss": 0.24635232349408803, "tick": 288 }, { "epoch": 13, "parent": "p12-68e17a81", "candidate": "p12-f8889554", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7603088758596056, "gate": 1.0142919123367846, "incumbentGate": 0.2700281038340589, "retentionLoss": 0.14197641263365682, "tick": 312 }, { "epoch": 14, "parent": "p12-68e17a81", "candidate": "p12-d3efc9b2", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9726819697204051, "gate": 1.0041610997670367, "incumbentGate": 0.34405425981055965, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-d3efc9b2", "candidate": "p12-71309b86", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.9235502004786963, "gate": 1.0380650836589607, "incumbentGate": 1.0380650836589607, "retentionLoss": 0, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9546228187584083, "gate": 1.0203046718090043, "incumbentGate": 1.0203046718090043, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9584689654980981, "gate": 0.9108441834203139, "incumbentGate": 0.9108441834203139, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.975097049287238, "gate": 0.9897882279257937, "incumbentGate": 0.9897882279257937, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9650362308361209, "gate": 0.9724272156268606, "incumbentGate": 0.9724272156268606, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-d66ee581", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6027991317901826, "gate": 0.9578602771798455, "incumbentGate": -0.18810228648624475, "retentionLoss": 0.7673818367455315, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-9f43400a", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7870662607683027, "gate": 0.9401157883469623, "incumbentGate": -0.13527041952645877, "retentionLoss": 0.58421346262962, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-65f87993", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8871396541938691, "gate": 0.9221956661537876, "incumbentGate": -0.22050074053023394, "retentionLoss": 0.43699211285748235, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-5d7a7c87", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9740515196089579, "gate": 0.8601674926821633, "incumbentGate": -0.37524260294009254, "retentionLoss": 0.1152453345400632, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-3ea40f75", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.5822896806775467, "gate": 0.9564813296726639, "incumbentGate": 0.12264640285920307, "retentionLoss": 0.46580424780158314, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-a063aa59", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7885436146127316, "gate": 0.9820916422173388, "incumbentGate": 0.24204407966443345, "retentionLoss": 0.31933835874719046, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-42d88182", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8952809977624608, "gate": 1.040002397399882, "incumbentGate": 0.2928742369972737, "retentionLoss": 0.16061734252606183, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-dad409bc", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 1.0052871432971002, "gate": 1.088213278630038, "incumbentGate": 0.24410907270277585, "retentionLoss": 0, "tick": 264 }, { "epoch": 12, "parent": "p12-dad409bc", "candidate": "p12-3583b4e9", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7046950021939759, "gate": 0.666874719743908, "incumbentGate": -0.34618148230437945, "retentionLoss": 0.7984589272660453, "tick": 288 }, { "epoch": 13, "parent": "p12-dad409bc", "candidate": "p12-e2f5cde9", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7603088758596056, "gate": 1.0142919123367846, "incumbentGate": -0.32945461937282877, "retentionLoss": 0.6593051114993698, "tick": 312 }, { "epoch": 14, "parent": "p12-dad409bc", "candidate": "p12-4219a5c7", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9726819697204051, "gate": 1.0041610997670367, "incumbentGate": -0.16966785618692293, "retentionLoss": 0.270248492078207, "tick": 336 }, { "epoch": 15, "parent": "p12-dad409bc", "candidate": "p12-d25835f5", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9235502004786963, "gate": 1.0380650836589607, "incumbentGate": -0.42556726923550814, "retentionLoss": 0.270248492078207, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9786853156293562, -0.26943088227146916, 0.1794741207518838, 0.9786853156293562 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9786853156293562, -0.26943088227146916, 0.1794741207518838, 0.9786853156293562 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9786853156293562, -0.26943088227146916, 0.1794741207518838, 0.9786853156293562 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9786853156293562, -0.26943088227146916, 0.1794741207518838, 0.9786853156293562 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9786853156293562, -0.26943088227146916, 0.1794741207518838, 0.9786853156293562 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.31894416361057226, 1.0176994446307597, -0.38105583638942764, 0.31894416361057226 ] }, { "afterPhase": 2, "tick": 288, "scores": [ -0.12123205553369408, 0.4440316688856771, 0.5510868416143253, -0.12123205553369408 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9786853156293562, -0.26943088227146916, 0.1794741207518838, 0.9786853156293562 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9786853156293562, -0.26943088227146916, 0.1794741207518838, 0.9786853156293562 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.31894416361057226, 1.0176994446307597, -0.38105583638942764, 0.31894416361057226 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.31894416361057226, 1.0176994446307597, -0.38105583638942764, 0.31894416361057226 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9436066532323821, -0.1826345446684432, 0.15064545835490975, 0.9436066532323821 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9786853156293562, -0.26943088227146916, 0.1794741207518838, 0.9786853156293562 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9786853156293562, -0.26943088227146916, 0.1794741207518838, 0.9786853156293562 ] }, { "afterPhase": 2, "tick": 288, "scores": [ -0.3659708311276228, 0.13402916887237729, 0.978602134419134, -0.3659708311276228 ] }, { "afterPhase": 3, "tick": 384, "scores": [ -0.3659708311276228, 0.13402916887237729, 0.978602134419134, -0.3659708311276228 ] } ] } }, { "regime": "indistinguishable", "seed": 79801, "arms": [ { "id": "fixed", "summary": { "usefulWork": 763.0400180301984, "harvests": 180, "toxicHarvests": 42, "energySpent": 934.840200471808, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.2905761485037052, "heldoutA": 0.9737195470849495, "heldoutB": -0.27599555078691684, "heldoutC": 0.1740044492130831, "heldoutReturn": 0.9737195470849495, "retentionLoss": 0, "firstAReward": 0.9737195470849495, "afterCReward": 0.9737195470849495, "phaseAWork": 273.5389154798895, "phaseBWork": 146.07925362436498, "phaseCWork": 52.371270209618274, "returnAWork": 291.0505787163257, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 718.709665131699, "harvests": 178, "toxicHarvests": 67, "energySpent": 963.8317423948846, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 0.2905761485037052, "heldoutA": 0.9737195470849495, "heldoutB": -0.27599555078691684, "heldoutC": 0.1740044492130831, "heldoutReturn": 0.9737195470849495, "retentionLoss": 1.3056359910792736, "firstAReward": 0.9737195470849495, "afterCReward": -0.3319164439943242, "phaseAWork": 273.5389154798895, "phaseBWork": 231.22996504046637, "phaseCWork": 67.23547208387515, "returnAWork": 146.70531252746798, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 763.0400180301984, "harvests": 180, "toxicHarvests": 42, "energySpent": 934.840200471808, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 8174, "trainingPolicyEvaluations": 6894, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 5, "heldoutReward": 0.2905761485037052, "heldoutA": 0.9737195470849495, "heldoutB": -0.27599555078691684, "heldoutC": 0.1740044492130831, "heldoutReturn": 0.9737195470849495, "retentionLoss": 0, "firstAReward": 0.9737195470849495, "afterCReward": 0.9737195470849495, "phaseAWork": 273.5389154798895, "phaseBWork": 146.07925362436498, "phaseCWork": 52.371270209618274, "returnAWork": 291.0505787163257, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 521.858756854087, "harvests": 175, "toxicHarvests": 89, "energySpent": 1001.7956942870326, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 8174, "trainingPolicyEvaluations": 6894, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 1, "rollbacks": 10, "heldoutReward": 0.28091047591907264, "heldoutA": -0.3319164439943242, "heldoutB": 0.16808355600567587, "heldoutC": 1.0065643157458664, "heldoutReturn": -0.3319164439943242, "retentionLoss": 1.3056359910792736, "firstAReward": 0.9737195470849495, "afterCReward": -0.3319164439943242, "phaseAWork": 273.5389154798895, "phaseBWork": 146.07925362436498, "phaseCWork": 94.74621679181661, "returnAWork": 7.494370958015907, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0597920323315952, "gate": 0.9734974792004351, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9748184312523281, "gate": 1.1140105003501206, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.975195762744468, "gate": 0.9764073965203449, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0044010860320005, "gate": 0.9728881237729409, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2274036614913226, "gate": -0.28531994022131696, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2756881129872916, "gate": -0.2708429077732119, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.25470250175521664, "gate": -0.041220897200855804, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2390227400459113, "gate": -0.26441350480973375, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.20835549264340303, "gate": 0.17165332865049018, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.19341982335253902, "gate": 0.21258698756682756, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.23004477403828427, "gate": 0.24387293025704668, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.2738564557575231, "gate": 0.10803363079059898, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0317054466474826, "gate": 0.9532959207164754, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9616784556001226, "gate": 0.9876895640157697, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0218008215622743, "gate": 1.0173714545179824, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0187945312614035, "gate": 0.9310568123591104, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-e457193f", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0597920323315952, "gate": 0.9734974792004351, "tick": 0 }, { "epoch": 1, "parent": "p12-e457193f", "candidate": "p12-72d11ab5", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9748184312523281, "gate": 1.1140105003501206, "tick": 24 }, { "epoch": 2, "parent": "p12-72d11ab5", "candidate": "p12-c3a25ab", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.975195762744468, "gate": 0.9764073965203449, "tick": 48 }, { "epoch": 3, "parent": "p12-c3a25ab", "candidate": "p12-fc088abf", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0044010860320005, "gate": 0.9728881237729409, "tick": 72 }, { "epoch": 4, "parent": "p12-fc088abf", "candidate": "p12-840e9d9a", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.2274036614913226, "gate": -0.28531994022131696, "tick": 96 }, { "epoch": 5, "parent": "p12-840e9d9a", "candidate": "p12-b0e9096d", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.22844031019301056, "gate": 0.19587863506396466, "tick": 120 }, { "epoch": 6, "parent": "p12-b0e9096d", "candidate": "p12-71739ac", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0927425145005516, "gate": 1.0203940949613866, "tick": 144 }, { "epoch": 7, "parent": "p12-71739ac", "candidate": "p12-2146f6ed", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0091136875550548, "gate": 1.077157645288733, "tick": 168 }, { "epoch": 8, "parent": "p12-2146f6ed", "candidate": "p12-b9f794ca", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.45376161323435893, "gate": -0.3796237884852401, "tick": 192 }, { "epoch": 9, "parent": "p12-b9f794ca", "candidate": "p12-15273d11", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.02221791813188682, "gate": -0.16682264022616508, "tick": 216 }, { "epoch": 10, "parent": "p12-15273d11", "candidate": "p12-d3ac8023", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.06199317937739535, "gate": 0.0210893336226919, "tick": 240 }, { "epoch": 11, "parent": "p12-d3ac8023", "candidate": "p12-e9277df1", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9951755702090722, "gate": 0.9817881199731661, "tick": 264 }, { "epoch": 12, "parent": "p12-e9277df1", "candidate": "p12-4151ed73", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.579739140532609, "gate": 0.27010697248895826, "tick": 288 }, { "epoch": 13, "parent": "p12-4151ed73", "candidate": "p12-5cc913ef", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9616784556001226, "gate": 0.9876895640157697, "tick": 312 }, { "epoch": 14, "parent": "p12-5cc913ef", "candidate": "p12-8715518f", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0218008215622743, "gate": 1.0173714545179824, "tick": 336 }, { "epoch": 15, "parent": "p12-8715518f", "candidate": "p12-5668a59b", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0187945312614035, "gate": 0.9310568123591104, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0597920323315952, "gate": 0.9734974792004351, "incumbentGate": 0.9734974792004351, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9743781139016969, "gate": 1.1140105003501206, "incumbentGate": 1.1140105003501206, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0231678154154462, "gate": 0.9764073965203449, "incumbentGate": 0.9764073965203449, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0183892662056007, "gate": 0.9728881237729409, "incumbentGate": 0.9728881237729409, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.37564512411383877, "gate": -0.28531994022131696, "incumbentGate": -0.28531994022131696, "retentionLoss": 0, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-9dd3d349", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8476489629854429, "gate": 1.093375675320632, "incumbentGate": -0.2708429077732119, "retentionLoss": 0.42632910018922615, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-b52ff59", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.5402672933586319, "gate": 0.8257387861763793, "incumbentGate": -0.041220897200855804, "retentionLoss": 0.18042099770029596, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-2a62c078", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9909435065085234, "gate": 1.077157645288733, "incumbentGate": -0.26441350480973375, "retentionLoss": 0.22541658414855753, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-9026f8b9", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.1280588808087641, "gate": 0.09032657628177332, "incumbentGate": 0.17165332865049018, "retentionLoss": 0, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-ebfc4bbe", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7972292446805379, "gate": 1.0136670238190135, "incumbentGate": 0.21258698756682756, "retentionLoss": 0.31812401591793515, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.20822268892162513, "gate": 0.24387293025704668, "incumbentGate": 0.24387293025704668, "retentionLoss": 0, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.2510432073347301, "gate": 0.10803363079059898, "incumbentGate": 0.10803363079059898, "retentionLoss": 0, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.5933324874724445, "gate": 0.9532959207164754, "incumbentGate": 0.9532959207164754, "retentionLoss": 0, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.7617518478662308, "gate": 0.9876895640157697, "incumbentGate": 0.9876895640157697, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9086513027252691, "gate": 1.0173714545179824, "incumbentGate": 1.0173714545179824, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9011007995141617, "gate": 0.9310568123591104, "incumbentGate": 0.9310568123591104, "retentionLoss": 0, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0597920323315952, "gate": 0.9734974792004351, "incumbentGate": 0.9734974792004351, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9743781139016969, "gate": 1.1140105003501206, "incumbentGate": 1.1140105003501206, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0231678154154462, "gate": 0.9764073965203449, "incumbentGate": 0.9764073965203449, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0183892662056007, "gate": 0.9728881237729409, "incumbentGate": 0.9728881237729409, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-439f2564", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6860073395510621, "gate": 1.0337117066352304, "incumbentGate": -0.28531994022131696, "retentionLoss": 0.7343468089987745, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-83c476c4", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8476489629854429, "gate": 1.093375675320632, "incumbentGate": -0.2708429077732119, "retentionLoss": 0.42632910018922615, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-885b4224", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9856108350845648, "gate": 1.0203940949613866, "incumbentGate": -0.041220897200855804, "retentionLoss": 0.3520846238629759, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-714f9089", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9909435065085234, "gate": 1.077157645288733, "incumbentGate": -0.26441350480973375, "retentionLoss": 0.22541658414855753, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6cb5efd9", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.549022968072385, "gate": 1.0415646155268516, "incumbentGate": 0.17165332865049018, "retentionLoss": 0.6429695627774508, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-23fe8f7a", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7972292446805379, "gate": 1.0136670238190135, "incumbentGate": 0.21258698756682756, "retentionLoss": 0.31812401591793515, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-c10c445d", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 1.0184350977493224, "gate": 0.9643499130867643, "incumbentGate": 0.24387293025704668, "retentionLoss": 0, "tick": 240 }, { "epoch": 11, "parent": "p12-c10c445d", "candidate": "p12-c10c445d", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9920920193309805, "gate": 0.9817881199731661, "incumbentGate": 0.9817881199731661, "retentionLoss": 0, "tick": 264 }, { "epoch": 12, "parent": "p12-c10c445d", "candidate": "p12-b496f83", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.5933324874724445, "gate": 0.9532959207164754, "incumbentGate": -0.31212588263601304, "retentionLoss": 0.7632378192313387, "tick": 288 }, { "epoch": 13, "parent": "p12-c10c445d", "candidate": "p12-bec9b63e", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7617518478662308, "gate": 0.9876895640157697, "incumbentGate": -0.3035362973423959, "retentionLoss": 0.5219803469828025, "tick": 312 }, { "epoch": 14, "parent": "p12-c10c445d", "candidate": "p12-a4830e0a", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9086513027252691, "gate": 1.0173714545179824, "incumbentGate": -0.43781721649472405, "retentionLoss": 0.3892927396960143, "tick": 336 }, { "epoch": 15, "parent": "p12-c10c445d", "candidate": "p12-d42e7c21", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9011007995141617, "gate": 0.9310568123591104, "incumbentGate": -0.4395716593817686, "retentionLoss": 0.26753361387853675, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9737195470849495, -0.27599555078691684, 0.1740044492130831, 0.9737195470849495 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9737195470849495, -0.27599555078691684, 0.1740044492130831, 0.9737195470849495 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9737195470849495, -0.27599555078691684, 0.1740044492130831, 0.9737195470849495 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9737195470849495, -0.27599555078691684, 0.1740044492130831, 0.9737195470849495 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9737195470849495, -0.27599555078691684, 0.1740044492130831, 0.9737195470849495 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.23626394562515826, 0.9358117723041808, -0.4633682532034599, 0.23626394562515826 ] }, { "afterPhase": 2, "tick": 288, "scores": [ -0.3319164439943242, 0.16808355600567587, 1.0065643157458664, -0.3319164439943242 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9737195470849495, -0.27599555078691684, 0.1740044492130831, 0.9737195470849495 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9737195470849495, -0.27599555078691684, 0.1740044492130831, 0.9737195470849495 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9737195470849495, -0.27599555078691684, 0.1740044492130831, 0.9737195470849495 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9737195470849495, -0.27599555078691684, 0.1740044492130831, 0.9737195470849495 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9737195470849495, -0.27599555078691684, 0.1740044492130831, 0.9737195470849495 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9737195470849495, -0.27599555078691684, 0.1740044492130831, 0.9737195470849495 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9737195470849495, -0.27599555078691684, 0.1740044492130831, 0.9737195470849495 ] }, { "afterPhase": 2, "tick": 288, "scores": [ -0.3319164439943242, 0.16808355600567587, 1.0065643157458664, -0.3319164439943242 ] }, { "afterPhase": 3, "tick": 384, "scores": [ -0.3319164439943242, 0.16808355600567587, 1.0065643157458664, -0.3319164439943242 ] } ] } }, { "regime": "indistinguishable", "seed": 89774, "arms": [ { "id": "fixed", "summary": { "usefulWork": 785.5364359352127, "harvests": 180, "toxicHarvests": 37, "energySpent": 927.5103346718431, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.3048517398380967, "heldoutA": 0.9852491982710546, "heldoutB": -0.2603469893783823, "heldoutC": 0.18965301062161777, "heldoutReturn": 0.9852491982710546, "retentionLoss": 0, "firstAReward": 0.9852491982710546, "afterCReward": 0.9852491982710546, "phaseAWork": 270.04782564069006, "phaseBWork": 144.7601457460883, "phaseCWork": 61.79118940385149, "returnAWork": 308.9372751445828, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 707.8250442381373, "harvests": 179, "toxicHarvests": 71, "energySpent": 969.5197647622763, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 0.3048517398380967, "heldoutA": 0.9852491982710546, "heldoutB": -0.2603469893783823, "heldoutC": 0.18965301062161777, "heldoutReturn": 0.9852491982710546, "retentionLoss": 0.826802835568628, "firstAReward": 0.9852491982710546, "afterCReward": 0.15844636270242662, "phaseAWork": 270.04782564069006, "phaseBWork": 183.80636903427785, "phaseCWork": 103.85293401555924, "returnAWork": 150.1179155476101, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 493.3739799198811, "harvests": 175, "toxicHarvests": 75, "energySpent": 980.0268013405056, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 8004, "trainingPolicyEvaluations": 6724, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 2, "rollbacks": 7, "heldoutReward": 0.28148589954262815, "heldoutA": 0.5170529838117123, "heldoutB": -0.09779076618828782, "heldoutC": 0.4251954810044599, "heldoutReturn": 0.5170529838117123, "retentionLoss": 1.2189860676856201, "firstAReward": 0.9852491982710546, "afterCReward": -0.23373686941456542, "phaseAWork": 270.04782564069006, "phaseBWork": 144.7601457460883, "phaseCWork": 61.79118940385149, "returnAWork": 16.774819129251227, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 486.70443974731774, "harvests": 175, "toxicHarvests": 75, "energySpent": 979.0841466612379, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 8004, "trainingPolicyEvaluations": 6724, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 2, "rollbacks": 10, "heldoutReward": 0.3048517398380967, "heldoutA": 0.9852491982710546, "heldoutB": -0.2603469893783823, "heldoutC": 0.18965301062161777, "heldoutReturn": 0.9852491982710546, "retentionLoss": 1.2999117315001314, "firstAReward": 0.9852491982710546, "afterCReward": -0.3146625332290769, "phaseAWork": 270.04782564069006, "phaseBWork": 144.7601457460883, "phaseCWork": 61.79118940385149, "returnAWork": 10.105278956687869, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9496853734710672, "gate": 1.138909689950303, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0185250727326922, "gate": 1.070478955072015, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9436125839861834, "gate": 0.9735268306188377, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9871700336618611, "gate": 1.0628895011345423, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.15469190356529025, "gate": -0.24786494940091253, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.23705817193671788, "gate": -0.17180781770084427, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.3297960079475351, "gate": -0.2651598703855556, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.20811469809909144, "gate": -0.1945181342320285, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.1414644605373013, "gate": 0.2177392077767176, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.1714872307992625, "gate": 0.0804406885931846, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.2995570654197827, "gate": 0.026722119158043994, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.18881036790930653, "gate": 0.21469445132409218, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0228686712196937, "gate": 0.9222435105680565, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0191107456135544, "gate": 1.0102193033372668, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9499970212029961, "gate": 1.0170475477635128, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.943086679720154, "gate": 1.0163474546131375, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-6bc02ac0", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9496853734710672, "gate": 1.138909689950303, "tick": 0 }, { "epoch": 1, "parent": "p12-6bc02ac0", "candidate": "p12-195f6f74", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0185250727326922, "gate": 1.070478955072015, "tick": 24 }, { "epoch": 2, "parent": "p12-195f6f74", "candidate": "p12-43fee424", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9436125839861834, "gate": 0.9735268306188377, "tick": 48 }, { "epoch": 3, "parent": "p12-43fee424", "candidate": "p12-93426fc5", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9871700336618611, "gate": 1.0628895011345423, "tick": 72 }, { "epoch": 4, "parent": "p12-93426fc5", "candidate": "p12-b3fdb52e", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.15469190356529025, "gate": -0.24786494940091253, "tick": 96 }, { "epoch": 5, "parent": "p12-b3fdb52e", "candidate": "p12-ed0825ce", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.7026267635280211, "gate": 0.5484185536540529, "tick": 120 }, { "epoch": 6, "parent": "p12-ed0825ce", "candidate": "p12-3bb9a8f3", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.6593385963785683, "gate": 0.652273124064326, "tick": 144 }, { "epoch": 7, "parent": "p12-3bb9a8f3", "candidate": "p12-14166b", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9873416244352476, "gate": 0.8699025924564482, "tick": 168 }, { "epoch": 8, "parent": "p12-14166b", "candidate": "p12-dbfe3e92", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.43929831828386307, "gate": -0.22614368283068753, "tick": 192 }, { "epoch": 9, "parent": "p12-dbfe3e92", "candidate": "p12-7d2dc90d", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.3215515847622778, "gate": -0.21888132902817256, "tick": 216 }, { "epoch": 10, "parent": "p12-7d2dc90d", "candidate": "p12-5bda8347", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.28442906250181527, "gate": -0.06624774763719668, "tick": 240 }, { "epoch": 11, "parent": "p12-5bda8347", "candidate": "p12-da774d2", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.766596867973346, "gate": 1.0638895360677452, "tick": 264 }, { "epoch": 12, "parent": "p12-da774d2", "candidate": "p12-6117d640", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.5412166724798065, "gate": 0.09043544428149237, "tick": 288 }, { "epoch": 13, "parent": "p12-6117d640", "candidate": "p12-ae4164c9", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0191107456135544, "gate": 1.0102193033372668, "tick": 312 }, { "epoch": 14, "parent": "p12-ae4164c9", "candidate": "p12-7da44b03", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9499970212029961, "gate": 1.0170475477635128, "tick": 336 }, { "epoch": 15, "parent": "p12-7da44b03", "candidate": "p12-6b226ffa", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.943086679720154, "gate": 1.0163474546131375, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9496853734710672, "gate": 1.138909689950303, "incumbentGate": 1.138909689950303, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0480324609463596, "gate": 1.070478955072015, "incumbentGate": 1.070478955072015, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9996821335253089, "gate": 0.9735268306188377, "incumbentGate": 0.9735268306188377, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0047830793546422, "gate": 1.0628895011345423, "incumbentGate": 1.0628895011345423, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.39068036987704874, "gate": -0.24786494940091253, "incumbentGate": -0.24786494940091253, "retentionLoss": 0, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-ee5ba963", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.1026824815558704, "gate": 0.20382771457544155, "incumbentGate": -0.17180781770084427, "retentionLoss": 1.2567451020989269, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-acc52a2", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8854341716477916, "gate": 0.9822151088168255, "incumbentGate": -0.2651598703855556, "retentionLoss": 0.2840533545493974, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": -0.1522949764679618, "gate": -0.1945181342320285, "incumbentGate": -0.1945181342320285, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-d9f56b23", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.17839482315160118, "gate": -0.0822537166705536, "incumbentGate": 0.2177392077767176, "retentionLoss": 0, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-9bb18ad2", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.1843017801321616, "gate": -0.07349000814008104, "incumbentGate": 0.0804406885931846, "retentionLoss": 0, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.203316615403638, "gate": 0.026722119158043994, "incumbentGate": 0.026722119158043994, "retentionLoss": 0, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-c2845ae8", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.8245048347388365, "gate": 1.0638895360677452, "incumbentGate": 0.21469445132409218, "retentionLoss": 0, "tick": 264 }, { "epoch": 12, "parent": "p12-c2845ae8", "candidate": "p12-ef03cc24", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.5988486914137773, "gate": 0.9222435105680565, "incumbentGate": -0.29331231583295403, "retentionLoss": 0.535194274273152, "tick": 288 }, { "epoch": 13, "parent": "p12-c2845ae8", "candidate": "p12-c33f3701", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.11691119573088889, "gate": -0.40134424104821703, "incumbentGate": -0.23981673568970588, "retentionLoss": 0.05096980479615665, "tick": 312 }, { "epoch": 14, "parent": "p12-c2845ae8", "candidate": "p12-a3a4812", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8657015819509065, "gate": 1.0170475477635128, "incumbentGate": -0.34693801889913156, "retentionLoss": 0.20654324830852347, "tick": 336 }, { "epoch": 15, "parent": "p12-c2845ae8", "candidate": "p12-3bd1879e", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.6586005201374159, "gate": 0.7964119566392932, "incumbentGate": -0.07299515421606913, "retentionLoss": 0, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9496853734710672, "gate": 1.138909689950303, "incumbentGate": 1.138909689950303, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0480324609463596, "gate": 1.070478955072015, "incumbentGate": 1.070478955072015, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9996821335253089, "gate": 0.9735268306188377, "incumbentGate": 0.9735268306188377, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0047830793546422, "gate": 1.0628895011345423, "incumbentGate": 1.0628895011345423, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-7bbfdac4", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6103046299303904, "gate": 1.001790610055581, "incumbentGate": -0.24786494940091253, "retentionLoss": 0.869299977592911, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-d54ce8d3", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7351231095574784, "gate": 0.9078813839291365, "incumbentGate": -0.17180781770084427, "retentionLoss": 0.617140037038491, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-ec94ca49", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8854341716477916, "gate": 0.9822151088168255, "incumbentGate": -0.2651598703855556, "retentionLoss": 0.2840533545493974, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-65ab2681", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.937041650651684, "gate": 0.8699025924564482, "incumbentGate": -0.1945181342320285, "retentionLoss": 0.2840533545493974, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-f9d0dbd7", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.5741725709906141, "gate": 0.8269788592850812, "incumbentGate": 0.2177392077767176, "retentionLoss": 0.586588835777613, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-f06485fd", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7457497997888609, "gate": 0.9999122696831702, "incumbentGate": 0.0804406885931846, "retentionLoss": 0.5190581336330655, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-2178d721", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9027324740410839, "gate": 0.971267783748667, "incumbentGate": 0.026722119158043994, "retentionLoss": 0.27383784629083047, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-b54ad6ab", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9646476074749729, "gate": 1.0638895360677452, "incumbentGate": 0.21469445132409218, "retentionLoss": 0.07278560226559513, "tick": 264 }, { "epoch": 12, "parent": "p12-b54ad6ab", "candidate": "p12-233380be", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.5753306101403742, "gate": 0.9222435105680565, "incumbentGate": -0.29331231583295403, "retentionLoss": 0.855832835109974, "tick": 288 }, { "epoch": 13, "parent": "p12-b54ad6ab", "candidate": "p12-1fd29250", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7715203792950719, "gate": 1.0102193033372668, "incumbentGate": -0.40134424104821703, "retentionLoss": 0.5762983197380117, "tick": 312 }, { "epoch": 14, "parent": "p12-b54ad6ab", "candidate": "p12-7abf62be", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8657015819509065, "gate": 1.0170475477635128, "incumbentGate": -0.35718712474595277, "retentionLoss": 0.34948224947591455, "tick": 336 }, { "epoch": 15, "parent": "p12-b54ad6ab", "candidate": "p12-d5616443", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9741280258768303, "gate": 1.0163474546131375, "incumbentGate": -0.39880428936656703, "retentionLoss": 0, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9852491982710546, -0.2603469893783823, 0.18965301062161777, 0.9852491982710546 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9852491982710546, -0.2603469893783823, 0.18965301062161777, 0.9852491982710546 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9852491982710546, -0.2603469893783823, 0.18965301062161777, 0.9852491982710546 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9852491982710546, -0.2603469893783823, 0.18965301062161777, 0.9852491982710546 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9852491982710546, -0.2603469893783823, 0.18965301062161777, 0.9852491982710546 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.266447678923646, 0.9645098975903356, -0.4335523210763541, 0.266447678923646 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.15844636270242662, 0.005932434511270472, 0.7041022254781282, 0.15844636270242662 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9852491982710546, -0.2603469893783823, 0.18965301062161777, 0.9852491982710546 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9852491982710546, -0.2603469893783823, 0.18965301062161777, 0.9852491982710546 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9852491982710546, -0.2603469893783823, 0.18965301062161777, 0.9852491982710546 ] }, { "afterPhase": 2, "tick": 288, "scores": [ -0.23373686941456542, 0.29751313058543455, 0.7922588473541301, -0.23373686941456542 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.5170529838117123, -0.09779076618828782, 0.4251954810044599, 0.5170529838117123 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9852491982710546, -0.2603469893783823, 0.18965301062161777, 0.9852491982710546 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9852491982710546, -0.2603469893783823, 0.18965301062161777, 0.9852491982710546 ] }, { "afterPhase": 2, "tick": 288, "scores": [ -0.3146625332290769, 0.18533746677092305, 1.0309808638310174, -0.3146625332290769 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9852491982710546, -0.2603469893783823, 0.18965301062161777, 0.9852491982710546 ] } ] } }, { "regime": "indistinguishable", "seed": 99747, "arms": [ { "id": "fixed", "summary": { "usefulWork": 719.7661593814397, "harvests": 180, "toxicHarvests": 38, "energySpent": 929.2517565692291, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.35191330588111724, "heldoutA": 1.0323296513811473, "heldoutB": -0.21329486686889768, "heldoutC": 0.23670513313110214, "heldoutReturn": 1.0323296513811473, "retentionLoss": 0, "firstAReward": 1.0323296513811473, "afterCReward": 1.0323296513811473, "phaseAWork": 268.0161132439032, "phaseBWork": 137.07260478855557, "phaseCWork": 52.60506493575116, "returnAWork": 262.0723764132298, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 741.9584113900141, "harvests": 180, "toxicHarvests": 57, "energySpent": 948.135073173777, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 0.35191330588111724, "heldoutA": 1.0323296513811473, "heldoutB": -0.21329486686889768, "heldoutC": 0.23670513313110214, "heldoutReturn": 1.0323296513811473, "retentionLoss": 1.1833013840402353, "firstAReward": 1.0323296513811473, "afterCReward": -0.15097173265908792, "phaseAWork": 264.8693264596024, "phaseBWork": 268.54028631409136, "phaseCWork": 56.877025098718036, "returnAWork": 151.67177351760233, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 562.1213534637874, "harvests": 175, "toxicHarvests": 90, "energySpent": 1000.421359977869, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 8222, "trainingPolicyEvaluations": 6942, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 2, "rollbacks": 9, "heldoutReward": 0.252163363802281, "heldoutA": -0.25762807316075115, "heldoutB": 0.2735713569839671, "heldoutC": 0.740546807583627, "heldoutReturn": -0.25762807316075115, "retentionLoss": 1.2899577245418985, "firstAReward": 1.0323296513811473, "afterCReward": -0.25762807316075115, "phaseAWork": 268.0161132439032, "phaseBWork": 203.97709627874553, "phaseCWork": 70.53209538023088, "returnAWork": 19.596048560907775, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 406.1607360015629, "harvests": 168, "toxicHarvests": 109, "energySpent": 1029.1441830221288, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 8222, "trainingPolicyEvaluations": 6942, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 2, "rollbacks": 10, "heldoutReward": 0.2551456858364326, "heldoutA": -0.3407515080452989, "heldoutB": 0.1319047419547011, "heldoutC": 0.9742838235998956, "heldoutReturn": -0.3407515080452989, "retentionLoss": 1.3730811594264463, "firstAReward": 1.0323296513811473, "afterCReward": -0.3407515080452989, "phaseAWork": 268.0161132439032, "phaseBWork": 137.07260478855557, "phaseCWork": 0, "returnAWork": 1.072017969104138, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0117095387445232, "gate": 0.9451577836125877, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0380863529505413, "gate": 1.0749235227690939, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9485158360944762, "gate": 0.9573594640840585, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0518281971220587, "gate": 0.9855218804341003, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.28003696500427294, "gate": -0.29249590333987613, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.1800168046678536, "gate": -0.20795821514268595, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2930869642233919, "gate": -0.39489765372900026, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.3791523313526584, "gate": -0.26226516683197026, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.22946560545343916, "gate": 0.2123842299249603, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.21140351224988554, "gate": 0.30455499544317777, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.22175333913575854, "gate": 0.17258098438781624, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.15104576116759047, "gate": 0.16472984491686854, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9740039346617633, "gate": 1.13211887190539, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0189208031548111, "gate": 0.9579600018174789, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.8757231834514833, "gate": 1.0855288973879873, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0321758371953522, "gate": 0.9903781312401918, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-77efcf6e", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0117095387445232, "gate": 0.9451577836125877, "tick": 0 }, { "epoch": 1, "parent": "p12-77efcf6e", "candidate": "p12-d5f70b4e", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0380863529505413, "gate": 1.0749235227690939, "tick": 24 }, { "epoch": 2, "parent": "p12-d5f70b4e", "candidate": "p12-23687b14", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9485158360944762, "gate": 0.9573594640840585, "tick": 48 }, { "epoch": 3, "parent": "p12-23687b14", "candidate": "p12-1b52841d", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0518281971220587, "gate": 0.9855218804341003, "tick": 72 }, { "epoch": 4, "parent": "p12-1b52841d", "candidate": "p12-72c0720f", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.5304017532243893, "gate": 0.14600097239616844, "tick": 96 }, { "epoch": 5, "parent": "p12-72c0720f", "candidate": "p12-5fbe1692", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.3006858530401197, "gate": 0.5247169915455615, "tick": 120 }, { "epoch": 6, "parent": "p12-5fbe1692", "candidate": "p12-3271d201", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.885831096346723, "gate": 1.0973998248838035, "tick": 144 }, { "epoch": 7, "parent": "p12-3271d201", "candidate": "p12-90748dd1", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.055648074178279, "gate": 0.8587424459731595, "tick": 168 }, { "epoch": 8, "parent": "p12-90748dd1", "candidate": "p12-32621951", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.5273534775785559, "gate": -0.3730232358278731, "tick": 192 }, { "epoch": 9, "parent": "p12-32621951", "candidate": "p12-3efeb784", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.14065641493180825, "gate": -0.2411461965406879, "tick": 216 }, { "epoch": 10, "parent": "p12-3efeb784", "candidate": "p12-4ab50d5b", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.4752223382700225, "gate": -0.17966642518006393, "tick": 240 }, { "epoch": 11, "parent": "p12-4ab50d5b", "candidate": "p12-51c3d99a", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8195188385868755, "gate": 0.23354934611190736, "tick": 264 }, { "epoch": 12, "parent": "p12-51c3d99a", "candidate": "p12-3b1d18e", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.7370826072549376, "gate": 0.6590045161197534, "tick": 288 }, { "epoch": 13, "parent": "p12-3b1d18e", "candidate": "p12-96cde7a6", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0189208031548111, "gate": 0.9579600018174789, "tick": 312 }, { "epoch": 14, "parent": "p12-96cde7a6", "candidate": "p12-1e78c4d9", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8757231834514833, "gate": 1.0855288973879873, "tick": 336 }, { "epoch": 15, "parent": "p12-1e78c4d9", "candidate": "p12-a2a6072a", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0321758371953522, "gate": 0.9903781312401918, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0117095387445232, "gate": 0.9451577836125877, "incumbentGate": 0.9451577836125877, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0071101631712236, "gate": 1.0749235227690939, "incumbentGate": 1.0749235227690939, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9792782446426583, "gate": 0.9573594640840585, "incumbentGate": 0.9573594640840585, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0285867886627145, "gate": 0.9855218804341003, "incumbentGate": 0.9855218804341003, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-62072147", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.660234816252247, "gate": 0.850092508202653, "incumbentGate": -0.29249590333987613, "retentionLoss": 0.7728153652851935, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-bc4a55f9", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.11680026744192014, "gate": -0.10626841419103261, "incumbentGate": -0.20795821514268595, "retentionLoss": 0.23070757056881075, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-1460f3bb", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.6061599178991975, "gate": 0.8136180209908216, "incumbentGate": -0.39489765372900026, "retentionLoss": 0.014311511451809533, "tick": 144 }, { "epoch": 7, "parent": "p12-1460f3bb", "candidate": "p12-57fc5edf", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 1.0097951464510064, "gate": 0.8587424459731595, "incumbentGate": 0.7507139492966504, "retentionLoss": 0.23670731421747077, "tick": 168 }, { "epoch": 8, "parent": "p12-1460f3bb", "candidate": "p12-1460f3bb", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.2222657839721287, "gate": -0.17880745345004667, "incumbentGate": -0.17880745345004667, "retentionLoss": 0, "tick": 192 }, { "epoch": 9, "parent": "p12-1460f3bb", "candidate": "p12-fc613725", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.15812477358440305, "gate": 0.33590270320563365, "incumbentGate": -0.13244535254292203, "retentionLoss": 0.743699001677085, "tick": 216 }, { "epoch": 10, "parent": "p12-1460f3bb", "candidate": "p12-fe23e802", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.23645964156929355, "gate": 0.17258098438781624, "incumbentGate": -0.2888803598195997, "retentionLoss": 0.5058376267773689, "tick": 240 }, { "epoch": 11, "parent": "p12-1460f3bb", "candidate": "p12-835c84e1", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.7231212973127237, "gate": 0.6788003267093078, "incumbentGate": -0.4095535323499946, "retentionLoss": 0.026695887400837337, "tick": 264 }, { "epoch": 12, "parent": "p12-835c84e1", "candidate": "p12-a3e9d11e", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.5743689181696541, "gate": 1.13211887190539, "incumbentGate": -0.4304559456183415, "retentionLoss": 0.67907868924205, "tick": 288 }, { "epoch": 13, "parent": "p12-835c84e1", "candidate": "p12-a43840e5", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.10277501477913724, "gate": 0.458953873985318, "incumbentGate": -0.04028811594185928, "retentionLoss": 0.7131114438534731, "tick": 312 }, { "epoch": 14, "parent": "p12-835c84e1", "candidate": "p12-2e0d4e95", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8079742273469552, "gate": 1.0855288973879873, "incumbentGate": -0.15923536626856985, "retentionLoss": 0.6250929751828757, "tick": 336 }, { "epoch": 15, "parent": "p12-835c84e1", "candidate": "p12-d79025f1", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8341803585811571, "gate": 0.3984137607472007, "incumbentGate": -0.3393499641026571, "retentionLoss": 0.15843241449746664, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0117095387445232, "gate": 0.9451577836125877, "incumbentGate": 0.9451577836125877, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0071101631712236, "gate": 1.0749235227690939, "incumbentGate": 1.0749235227690939, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9792782446426583, "gate": 0.9573594640840585, "incumbentGate": 0.9573594640840585, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0285867886627145, "gate": 0.9855218804341003, "incumbentGate": 0.9855218804341003, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-7e96fc52", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.660234816252247, "gate": 0.850092508202653, "incumbentGate": -0.29249590333987613, "retentionLoss": 0.7728153652851935, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-2bf25309", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7625014098315254, "gate": 0.969971063562665, "incumbentGate": -0.20795821514268595, "retentionLoss": 0.3863374874291802, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-505885a4", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8143338884659391, "gate": 1.0973998248838035, "incumbentGate": -0.39489765372900026, "retentionLoss": 0.24459717860513158, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-c3ae4934", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 1.0097951464510064, "gate": 0.8587424459731595, "incumbentGate": -0.26226516683197026, "retentionLoss": 0.0823231784415463, "tick": 168 }, { "epoch": 8, "parent": "p12-c3ae4934", "candidate": "p12-8914b35", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.5909135938827511, "gate": 0.5603082099924953, "incumbentGate": -0.3730232358278731, "retentionLoss": 0.6594771779731718, "tick": 192 }, { "epoch": 9, "parent": "p12-c3ae4934", "candidate": "p12-3f0e1c9a", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7423601354548883, "gate": 0.8064836195537907, "incumbentGate": -0.40933530382648314, "retentionLoss": 0.6653417235737911, "tick": 216 }, { "epoch": 10, "parent": "p12-c3ae4934", "candidate": "p12-1284c135", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8849192915623637, "gate": 1.0077895840831728, "incumbentGate": -0.3946735078617578, "retentionLoss": 0.13275101422946622, "tick": 240 }, { "epoch": 11, "parent": "p12-c3ae4934", "candidate": "p12-58924463", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 1.0104623893376885, "gate": 0.9197691609142428, "incumbentGate": -0.48490917273589357, "retentionLoss": 0, "tick": 264 }, { "epoch": 12, "parent": "p12-58924463", "candidate": "p12-ccfd5bf0", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.5743689181696541, "gate": 1.13211887190539, "incumbentGate": -0.4304559456183415, "retentionLoss": 0.7453113353702047, "tick": 288 }, { "epoch": 13, "parent": "p12-58924463", "candidate": "p12-bbcac35e", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8498495358304144, "gate": 0.9579600018174789, "incumbentGate": -0.44696521691915275, "retentionLoss": 0.7453113353702047, "tick": 312 }, { "epoch": 14, "parent": "p12-58924463", "candidate": "p12-242c4986", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8079742273469552, "gate": 1.0855288973879873, "incumbentGate": -0.4534029742414669, "retentionLoss": 0.7453113353702047, "tick": 336 }, { "epoch": 15, "parent": "p12-58924463", "candidate": "p12-ba0ca535", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 1.010789764409972, "gate": 0.9903781312401918, "incumbentGate": -0.4047143129438527, "retentionLoss": 0.222005353737657, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0323296513811473, -0.21329486686889768, 0.23670513313110214, 1.0323296513811473 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 1.0323296513811473, -0.21329486686889768, 0.23670513313110214, 1.0323296513811473 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 1.0323296513811473, -0.21329486686889768, 0.23670513313110214, 1.0323296513811473 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 1.0323296513811473, -0.21329486686889768, 0.23670513313110214, 1.0323296513811473 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0323296513811473, -0.21329486686889768, 0.23670513313110214, 1.0323296513811473 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.311318340071387, 1.0069012883951474, -0.3881630291842346, 0.311318340071387 ] }, { "afterPhase": 2, "tick": 288, "scores": [ -0.15097173265908792, 0.40835269748563013, 0.5589218980852902, -0.15097173265908792 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 1.0323296513811473, -0.21329486686889768, 0.23670513313110214, 1.0323296513811473 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0323296513811473, -0.21329486686889768, 0.23670513313110214, 1.0323296513811473 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.5569194861313308, 0.5825570197975891, -0.17669087262725008, 0.5569194861313308 ] }, { "afterPhase": 2, "tick": 288, "scores": [ -0.25762807316075115, 0.2735713569839671, 0.740546807583627, -0.25762807316075115 ] }, { "afterPhase": 3, "tick": 384, "scores": [ -0.25762807316075115, 0.2735713569839671, 0.740546807583627, -0.25762807316075115 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0323296513811473, -0.21329486686889768, 0.23670513313110214, 1.0323296513811473 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.311318340071387, 1.0069012883951474, -0.3881630291842346, 0.311318340071387 ] }, { "afterPhase": 2, "tick": 288, "scores": [ -0.3407515080452989, 0.1319047419547011, 0.9742838235998956, -0.3407515080452989 ] }, { "afterPhase": 3, "tick": 384, "scores": [ -0.3407515080452989, 0.1319047419547011, 0.9742838235998956, -0.3407515080452989 ] } ] } }, { "regime": "indistinguishable", "seed": 109720, "arms": [ { "id": "fixed", "summary": { "usefulWork": 747.5327105673736, "harvests": 179, "toxicHarvests": 39, "energySpent": 930.3674687414426, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.351919654999602, "heldoutA": 1.0330937443773538, "heldoutB": -0.2136673896892739, "heldoutC": 0.2363326103107261, "heldoutReturn": 1.0330937443773538, "retentionLoss": 0, "firstAReward": 1.0330937443773538, "afterCReward": 1.0330937443773538, "phaseAWork": 267.9241783363025, "phaseBWork": 141.95465640212183, "phaseCWork": 67.87948428196074, "returnAWork": 269.7743915469885, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 722.0022518467656, "harvests": 176, "toxicHarvests": 66, "energySpent": 961.5371520697547, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 0.351919654999602, "heldoutA": 1.0330937443773538, "heldoutB": -0.2136673896892739, "heldoutC": 0.2363326103107261, "heldoutReturn": 1.0330937443773538, "retentionLoss": 1.1923676057058077, "firstAReward": 1.0330937443773538, "afterCReward": -0.15927386132845395, "phaseAWork": 277.3841328513454, "phaseBWork": 212.20110888848922, "phaseCWork": 93.63720423924497, "returnAWork": 138.77980586768604, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 497.94078433501903, "harvests": 176, "toxicHarvests": 72, "energySpent": 970.302052195966, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 8166, "trainingPolicyEvaluations": 6886, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 2, "rollbacks": 9, "heldoutReward": 0.351919654999602, "heldoutA": 1.0330937443773538, "heldoutB": -0.2136673896892739, "heldoutC": 0.2363326103107261, "heldoutReturn": 1.0330937443773538, "retentionLoss": 0.7503799606280868, "firstAReward": 1.0330937443773538, "afterCReward": 0.28271378374926703, "phaseAWork": 267.9241783363025, "phaseBWork": 141.95465640212183, "phaseCWork": 0, "returnAWork": 88.06194959659473, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 507.58150628506513, "harvests": 174, "toxicHarvests": 74, "energySpent": 976.9030129037452, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 8166, "trainingPolicyEvaluations": 6886, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 2, "rollbacks": 10, "heldoutReward": 0.351919654999602, "heldoutA": 1.0330937443773538, "heldoutB": -0.2136673896892739, "heldoutC": 0.2363326103107261, "heldoutReturn": 1.0330937443773538, "retentionLoss": 1.3883345589525946, "firstAReward": 1.0330937443773538, "afterCReward": -0.35524081457524076, "phaseAWork": 267.9241783363025, "phaseBWork": 141.95465640212183, "phaseCWork": 67.87948428196074, "returnAWork": 29.823187264680087, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0425096148960795, "gate": 1.0531368825228908, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.1231880113454222, "gate": 0.8754426030204258, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9234916137144981, "gate": 1.0669453074154542, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0461623511407225, "gate": 0.9829836445974441, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.14452145872326494, "gate": -0.2963179537309132, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.1531929071535609, "gate": -0.33948200760205305, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2063753129964223, "gate": -0.3247761061333598, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2360289813179439, "gate": -0.23774300212491628, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.21999240340249324, "gate": 0.2140558585154386, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.15171581404530746, "gate": 0.13682542732474728, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.20467993792869452, "gate": 0.19644766163842206, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.21948479895292297, "gate": 0.19338289357487137, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9417020720259636, "gate": 1.007715854795072, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9954781179868911, "gate": 0.9604378719992033, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0406987607496978, "gate": 1.0212883804631039, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9334000816916532, "gate": 1.1408321506189485, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-c2197138", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0425096148960795, "gate": 1.0531368825228908, "tick": 0 }, { "epoch": 1, "parent": "p12-c2197138", "candidate": "p12-1426526e", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.1231880113454222, "gate": 0.8754426030204258, "tick": 24 }, { "epoch": 2, "parent": "p12-1426526e", "candidate": "p12-52119235", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9234916137144981, "gate": 1.0669453074154542, "tick": 48 }, { "epoch": 3, "parent": "p12-52119235", "candidate": "p12-2f96a3a6", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0461623511407225, "gate": 0.9829836445974441, "tick": 72 }, { "epoch": 4, "parent": "p12-2f96a3a6", "candidate": "p12-ef911a83", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.14452145872326494, "gate": -0.2963179537309132, "tick": 96 }, { "epoch": 5, "parent": "p12-ef911a83", "candidate": "p12-a5248230", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.1531929071535609, "gate": -0.33948200760205305, "tick": 120 }, { "epoch": 6, "parent": "p12-a5248230", "candidate": "p12-af174d7", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.972860848741027, "gate": 1.087264647757118, "tick": 144 }, { "epoch": 7, "parent": "p12-af174d7", "candidate": "p12-fb75de7d", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9930533860623673, "gate": 1.0767079795706473, "tick": 168 }, { "epoch": 8, "parent": "p12-fb75de7d", "candidate": "p12-b5356f3f", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.430561753979759, "gate": -0.4287531918258529, "tick": 192 }, { "epoch": 9, "parent": "p12-b5356f3f", "candidate": "p12-50637fc6", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.05352063314054891, "gate": -0.03567874652339376, "tick": 216 }, { "epoch": 10, "parent": "p12-50637fc6", "candidate": "p12-fdf5d1f6", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.5790405580318999, "gate": 0.22860124007895288, "tick": 240 }, { "epoch": 11, "parent": "p12-fdf5d1f6", "candidate": "p12-65bd2b73", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.404080734387815, "gate": 0.46259536020830616, "tick": 264 }, { "epoch": 12, "parent": "p12-65bd2b73", "candidate": "p12-1b3e57d", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.7677347552062957, "gate": 0.11183596928794315, "tick": 288 }, { "epoch": 13, "parent": "p12-1b3e57d", "candidate": "p12-c9edc0de", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9954781179868911, "gate": 0.9604378719992033, "tick": 312 }, { "epoch": 14, "parent": "p12-c9edc0de", "candidate": "p12-a35b40e5", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0406987607496978, "gate": 1.0212883804631039, "tick": 336 }, { "epoch": 15, "parent": "p12-a35b40e5", "candidate": "p12-c00d54ff", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9334000816916532, "gate": 1.1408321506189485, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0425096148960795, "gate": 1.0531368825228908, "incumbentGate": 1.0531368825228908, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0998376350712453, "gate": 0.8754426030204258, "incumbentGate": 0.8754426030204258, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.911578556292766, "gate": 1.0669453074154542, "incumbentGate": 1.0669453074154542, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.010410493626703, "gate": 0.9829836445974441, "incumbentGate": 0.9829836445974441, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-9d32c6b1", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7098905261898024, "gate": 1.0296605914497026, "incumbentGate": -0.2963179537309132, "retentionLoss": 0.697674981206192, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-77653fbd", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.10169184667649116, "gate": -0.33948200760205305, "incumbentGate": -0.33948200760205305, "retentionLoss": 0.144069606502936, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-f318642", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.09374328124430725, "gate": 0.1184036089645944, "incumbentGate": -0.3247761061333598, "retentionLoss": 0.7252435675541834, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-ad4cd5d9", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 1.0238141240445666, "gate": 1.0767079795706473, "incumbentGate": -0.23774300212491628, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-ad4cd5d9", "candidate": "p12-e45e4e53", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.5503130808343075, "gate": -0.20381374227756077, "incumbentGate": -0.4287531918258529, "retentionLoss": 0.12206880093361949, "tick": 192 }, { "epoch": 9, "parent": "p12-ad4cd5d9", "candidate": "p12-a1986771", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.74413493451582, "gate": 0.9452128633902568, "incumbentGate": -0.3638142079806974, "retentionLoss": 0.5230491977469176, "tick": 216 }, { "epoch": 10, "parent": "p12-ad4cd5d9", "candidate": "p12-3142007c", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7156412096025186, "gate": 0.5959615342621971, "incumbentGate": -0.3681939139901962, "retentionLoss": 0.3380555353742719, "tick": 240 }, { "epoch": 11, "parent": "p12-ad4cd5d9", "candidate": "p12-9a466a36", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 1.0089549225190377, "gate": 0.9086264895833379, "incumbentGate": -0.34389720098047416, "retentionLoss": 0.1484304446363789, "tick": 264 }, { "epoch": 12, "parent": "p12-ad4cd5d9", "candidate": "p12-cef8e56c", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.11071774267670254, "gate": -0.006517665682540141, "incumbentGate": 0.3413010471042128, "retentionLoss": 0, "tick": 288 }, { "epoch": 13, "parent": "p12-ad4cd5d9", "candidate": "p12-73762eef", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7962647231686356, "gate": 0.7111806768401574, "incumbentGate": 0.2669322501131037, "retentionLoss": 0.23772009910434594, "tick": 312 }, { "epoch": 14, "parent": "p12-ad4cd5d9", "candidate": "p12-a495c935", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9849404835579073, "gate": 1.0212883804631039, "incumbentGate": 0.22290616416316758, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-a495c935", "candidate": "p12-a495c935", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9509050849642678, "gate": 1.1408321506189485, "incumbentGate": 1.1408321506189485, "retentionLoss": 0, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0425096148960795, "gate": 1.0531368825228908, "incumbentGate": 1.0531368825228908, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0998376350712453, "gate": 0.8754426030204258, "incumbentGate": 0.8754426030204258, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.911578556292766, "gate": 1.0669453074154542, "incumbentGate": 1.0669453074154542, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.010410493626703, "gate": 0.9829836445974441, "incumbentGate": 0.9829836445974441, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-f74fbab7", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7215829643532903, "gate": 1.0296605914497026, "incumbentGate": -0.2963179537309132, "retentionLoss": 0.697674981206192, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-320d7ee", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8269152951268125, "gate": 0.9773905411474023, "incumbentGate": -0.33948200760205305, "retentionLoss": 0.5459230175288267, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-8067b214", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9193642100760532, "gate": 1.087264647757118, "incumbentGate": -0.3247761061333598, "retentionLoss": 0.15599211389436485, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-c971d99a", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7456898156450033, "gate": 0.9414861737826161, "incumbentGate": -0.23774300212491628, "retentionLoss": 0.21321769400312346, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-b512a26a", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.5496943740167328, "gate": 0.9717749669341919, "incumbentGate": 0.2140558585154386, "retentionLoss": 0.6549134841190736, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-7f886c9", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7743502098920967, "gate": 0.9452128633902568, "incumbentGate": 0.13682542732474728, "retentionLoss": 0.3219428871306819, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-345e2e95", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8596666592222646, "gate": 1.062977477419536, "incumbentGate": 0.19644766163842206, "retentionLoss": 0.3219428871306819, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-766885a6", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 1.0089549225190377, "gate": 0.9086264895833379, "incumbentGate": 0.19338289357487137, "retentionLoss": 0, "tick": 264 }, { "epoch": 12, "parent": "p12-766885a6", "candidate": "p12-7760fc13", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.5905560988654216, "gate": 0.11183596928794315, "incumbentGate": -0.2745547119934985, "retentionLoss": 0.5047195228097975, "tick": 288 }, { "epoch": 13, "parent": "p12-766885a6", "candidate": "p12-57a05224", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7962647231686356, "gate": 0.9604378719992033, "incumbentGate": -0.4016096121925759, "retentionLoss": 0.6209969286033028, "tick": 312 }, { "epoch": 14, "parent": "p12-766885a6", "candidate": "p12-c49f3b64", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9849404835579073, "gate": 1.0212883804631039, "incumbentGate": -0.5172033835067452, "retentionLoss": 0.2746589361013982, "tick": 336 }, { "epoch": 15, "parent": "p12-766885a6", "candidate": "p12-1d059766", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9509050849642678, "gate": 1.1408321506189485, "incumbentGate": -0.35882372702858295, "retentionLoss": 0, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0330937443773538, -0.2136673896892739, 0.2363326103107261, 1.0330937443773538 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 1.0330937443773538, -0.2136673896892739, 0.2363326103107261, 1.0330937443773538 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 1.0330937443773538, -0.2136673896892739, 0.2363326103107261, 1.0330937443773538 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 1.0330937443773538, -0.2136673896892739, 0.2363326103107261, 1.0330937443773538 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0330937443773538, -0.2136673896892739, 0.2363326103107261, 1.0330937443773538 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.28271378374926703, 0.9766083054955541, -0.4165890419731924, 0.28271378374926703 ] }, { "afterPhase": 2, "tick": 288, "scores": [ -0.15927386132845395, 0.39799088086787127, 0.5741080802830015, -0.15927386132845395 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 1.0330937443773538, -0.2136673896892739, 0.2363326103107261, 1.0330937443773538 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0330937443773538, -0.2136673896892739, 0.2363326103107261, 1.0330937443773538 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.28271378374926703, 0.9766083054955541, -0.4165890419731924, 0.28271378374926703 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.28271378374926703, 0.9766083054955541, -0.4165890419731924, 0.28271378374926703 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 1.0330937443773538, -0.2136673896892739, 0.2363326103107261, 1.0330937443773538 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0330937443773538, -0.2136673896892739, 0.2363326103107261, 1.0330937443773538 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 1.0330937443773538, -0.2136673896892739, 0.2363326103107261, 1.0330937443773538 ] }, { "afterPhase": 2, "tick": 288, "scores": [ -0.35524081457524076, 0.14450797771542087, 0.9825599770621742, -0.35524081457524076 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 1.0330937443773538, -0.2136673896892739, 0.2363326103107261, 1.0330937443773538 ] } ] } }, { "regime": "indistinguishable", "seed": 119693, "arms": [ { "id": "fixed", "summary": { "usefulWork": 725.8792924039141, "harvests": 180, "toxicHarvests": 34, "energySpent": 923.2524819177554, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.28371012210116225, "heldoutA": 0.9647014483112945, "heldoutB": -0.28178554100390385, "heldoutC": 0.16821445899609624, "heldoutReturn": 0.9647014483112945, "retentionLoss": 0, "firstAReward": 0.9647014483112945, "afterCReward": 0.9647014483112945, "phaseAWork": 245.84006935576878, "phaseBWork": 146.1794594097068, "phaseCWork": 64.06009100242682, "returnAWork": 269.7996726360117, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 669.3357631953501, "harvests": 177, "toxicHarvests": 64, "energySpent": 959.8189449981643, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 0.28371012210116225, "heldoutA": 0.9647014483112945, "heldoutB": -0.28178554100390385, "heldoutC": 0.16821445899609624, "heldoutReturn": 0.9647014483112945, "retentionLoss": 1.0192505221806427, "firstAReward": 0.9647014483112945, "afterCReward": -0.054549073869348215, "phaseAWork": 244.56728332202545, "phaseBWork": 209.67145741411372, "phaseCWork": 48.957318002821296, "returnAWork": 166.1397044563896, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 610.7854548006226, "harvests": 180, "toxicHarvests": 52, "energySpent": 938.3434715625493, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 8218, "trainingPolicyEvaluations": 6938, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 2, "rollbacks": 9, "heldoutReward": 0.2959527249833816, "heldoutA": 0.3087439903577907, "heldoutB": 0.9709300651056266, "heldoutC": -0.3918158805132725, "heldoutReturn": 0.3087439903577907, "retentionLoss": 0.6559574579535037, "firstAReward": 0.9647014483112945, "afterCReward": 0.3087439903577907, "phaseAWork": 245.84006935576878, "phaseBWork": 227.89241790389065, "phaseCWork": 53.71006715322886, "returnAWork": 83.34290038773429, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 537.4421667749679, "harvests": 169, "toxicHarvests": 91, "energySpent": 998.2972232984309, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 8218, "trainingPolicyEvaluations": 6938, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 2, "rollbacks": 10, "heldoutReward": 0.26587393464698, "heldoutA": -0.34969953593046016, "heldoutB": 0.14976848957590447, "heldoutC": 0.9975528502954957, "heldoutReturn": -0.34969953593046016, "retentionLoss": 1.3144009842417546, "firstAReward": 0.9647014483112945, "afterCReward": -0.34969953593046016, "phaseAWork": 245.84006935576878, "phaseBWork": 227.89241790389065, "phaseCWork": 54.86450876671569, "returnAWork": 8.84517074859275, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0123699260939196, "gate": 0.9455729473762192, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9910199350332664, "gate": 0.9383976643723235, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9592546190202844, "gate": 1.0149027256721774, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9683142569835047, "gate": 0.8828051672165005, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.19374366748307814, "gate": -0.35813443048327626, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.33692712993095303, "gate": -0.2724798158079528, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.24854914855773189, "gate": -0.2472264626202064, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.24393859085346145, "gate": -0.1735303274952494, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.23524960910991224, "gate": 0.1490431641362401, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.1932157079368559, "gate": 0.1747435878660449, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.17847243250542788, "gate": 0.16032474913897163, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.18434427332676617, "gate": 0.2161404693918462, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9616394234281213, "gate": 0.9661105002373634, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9492674222150054, "gate": 1.0920749991633072, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.1227702061403002, "gate": 1.0603698484691735, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0029978429705595, "gate": 1.0086690330865424, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-1d192b75", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0123699260939196, "gate": 0.9455729473762192, "tick": 0 }, { "epoch": 1, "parent": "p12-1d192b75", "candidate": "p12-92f7143b", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9910199350332664, "gate": 0.9383976643723235, "tick": 24 }, { "epoch": 2, "parent": "p12-92f7143b", "candidate": "p12-6d7e5d5b", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9592546190202844, "gate": 1.0149027256721774, "tick": 48 }, { "epoch": 3, "parent": "p12-6d7e5d5b", "candidate": "p12-e08c3444", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9683142569835047, "gate": 0.8828051672165005, "tick": 72 }, { "epoch": 4, "parent": "p12-e08c3444", "candidate": "p12-4d2d0516", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.19374366748307814, "gate": -0.35813443048327626, "tick": 96 }, { "epoch": 5, "parent": "p12-4d2d0516", "candidate": "p12-36d073d2", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.23682982504414252, "gate": 0.2329822409072507, "tick": 120 }, { "epoch": 6, "parent": "p12-36d073d2", "candidate": "p12-ee7b65f3", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8632230405887139, "gate": 0.30658174542729116, "tick": 144 }, { "epoch": 7, "parent": "p12-ee7b65f3", "candidate": "p12-7b93b261", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9803834578425016, "gate": 1.0107810508010162, "tick": 168 }, { "epoch": 8, "parent": "p12-7b93b261", "candidate": "p12-f7e1dca", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.2711398688249573, "gate": -0.471411305213201, "tick": 192 }, { "epoch": 9, "parent": "p12-f7e1dca", "candidate": "p12-1e5a9c95", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.10160224903509281, "gate": -0.0785369203015351, "tick": 216 }, { "epoch": 10, "parent": "p12-1e5a9c95", "candidate": "p12-52577a72", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.33971922018024264, "gate": -0.5599607377842332, "tick": 240 }, { "epoch": 11, "parent": "p12-52577a72", "candidate": "p12-5685563", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.6429394386642348, "gate": 0.1801141539591149, "tick": 264 }, { "epoch": 12, "parent": "p12-5685563", "candidate": "p12-9bf1211f", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8911808976660179, "gate": 0.7694621615173897, "tick": 288 }, { "epoch": 13, "parent": "p12-9bf1211f", "candidate": "p12-30a35946", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9492674222150054, "gate": 1.0920749991633072, "tick": 312 }, { "epoch": 14, "parent": "p12-30a35946", "candidate": "p12-decf0392", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.1227702061403002, "gate": 1.0603698484691735, "tick": 336 }, { "epoch": 15, "parent": "p12-decf0392", "candidate": "p12-2d9656c8", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0029978429705595, "gate": 1.0086690330865424, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0123699260939196, "gate": 0.9455729473762192, "incumbentGate": 0.9455729473762192, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9758709391475838, "gate": 0.9383976643723235, "incumbentGate": 0.9383976643723235, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9506199624472779, "gate": 1.0149027256721774, "incumbentGate": 1.0149027256721774, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9707233402307801, "gate": 0.8828051672165005, "incumbentGate": 0.8828051672165005, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-8043f6b8", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6578941109977376, "gate": 1.0842354893952024, "incumbentGate": -0.35813443048327626, "retentionLoss": 0.64118698557971, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-81812846", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.4325794591843993, "gate": 0.11418317753409564, "incumbentGate": -0.2724798158079528, "retentionLoss": 0.06335838650031944, "tick": 120 }, { "epoch": 6, "parent": "p12-81812846", "candidate": "p12-ffba20ca", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9638472704735529, "gate": 1.0339143607095813, "incumbentGate": -0.10738176161712316, "retentionLoss": 0, "tick": 144 }, { "epoch": 7, "parent": "p12-ffba20ca", "candidate": "p12-ffba20ca", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9999726491892473, "gate": 1.0107810508010162, "incumbentGate": 1.0107810508010162, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-ffba20ca", "candidate": "p12-3d03802a", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.31239726016342956, "gate": -0.6244409675531943, "incumbentGate": -0.6244409675531943, "retentionLoss": 0.1308412550578496, "tick": 192 }, { "epoch": 9, "parent": "p12-ffba20ca", "candidate": "p12-8adb2aec", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": -0.007234682352007745, "gate": -0.17718716720767022, "incumbentGate": -0.40048239933308244, "retentionLoss": 0.5096636976136073, "tick": 216 }, { "epoch": 10, "parent": "p12-ffba20ca", "candidate": "p12-df93e5ab", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.07112347821240313, "gate": 0.05715338100049555, "incumbentGate": -0.5599607377842332, "retentionLoss": 0.6937877142888492, "tick": 240 }, { "epoch": 11, "parent": "p12-ffba20ca", "candidate": "p12-58269416", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": -0.4024312386897336, "gate": -0.2937935952904738, "incumbentGate": -0.2937935952904738, "retentionLoss": 0.11516835829041111, "tick": 264 }, { "epoch": 12, "parent": "p12-ffba20ca", "candidate": "p12-4492b457", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.21741443316997885, "gate": -0.4093771486761857, "incumbentGate": 0.33047859168585453, "retentionLoss": 0, "tick": 288 }, { "epoch": 13, "parent": "p12-ffba20ca", "candidate": "p12-7b19d363", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.24686670833220048, "gate": 0.40080975792055756, "incumbentGate": 0.40080975792055756, "retentionLoss": 0.09538144155554909, "tick": 312 }, { "epoch": 14, "parent": "p12-ffba20ca", "candidate": "p12-b30652a4", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.39123884202278125, "gate": 0.4340585626165541, "incumbentGate": 0.4340585626165541, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-ffba20ca", "candidate": "p12-49118221", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.5015595162968376, "gate": 0.41295828653172584, "incumbentGate": 0.41295828653172584, "retentionLoss": 0, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0123699260939196, "gate": 0.9455729473762192, "incumbentGate": 0.9455729473762192, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9758709391475838, "gate": 0.9383976643723235, "incumbentGate": 0.9383976643723235, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9506199624472779, "gate": 1.0149027256721774, "incumbentGate": 1.0149027256721774, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9707233402307801, "gate": 0.8828051672165005, "incumbentGate": 0.8828051672165005, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-795927cf", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6578941109977376, "gate": 1.0842354893952024, "incumbentGate": -0.35813443048327626, "retentionLoss": 0.64118698557971, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-ed02f14e", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8608221471595798, "gate": 0.9338942439766679, "incumbentGate": -0.2724798158079528, "retentionLoss": 0.156476612317338, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-9b0623e7", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9638472704735529, "gate": 0.8035776441287591, "incumbentGate": -0.2472264626202064, "retentionLoss": 0, "tick": 144 }, { "epoch": 7, "parent": "p12-9b0623e7", "candidate": "p12-516eff20", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.9999726491892473, "gate": 1.0107810508010162, "incumbentGate": 1.0107810508010162, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-9b0623e7", "candidate": "p12-b4ae3c13", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.5824339860765199, "gate": 1.0721730686120705, "incumbentGate": -0.6244409675531943, "retentionLoss": 0.9197540055364567, "tick": 192 }, { "epoch": 9, "parent": "p12-9b0623e7", "candidate": "p12-309e4b6f", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8357963789808543, "gate": 0.9055762327500441, "incumbentGate": -0.40048239933308244, "retentionLoss": 0.6490087522907236, "tick": 216 }, { "epoch": 10, "parent": "p12-9b0623e7", "candidate": "p12-aa625dba", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9047170177167656, "gate": 0.9502721101106064, "incumbentGate": -0.5599607377842332, "retentionLoss": 0.7083965764764725, "tick": 240 }, { "epoch": 11, "parent": "p12-9b0623e7", "candidate": "p12-2cbf68ea", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.976269138268809, "gate": 0.993776299263164, "incumbentGate": -0.2937935952904738, "retentionLoss": 0, "tick": 264 }, { "epoch": 12, "parent": "p12-2cbf68ea", "candidate": "p12-5a483fcf", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.5707983681290665, "gate": 0.9661105002373634, "incumbentGate": -0.4093771486761857, "retentionLoss": 0.806177300097089, "tick": 288 }, { "epoch": 13, "parent": "p12-2cbf68ea", "candidate": "p12-ab8e81fc", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7688813891808931, "gate": 1.0920749991633072, "incumbentGate": -0.33585878725268353, "retentionLoss": 0.46974577652749094, "tick": 312 }, { "epoch": 14, "parent": "p12-2cbf68ea", "candidate": "p12-2bc1d7a1", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9593576204080265, "gate": 1.0603698484691735, "incumbentGate": -0.2734488367296873, "retentionLoss": 0.46974577652749094, "tick": 336 }, { "epoch": 15, "parent": "p12-2cbf68ea", "candidate": "p12-572c2f30", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9446235314432586, "gate": 1.0086690330865424, "incumbentGate": -0.3013230873739275, "retentionLoss": 0.3149385528175419, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9647014483112945, -0.28178554100390385, 0.16821445899609624, 0.9647014483112945 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9647014483112945, -0.28178554100390385, 0.16821445899609624, 0.9647014483112945 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9647014483112945, -0.28178554100390385, 0.16821445899609624, 0.9647014483112945 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9647014483112945, -0.28178554100390385, 0.16821445899609624, 0.9647014483112945 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9647014483112945, -0.28178554100390385, 0.16821445899609624, 0.9647014483112945 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.29763619649391165, 0.9902910212417476, -0.4013611743771516, 0.29763619649391165 ] }, { "afterPhase": 2, "tick": 288, "scores": [ -0.054549073869348215, 0.5247260688825229, 0.4293941659791796, -0.054549073869348215 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9647014483112945, -0.28178554100390385, 0.16821445899609624, 0.9647014483112945 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9647014483112945, -0.28178554100390385, 0.16821445899609624, 0.9647014483112945 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.3087439903577907, 0.9709300651056266, -0.3918158805132725, 0.3087439903577907 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.3087439903577907, 0.9709300651056266, -0.3918158805132725, 0.3087439903577907 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.3087439903577907, 0.9709300651056266, -0.3918158805132725, 0.3087439903577907 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9647014483112945, -0.28178554100390385, 0.16821445899609624, 0.9647014483112945 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.32061750624292923, 0.9523348309907652, -0.38150486462813393, 0.32061750624292923 ] }, { "afterPhase": 2, "tick": 288, "scores": [ -0.34969953593046016, 0.14976848957590447, 0.9975528502954957, -0.34969953593046016 ] }, { "afterPhase": 3, "tick": 384, "scores": [ -0.34969953593046016, 0.14976848957590447, 0.9975528502954957, -0.34969953593046016 ] } ] } }, { "regime": "indistinguishable", "seed": 129666, "arms": [ { "id": "fixed", "summary": { "usefulWork": 770.4249354959012, "harvests": 180, "toxicHarvests": 42, "energySpent": 935.3054844256758, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.32330238083490664, "heldoutA": 1.0021352422382164, "heldoutB": -0.24111404986674823, "heldoutC": 0.20888595013325179, "heldoutReturn": 1.0021352422382164, "retentionLoss": 0, "firstAReward": 1.0021352422382164, "afterCReward": 1.0021352422382164, "phaseAWork": 283.6685218599958, "phaseBWork": 139.87047705376676, "phaseCWork": 59.470647387300346, "returnAWork": 287.4152891948383, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 827.5034061231698, "harvests": 179, "toxicHarvests": 43, "energySpent": 929.1104917017377, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 0.32330238083490664, "heldoutA": 1.0021352422382164, "heldoutB": -0.24111404986674823, "heldoutC": 0.20888595013325179, "heldoutReturn": 1.0021352422382164, "retentionLoss": 0.6531688387304172, "firstAReward": 1.0021352422382164, "afterCReward": 0.34896640350779917, "phaseAWork": 283.6685218599958, "phaseBWork": 292.6291773354664, "phaseCWork": 68.16251811893164, "returnAWork": 183.043188808776, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 498.2053922028964, "harvests": 175, "toxicHarvests": 79, "energySpent": 984.3566201584844, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 8210, "trainingPolicyEvaluations": 6930, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 2, "rollbacks": 8, "heldoutReward": 0.28001140595965257, "heldoutA": 0.536782239292986, "heldoutB": -0.13899901070701406, "heldoutC": 0.44225098929298584, "heldoutReturn": 0.536782239292986, "retentionLoss": 1.2434664775151905, "firstAReward": 1.0021352422382164, "afterCReward": -0.2413312352769741, "phaseAWork": 283.6685218599958, "phaseBWork": 139.87047705376676, "phaseCWork": 59.470647387300346, "returnAWork": 15.195745901833504, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 526.8292774727241, "harvests": 175, "toxicHarvests": 85, "energySpent": 994.667246067993, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 8210, "trainingPolicyEvaluations": 6930, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 1, "rollbacks": 10, "heldoutReward": 0.25949327166317426, "heldoutA": -0.33534354145040723, "heldoutB": 0.17013202566818567, "heldoutC": 0.9436913307717444, "heldoutReturn": -0.33534354145040723, "retentionLoss": 1.3374787836886237, "firstAReward": 1.0021352422382164, "afterCReward": -0.33534354145040723, "phaseAWork": 283.6685218599958, "phaseBWork": 139.87047705376676, "phaseCWork": 92.77255023502511, "returnAWork": 10.517728323936467, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9474923441725055, "gate": 1.090825081779786, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.1205044769122703, "gate": 0.9693920180665558, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.1120703892885802, "gate": 0.8374946160592661, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9987366806269115, "gate": 0.963635308852499, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.286451928801614, "gate": -0.348581172749909, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.21989368407637558, "gate": -0.2545005837926461, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2709767467240492, "gate": -0.26083182436849434, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.1934968710947681, "gate": -0.12894908044594788, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.23091572301347474, "gate": 0.11247868206880081, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.2818004955958502, "gate": 0.1969715348584479, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.21709556457453108, "gate": 0.1335856792484435, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.22293359837921992, "gate": 0.367823145195916, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9257783766185371, "gate": 0.9575986627071656, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.972121786477433, "gate": 0.9661747016737344, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9646985328335873, "gate": 0.9701524189392404, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0509492167993633, "gate": 0.9531030401773634, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-1e1d49e0", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9474923441725055, "gate": 1.090825081779786, "tick": 0 }, { "epoch": 1, "parent": "p12-1e1d49e0", "candidate": "p12-bb79f9ad", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.1205044769122703, "gate": 0.9693920180665558, "tick": 24 }, { "epoch": 2, "parent": "p12-bb79f9ad", "candidate": "p12-4f0da2f8", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.1120703892885802, "gate": 0.8374946160592661, "tick": 48 }, { "epoch": 3, "parent": "p12-4f0da2f8", "candidate": "p12-7545965b", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9987366806269115, "gate": 0.963635308852499, "tick": 72 }, { "epoch": 4, "parent": "p12-7545965b", "candidate": "p12-7ea7e82e", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.6205966591633728, "gate": 0.10628736227894324, "tick": 96 }, { "epoch": 5, "parent": "p12-7ea7e82e", "candidate": "p12-e9fe63f0", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.6642971523784486, "gate": 0.8363388111043618, "tick": 120 }, { "epoch": 6, "parent": "p12-e9fe63f0", "candidate": "p12-6b6fd6c7", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8064668791338816, "gate": 0.5977700517796277, "tick": 144 }, { "epoch": 7, "parent": "p12-6b6fd6c7", "candidate": "p12-e9bf4613", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.6716286271656084, "gate": 0.4868908405461619, "tick": 168 }, { "epoch": 8, "parent": "p12-e9bf4613", "candidate": "p12-5885cc0c", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.19175312964772995, "gate": -0.4028563790191532, "tick": 192 }, { "epoch": 9, "parent": "p12-5885cc0c", "candidate": "p12-a5854849", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.20338269333994352, "gate": -0.1220365430493094, "tick": 216 }, { "epoch": 10, "parent": "p12-a5854849", "candidate": "p12-34ff05b0", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.2963528604950397, "gate": 0.08463467765868464, "tick": 240 }, { "epoch": 11, "parent": "p12-34ff05b0", "candidate": "p12-2cda9053", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.4731798461827657, "gate": 0.34013347512526027, "tick": 264 }, { "epoch": 12, "parent": "p12-2cda9053", "candidate": "p12-d62e34e5", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.41939669051811207, "gate": -0.22686649673281964, "tick": 288 }, { "epoch": 13, "parent": "p12-d62e34e5", "candidate": "p12-8792fd3e", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.7280579830310989, "gate": 0.5921660273606196, "tick": 312 }, { "epoch": 14, "parent": "p12-8792fd3e", "candidate": "p12-6e16f672", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9646985328335873, "gate": 0.9701524189392404, "tick": 336 }, { "epoch": 15, "parent": "p12-6e16f672", "candidate": "p12-fea7d7b", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0509492167993633, "gate": 0.9531030401773634, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9474923441725055, "gate": 1.090825081779786, "incumbentGate": 1.090825081779786, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.1106113452014423, "gate": 0.9693920180665558, "incumbentGate": 0.9693920180665558, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0732414120899225, "gate": 0.8374946160592661, "incumbentGate": 0.8374946160592661, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9756043994300035, "gate": 0.963635308852499, "incumbentGate": 0.963635308852499, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-85243f7a", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6035382452213285, "gate": 0.9141598533798528, "incumbentGate": -0.348581172749909, "retentionLoss": 0.7544996498361429, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-c6b4e122", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7788682568081445, "gate": 0.9794976409991972, "incumbentGate": -0.2545005837926461, "retentionLoss": 0.37354193291315535, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-41683542", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9365156934193509, "gate": 1.0084414695634434, "incumbentGate": -0.26083182436849434, "retentionLoss": 0.1824420592738455, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-ab1b9b33", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9835054472038974, "gate": 1.014017633487122, "incumbentGate": -0.12894908044594788, "retentionLoss": 0.1824420592738455, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-80f67ac3", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.3169004239766271, "gate": -0.4028563790191532, "incumbentGate": 0.11247868206880081, "retentionLoss": 0, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.1623358641305104, "gate": 0.1969715348584479, "incumbentGate": 0.1969715348584479, "retentionLoss": 0, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.18164039807023014, "gate": 0.1335856792484435, "incumbentGate": 0.1335856792484435, "retentionLoss": 0, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-8cf512e2", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 1.0100543187235569, "gate": 1.010017416147629, "incumbentGate": 0.367823145195916, "retentionLoss": 0, "tick": 264 }, { "epoch": 12, "parent": "p12-8cf512e2", "candidate": "p12-9ee1e154", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.5872477371948482, "gate": 0.9575986627071656, "incumbentGate": -0.38985694379309715, "retentionLoss": 0.7600635868003337, "tick": 288 }, { "epoch": 13, "parent": "p12-8cf512e2", "candidate": "p12-77dbeaaf", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8227675991560947, "gate": 0.9661747016737344, "incumbentGate": -0.16308901097260572, "retentionLoss": 0.6024775266180783, "tick": 312 }, { "epoch": 14, "parent": "p12-8cf512e2", "candidate": "p12-b73eabe5", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8851162742747736, "gate": 0.9701524189392404, "incumbentGate": -0.5167698692717207, "retentionLoss": 0.5347572793501116, "tick": 336 }, { "epoch": 15, "parent": "p12-8cf512e2", "candidate": "p12-57f4f6a6", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.6772115902274224, "gate": 0.29401941988943386, "incumbentGate": -0.33793711215082345, "retentionLoss": 0.04715396700905261, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9474923441725055, "gate": 1.090825081779786, "incumbentGate": 1.090825081779786, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.1106113452014423, "gate": 0.9693920180665558, "incumbentGate": 0.9693920180665558, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0732414120899225, "gate": 0.8374946160592661, "incumbentGate": 0.8374946160592661, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9756043994300035, "gate": 0.963635308852499, "incumbentGate": 0.963635308852499, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-a59bb28a", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.5814742631321262, "gate": 0.9141598533798528, "incumbentGate": -0.348581172749909, "retentionLoss": 0.8604067638643138, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-4992019", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7788682568081445, "gate": 0.9794976409991972, "incumbentGate": -0.2545005837926461, "retentionLoss": 0.37354193291315535, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-3c56af1a", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9365156934193509, "gate": 1.0084414695634434, "incumbentGate": -0.26083182436849434, "retentionLoss": 0.1824420592738455, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6d5b6698", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9835054472038974, "gate": 1.014017633487122, "incumbentGate": -0.12894908044594788, "retentionLoss": 0.1824420592738455, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-95ebaed8", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6122527120577147, "gate": 0.9069906936430895, "incumbentGate": 0.11247868206880081, "retentionLoss": 0.6533965568221131, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6d1aba79", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7937790433416086, "gate": 1.0978706721988851, "incumbentGate": 0.1969715348584479, "retentionLoss": 0.19124941252480304, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-4842e87e", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9272145849069644, "gate": 1.0222498010762486, "incumbentGate": 0.1335856792484435, "retentionLoss": 0, "tick": 240 }, { "epoch": 11, "parent": "p12-4842e87e", "candidate": "p12-4842e87e", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0100543187235569, "gate": 1.010017416147629, "incumbentGate": 1.010017416147629, "retentionLoss": 0, "tick": 264 }, { "epoch": 12, "parent": "p12-4842e87e", "candidate": "p12-b7b3ed5e", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.5872477371948482, "gate": 0.9575986627071656, "incumbentGate": -0.38985694379309715, "retentionLoss": 0.7600635868003337, "tick": 288 }, { "epoch": 13, "parent": "p12-4842e87e", "candidate": "p12-cfa9383f", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8227675991560947, "gate": 0.9661747016737344, "incumbentGate": -0.3092729174468039, "retentionLoss": 0.6024775266180783, "tick": 312 }, { "epoch": 14, "parent": "p12-4842e87e", "candidate": "p12-90730455", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8851162742747736, "gate": 0.9701524189392404, "incumbentGate": -0.5167698692717207, "retentionLoss": 0.4616653261130125, "tick": 336 }, { "epoch": 15, "parent": "p12-4842e87e", "candidate": "p12-dbf287de", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9763908233733326, "gate": 0.9531030401773634, "incumbentGate": -0.33793711215082345, "retentionLoss": 0.1840450800270646, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0021352422382164, -0.24111404986674823, 0.20888595013325179, 1.0021352422382164 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 1.0021352422382164, -0.24111404986674823, 0.20888595013325179, 1.0021352422382164 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 1.0021352422382164, -0.24111404986674823, 0.20888595013325179, 1.0021352422382164 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 1.0021352422382164, -0.24111404986674823, 0.20888595013325179, 1.0021352422382164 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0021352422382164, -0.24111404986674823, 0.20888595013325179, 1.0021352422382164 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.5636498606648721, 0.6212206780477117, -0.16806147527513077, 0.5636498606648721 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.34896640350779917, 0.3458829778018402, 0.2538073007958858, 0.34896640350779917 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 1.0021352422382164, -0.24111404986674823, 0.20888595013325179, 1.0021352422382164 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0021352422382164, -0.24111404986674823, 0.20888595013325179, 1.0021352422382164 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 1.0021352422382164, -0.24111404986674823, 0.20888595013325179, 1.0021352422382164 ] }, { "afterPhase": 2, "tick": 288, "scores": [ -0.2413312352769741, 0.29226933184161874, 0.749769135926978, -0.2413312352769741 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.536782239292986, -0.13899901070701406, 0.44225098929298584, 0.536782239292986 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0021352422382164, -0.24111404986674823, 0.20888595013325179, 1.0021352422382164 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 1.0021352422382164, -0.24111404986674823, 0.20888595013325179, 1.0021352422382164 ] }, { "afterPhase": 2, "tick": 288, "scores": [ -0.33534354145040723, 0.17013202566818567, 0.9436913307717444, -0.33534354145040723 ] }, { "afterPhase": 3, "tick": 384, "scores": [ -0.33534354145040723, 0.17013202566818567, 0.9436913307717444, -0.33534354145040723 ] } ] } }, { "regime": "indistinguishable", "seed": 139639, "arms": [ { "id": "fixed", "summary": { "usefulWork": 752.9026502089977, "harvests": 180, "toxicHarvests": 34, "energySpent": 923.662332568545, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.295496374415473, "heldoutA": 0.9763538176493578, "heldoutB": -0.26993234720146947, "heldoutC": 0.1800676527985306, "heldoutReturn": 0.9763538176493578, "retentionLoss": 0, "firstAReward": 0.9763538176493578, "afterCReward": 0.9763538176493578, "phaseAWork": 264.603758891296, "phaseBWork": 157.83142362181638, "phaseCWork": 56.69877682943951, "returnAWork": 273.76869086644575, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 770.4523743030804, "harvests": 180, "toxicHarvests": 61, "energySpent": 952.5916763497039, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 0.295496374415473, "heldoutA": 0.9763538176493578, "heldoutB": -0.26993234720146947, "heldoutC": 0.1800676527985306, "heldoutReturn": 0.9763538176493578, "retentionLoss": 1.30308671839774, "firstAReward": 0.9763538176493578, "afterCReward": -0.32673290074838207, "phaseAWork": 264.603758891296, "phaseBWork": 338.41194231088537, "phaseCWork": 22.664554087705937, "returnAWork": 144.7721190131931, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 602.6231431007311, "harvests": 180, "toxicHarvests": 55, "energySpent": 948.3278489682606, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 8182, "trainingPolicyEvaluations": 6902, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 2, "rollbacks": 9, "heldoutReward": 0.295496374415473, "heldoutA": 0.9763538176493578, "heldoutB": -0.26993234720146947, "heldoutC": 0.1800676527985306, "heldoutReturn": 0.9763538176493578, "retentionLoss": 0.30966982321445047, "firstAReward": 0.9763538176493578, "afterCReward": 0.6666839944349073, "phaseAWork": 264.603758891296, "phaseBWork": 157.83142362181638, "phaseCWork": 21.553810219382285, "returnAWork": 158.63415036823642, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 424.10825108558885, "harvests": 162, "toxicHarvests": 101, "energySpent": 1019.3229879103993, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 8182, "trainingPolicyEvaluations": 6902, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 3, "rollbacks": 9, "heldoutReward": 0.29904889875814183, "heldoutA": 0.9294964506108491, "heldoutB": -0.23163346423997824, "heldoutC": 0.1992837099035546, "heldoutReturn": 0.9294964506108491, "retentionLoss": 1.30308671839774, "firstAReward": 0.9763538176493578, "afterCReward": -0.32673290074838207, "phaseAWork": 264.603758891296, "phaseBWork": 157.83142362181638, "phaseCWork": 0.630710271734074, "returnAWork": 1.0423583007423645, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0621769797334097, "gate": 0.9985344420369578, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0417286462440993, "gate": 1.0181394523458567, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9420432568879451, "gate": 0.9664118104074748, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.022015614332518, "gate": 1.001772489524145, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2812021858282029, "gate": -0.24867827059443195, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2352267328696658, "gate": -0.3891714867975922, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.1859852246167417, "gate": -0.19836096979931592, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2959848219927003, "gate": -0.27996854186780806, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.20442362363169023, "gate": 0.14022531870654945, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.2203431545796789, "gate": 0.06494596789407085, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.15039429346387295, "gate": 0.05885960152637831, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.25585034254677824, "gate": 0.2768116763549256, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.8952861688375876, "gate": 0.8969063184402081, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.031291779327218, "gate": 0.9559165586442703, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9404214055917087, "gate": 0.9563626226441024, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9205660769430416, "gate": 0.9319909310297202, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-82285d56", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0621769797334097, "gate": 0.9985344420369578, "tick": 0 }, { "epoch": 1, "parent": "p12-82285d56", "candidate": "p12-f264a1c5", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0417286462440993, "gate": 1.0181394523458567, "tick": 24 }, { "epoch": 2, "parent": "p12-f264a1c5", "candidate": "p12-5e48a2f3", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9420432568879451, "gate": 0.9664118104074748, "tick": 48 }, { "epoch": 3, "parent": "p12-5e48a2f3", "candidate": "p12-e5507bd1", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.022015614332518, "gate": 1.001772489524145, "tick": 72 }, { "epoch": 4, "parent": "p12-e5507bd1", "candidate": "p12-592aba71", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.2812021858282029, "gate": -0.24867827059443195, "tick": 96 }, { "epoch": 5, "parent": "p12-592aba71", "candidate": "p12-4f16bf29", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.05633573539301668, "gate": 0.11753196126921679, "tick": 120 }, { "epoch": 6, "parent": "p12-4f16bf29", "candidate": "p12-6900966d", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9997070719775977, "gate": 1.0799537651549358, "tick": 144 }, { "epoch": 7, "parent": "p12-6900966d", "candidate": "p12-6154b588", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0533707300994795, "gate": 1.0677039112325364, "tick": 168 }, { "epoch": 8, "parent": "p12-6154b588", "candidate": "p12-34e1187a", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.4059880254265759, "gate": -0.4527592331179073, "tick": 192 }, { "epoch": 9, "parent": "p12-34e1187a", "candidate": "p12-adf56317", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.36869041249007867, "gate": -0.23500985609002326, "tick": 216 }, { "epoch": 10, "parent": "p12-adf56317", "candidate": "p12-aa1f1052", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.3491531780105889, "gate": 0.7241626604212211, "tick": 240 }, { "epoch": 11, "parent": "p12-aa1f1052", "candidate": "p12-e132545a", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0253862459956888, "gate": 0.9446126708325345, "tick": 264 }, { "epoch": 12, "parent": "p12-e132545a", "candidate": "p12-64e8797", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.6435002307693971, "gate": 0.3125250527254448, "tick": 288 }, { "epoch": 13, "parent": "p12-64e8797", "candidate": "p12-2084488b", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.031291779327218, "gate": 0.9559165586442703, "tick": 312 }, { "epoch": 14, "parent": "p12-2084488b", "candidate": "p12-2099afe2", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9404214055917087, "gate": 0.9563626226441024, "tick": 336 }, { "epoch": 15, "parent": "p12-2099afe2", "candidate": "p12-9fe79c25", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9205660769430416, "gate": 0.9319909310297202, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0621769797334097, "gate": 0.9985344420369578, "incumbentGate": 0.9985344420369578, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0273305781750521, "gate": 1.0181394523458567, "incumbentGate": 1.0181394523458567, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9756041293847012, "gate": 0.9664118104074748, "incumbentGate": 0.9664118104074748, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.974550768445265, "gate": 1.001772489524145, "incumbentGate": 1.001772489524145, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-b11febf8", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6453793313862436, "gate": 1.0451530026322458, "incumbentGate": -0.24867827059443195, "retentionLoss": 0.9394563513801286, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-373f86cc", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8331389977807953, "gate": 0.999479482372395, "incumbentGate": -0.3891714867975922, "retentionLoss": 0.753290501417491, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-146cedb4", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.05130126752864265, "gate": 0.019540767527918796, "incumbentGate": -0.19836096979931592, "retentionLoss": 0.19856304149909104, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-5d5c6e60", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.4425543758466621, "gate": 0.39071437742757786, "incumbentGate": -0.27996854186780806, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-5d5c6e60", "candidate": "p12-4b3d84e5", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.3221854444590485, "gate": -0.4527592331179073, "incumbentGate": -0.17063382129302943, "retentionLoss": 0, "tick": 192 }, { "epoch": 9, "parent": "p12-5d5c6e60", "candidate": "p12-d8baf7a", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.0808969277722117, "gate": 0.06494596789407085, "incumbentGate": -0.06412210838400102, "retentionLoss": 0.514157676246522, "tick": 216 }, { "epoch": 10, "parent": "p12-5d5c6e60", "candidate": "p12-b4861a02", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.08314751761071552, "gate": 0.05885960152637831, "incumbentGate": -0.025493469473239803, "retentionLoss": 0.514157676246522, "tick": 240 }, { "epoch": 11, "parent": "p12-5d5c6e60", "candidate": "p12-2061795e", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.1626542392683303, "gate": 0.2768116763549256, "incumbentGate": 0.004527696826591173, "retentionLoss": 0.5360847144068001, "tick": 264 }, { "epoch": 12, "parent": "p12-5d5c6e60", "candidate": "p12-b84acee5", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.515207110307853, "gate": 0.8969063184402081, "incumbentGate": 0.7633967493862005, "retentionLoss": 0.395558879710982, "tick": 288 }, { "epoch": 13, "parent": "p12-5d5c6e60", "candidate": "p12-520a8a5e", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8138166533890417, "gate": 0.9559165586442703, "incumbentGate": 0.6439724561295169, "retentionLoss": 0.17132015066253833, "tick": 312 }, { "epoch": 14, "parent": "p12-5d5c6e60", "candidate": "p12-e0ef2eda", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.933416422066974, "gate": 0.9563626226441024, "incumbentGate": 0.7130414315966384, "retentionLoss": 0.016077078759145602, "tick": 336 }, { "epoch": 15, "parent": "p12-e0ef2eda", "candidate": "p12-e0ef2eda", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9573771117767196, "gate": 0.9319909310297202, "incumbentGate": 0.9319909310297202, "retentionLoss": 0, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0621769797334097, "gate": 0.9985344420369578, "incumbentGate": 0.9985344420369578, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0273305781750521, "gate": 1.0181394523458567, "incumbentGate": 1.0181394523458567, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9756041293847012, "gate": 0.9664118104074748, "incumbentGate": 0.9664118104074748, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.974550768445265, "gate": 1.001772489524145, "incumbentGate": 1.001772489524145, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-747583a3", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6453793313862436, "gate": 1.0451530026322458, "incumbentGate": -0.24867827059443195, "retentionLoss": 0.872905986574905, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-2b2fc0b7", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8331389977807953, "gate": 0.999479482372395, "incumbentGate": -0.3891714867975922, "retentionLoss": 0.753290501417491, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-c6f9a9b3", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9024964173904485, "gate": 1.0799537651549358, "incumbentGate": -0.19836096979931592, "retentionLoss": 0.3743903604811713, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-3d7f326", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9937338053222784, "gate": 1.0677039112325364, "incumbentGate": -0.27996854186780806, "retentionLoss": 0.06429568744235492, "tick": 168 }, { "epoch": 8, "parent": "p12-3d7f326", "candidate": "p12-3416c9b1", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6095565093591396, "gate": 0.9242176936952392, "incumbentGate": -0.4527592331179073, "retentionLoss": 0.8857862019126227, "tick": 192 }, { "epoch": 9, "parent": "p12-3d7f326", "candidate": "p12-631433c2", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7720340631437628, "gate": 0.8977298380348628, "incumbentGate": -0.23500985609002326, "retentionLoss": 0.7094877032817325, "tick": 216 }, { "epoch": 10, "parent": "p12-3d7f326", "candidate": "p12-2da4de6a", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8651710219191475, "gate": 1.0034503607273635, "incumbentGate": -0.5220369966268965, "retentionLoss": 0.5666491782788456, "tick": 240 }, { "epoch": 11, "parent": "p12-3d7f326", "candidate": "p12-43a02698", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 1.0139252369076452, "gate": 0.9446126708325345, "incumbentGate": -0.505308649277353, "retentionLoss": 0.033510355129065805, "tick": 264 }, { "epoch": 12, "parent": "p12-43a02698", "candidate": "p12-5019499", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.515207110307853, "gate": 0.8969063184402081, "incumbentGate": -0.3592050002635106, "retentionLoss": 0.7221111838233494, "tick": 288 }, { "epoch": 13, "parent": "p12-43a02698", "candidate": "p12-e11d166", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8138166533890417, "gate": 0.9559165586442703, "incumbentGate": -0.34081330627404527, "retentionLoss": 0.5652003123549517, "tick": 312 }, { "epoch": 14, "parent": "p12-43a02698", "candidate": "p12-72a747f", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.933416422066974, "gate": 0.9563626226441024, "incumbentGate": -0.5221439524515833, "retentionLoss": 0.20016557482502056, "tick": 336 }, { "epoch": 15, "parent": "p12-43a02698", "candidate": "p12-823972ca", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9573771117767196, "gate": 0.9319909310297202, "incumbentGate": -0.2945970455550245, "retentionLoss": 0, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9763538176493578, -0.26993234720146947, 0.1800676527985306, 0.9763538176493578 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9763538176493578, -0.26993234720146947, 0.1800676527985306, 0.9763538176493578 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9763538176493578, -0.26993234720146947, 0.1800676527985306, 0.9763538176493578 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9763538176493578, -0.26993234720146947, 0.1800676527985306, 0.9763538176493578 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9763538176493578, -0.26993234720146947, 0.1800676527985306, 0.9763538176493578 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.30460728722611496, 0.9961006777514153, -0.39233500514945213, 0.30460728722611496 ] }, { "afterPhase": 2, "tick": 288, "scores": [ -0.32673290074838207, 0.17326709925161798, 1.0094092350921882, -0.32673290074838207 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9763538176493578, -0.26993234720146947, 0.1800676527985306, 0.9763538176493578 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9763538176493578, -0.26993234720146947, 0.1800676527985306, 0.9763538176493578 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.6666839944349073, 0.35586030489847426, -0.08220722185247885, 0.6666839944349073 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.6666839944349073, 0.35586030489847426, -0.08220722185247885, 0.6666839944349073 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9763538176493578, -0.26993234720146947, 0.1800676527985306, 0.9763538176493578 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9763538176493578, -0.26993234720146947, 0.1800676527985306, 0.9763538176493578 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.30460728722611496, 0.9961006777514153, -0.39233500514945213, 0.30460728722611496 ] }, { "afterPhase": 2, "tick": 288, "scores": [ -0.32673290074838207, 0.17326709925161798, 1.0094092350921882, -0.32673290074838207 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9294964506108491, -0.23163346423997824, 0.1992837099035546, 0.9294964506108491 ] } ] } }, { "regime": "indistinguishable", "seed": 149612, "arms": [ { "id": "fixed", "summary": { "usefulWork": 769.5300775731226, "harvests": 180, "toxicHarvests": 37, "energySpent": 927.6479309782112, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.30862725421054554, "heldoutA": 0.9896664049968499, "heldoutB": -0.2568923211826066, "heldoutC": 0.19310767881739335, "heldoutReturn": 0.9896664049968499, "retentionLoss": 0, "firstAReward": 0.9896664049968499, "afterCReward": 0.9896664049968499, "phaseAWork": 281.3278973768191, "phaseBWork": 145.0432729654171, "phaseCWork": 63.69948883344847, "returnAWork": 279.45941839743796, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 757.5918477508792, "harvests": 180, "toxicHarvests": 65, "energySpent": 958.2095218804259, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 0.30862725421054554, "heldoutA": 0.9896664049968499, "heldoutB": -0.2568923211826066, "heldoutC": 0.19310767881739335, "heldoutReturn": 0.9896664049968499, "retentionLoss": 1.3292272876042892, "firstAReward": 0.9896664049968499, "afterCReward": -0.33956088260743933, "phaseAWork": 272.50573850110396, "phaseBWork": 315.27768769579706, "phaseCWork": 24.430850833872114, "returnAWork": 145.37757072010606, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 659.5549531567126, "harvests": 180, "toxicHarvests": 55, "energySpent": 942.9132316047359, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 8226, "trainingPolicyEvaluations": 6946, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 2, "rollbacks": 1, "heldoutReward": 0.30862725421054554, "heldoutA": 0.9896664049968499, "heldoutB": -0.2568923211826066, "heldoutC": 0.19310767881739335, "heldoutReturn": 0.9896664049968499, "retentionLoss": 0.7108408363326393, "firstAReward": 0.9896664049968499, "afterCReward": 0.27882556866421065, "phaseAWork": 281.3278973768191, "phaseBWork": 234.5622468244286, "phaseCWork": 60.59655517339809, "returnAWork": 83.06825378206679, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 576.4866993746458, "harvests": 172, "toxicHarvests": 87, "energySpent": 990.7430889879912, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 8226, "trainingPolicyEvaluations": 6946, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 3, "rollbacks": 8, "heldoutReward": 0.30862725421054554, "heldoutA": 0.9896664049968499, "heldoutB": -0.2568923211826066, "heldoutC": 0.19310767881739335, "heldoutReturn": 0.9896664049968499, "retentionLoss": 1.3292272876042892, "firstAReward": 0.9896664049968499, "afterCReward": -0.33956088260743933, "phaseAWork": 281.3278973768191, "phaseBWork": 234.5622468244286, "phaseCWork": 60.59655517339809, "returnAWork": 0, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.048972525519212, "gate": 0.9983844549136442, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9122371398707932, "gate": 1.102333271321224, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9225839824247258, "gate": 1.0264630844102802, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0168710477424765, "gate": 1.0219919080620266, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.16400756593554694, "gate": -0.28294533757330337, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.27041507949647975, "gate": -0.2230213219816559, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.17833626840181208, "gate": -0.12313198593273535, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.21226261791162013, "gate": -0.15113915277466608, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.22115433149339417, "gate": 0.16033821823588998, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.12313191287114465, "gate": 0.06640921981083957, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.25790323826727174, "gate": 0.22950739437855416, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.11408113993190576, "gate": 0.20590822369701234, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9721686554013783, "gate": 0.9672702678243047, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9964030164890207, "gate": 1.0141825115805474, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9823034924770725, "gate": 1.0393604280032729, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9271344540183329, "gate": 1.1294570729547655, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-534c0891", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.048972525519212, "gate": 0.9983844549136442, "tick": 0 }, { "epoch": 1, "parent": "p12-534c0891", "candidate": "p12-2f91a09c", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9122371398707932, "gate": 1.102333271321224, "tick": 24 }, { "epoch": 2, "parent": "p12-2f91a09c", "candidate": "p12-f138fef5", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9225839824247258, "gate": 1.0264630844102802, "tick": 48 }, { "epoch": 3, "parent": "p12-f138fef5", "candidate": "p12-66ba36f1", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0168710477424765, "gate": 1.0219919080620266, "tick": 72 }, { "epoch": 4, "parent": "p12-66ba36f1", "candidate": "p12-c4c6705e", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.16400756593554694, "gate": -0.28294533757330337, "tick": 96 }, { "epoch": 5, "parent": "p12-c4c6705e", "candidate": "p12-1d877828", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.3988055383412634, "gate": 0.6668200943519533, "tick": 120 }, { "epoch": 6, "parent": "p12-1d877828", "candidate": "p12-51658bab", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0828826612718625, "gate": 0.9325179024090641, "tick": 144 }, { "epoch": 7, "parent": "p12-51658bab", "candidate": "p12-57374c9a", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.926827457522445, "gate": 1.0337002556275847, "tick": 168 }, { "epoch": 8, "parent": "p12-57374c9a", "candidate": "p12-bf3373f", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.42153520577288445, "gate": -0.44232359335706345, "tick": 192 }, { "epoch": 9, "parent": "p12-bf3373f", "candidate": "p12-2e56e40d", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.39914916126631245, "gate": -0.35280932216470334, "tick": 216 }, { "epoch": 10, "parent": "p12-2e56e40d", "candidate": "p12-57b194bb", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.20176176312330263, "gate": -0.21234439788889206, "tick": 240 }, { "epoch": 11, "parent": "p12-57b194bb", "candidate": "p12-345f755f", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9350679318968034, "gate": 1.0433106714441387, "tick": 264 }, { "epoch": 12, "parent": "p12-345f755f", "candidate": "p12-9b159a3e", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.6489463181300398, "gate": 0.611904382794923, "tick": 288 }, { "epoch": 13, "parent": "p12-9b159a3e", "candidate": "p12-cd3255", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9964030164890207, "gate": 1.0141825115805474, "tick": 312 }, { "epoch": 14, "parent": "p12-cd3255", "candidate": "p12-3d1b82fe", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9823034924770725, "gate": 1.0393604280032729, "tick": 336 }, { "epoch": 15, "parent": "p12-3d1b82fe", "candidate": "p12-d6a7b14d", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9271344540183329, "gate": 1.1294570729547655, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.048972525519212, "gate": 0.9983844549136442, "incumbentGate": 0.9983844549136442, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9409529115517434, "gate": 1.102333271321224, "incumbentGate": 1.102333271321224, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9864714227710799, "gate": 1.0264630844102802, "incumbentGate": 1.0264630844102802, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.016778387444665, "gate": 1.0219919080620266, "incumbentGate": 1.0219919080620266, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.41544290294180847, "gate": -0.28294533757330337, "incumbentGate": -0.28294533757330337, "retentionLoss": 0, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-1f15e2b", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6898487030996204, "gate": 0.8357717110219731, "incumbentGate": -0.2230213219816559, "retentionLoss": 0.3300346913690296, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-2fdeb709", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 1.0383149048962113, "gate": 0.9325179024090641, "incumbentGate": -0.12313198593273535, "retentionLoss": 0.09599062911291922, "tick": 144 }, { "epoch": 7, "parent": "p12-2fdeb709", "candidate": "p12-2fdeb709", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9439984695235307, "gate": 1.0337002556275847, "incumbentGate": 1.0337002556275847, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-2fdeb709", "candidate": "p12-2fdeb709", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.26475513161991104, "gate": -0.44232359335706345, "incumbentGate": -0.44232359335706345, "retentionLoss": 0, "tick": 192 }, { "epoch": 9, "parent": "p12-2fdeb709", "candidate": "p12-2fdeb709", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.03745608125061256, "gate": -0.35280932216470334, "incumbentGate": -0.35280932216470334, "retentionLoss": 0, "tick": 216 }, { "epoch": 10, "parent": "p12-2fdeb709", "candidate": "p12-2fdeb709", "promoted": false, "reason": "Incumbent wins training.", "fit": -0.19286782739800504, "gate": -0.47118934619702996, "incumbentGate": -0.47118934619702996, "retentionLoss": 0, "tick": 240 }, { "epoch": 11, "parent": "p12-2fdeb709", "candidate": "p12-2fdeb709", "promoted": false, "reason": "Incumbent wins training.", "fit": -0.45499486642047976, "gate": -0.39720865559082097, "incumbentGate": -0.39720865559082097, "retentionLoss": 0, "tick": 264 }, { "epoch": 12, "parent": "p12-2fdeb709", "candidate": "p12-2fdeb709", "promoted": false, "reason": "Incumbent wins training.", "fit": -0.09635673054153386, "gate": 0.38265569770988234, "incumbentGate": 0.38265569770988234, "retentionLoss": 0, "tick": 288 }, { "epoch": 13, "parent": "p12-2fdeb709", "candidate": "p12-2fdeb709", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.16202454973212851, "gate": 0.20213367266375326, "incumbentGate": 0.20213367266375326, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-2fdeb709", "candidate": "p12-bdb7ceb8", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.984169559958397, "gate": 1.0393604280032729, "incumbentGate": 0.3562621118277102, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-bdb7ceb8", "candidate": "p12-bdb7ceb8", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9748248783756394, "gate": 1.1294570729547655, "incumbentGate": 1.1294570729547655, "retentionLoss": 0, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.048972525519212, "gate": 0.9983844549136442, "incumbentGate": 0.9983844549136442, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9409529115517434, "gate": 1.102333271321224, "incumbentGate": 1.102333271321224, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9864714227710799, "gate": 1.0264630844102802, "incumbentGate": 1.0264630844102802, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.016778387444665, "gate": 1.0219919080620266, "incumbentGate": 1.0219919080620266, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-d702d66f", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6938844011304731, "gate": 0.9653913294600746, "incumbentGate": -0.28294533757330337, "retentionLoss": 0.7535755027362181, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-f6b404a3", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.818998932043848, "gate": 1.0221029675810438, "incumbentGate": -0.2230213219816559, "retentionLoss": 0.38391756811937144, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-84f8d7ef", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 1.0383149048962113, "gate": 0.9325179024090641, "incumbentGate": -0.12313198593273535, "retentionLoss": 0.09599062911291922, "tick": 144 }, { "epoch": 7, "parent": "p12-84f8d7ef", "candidate": "p12-84f8d7ef", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9439984695235307, "gate": 1.0337002556275847, "incumbentGate": 1.0337002556275847, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-84f8d7ef", "candidate": "p12-c12f8622", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.5517967993864156, "gate": 0.9484516762505676, "incumbentGate": -0.44232359335706345, "retentionLoss": 0.8067028619669196, "tick": 192 }, { "epoch": 9, "parent": "p12-84f8d7ef", "candidate": "p12-a1a84830", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7433559219205347, "gate": 0.9084395879772775, "incumbentGate": -0.35280932216470334, "retentionLoss": 0.7917402533324068, "tick": 216 }, { "epoch": 10, "parent": "p12-84f8d7ef", "candidate": "p12-c7b6ddb2", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8386487961082212, "gate": 0.9465527680773113, "incumbentGate": -0.47118934619702996, "retentionLoss": 0.46136189993061627, "tick": 240 }, { "epoch": 11, "parent": "p12-84f8d7ef", "candidate": "p12-2cb477bc", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9297393322461504, "gate": 1.0433106714441387, "incumbentGate": -0.39720865559082097, "retentionLoss": 0, "tick": 264 }, { "epoch": 12, "parent": "p12-2cb477bc", "candidate": "p12-54a68f8", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.5668174070996724, "gate": 0.9672702678243047, "incumbentGate": -0.3643275571276874, "retentionLoss": 0.6837403429808842, "tick": 288 }, { "epoch": 13, "parent": "p12-2cb477bc", "candidate": "p12-874d5616", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7782367476647928, "gate": 1.0141825115805474, "incumbentGate": -0.3147953265573224, "retentionLoss": 0.5201857723920901, "tick": 312 }, { "epoch": 14, "parent": "p12-2cb477bc", "candidate": "p12-6dd3fa4a", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.984169559958397, "gate": 1.0393604280032729, "incumbentGate": -0.3558517084895641, "retentionLoss": 0.21044599671222908, "tick": 336 }, { "epoch": 15, "parent": "p12-2cb477bc", "candidate": "p12-1698e16c", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9748248783756394, "gate": 1.1294570729547655, "incumbentGate": -0.37131555609070815, "retentionLoss": 0, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9896664049968499, -0.2568923211826066, 0.19310767881739335, 0.9896664049968499 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9896664049968499, -0.2568923211826066, 0.19310767881739335, 0.9896664049968499 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9896664049968499, -0.2568923211826066, 0.19310767881739335, 0.9896664049968499 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9896664049968499, -0.2568923211826066, 0.19310767881739335, 0.9896664049968499 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9896664049968499, -0.2568923211826066, 0.19310767881739335, 0.9896664049968499 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.27882556866421065, 0.9778361400959561, -0.42117443133578936, 0.27882556866421065 ] }, { "afterPhase": 2, "tick": 288, "scores": [ -0.33956088260743933, 0.1604391173925605, 1.006408094218073, -0.33956088260743933 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9896664049968499, -0.2568923211826066, 0.19310767881739335, 0.9896664049968499 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9896664049968499, -0.2568923211826066, 0.19310767881739335, 0.9896664049968499 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.27882556866421065, 0.9778361400959561, -0.42117443133578936, 0.27882556866421065 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.27882556866421065, 0.9778361400959561, -0.42117443133578936, 0.27882556866421065 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9896664049968499, -0.2568923211826066, 0.19310767881739335, 0.9896664049968499 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9896664049968499, -0.2568923211826066, 0.19310767881739335, 0.9896664049968499 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.27882556866421065, 0.9778361400959561, -0.42117443133578936, 0.27882556866421065 ] }, { "afterPhase": 2, "tick": 288, "scores": [ -0.33956088260743933, 0.1604391173925605, 1.006408094218073, -0.33956088260743933 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9896664049968499, -0.2568923211826066, 0.19310767881739335, 0.9896664049968499 ] } ] } }, { "regime": "indistinguishable", "seed": 159585, "arms": [ { "id": "fixed", "summary": { "usefulWork": 747.4779690048198, "harvests": 180, "toxicHarvests": 38, "energySpent": 928.4997348163668, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.32367082158329996, "heldoutA": 1.0053967330480487, "heldoutB": -0.24219213414907434, "heldoutC": 0.20780786585092562, "heldoutReturn": 1.0053967330480487, "retentionLoss": 0, "firstAReward": 1.0053967330480487, "afterCReward": 1.0053967330480487, "phaseAWork": 264.4840309722197, "phaseBWork": 136.18889868876954, "phaseCWork": 65.5749533119266, "returnAWork": 281.2300860319039, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 667.11545565009, "harvests": 180, "toxicHarvests": 55, "energySpent": 947.6233045387921, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 0.32367082158329996, "heldoutA": 1.0053967330480487, "heldoutB": -0.24219213414907434, "heldoutC": 0.20780786585092562, "heldoutReturn": 1.0053967330480487, "retentionLoss": 0.28000229915152075, "firstAReward": 1.0053967330480487, "afterCReward": 0.7253944338965279, "phaseAWork": 259.64721169467134, "phaseBWork": 165.85273022887014, "phaseCWork": 55.1015769253998, "returnAWork": 186.5139368011487, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 573.3890284671946, "harvests": 177, "toxicHarvests": 70, "energySpent": 969.516136753074, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 8210, "trainingPolicyEvaluations": 6930, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 2, "rollbacks": 8, "heldoutReward": 0.32367082158329996, "heldoutA": 1.0053967330480487, "heldoutB": -0.24219213414907434, "heldoutC": 0.20780786585092562, "heldoutReturn": 1.0053967330480487, "retentionLoss": 0.7280938067286301, "firstAReward": 1.0053967330480487, "afterCReward": 0.27730292631941855, "phaseAWork": 264.4840309722197, "phaseBWork": 136.18889868876954, "phaseCWork": 0, "returnAWork": 172.71609880620537, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 555.2038129629649, "harvests": 172, "toxicHarvests": 83, "energySpent": 990.8047400780883, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 8210, "trainingPolicyEvaluations": 6930, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 2, "rollbacks": 9, "heldoutReward": 0.2652759684400656, "heldoutA": -0.34721998915385577, "heldoutB": 0.150740086010118, "heldoutC": 0.9923078084639346, "heldoutReturn": -0.34721998915385577, "retentionLoss": 1.3526167222019043, "firstAReward": 1.0053967330480487, "afterCReward": -0.34721998915385577, "phaseAWork": 264.4840309722197, "phaseBWork": 182.70571714883488, "phaseCWork": 84.78557728147001, "returnAWork": 23.22848756044027, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0822535874944714, "gate": 0.8902870488195558, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.8677030405987384, "gate": 0.9410269366203742, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9937316683391058, "gate": 1.0729594303302539, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9653517191731117, "gate": 0.9295034037291292, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.23098094374431208, "gate": -0.27406248946933076, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.16871125764919545, "gate": -0.33625196722722567, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.302819899689454, "gate": -0.2860880691448297, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.21014725796336753, "gate": -0.2469630402420175, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.24676719034031677, "gate": 0.2503821095294974, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.20706412942323996, "gate": 0.3359057180318361, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.14208473205678632, "gate": 0.07665170296690564, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.276817418935462, "gate": 0.16889434503708853, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9520694348380309, "gate": 0.9969709019839389, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0539581826491564, "gate": 0.9580356919750228, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9816229742410204, "gate": 1.03747134195269, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9695013449713543, "gate": 1.0430519878281277, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-e93a952a", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0822535874944714, "gate": 0.8902870488195558, "tick": 0 }, { "epoch": 1, "parent": "p12-e93a952a", "candidate": "p12-ca6c4ab6", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8677030405987384, "gate": 0.9410269366203742, "tick": 24 }, { "epoch": 2, "parent": "p12-ca6c4ab6", "candidate": "p12-4fecfe4f", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9937316683391058, "gate": 1.0729594303302539, "tick": 48 }, { "epoch": 3, "parent": "p12-4fecfe4f", "candidate": "p12-48ffcec7", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9653517191731117, "gate": 0.9295034037291292, "tick": 72 }, { "epoch": 4, "parent": "p12-48ffcec7", "candidate": "p12-71a2a6f7", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.23098094374431208, "gate": -0.27406248946933076, "tick": 96 }, { "epoch": 5, "parent": "p12-71a2a6f7", "candidate": "p12-e458d205", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.5265406696311522, "gate": 0.652643635398792, "tick": 120 }, { "epoch": 6, "parent": "p12-e458d205", "candidate": "p12-749d5616", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.7577109430833914, "gate": 0.5759161567145038, "tick": 144 }, { "epoch": 7, "parent": "p12-749d5616", "candidate": "p12-476203dc", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0045321162800416, "gate": 1.0304899500914564, "tick": 168 }, { "epoch": 8, "parent": "p12-476203dc", "candidate": "p12-2365e690", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.1998493093858078, "gate": -0.28251841601920163, "tick": 192 }, { "epoch": 9, "parent": "p12-2365e690", "candidate": "p12-9058ebbd", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.09855423746588893, "gate": 0.0968234100692167, "tick": 216 }, { "epoch": 10, "parent": "p12-9058ebbd", "candidate": "p12-76231a2e", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.011811737493733841, "gate": -0.1494924087627576, "tick": 240 }, { "epoch": 11, "parent": "p12-76231a2e", "candidate": "p12-c5135a09", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.05733732461569586, "gate": 0.16889434503708853, "tick": 264 }, { "epoch": 12, "parent": "p12-c5135a09", "candidate": "p12-2328b98e", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.6094463931981354, "gate": 0.8813340976061207, "tick": 288 }, { "epoch": 13, "parent": "p12-2328b98e", "candidate": "p12-7572c6bb", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.914783117309522, "gate": 0.9580356919750228, "tick": 312 }, { "epoch": 14, "parent": "p12-7572c6bb", "candidate": "p12-a7d3b762", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9816229742410204, "gate": 1.03747134195269, "tick": 336 }, { "epoch": 15, "parent": "p12-a7d3b762", "candidate": "p12-577d932e", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9695013449713543, "gate": 1.0430519878281277, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0822535874944714, "gate": 0.8902870488195558, "incumbentGate": 0.8902870488195558, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8752310433390107, "gate": 0.9410269366203742, "incumbentGate": 0.9410269366203742, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9549068882856779, "gate": 1.0729594303302539, "incumbentGate": 1.0729594303302539, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9933807663141446, "gate": 0.9295034037291292, "incumbentGate": 0.9295034037291292, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-1b6f841b", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6442842398309748, "gate": 1.043779531355378, "incumbentGate": -0.27406248946933076, "retentionLoss": 0.6597162462351545, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-dc44f77c", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8813129226665023, "gate": 1.1218626026956635, "incumbentGate": -0.33625196722722567, "retentionLoss": 0.37946966360358725, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-9b2c1d09", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7913752672758428, "gate": 0.5439716140145686, "incumbentGate": -0.2860880691448297, "retentionLoss": 0.22653955946302984, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-b540a231", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 1.0004136783573612, "gate": 1.0304899500914564, "incumbentGate": -0.2469630402420175, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-b540a231", "candidate": "p12-7d3771fa", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6042929290945113, "gate": 0.9531346397075225, "incumbentGate": -0.37011676379842745, "retentionLoss": 0.8213987361193461, "tick": 192 }, { "epoch": 9, "parent": "p12-b540a231", "candidate": "p12-b8d2455f", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.1773356165586734, "gate": 0.3359057180318361, "incumbentGate": -0.3967202628087812, "retentionLoss": 0.5627568103228834, "tick": 216 }, { "epoch": 10, "parent": "p12-b540a231", "candidate": "p12-64d1c8dd", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.20189135036207642, "gate": 0.24983418023423867, "incumbentGate": -0.3240064629890148, "retentionLoss": 0.2740243955298615, "tick": 240 }, { "epoch": 11, "parent": "p12-b540a231", "candidate": "p12-d1e0a119", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9756474952201831, "gate": 0.9814108875396849, "incumbentGate": -0.3645791678951927, "retentionLoss": 0.31822711027389494, "tick": 264 }, { "epoch": 12, "parent": "p12-b540a231", "candidate": "p12-a90e593d", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.04584727858206233, "gate": 0.17375331601248165, "incumbentGate": 0.324912193101701, "retentionLoss": 0, "tick": 288 }, { "epoch": 13, "parent": "p12-b540a231", "candidate": "p12-a92edf75", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.8163565657980537, "gate": 0.9580356919750228, "incumbentGate": 0.21125662913636803, "retentionLoss": 0.07435272891726491, "tick": 312 }, { "epoch": 14, "parent": "p12-a92edf75", "candidate": "p12-a92edf75", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8512558868836986, "gate": 1.03747134195269, "incumbentGate": 1.03747134195269, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-a92edf75", "candidate": "p12-a92edf75", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9304204547927447, "gate": 1.0430519878281277, "incumbentGate": 1.0430519878281277, "retentionLoss": 0, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0822535874944714, "gate": 0.8902870488195558, "incumbentGate": 0.8902870488195558, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8752310433390107, "gate": 0.9410269366203742, "incumbentGate": 0.9410269366203742, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9549068882856779, "gate": 1.0729594303302539, "incumbentGate": 1.0729594303302539, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9933807663141446, "gate": 0.9295034037291292, "incumbentGate": 0.9295034037291292, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-83aa6a3f", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.6610973812502147, "gate": -0.0025442138519198806, "incumbentGate": -0.27406248946933076, "retentionLoss": 0.09814167796272444, "tick": 96 }, { "epoch": 5, "parent": "p12-83aa6a3f", "candidate": "p12-64de2701", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8813129226665023, "gate": 1.1218626026956635, "incumbentGate": 0.4196771224699532, "retentionLoss": 0.5120856566092205, "tick": 120 }, { "epoch": 6, "parent": "p12-83aa6a3f", "candidate": "p12-86c23f65", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9271197441065483, "gate": 0.9479669287980409, "incumbentGate": 0.12136071522483373, "retentionLoss": 0.22321560255222517, "tick": 144 }, { "epoch": 7, "parent": "p12-83aa6a3f", "candidate": "p12-ff6a21f", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 1.0004136783573612, "gate": 1.0304899500914564, "incumbentGate": 0.007748984004575525, "retentionLoss": 0.12365671264111311, "tick": 168 }, { "epoch": 8, "parent": "p12-83aa6a3f", "candidate": "p12-e03f252a", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6382058615199379, "gate": 0.9531346397075225, "incumbentGate": 0.08138642983873233, "retentionLoss": 0.8961650052846725, "tick": 192 }, { "epoch": 9, "parent": "p12-83aa6a3f", "candidate": "p12-bb9e755c", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.737539961183905, "gate": 1.0198615468075436, "incumbentGate": 0.09596112918260712, "retentionLoss": 0.4170253156166553, "tick": 216 }, { "epoch": 10, "parent": "p12-83aa6a3f", "candidate": "p12-428b6733", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9324810271381995, "gate": 0.9661485232482185, "incumbentGate": -0.10993409935180065, "retentionLoss": 0.07341195754997615, "tick": 240 }, { "epoch": 11, "parent": "p12-428b6733", "candidate": "p12-428b6733", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9756474952201831, "gate": 0.9814108875396849, "incumbentGate": 0.9814108875396849, "retentionLoss": 0, "tick": 264 }, { "epoch": 12, "parent": "p12-428b6733", "candidate": "p12-9b0e7d04", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6397710006551319, "gate": 0.7848949664783351, "incumbentGate": -0.27732913890172933, "retentionLoss": 0.652970590161383, "tick": 288 }, { "epoch": 13, "parent": "p12-428b6733", "candidate": "p12-968571b4", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8163565657980537, "gate": 0.9580356919750228, "incumbentGate": -0.26063188718601593, "retentionLoss": 0.4893379533633927, "tick": 312 }, { "epoch": 14, "parent": "p12-428b6733", "candidate": "p12-5c6e3ced", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8512558868836986, "gate": 1.03747134195269, "incumbentGate": -0.30120679752079, "retentionLoss": 0.4893379533633927, "tick": 336 }, { "epoch": 15, "parent": "p12-428b6733", "candidate": "p12-ba8ae517", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9304204547927447, "gate": 1.0430519878281277, "incumbentGate": -0.47641643698305997, "retentionLoss": 0.1603018002934758, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0053967330480487, -0.24219213414907434, 0.20780786585092562, 1.0053967330480487 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 1.0053967330480487, -0.24219213414907434, 0.20780786585092562, 1.0053967330480487 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 1.0053967330480487, -0.24219213414907434, 0.20780786585092562, 1.0053967330480487 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 1.0053967330480487, -0.24219213414907434, 0.20780786585092562, 1.0053967330480487 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0053967330480487, -0.24219213414907434, 0.20780786585092562, 1.0053967330480487 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.27730292631941855, 0.9764145373356458, -0.4226970736805815, 0.27730292631941855 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.7253944338965279, 0.20786545410806653, -0.03588454589193346, 0.7253944338965279 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 1.0053967330480487, -0.24219213414907434, 0.20780786585092562, 1.0053967330480487 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0053967330480487, -0.24219213414907434, 0.20780786585092562, 1.0053967330480487 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.27730292631941855, 0.9764145373356458, -0.4226970736805815, 0.27730292631941855 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.27730292631941855, 0.9764145373356458, -0.4226970736805815, 0.27730292631941855 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 1.0053967330480487, -0.24219213414907434, 0.20780786585092562, 1.0053967330480487 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0053967330480487, -0.24219213414907434, 0.20780786585092562, 1.0053967330480487 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.7223860442521084, 0.23589202472808798, -0.0367642252719121, 0.7223860442521084 ] }, { "afterPhase": 2, "tick": 288, "scores": [ -0.34721998915385577, 0.150740086010118, 0.9923078084639346, -0.34721998915385577 ] }, { "afterPhase": 3, "tick": 384, "scores": [ -0.34721998915385577, 0.150740086010118, 0.9923078084639346, -0.34721998915385577 ] } ] } }, { "regime": "indistinguishable", "seed": 169558, "arms": [ { "id": "fixed", "summary": { "usefulWork": 733.7513939358445, "harvests": 180, "toxicHarvests": 42, "energySpent": 934.8161505836232, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.313547612801946, "heldoutA": 0.9937785504202623, "heldoutB": -0.2515678560072122, "heldoutC": 0.19843214399278783, "heldoutReturn": 0.9937785504202623, "retentionLoss": 0, "firstAReward": 0.9937785504202623, "afterCReward": 0.9937785504202623, "phaseAWork": 285.73977426752464, "phaseBWork": 147.12796159262973, "phaseCWork": 41.434920232234845, "returnAWork": 259.44873784345526, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 757.7852210515493, "harvests": 179, "toxicHarvests": 62, "energySpent": 954.8095231345407, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 0.313547612801946, "heldoutA": 0.9937785504202623, "heldoutB": -0.2515678560072122, "heldoutC": 0.19843214399278783, "heldoutReturn": 0.9937785504202623, "retentionLoss": 1.04718196471345, "firstAReward": 0.9937785504202623, "afterCReward": -0.05340341429318766, "phaseAWork": 285.73977426752464, "phaseBWork": 299.54728213753737, "phaseCWork": 16.19872665257924, "returnAWork": 156.2994379939081, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 623.498514873596, "harvests": 179, "toxicHarvests": 69, "energySpent": 967.4816382135793, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 8126, "trainingPolicyEvaluations": 6846, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 2, "rollbacks": 8, "heldoutReward": 0.313547612801946, "heldoutA": 0.9937785504202623, "heldoutB": -0.2515678560072122, "heldoutC": 0.19843214399278783, "heldoutReturn": 0.9937785504202623, "retentionLoss": 0.548949261119958, "firstAReward": 0.9937785504202623, "afterCReward": 0.44482928930030435, "phaseAWork": 285.73977426752464, "phaseBWork": 147.12796159262973, "phaseCWork": 6.3746315706160885, "returnAWork": 184.25614744282558, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 433.4011041031995, "harvests": 166, "toxicHarvests": 106, "energySpent": 1021.8960557672173, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 8126, "trainingPolicyEvaluations": 6846, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 3, "rollbacks": 9, "heldoutReward": 0.313547612801946, "heldoutA": 0.9937785504202623, "heldoutB": -0.2515678560072122, "heldoutC": 0.19843214399278783, "heldoutReturn": 0.9937785504202623, "retentionLoss": 1.3295459555728737, "firstAReward": 0.9937785504202623, "afterCReward": -0.3357674051526113, "phaseAWork": 285.73977426752464, "phaseBWork": 147.12796159262973, "phaseCWork": 0.5333682430451177, "returnAWork": 0, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9295139684874801, "gate": 1.0904291608615553, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0124710828409416, "gate": 0.9459129924457174, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9788885926178402, "gate": 0.9967430543428243, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9435590611264358, "gate": 0.9096716451151071, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.27731093664860257, "gate": -0.163329286860471, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.24205635902621084, "gate": -0.11510527140415305, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.30477254932755876, "gate": -0.3622014332049613, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.29259860251396835, "gate": -0.21666087998502107, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.22696147602646485, "gate": 0.06240552518186663, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.21167752030835263, "gate": 0.17899770735085105, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.1749524039835927, "gate": 0.2128669989374263, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.24563059181474292, "gate": 0.0056427598559723, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0034162630145225, "gate": 0.9226167435308389, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.8970934180576187, "gate": 1.0693022835982544, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.998968855259094, "gate": 1.0373282398579935, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0054428590696591, "gate": 0.9323677563068293, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-ba730d7f", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9295139684874801, "gate": 1.0904291608615553, "tick": 0 }, { "epoch": 1, "parent": "p12-ba730d7f", "candidate": "p12-f02810b6", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0124710828409416, "gate": 0.9459129924457174, "tick": 24 }, { "epoch": 2, "parent": "p12-f02810b6", "candidate": "p12-55a4843", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9788885926178402, "gate": 0.9967430543428243, "tick": 48 }, { "epoch": 3, "parent": "p12-55a4843", "candidate": "p12-ab39b754", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9435590611264358, "gate": 0.9096716451151071, "tick": 72 }, { "epoch": 4, "parent": "p12-ab39b754", "candidate": "p12-52dda87c", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.3006796619985856, "gate": -0.06386586360284746, "tick": 96 }, { "epoch": 5, "parent": "p12-52dda87c", "candidate": "p12-4a6e9314", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.6826329270927576, "gate": 0.5494926321779124, "tick": 120 }, { "epoch": 6, "parent": "p12-4a6e9314", "candidate": "p12-c855fab3", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0537259260538467, "gate": 0.8793817922432217, "tick": 144 }, { "epoch": 7, "parent": "p12-c855fab3", "candidate": "p12-1547a7f2", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.010146340261487, "gate": 0.9818659044818047, "tick": 168 }, { "epoch": 8, "parent": "p12-1547a7f2", "candidate": "p12-7c9813d0", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.4452534592796295, "gate": -0.33684458414679463, "tick": 192 }, { "epoch": 9, "parent": "p12-7c9813d0", "candidate": "p12-331e746d", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.3626730508817804, "gate": -0.45389394259338794, "tick": 216 }, { "epoch": 10, "parent": "p12-331e746d", "candidate": "p12-8c08c0d4", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.137640350229736, "gate": 0.03063946292075605, "tick": 240 }, { "epoch": 11, "parent": "p12-8c08c0d4", "candidate": "p12-d0c3ca1b", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8043522713114223, "gate": 0.77945040770555, "tick": 264 }, { "epoch": 12, "parent": "p12-d0c3ca1b", "candidate": "p12-effe431d", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.6694040434572693, "gate": 0.6790620533767734, "tick": 288 }, { "epoch": 13, "parent": "p12-effe431d", "candidate": "p12-e77c36f8", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8970934180576187, "gate": 1.0693022835982544, "tick": 312 }, { "epoch": 14, "parent": "p12-e77c36f8", "candidate": "p12-7da32666", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.998968855259094, "gate": 1.0373282398579935, "tick": 336 }, { "epoch": 15, "parent": "p12-7da32666", "candidate": "p12-341707ec", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0054428590696591, "gate": 0.9323677563068293, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9295139684874801, "gate": 1.0904291608615553, "incumbentGate": 1.0904291608615553, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0454207498384507, "gate": 0.9459129924457174, "incumbentGate": 0.9459129924457174, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9960372592154435, "gate": 0.9967430543428243, "incumbentGate": 0.9967430543428243, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9626381975864192, "gate": 0.9096716451151071, "incumbentGate": 0.9096716451151071, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-89ecc12c", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.677839366349488, "gate": 0.8953246437038578, "incumbentGate": -0.163329286860471, "retentionLoss": 0.8101796219706987, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-21f5f296", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7727120246322515, "gate": 1.01122011945183, "incumbentGate": -0.11510527140415305, "retentionLoss": 0.5255012293636396, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-c8704d0a", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6598949680462943, "gate": 0.5737127418049132, "incumbentGate": -0.3622014332049613, "retentionLoss": 0.7737313110655643, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-118b68cb", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9189600289217371, "gate": 0.9818659044818047, "incumbentGate": -0.21666087998502107, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-118b68cb", "candidate": "p12-afc46dcb", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.5307510784493912, "gate": 0.9905839966460058, "incumbentGate": -0.30695411988225224, "retentionLoss": 0.7700699217887594, "tick": 192 }, { "epoch": 9, "parent": "p12-118b68cb", "candidate": "p12-80c1b0cb", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7961724138193903, "gate": 0.9184554696654462, "incumbentGate": -0.45389394259338794, "retentionLoss": 0.5875529998207417, "tick": 216 }, { "epoch": 10, "parent": "p12-118b68cb", "candidate": "p12-a8694586", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.5467103320031527, "gate": 0.3430108162432279, "incumbentGate": -0.3586289134065082, "retentionLoss": 0.21976181411545076, "tick": 240 }, { "epoch": 11, "parent": "p12-118b68cb", "candidate": "p12-963266f", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7237711891790005, "gate": 0.8349010666477303, "incumbentGate": -0.25749113132680934, "retentionLoss": 0.10992898775876281, "tick": 264 }, { "epoch": 12, "parent": "p12-118b68cb", "candidate": "p12-ab911876", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.5608662811050095, "gate": 0.9226167435308389, "incumbentGate": 0.3279241983003414, "retentionLoss": 0.37550621983960303, "tick": 288 }, { "epoch": 13, "parent": "p12-118b68cb", "candidate": "p12-29bcb1ea", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.6807087473225896, "gate": 1.0693022835982544, "incumbentGate": 0.39085039485828715, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-29bcb1ea", "candidate": "p12-29bcb1ea", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9974641844118203, "gate": 1.0373282398579935, "incumbentGate": 1.0373282398579935, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-29bcb1ea", "candidate": "p12-29bcb1ea", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0220796075297682, "gate": 0.9323677563068293, "incumbentGate": 0.9323677563068293, "retentionLoss": 0, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9295139684874801, "gate": 1.0904291608615553, "incumbentGate": 1.0904291608615553, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0454207498384507, "gate": 0.9459129924457174, "incumbentGate": 0.9459129924457174, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9960372592154435, "gate": 0.9967430543428243, "incumbentGate": 0.9967430543428243, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9626381975864192, "gate": 0.9096716451151071, "incumbentGate": 0.9096716451151071, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-1fc1693d", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.677839366349488, "gate": 0.8953246437038578, "incumbentGate": -0.163329286860471, "retentionLoss": 0.8101796219706987, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-c7f8db9b", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7727120246322515, "gate": 1.01122011945183, "incumbentGate": -0.11510527140415305, "retentionLoss": 0.5255012293636396, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-da182f18", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.963550457112889, "gate": 0.8793817922432217, "incumbentGate": -0.3622014332049613, "retentionLoss": 0.26945489953533885, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-edb693ef", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9733897998832611, "gate": 0.9818659044818047, "incumbentGate": -0.21666087998502107, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-edb693ef", "candidate": "p12-dc38a314", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.5307510784493912, "gate": 0.9905839966460058, "incumbentGate": -0.33684458414679463, "retentionLoss": 0.878929463711808, "tick": 192 }, { "epoch": 9, "parent": "p12-edb693ef", "candidate": "p12-5b41a705", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7961724138193903, "gate": 0.9184554696654462, "incumbentGate": -0.45389394259338794, "retentionLoss": 0.6964125417437903, "tick": 216 }, { "epoch": 10, "parent": "p12-edb693ef", "candidate": "p12-e4e8b9a1", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9145219064839779, "gate": 0.9171061260019368, "incumbentGate": -0.45533907474540986, "retentionLoss": 0.21976181411545076, "tick": 240 }, { "epoch": 11, "parent": "p12-edb693ef", "candidate": "p12-1bc90f", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.976309577260166, "gate": 1.0964311680847187, "incumbentGate": -0.3981230969547313, "retentionLoss": 0, "tick": 264 }, { "epoch": 12, "parent": "p12-1bc90f", "candidate": "p12-a75f9a4f", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.5608662811050095, "gate": 0.9226167435308389, "incumbentGate": -0.2412998760564682, "retentionLoss": 0.8059447236556724, "tick": 288 }, { "epoch": 13, "parent": "p12-1bc90f", "candidate": "p12-d719f496", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6807087473225896, "gate": 1.0693022835982544, "incumbentGate": -0.37796052304145444, "retentionLoss": 0.5390221706511804, "tick": 312 }, { "epoch": 14, "parent": "p12-1bc90f", "candidate": "p12-e97b4d0e", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9974641844118203, "gate": 1.0373282398579935, "incumbentGate": -0.38939684474359654, "retentionLoss": 0.1508537484440206, "tick": 336 }, { "epoch": 15, "parent": "p12-1bc90f", "candidate": "p12-1238495", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 1.0220796075297682, "gate": 0.9323677563068293, "incumbentGate": -0.38183509530523296, "retentionLoss": 0, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9937785504202623, -0.2515678560072122, 0.19843214399278783, 0.9937785504202623 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9937785504202623, -0.2515678560072122, 0.19843214399278783, 0.9937785504202623 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9937785504202623, -0.2515678560072122, 0.19843214399278783, 0.9937785504202623 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9937785504202623, -0.2515678560072122, 0.19843214399278783, 0.9937785504202623 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9937785504202623, -0.2515678560072122, 0.19843214399278783, 0.9937785504202623 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.33976895140891084, 1.0290870738129794, -0.36023104859108906, 0.33976895140891084 ] }, { "afterPhase": 2, "tick": 288, "scores": [ -0.05340341429318766, 0.5170570695415272, 0.4932259684895423, -0.05340341429318766 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9937785504202623, -0.2515678560072122, 0.19843214399278783, 0.9937785504202623 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9937785504202623, -0.2515678560072122, 0.19843214399278783, 0.9937785504202623 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.44482928930030435, 0.7990574557566544, -0.27229191664741403, 0.44482928930030435 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.44482928930030435, 0.7990574557566544, -0.27229191664741403, 0.44482928930030435 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9937785504202623, -0.2515678560072122, 0.19843214399278783, 0.9937785504202623 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9937785504202623, -0.2515678560072122, 0.19843214399278783, 0.9937785504202623 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.33976895140891084, 1.0290870738129794, -0.36023104859108906, 0.33976895140891084 ] }, { "afterPhase": 2, "tick": 288, "scores": [ -0.3357674051526113, 0.1368888448473886, 0.9799857167972086, -0.3357674051526113 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9937785504202623, -0.2515678560072122, 0.19843214399278783, 0.9937785504202623 ] } ] } }, { "regime": "indistinguishable", "seed": 179531, "arms": [ { "id": "fixed", "summary": { "usefulWork": 777.7581917262306, "harvests": 179, "toxicHarvests": 35, "energySpent": 925.379888697654, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.29451412654751746, "heldoutA": 0.9739753763049503, "heldoutB": -0.27021649833119893, "heldoutC": 0.17978350166880108, "heldoutReturn": 0.9739753763049503, "retentionLoss": 0, "firstAReward": 0.9739753763049503, "afterCReward": 0.9739753763049503, "phaseAWork": 279.63530312867766, "phaseBWork": 152.6480910593474, "phaseCWork": 65.61356996562841, "returnAWork": 279.86122757257715, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 818.5448936967206, "harvests": 179, "toxicHarvests": 48, "energySpent": 936.5741648461807, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 0.29451412654751746, "heldoutA": 0.9739753763049503, "heldoutB": -0.27021649833119893, "heldoutC": 0.17978350166880108, "heldoutReturn": 0.9739753763049503, "retentionLoss": 0.7039456236591524, "firstAReward": 0.9739753763049503, "afterCReward": 0.2700297526457979, "phaseAWork": 283.9974380475457, "phaseBWork": 222.5006354122944, "phaseCWork": 110.12489325668895, "returnAWork": 201.92192698019153, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 777.7581917262306, "harvests": 179, "toxicHarvests": 35, "energySpent": 925.379888697654, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 8152, "trainingPolicyEvaluations": 6872, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 7, "heldoutReward": 0.29451412654751746, "heldoutA": 0.9739753763049503, "heldoutB": -0.27021649833119893, "heldoutC": 0.17978350166880108, "heldoutReturn": 0.9739753763049503, "retentionLoss": 0, "firstAReward": 0.9739753763049503, "afterCReward": 0.9739753763049503, "phaseAWork": 279.63530312867766, "phaseBWork": 152.6480910593474, "phaseCWork": 65.61356996562841, "returnAWork": 279.86122757257715, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 599.0335394346135, "harvests": 175, "toxicHarvests": 75, "energySpent": 979.2038606275473, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 8152, "trainingPolicyEvaluations": 6872, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 1, "rollbacks": 11, "heldoutReward": 0.2729341790771752, "heldoutA": -0.12004561728986267, "heldoutB": 0.3846418827101373, "heldoutC": 0.554206271811251, "heldoutReturn": -0.12004561728986267, "retentionLoss": 1.094020993594813, "firstAReward": 0.9739753763049503, "afterCReward": -0.12004561728986267, "phaseAWork": 279.63530312867766, "phaseBWork": 152.6480910593474, "phaseCWork": 144.5097076981595, "returnAWork": 22.240437548428986, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0235129582376747, "gate": 0.9534578533676084, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0842864883866252, "gate": 0.8880488877243596, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9950798865513049, "gate": 1.0273384284786062, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.08716977154406, "gate": 0.9445023979106025, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.18617232691079802, "gate": -0.24312521082434865, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.20802637499784518, "gate": -0.2977822486084653, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2839984958832263, "gate": -0.2664697272014499, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.1644605074180839, "gate": -0.1676049775712453, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.09126988928776285, "gate": 0.05184816209166442, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.20636632355153642, "gate": 0.20186394308330513, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.3149592113306386, "gate": 0.2542410378438891, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.28564666576981096, "gate": 0.2711402279986432, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9757405923051582, "gate": 0.9590292580728402, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.986615830633506, "gate": 0.8961182096518664, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0128812817120398, "gate": 0.99745826345316, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.1000502503210245, "gate": 0.9971857845584601, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-ff156487", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0235129582376747, "gate": 0.9534578533676084, "tick": 0 }, { "epoch": 1, "parent": "p12-ff156487", "candidate": "p12-728c173b", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0842864883866252, "gate": 0.8880488877243596, "tick": 24 }, { "epoch": 2, "parent": "p12-728c173b", "candidate": "p12-c07c748e", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9950798865513049, "gate": 1.0273384284786062, "tick": 48 }, { "epoch": 3, "parent": "p12-c07c748e", "candidate": "p12-dca48545", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.08716977154406, "gate": 0.9445023979106025, "tick": 72 }, { "epoch": 4, "parent": "p12-dca48545", "candidate": "p12-14b06156", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.18617232691079802, "gate": -0.24312521082434865, "tick": 96 }, { "epoch": 5, "parent": "p12-14b06156", "candidate": "p12-89676225", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.3108305560886402, "gate": 0.36795397311914296, "tick": 120 }, { "epoch": 6, "parent": "p12-89676225", "candidate": "p12-396e1978", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9300695825691192, "gate": 0.9416845618601851, "tick": 144 }, { "epoch": 7, "parent": "p12-396e1978", "candidate": "p12-308b35eb", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9937413500945272, "gate": 0.9629442790583846, "tick": 168 }, { "epoch": 8, "parent": "p12-308b35eb", "candidate": "p12-82309bc6", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.41227897998201074, "gate": -0.36054913857128845, "tick": 192 }, { "epoch": 9, "parent": "p12-82309bc6", "candidate": "p12-1bba3369", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.1777042220849658, "gate": -0.13790845932289644, "tick": 216 }, { "epoch": 10, "parent": "p12-1bba3369", "candidate": "p12-f69ba49d", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.26256853019642157, "gate": 0.3759045029894157, "tick": 240 }, { "epoch": 11, "parent": "p12-f69ba49d", "candidate": "p12-e4bdfc63", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.450198919424141, "gate": 0.3714649708374586, "tick": 264 }, { "epoch": 12, "parent": "p12-e4bdfc63", "candidate": "p12-f98c0517", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.5969086130373766, "gate": 0.2837500197228404, "tick": 288 }, { "epoch": 13, "parent": "p12-f98c0517", "candidate": "p12-d49ea468", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.986615830633506, "gate": 0.8961182096518664, "tick": 312 }, { "epoch": 14, "parent": "p12-d49ea468", "candidate": "p12-34b1159f", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0128812817120398, "gate": 0.99745826345316, "tick": 336 }, { "epoch": 15, "parent": "p12-34b1159f", "candidate": "p12-92067330", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.1000502503210245, "gate": 0.9971857845584601, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0235129582376747, "gate": 0.9534578533676084, "incumbentGate": 0.9534578533676084, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0406769433802863, "gate": 0.8880488877243596, "incumbentGate": 0.8880488877243596, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.946148422096734, "gate": 1.0273384284786062, "incumbentGate": 1.0273384284786062, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0330453532175492, "gate": 0.9445023979106025, "incumbentGate": 0.9445023979106025, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-fa12c55d", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7084987531172843, "gate": 1.0676537614620578, "incumbentGate": -0.24312521082434865, "retentionLoss": 0.7207203957550022, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-795bf406", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7111215897571522, "gate": 0.6555620337007037, "incumbentGate": -0.2977822486084653, "retentionLoss": 0.4948461192408109, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-c5980036", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.4255958030402169, "gate": 0.7491348403634309, "incumbentGate": -0.2664697272014499, "retentionLoss": 0.3438982428433721, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-bc6f0f16", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9330432311034434, "gate": 0.9629442790583846, "incumbentGate": -0.1676049775712453, "retentionLoss": 0.49832323582369625, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-9a6a73fd", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.24364360977731833, "gate": -0.36054913857128845, "incumbentGate": 0.05184816209166442, "retentionLoss": 0.23010781433766953, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-aa36bee1", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.0713446316251151, "gate": 0.20186394308330513, "incumbentGate": 0.20186394308330513, "retentionLoss": 0, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-61ea1c79", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.20161870737255605, "gate": 0.18697114536607315, "incumbentGate": 0.2542410378438891, "retentionLoss": 0, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.2488943763477055, "gate": 0.2711402279986432, "incumbentGate": 0.2711402279986432, "retentionLoss": 0, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.6067752516315293, "gate": 0.9590292580728402, "incumbentGate": 0.9590292580728402, "retentionLoss": 0, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.7933640714718316, "gate": 0.8961182096518664, "incumbentGate": 0.8961182096518664, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.950966804968851, "gate": 0.99745826345316, "incumbentGate": 0.99745826345316, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0056265309235661, "gate": 0.9971857845584601, "incumbentGate": 0.9971857845584601, "retentionLoss": 0, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0235129582376747, "gate": 0.9534578533676084, "incumbentGate": 0.9534578533676084, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0406769433802863, "gate": 0.8880488877243596, "incumbentGate": 0.8880488877243596, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.946148422096734, "gate": 1.0273384284786062, "incumbentGate": 1.0273384284786062, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0330453532175492, "gate": 0.9445023979106025, "incumbentGate": 0.9445023979106025, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-bf397d2a", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7084987531172843, "gate": 1.0676537614620578, "incumbentGate": -0.24312521082434865, "retentionLoss": 0.7207203957550022, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-70e158d2", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9319346970859722, "gate": 1.096175235695836, "incumbentGate": -0.2977822486084653, "retentionLoss": 0.7207203957550022, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-d060c9ea", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9188263854723031, "gate": 0.9416845618601851, "incumbentGate": -0.2664697272014499, "retentionLoss": 0.49832323582369625, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-b247d14e", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9330432311034434, "gate": 0.9629442790583846, "incumbentGate": -0.1676049775712453, "retentionLoss": 0.49832323582369625, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-ebcf0383", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.554062807201408, "gate": 0.9706504132499484, "incumbentGate": 0.05184816209166442, "retentionLoss": 1.0169241321094962, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-ff1c8b9c", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.8051541064696429, "gate": 0.930180051447579, "incumbentGate": 0.20186394308330513, "retentionLoss": 0.07094472172661836, "tick": 216 }, { "epoch": 10, "parent": "p12-ff1c8b9c", "candidate": "p12-35bb32ca", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.8721441142911064, "gate": 1.1011353720065344, "incumbentGate": 1.1011353720065344, "retentionLoss": 0.200553400379951, "tick": 240 }, { "epoch": 11, "parent": "p12-ff1c8b9c", "candidate": "p12-7cd0e9e9", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9611872066885548, "gate": 1.0642010159013864, "incumbentGate": 0.9652039409978618, "retentionLoss": 0.1696365768135446, "tick": 264 }, { "epoch": 12, "parent": "p12-ff1c8b9c", "candidate": "p12-11bc7aac", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6067752516315293, "gate": 0.9590292580728402, "incumbentGate": -0.32177190925350546, "retentionLoss": 0.8190424849994423, "tick": 288 }, { "epoch": 13, "parent": "p12-ff1c8b9c", "candidate": "p12-8797d4d0", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7933640714718316, "gate": 0.8961182096518664, "incumbentGate": -0.23042608419109423, "retentionLoss": 0.6643274221409948, "tick": 312 }, { "epoch": 14, "parent": "p12-ff1c8b9c", "candidate": "p12-dc4c4a70", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.950966804968851, "gate": 0.99745826345316, "incumbentGate": -0.2724461755882757, "retentionLoss": 0.3081665488633849, "tick": 336 }, { "epoch": 15, "parent": "p12-ff1c8b9c", "candidate": "p12-7ea54a25", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 1.0056265309235661, "gate": 0.8241495330164353, "incumbentGate": -0.011946165308236232, "retentionLoss": 0.22044711559929486, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9739753763049503, -0.27021649833119893, 0.17978350166880108, 0.9739753763049503 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9739753763049503, -0.27021649833119893, 0.17978350166880108, 0.9739753763049503 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9739753763049503, -0.27021649833119893, 0.17978350166880108, 0.9739753763049503 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9739753763049503, -0.27021649833119893, 0.17978350166880108, 0.9739753763049503 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9739753763049503, -0.27021649833119893, 0.17978350166880108, 0.9739753763049503 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.30242387370827745, 0.9988755915780481, -0.3924240606467696, 0.30242387370827745 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.2700297526457979, 0.294576080459234, 0.21032780913290638, 0.2700297526457979 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9739753763049503, -0.27021649833119893, 0.17978350166880108, 0.9739753763049503 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9739753763049503, -0.27021649833119893, 0.17978350166880108, 0.9739753763049503 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9739753763049503, -0.27021649833119893, 0.17978350166880108, 0.9739753763049503 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9739753763049503, -0.27021649833119893, 0.17978350166880108, 0.9739753763049503 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9739753763049503, -0.27021649833119893, 0.17978350166880108, 0.9739753763049503 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9739753763049503, -0.27021649833119893, 0.17978350166880108, 0.9739753763049503 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9739753763049503, -0.27021649833119893, 0.17978350166880108, 0.9739753763049503 ] }, { "afterPhase": 2, "tick": 288, "scores": [ -0.12004561728986267, 0.3846418827101373, 0.554206271811251, -0.12004561728986267 ] }, { "afterPhase": 3, "tick": 384, "scores": [ -0.12004561728986267, 0.3846418827101373, 0.554206271811251, -0.12004561728986267 ] } ] } }, { "regime": "indistinguishable", "seed": 189504, "arms": [ { "id": "fixed", "summary": { "usefulWork": 754.4552272512744, "harvests": 180, "toxicHarvests": 38, "energySpent": 929.0099957109729, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.27933104132014874, "heldoutA": 0.9622242631951212, "heldoutB": -0.2871155696173375, "heldoutC": 0.1628844303826625, "heldoutReturn": 0.9622242631951212, "retentionLoss": 0, "firstAReward": 0.9622242631951212, "afterCReward": 0.9622242631951212, "phaseAWork": 281.17111362067834, "phaseBWork": 136.64508865072918, "phaseCWork": 58.17199134294344, "returnAWork": 278.4670336369235, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 715.4255343016814, "harvests": 177, "toxicHarvests": 66, "energySpent": 961.3935232491712, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 0.27933104132014874, "heldoutA": 0.9622242631951212, "heldoutB": -0.2871155696173375, "heldoutC": 0.1628844303826625, "heldoutReturn": 0.9622242631951212, "retentionLoss": 1.2900291074595565, "firstAReward": 0.9622242631951212, "afterCReward": -0.3278048442644352, "phaseAWork": 281.17111362067834, "phaseBWork": 242.765784182633, "phaseCWork": 51.694512402293185, "returnAWork": 139.79412409607687, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 590.0514408294612, "harvests": 177, "toxicHarvests": 69, "energySpent": 967.7749333018644, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 8150, "trainingPolicyEvaluations": 6870, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 2, "rollbacks": 7, "heldoutReward": 0.27933104132014874, "heldoutA": 0.9622242631951212, "heldoutB": -0.2871155696173375, "heldoutC": 0.1628844303826625, "heldoutReturn": 0.9622242631951212, "retentionLoss": 0.6406882370995555, "firstAReward": 0.9622242631951212, "afterCReward": 0.32153602609556575, "phaseAWork": 281.17111362067834, "phaseBWork": 136.64508865072918, "phaseCWork": 1.1735992129002284, "returnAWork": 171.06163934515342, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 599.3080747578524, "harvests": 178, "toxicHarvests": 68, "energySpent": 966.029201128957, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 8150, "trainingPolicyEvaluations": 6870, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 2, "rollbacks": 8, "heldoutReward": 0.27933104132014874, "heldoutA": 0.9622242631951212, "heldoutB": -0.2871155696173375, "heldoutC": 0.1628844303826625, "heldoutReturn": 0.9622242631951212, "retentionLoss": 0.6963622880879033, "firstAReward": 0.9622242631951212, "afterCReward": 0.2658619751072179, "phaseAWork": 281.17111362067834, "phaseBWork": 136.64508865072918, "phaseCWork": 9.469705380501694, "returnAWork": 172.0221671059432, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0025806387008651, "gate": 1.0670882786852995, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.00353447247812, "gate": 0.9275608018795364, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.919980528874376, "gate": 1.0090397686397612, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9954857835208332, "gate": 0.9797103535765855, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2072007802298974, "gate": -0.3661552638319097, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.1346586793439399, "gate": -0.35055049837077173, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.27603581501155844, "gate": -0.23238670413587378, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.24975764592668726, "gate": -0.1845797710170518, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.22104324558127772, "gate": 0.15440896224770426, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.20416440666210908, "gate": 0.2328889262523803, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.13805236167250454, "gate": 0.31069261797822717, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.23733359066084514, "gate": 0.19816242670553072, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.163235844622791, "gate": 1.0415619947846417, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9632629374674987, "gate": 0.9467469116202171, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0877080628494296, "gate": 0.9953516394156835, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0384364056181754, "gate": 1.0208285673133846, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-1b5720a0", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0025806387008651, "gate": 1.0670882786852995, "tick": 0 }, { "epoch": 1, "parent": "p12-1b5720a0", "candidate": "p12-7893b71a", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.00353447247812, "gate": 0.9275608018795364, "tick": 24 }, { "epoch": 2, "parent": "p12-7893b71a", "candidate": "p12-a9298a9a", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.919980528874376, "gate": 1.0090397686397612, "tick": 48 }, { "epoch": 3, "parent": "p12-a9298a9a", "candidate": "p12-f9ebf6a9", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9954857835208332, "gate": 0.9797103535765855, "tick": 72 }, { "epoch": 4, "parent": "p12-f9ebf6a9", "candidate": "p12-35f5318d", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.2072007802298974, "gate": -0.3661552638319097, "tick": 96 }, { "epoch": 5, "parent": "p12-35f5318d", "candidate": "p12-2be86a8f", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.7852506897764014, "gate": 0.14027112841375178, "tick": 120 }, { "epoch": 6, "parent": "p12-2be86a8f", "candidate": "p12-ff47d1e9", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0242529216524157, "gate": 1.0332941373197704, "tick": 144 }, { "epoch": 7, "parent": "p12-ff47d1e9", "candidate": "p12-31d3a9e4", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0388254534240893, "gate": 0.8775446406922924, "tick": 168 }, { "epoch": 8, "parent": "p12-31d3a9e4", "candidate": "p12-7ea8ccb2", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.370083177747087, "gate": -0.27599013664941013, "tick": 192 }, { "epoch": 9, "parent": "p12-7ea8ccb2", "candidate": "p12-449bd846", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.47130626035126477, "gate": -0.3920521292640536, "tick": 216 }, { "epoch": 10, "parent": "p12-449bd846", "candidate": "p12-ebfa9cfd", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.31813811706164635, "gate": 0.41325705985717404, "tick": 240 }, { "epoch": 11, "parent": "p12-ebfa9cfd", "candidate": "p12-3a468a08", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.094067727706795, "gate": 1.036972308119865, "tick": 264 }, { "epoch": 12, "parent": "p12-3a468a08", "candidate": "p12-7ec89fdb", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.163235844622791, "gate": 1.0415619947846417, "tick": 288 }, { "epoch": 13, "parent": "p12-7ec89fdb", "candidate": "p12-f78b50b7", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9632629374674987, "gate": 0.9467469116202171, "tick": 312 }, { "epoch": 14, "parent": "p12-f78b50b7", "candidate": "p12-d37b5750", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0877080628494296, "gate": 0.9953516394156835, "tick": 336 }, { "epoch": 15, "parent": "p12-d37b5750", "candidate": "p12-3126dafe", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0384364056181754, "gate": 1.0208285673133846, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0025806387008651, "gate": 1.0670882786852995, "incumbentGate": 1.0670882786852995, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.02471907454718, "gate": 0.9275608018795364, "incumbentGate": 0.9275608018795364, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9684349158274982, "gate": 1.0090397686397612, "incumbentGate": 1.0090397686397612, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9776602107922675, "gate": 0.9797103535765855, "incumbentGate": 0.9797103535765855, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-ef2034a3", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6447703248674743, "gate": 0.913226313817248, "incumbentGate": -0.3661552638319097, "retentionLoss": 0.8095338111947336, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-7c06569c", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8087515657054364, "gate": 0.9697173827396259, "incumbentGate": -0.35055049837077173, "retentionLoss": 0.49455862941673023, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6fde27f6", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9794249317552719, "gate": 1.0332941373197704, "incumbentGate": -0.23238670413587378, "retentionLoss": 0.22732812971419764, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-92bbd3ea", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.982332550682507, "gate": 0.8775446406922924, "incumbentGate": -0.1845797710170518, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-92bbd3ea", "candidate": "p12-92bbd3ea", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.33208818049892774, "gate": -0.27599013664941013, "incumbentGate": -0.27599013664941013, "retentionLoss": 0, "tick": 192 }, { "epoch": 9, "parent": "p12-92bbd3ea", "candidate": "p12-f6c32540", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.09453950113871767, "gate": 0.13295650726146224, "incumbentGate": -0.3920521292640536, "retentionLoss": 0.7589661036239702, "tick": 216 }, { "epoch": 10, "parent": "p12-92bbd3ea", "candidate": "p12-a9a324fe", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.13381318865922046, "gate": 0.31069261797822717, "incumbentGate": -0.33284775848441656, "retentionLoss": 0.4655970590786356, "tick": 240 }, { "epoch": 11, "parent": "p12-92bbd3ea", "candidate": "p12-89c4d831", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.2507153198120204, "gate": 0.19816242670553072, "incumbentGate": -0.4813392669160934, "retentionLoss": 0.561159003110669, "tick": 264 }, { "epoch": 12, "parent": "p12-92bbd3ea", "candidate": "p12-c0044a31", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7341594653709681, "gate": 1.0415619947846417, "incumbentGate": 0.34806526238446045, "retentionLoss": 0.18864695387838604, "tick": 288 }, { "epoch": 13, "parent": "p12-92bbd3ea", "candidate": "p12-72f0550", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.8196255934611596, "gate": 0.9467469116202171, "incumbentGate": 0.31607543515295805, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-72f0550", "candidate": "p12-72f0550", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.002215544016094, "gate": 0.9953516394156835, "incumbentGate": 0.9953516394156835, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-72f0550", "candidate": "p12-72f0550", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0066861056389802, "gate": 1.0208285673133846, "incumbentGate": 1.0208285673133846, "retentionLoss": 0, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0025806387008651, "gate": 1.0670882786852995, "incumbentGate": 1.0670882786852995, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.02471907454718, "gate": 0.9275608018795364, "incumbentGate": 0.9275608018795364, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9684349158274982, "gate": 1.0090397686397612, "incumbentGate": 1.0090397686397612, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9776602107922675, "gate": 0.9797103535765855, "incumbentGate": 0.9797103535765855, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-2edda35c", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.670205335269626, "gate": 0.4256809763330844, "incumbentGate": -0.3661552638319097, "retentionLoss": 0.7871884517071958, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-950913e0", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8087515657054364, "gate": 0.9697173827396259, "incumbentGate": -0.35055049837077173, "retentionLoss": 0.49455862941673023, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-c7d8796e", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9794249317552719, "gate": 1.0332941373197704, "incumbentGate": -0.23238670413587378, "retentionLoss": 0.22732812971419764, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-ef021d20", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 1.0263375377597992, "gate": 0.8775446406922924, "incumbentGate": -0.1845797710170518, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-ef021d20", "candidate": "p12-3e5a27af", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.5611407483045541, "gate": 0.9855964415611603, "incumbentGate": -0.27599013664941013, "retentionLoss": 0.7499022663619139, "tick": 192 }, { "epoch": 9, "parent": "p12-ef021d20", "candidate": "p12-86483349", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8000091174411962, "gate": 0.9951242042126159, "incumbentGate": -0.3920521292640536, "retentionLoss": 0.5567121387946082, "tick": 216 }, { "epoch": 10, "parent": "p12-ef021d20", "candidate": "p12-41782ae4", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9514966830728414, "gate": 0.9227225000801572, "incumbentGate": -0.33284775848441656, "retentionLoss": 0.5567121387946082, "tick": 240 }, { "epoch": 11, "parent": "p12-ef021d20", "candidate": "p12-95e212d9", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 1.0017453288145304, "gate": 1.036972308119865, "incumbentGate": -0.4813392669160934, "retentionLoss": 0.29064299144190525, "tick": 264 }, { "epoch": 12, "parent": "p12-ef021d20", "candidate": "p12-bf40a110", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7341594653709681, "gate": 1.0415619947846417, "incumbentGate": 0.2531455857418374, "retentionLoss": 0.18864695387838604, "tick": 288 }, { "epoch": 13, "parent": "p12-ef021d20", "candidate": "p12-f2981523", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.8196255934611596, "gate": 0.9467469116202171, "incumbentGate": 0.23664802048615416, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-f2981523", "candidate": "p12-f2981523", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.002215544016094, "gate": 0.9953516394156835, "incumbentGate": 0.9953516394156835, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-f2981523", "candidate": "p12-f2981523", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0066861056389802, "gate": 1.0208285673133846, "incumbentGate": 1.0208285673133846, "retentionLoss": 0, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9622242631951212, -0.2871155696173375, 0.1628844303826625, 0.9622242631951212 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9622242631951212, -0.2871155696173375, 0.1628844303826625, 0.9622242631951212 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9622242631951212, -0.2871155696173375, 0.1628844303826625, 0.9622242631951212 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9622242631951212, -0.2871155696173375, 0.1628844303826625, 0.9622242631951212 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9622242631951212, -0.2871155696173375, 0.1628844303826625, 0.9622242631951212 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.284437247171496, 0.9826489636925493, -0.41322241940395893, 0.284437247171496 ] }, { "afterPhase": 2, "tick": 288, "scores": [ -0.3278048442644352, 0.1692520042582702, 1.0124035654146337, -0.3278048442644352 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9622242631951212, -0.2871155696173375, 0.1628844303826625, 0.9622242631951212 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9622242631951212, -0.2871155696173375, 0.1628844303826625, 0.9622242631951212 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.32153602609556575, 0.9283414926166189, -0.3808111404798893, 0.32153602609556575 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.32153602609556575, 0.9283414926166189, -0.3808111404798893, 0.32153602609556575 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9622242631951212, -0.2871155696173375, 0.1628844303826625, 0.9622242631951212 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9622242631951212, -0.2871155696173375, 0.1628844303826625, 0.9622242631951212 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.2658619751072179, 0.9593844622874268, -0.4013306708090813, 0.2658619751072179 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.2658619751072179, 0.9593844622874268, -0.4013306708090813, 0.2658619751072179 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9622242631951212, -0.2871155696173375, 0.1628844303826625, 0.9622242631951212 ] } ] } }, { "regime": "indistinguishable", "seed": 199477, "arms": [ { "id": "fixed", "summary": { "usefulWork": 771.5451706736031, "harvests": 180, "toxicHarvests": 32, "energySpent": 921.0779610891673, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.3167157140388677, "heldoutA": 0.9950690003514596, "heldoutB": -0.2473563165668841, "heldoutC": 0.20243445833202767, "heldoutReturn": 0.9950690003514596, "retentionLoss": 0, "firstAReward": 0.9950690003514596, "afterCReward": 0.9950690003514596, "phaseAWork": 290.0217413263447, "phaseBWork": 141.00549768858946, "phaseCWork": 72.56224498565871, "returnAWork": 267.9556866730103, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 850.775281051946, "harvests": 180, "toxicHarvests": 47, "energySpent": 934.0785455508574, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 0.3167157140388677, "heldoutA": 0.9950690003514596, "heldoutB": -0.2473563165668841, "heldoutC": 0.20243445833202767, "heldoutReturn": 0.9950690003514596, "retentionLoss": 0.8751194399603669, "firstAReward": 0.9950690003514596, "afterCReward": 0.11994956039109268, "phaseAWork": 290.0217413263447, "phaseBWork": 327.1960448068827, "phaseCWork": 56.672866581656876, "returnAWork": 176.8846283370617, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 771.5451706736031, "harvests": 180, "toxicHarvests": 32, "energySpent": 921.0779610891673, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 8152, "trainingPolicyEvaluations": 6872, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 3, "heldoutReward": 0.3167157140388677, "heldoutA": 0.9950690003514596, "heldoutB": -0.2473563165668841, "heldoutC": 0.20243445833202767, "heldoutReturn": 0.9950690003514596, "retentionLoss": 0, "firstAReward": 0.9950690003514596, "afterCReward": 0.9950690003514596, "phaseAWork": 290.0217413263447, "phaseBWork": 141.00549768858946, "phaseCWork": 72.56224498565871, "returnAWork": 267.9556866730103, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 615.9600383695932, "harvests": 177, "toxicHarvests": 67, "energySpent": 965.5628986800581, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 8152, "trainingPolicyEvaluations": 6872, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 2, "rollbacks": 8, "heldoutReward": 0.3167157140388677, "heldoutA": 0.9950690003514596, "heldoutB": -0.2473563165668841, "heldoutC": 0.20243445833202767, "heldoutReturn": 0.9950690003514596, "retentionLoss": 0.7289107142093986, "firstAReward": 0.9950690003514596, "afterCReward": 0.26615828614206105, "phaseAWork": 290.0217413263447, "phaseBWork": 141.00549768858946, "phaseCWork": 1.9687242111345427, "returnAWork": 182.96407514352455, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.8928370382591565, "gate": 0.9916764029202043, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0119570042498052, "gate": 0.9877435780716604, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9761314250923139, "gate": 1.0698752369581603, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0186076769176482, "gate": 0.8908630516803027, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2976134482798595, "gate": -0.23947092048425322, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.19934453444553277, "gate": -0.37694022575817954, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.28226570741594315, "gate": -0.20276930617689384, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.17275320150254894, "gate": -0.2502237716666016, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.10647625627692965, "gate": 0.15887148035706541, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.17823626790696256, "gate": 0.21282477894751653, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.16302790932637048, "gate": 0.26365783684989397, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.19889016832115414, "gate": 0.0948796047340198, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0286205127564447, "gate": 1.0784478238355502, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0237818002560513, "gate": 1.054758083895192, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.1115708244699511, "gate": 0.9889437655200988, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.8983584890783592, "gate": 0.9975404584298063, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-57745154", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8928370382591565, "gate": 0.9916764029202043, "tick": 0 }, { "epoch": 1, "parent": "p12-57745154", "candidate": "p12-d4bc5a0c", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0119570042498052, "gate": 0.9877435780716604, "tick": 24 }, { "epoch": 2, "parent": "p12-d4bc5a0c", "candidate": "p12-6f05354a", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9761314250923139, "gate": 1.0698752369581603, "tick": 48 }, { "epoch": 3, "parent": "p12-6f05354a", "candidate": "p12-fa43efb6", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0186076769176482, "gate": 0.8908630516803027, "tick": 72 }, { "epoch": 4, "parent": "p12-fa43efb6", "candidate": "p12-5587534b", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.2976134482798595, "gate": -0.23947092048425322, "tick": 96 }, { "epoch": 5, "parent": "p12-5587534b", "candidate": "p12-e6c112b1", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.4445220252631536, "gate": 0.6678259929958311, "tick": 120 }, { "epoch": 6, "parent": "p12-e6c112b1", "candidate": "p12-1316764", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9751706572002568, "gate": 0.8566467866377095, "tick": 144 }, { "epoch": 7, "parent": "p12-1316764", "candidate": "p12-96f0843f", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9859954182446827, "gate": 1.103559659842958, "tick": 168 }, { "epoch": 8, "parent": "p12-96f0843f", "candidate": "p12-9036f585", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.47167415889718095, "gate": -0.39310089652385166, "tick": 192 }, { "epoch": 9, "parent": "p12-9036f585", "candidate": "p12-279cd6aa", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.25046122596938963, "gate": -0.5282006161723117, "tick": 216 }, { "epoch": 10, "parent": "p12-279cd6aa", "candidate": "p12-ea58f5ac", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.06628749514402854, "gate": -0.32873983107970844, "tick": 240 }, { "epoch": 11, "parent": "p12-ea58f5ac", "candidate": "p12-6ccc4b29", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.77819025341944, "gate": 0.5766065306656346, "tick": 264 }, { "epoch": 12, "parent": "p12-6ccc4b29", "candidate": "p12-a999dfa0", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8307375908271727, "gate": 0.20868274907047177, "tick": 288 }, { "epoch": 13, "parent": "p12-a999dfa0", "candidate": "p12-78817caf", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0237818002560513, "gate": 1.054758083895192, "tick": 312 }, { "epoch": 14, "parent": "p12-78817caf", "candidate": "p12-5a472035", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.1115708244699511, "gate": 0.9889437655200988, "tick": 336 }, { "epoch": 15, "parent": "p12-5a472035", "candidate": "p12-b7523283", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8983584890783592, "gate": 0.9975404584298063, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8928370382591565, "gate": 0.9916764029202043, "incumbentGate": 0.9916764029202043, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0051968038066048, "gate": 0.9877435780716604, "incumbentGate": 0.9877435780716604, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9872185773522213, "gate": 1.0698752369581603, "incumbentGate": 1.0698752369581603, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0445083492858378, "gate": 0.8908630516803027, "incumbentGate": 0.8908630516803027, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-df631bd1", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.642480760371845, "gate": 0.9322928880343685, "incumbentGate": -0.23947092048425322, "retentionLoss": 0.7502930145829476, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.063175765576246, "gate": -0.37694022575817954, "incumbentGate": -0.37694022575817954, "retentionLoss": 0, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-dbcaa073", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.4232137772275259, "gate": 0.7078549042773253, "incumbentGate": -0.20276930617689384, "retentionLoss": 0.2265396737497427, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": -0.24683387919350067, "gate": -0.2502237716666016, "incumbentGate": -0.2502237716666016, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-2c9a8736", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.04291389478211196, "gate": 0.15887148035706541, "incumbentGate": 0.15887148035706541, "retentionLoss": 0, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.07471334919237785, "gate": 0.21282477894751653, "incumbentGate": 0.21282477894751653, "retentionLoss": 0, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.1790903452664243, "gate": 0.26365783684989397, "incumbentGate": 0.26365783684989397, "retentionLoss": 0, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.22203690980903013, "gate": 0.0948796047340198, "incumbentGate": 0.0948796047340198, "retentionLoss": 0, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.5913316237401235, "gate": 1.0784478238355502, "incumbentGate": 1.0784478238355502, "retentionLoss": 0, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.828873062163289, "gate": 1.054758083895192, "incumbentGate": 1.054758083895192, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.981193912010775, "gate": 0.9889437655200988, "incumbentGate": 0.9889437655200988, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9601047068930023, "gate": 0.9975404584298063, "incumbentGate": 0.9975404584298063, "retentionLoss": 0, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8928370382591565, "gate": 0.9916764029202043, "incumbentGate": 0.9916764029202043, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0051968038066048, "gate": 0.9877435780716604, "incumbentGate": 0.9877435780716604, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9872185773522213, "gate": 1.0698752369581603, "incumbentGate": 1.0698752369581603, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0445083492858378, "gate": 0.8908630516803027, "incumbentGate": 0.8908630516803027, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-e6ce70d9", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.642480760371845, "gate": 0.9322928880343685, "incumbentGate": -0.23947092048425322, "retentionLoss": 0.7502930145829476, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-31d27b1b", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8967605836611857, "gate": 1.0292736218072769, "incumbentGate": -0.37694022575817954, "retentionLoss": 0.3357311051402618, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-8464172e", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.929282872319127, "gate": 0.8566467866377095, "incumbentGate": -0.20276930617689384, "retentionLoss": 0.17655902347741648, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-72c64886", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9556372002631078, "gate": 1.103559659842958, "incumbentGate": -0.2502237716666016, "retentionLoss": 0.03469860688964932, "tick": 168 }, { "epoch": 8, "parent": "p12-72c64886", "candidate": "p12-2e503d07", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.5692697688358285, "gate": 0.7644246506785531, "incumbentGate": -0.39310089652385166, "retentionLoss": 0.7733265077555631, "tick": 192 }, { "epoch": 9, "parent": "p12-72c64886", "candidate": "p12-477b035c", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7444329833955933, "gate": 1.0631619983127523, "incumbentGate": -0.6217820989365429, "retentionLoss": 0.6280239636699796, "tick": 216 }, { "epoch": 10, "parent": "p12-72c64886", "candidate": "p12-a60d4f5a", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9932055084488959, "gate": 0.974405785360129, "incumbentGate": -0.4472762083032175, "retentionLoss": 0.20310564573187878, "tick": 240 }, { "epoch": 11, "parent": "p12-72c64886", "candidate": "p12-a37c5bb0", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9416223681760343, "gate": 0.8698250823357027, "incumbentGate": -0.3725128202083181, "retentionLoss": 0.20310564573187878, "tick": 264 }, { "epoch": 12, "parent": "p12-72c64886", "candidate": "p12-d968b921", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.5913316237401235, "gate": 1.0784478238355502, "incumbentGate": 0.29940619294529197, "retentionLoss": 0.1972068975555506, "tick": 288 }, { "epoch": 13, "parent": "p12-72c64886", "candidate": "p12-6d3effad", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.828873062163289, "gate": 1.054758083895192, "incumbentGate": 0.4168202811757867, "retentionLoss": 0.038021432730678456, "tick": 312 }, { "epoch": 14, "parent": "p12-6d3effad", "candidate": "p12-6d3effad", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.981193912010775, "gate": 0.9889437655200988, "incumbentGate": 0.9889437655200988, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-6d3effad", "candidate": "p12-6d3effad", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9601047068930023, "gate": 0.9975404584298063, "incumbentGate": 0.9975404584298063, "retentionLoss": 0, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9950690003514596, -0.2473563165668841, 0.20243445833202767, 0.9950690003514596 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9950690003514596, -0.2473563165668841, 0.20243445833202767, 0.9950690003514596 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9950690003514596, -0.2473563165668841, 0.20243445833202767, 0.9950690003514596 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9950690003514596, -0.2473563165668841, 0.20243445833202767, 0.9950690003514596 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9950690003514596, -0.2473563165668841, 0.20243445833202767, 0.9950690003514596 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.26615828614206105, 0.9602021667651106, -0.4322539480887046, 0.26615828614206105 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.11994956039109268, 0.04733730795664059, 0.7625689697562551, 0.11994956039109268 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9950690003514596, -0.2473563165668841, 0.20243445833202767, 0.9950690003514596 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9950690003514596, -0.2473563165668841, 0.20243445833202767, 0.9950690003514596 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9950690003514596, -0.2473563165668841, 0.20243445833202767, 0.9950690003514596 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9950690003514596, -0.2473563165668841, 0.20243445833202767, 0.9950690003514596 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9950690003514596, -0.2473563165668841, 0.20243445833202767, 0.9950690003514596 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9950690003514596, -0.2473563165668841, 0.20243445833202767, 0.9950690003514596 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.26615828614206105, 0.9602021667651106, -0.4322539480887046, 0.26615828614206105 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.26615828614206105, 0.9602021667651106, -0.4322539480887046, 0.26615828614206105 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9950690003514596, -0.2473563165668841, 0.20243445833202767, 0.9950690003514596 ] } ] } }, { "regime": "indistinguishable", "seed": 209450, "arms": [ { "id": "fixed", "summary": { "usefulWork": 724.2697442655489, "harvests": 180, "toxicHarvests": 43, "energySpent": 935.943468172798, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.2758303913569599, "heldoutA": 0.9525722273533686, "heldoutB": -0.2875405266412444, "heldoutC": 0.16245947335875552, "heldoutReturn": 0.9525722273533686, "retentionLoss": 0, "firstAReward": 0.9525722273533686, "afterCReward": 0.9525722273533686, "phaseAWork": 265.6912422745141, "phaseBWork": 151.47069187794222, "phaseCWork": 44.71323543777328, "returnAWork": 262.3945746753193, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 689.0703148581695, "harvests": 178, "toxicHarvests": 61, "energySpent": 955.2986448210222, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 0.2758303913569599, "heldoutA": 0.9525722273533686, "heldoutB": -0.2875405266412444, "heldoutC": 0.16245947335875552, "heldoutReturn": 0.9525722273533686, "retentionLoss": 1.0505896950740619, "firstAReward": 0.9525722273533686, "afterCReward": -0.09801746772069327, "phaseAWork": 265.6912422745141, "phaseBWork": 213.9999840063914, "phaseCWork": 51.308690504985464, "returnAWork": 158.07039807227852, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 600.9767590015194, "harvests": 176, "toxicHarvests": 68, "energySpent": 966.7341523214774, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 8172, "trainingPolicyEvaluations": 6892, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 2, "rollbacks": 8, "heldoutReward": 0.2758303913569599, "heldoutA": 0.9525722273533686, "heldoutB": -0.2875405266412444, "heldoutC": 0.16245947335875552, "heldoutReturn": 0.9525722273533686, "retentionLoss": 0.5102666994965158, "firstAReward": 0.9525722273533686, "afterCReward": 0.44230552785685273, "phaseAWork": 265.6912422745141, "phaseBWork": 151.47069187794222, "phaseCWork": 1.7218968981870262, "returnAWork": 182.09292795087612, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 592.9886495194785, "harvests": 176, "toxicHarvests": 69, "energySpent": 967.7434688724514, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 8172, "trainingPolicyEvaluations": 6892, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 2, "rollbacks": 8, "heldoutReward": 0.2758303913569599, "heldoutA": 0.9525722273533686, "heldoutB": -0.2875405266412444, "heldoutC": 0.16245947335875552, "heldoutReturn": 0.9525722273533686, "retentionLoss": 0.6673389907086834, "firstAReward": 0.9525722273533686, "afterCReward": 0.28523323664468514, "phaseAWork": 265.6912422745141, "phaseBWork": 151.47069187794222, "phaseCWork": 0, "returnAWork": 175.8267153670222, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9113176046386323, "gate": 1.0214064969144234, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0117390881886335, "gate": 1.1399980617506882, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9170584004877639, "gate": 0.9749725967760515, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0313798403210075, "gate": 0.8644247145583623, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.3516886174506249, "gate": -0.1905172581948814, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2149939636947622, "gate": -0.338029843533098, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2563150246692252, "gate": -0.3263853248168151, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2498566883424249, "gate": -0.29970078070965245, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.24857503046137508, "gate": 0.13630822137519563, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.15148872117644988, "gate": 0.15094510869435399, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.15077183602123614, "gate": 0.28205485394860913, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.19949208751705763, "gate": 0.29160030208690607, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0156378018212349, "gate": 0.9119492486163399, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0747186135314781, "gate": 0.9836530172545696, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0936105099839368, "gate": 1.0851161678042434, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0584766965311077, "gate": 1.1064664418259778, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-1af448cd", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9113176046386323, "gate": 1.0214064969144234, "tick": 0 }, { "epoch": 1, "parent": "p12-1af448cd", "candidate": "p12-3653b275", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0117390881886335, "gate": 1.1399980617506882, "tick": 24 }, { "epoch": 2, "parent": "p12-3653b275", "candidate": "p12-b66b8a06", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9170584004877639, "gate": 0.9749725967760515, "tick": 48 }, { "epoch": 3, "parent": "p12-b66b8a06", "candidate": "p12-a887d956", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0313798403210075, "gate": 0.8644247145583623, "tick": 72 }, { "epoch": 4, "parent": "p12-a887d956", "candidate": "p12-b43f646c", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.3516886174506249, "gate": -0.1905172581948814, "tick": 96 }, { "epoch": 5, "parent": "p12-b43f646c", "candidate": "p12-6f66f06b", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.733028820113847, "gate": 0.5919053577848963, "tick": 120 }, { "epoch": 6, "parent": "p12-6f66f06b", "candidate": "p12-f637249d", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.5149603167039886, "gate": 0.5508930411400637, "tick": 144 }, { "epoch": 7, "parent": "p12-f637249d", "candidate": "p12-57c49f0b", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8718423592558846, "gate": 0.65401996833952, "tick": 168 }, { "epoch": 8, "parent": "p12-57c49f0b", "candidate": "p12-3a806bdc", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.027320176934358214, "gate": -0.23284625242321488, "tick": 192 }, { "epoch": 9, "parent": "p12-3a806bdc", "candidate": "p12-c66d9d93", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.37795832463352275, "gate": -0.3290300223603085, "tick": 216 }, { "epoch": 10, "parent": "p12-c66d9d93", "candidate": "p12-62848680", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.886936135643817, "gate": 0.491278626984528, "tick": 240 }, { "epoch": 11, "parent": "p12-62848680", "candidate": "p12-d7bf9e4e", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.5454088924913365, "gate": 0.3408552752857668, "tick": 264 }, { "epoch": 12, "parent": "p12-d7bf9e4e", "candidate": "p12-5c02c48c", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.06996559052887114, "gate": -0.13174940610186264, "tick": 288 }, { "epoch": 13, "parent": "p12-5c02c48c", "candidate": "p12-c8acc28a", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0747186135314781, "gate": 0.9836530172545696, "tick": 312 }, { "epoch": 14, "parent": "p12-c8acc28a", "candidate": "p12-72cb7153", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0936105099839368, "gate": 1.0851161678042434, "tick": 336 }, { "epoch": 15, "parent": "p12-72cb7153", "candidate": "p12-1335b5c4", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0584766965311077, "gate": 1.1064664418259778, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9113176046386323, "gate": 1.0214064969144234, "incumbentGate": 1.0214064969144234, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.010246542136534, "gate": 1.1399980617506882, "incumbentGate": 1.1399980617506882, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.004678416238515, "gate": 0.9749725967760515, "incumbentGate": 0.9749725967760515, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0327744868265187, "gate": 0.8644247145583623, "incumbentGate": 0.8644247145583623, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-68ea5d42", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.34251621939091165, "gate": 0.014994224505259649, "incumbentGate": -0.1905172581948814, "retentionLoss": 0.18754719446960366, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-19056c3b", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8334371682543118, "gate": 1.0141710094707723, "incumbentGate": -0.338029843533098, "retentionLoss": 0.5118428971934249, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-83278d9b", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9241881705342169, "gate": 1.010341020273824, "incumbentGate": -0.3263853248168151, "retentionLoss": 0.14768940575566125, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-13b32acf", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.8844819365991, "gate": 0.7038769141809221, "incumbentGate": -0.29970078070965245, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-13b32acf", "candidate": "p12-4a74f0b7", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.5455968196392645, "gate": 1.0941179346368064, "incumbentGate": -0.22054196910205107, "retentionLoss": 0.9301529318437576, "tick": 192 }, { "epoch": 9, "parent": "p12-13b32acf", "candidate": "p12-129a5b61", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6458953232894766, "gate": 0.6792596490027942, "incumbentGate": -0.2533970214033051, "retentionLoss": 0.6299415140754892, "tick": 216 }, { "epoch": 10, "parent": "p12-13b32acf", "candidate": "p12-776bd0d4", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9273555213302546, "gate": 0.9516786845245119, "incumbentGate": -0.3750028592838906, "retentionLoss": 0.46526949505662946, "tick": 240 }, { "epoch": 11, "parent": "p12-13b32acf", "candidate": "p12-a6979536", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9394540685071289, "gate": 1.1301029397766886, "incumbentGate": -0.2559162124997518, "retentionLoss": 0.23763469826309364, "tick": 264 }, { "epoch": 12, "parent": "p12-13b32acf", "candidate": "p12-eb42fd88", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.647722540467768, "gate": 0.9119492486163399, "incumbentGate": 0.4514272419975203, "retentionLoss": 0.24536804015156313, "tick": 288 }, { "epoch": 13, "parent": "p12-13b32acf", "candidate": "p12-42ac41a2", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.8620056285538452, "gate": 0.9836530172545696, "incumbentGate": 0.404369124281809, "retentionLoss": 0.00870834060592468, "tick": 312 }, { "epoch": 14, "parent": "p12-42ac41a2", "candidate": "p12-42ac41a2", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9948580869525769, "gate": 1.0851161678042434, "incumbentGate": 1.0851161678042434, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-42ac41a2", "candidate": "p12-42ac41a2", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.052234927168185, "gate": 1.1064664418259778, "incumbentGate": 1.1064664418259778, "retentionLoss": 0, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9113176046386323, "gate": 1.0214064969144234, "incumbentGate": 1.0214064969144234, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.010246542136534, "gate": 1.1399980617506882, "incumbentGate": 1.1399980617506882, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.004678416238515, "gate": 0.9749725967760515, "incumbentGate": 0.9749725967760515, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0327744868265187, "gate": 0.8644247145583623, "incumbentGate": 0.8644247145583623, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-98749d7e", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6971987912783667, "gate": 1.0716777885571467, "incumbentGate": -0.1905172581948814, "retentionLoss": 0.7121316924898142, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-cc9a7252", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8334371682543118, "gate": 1.0141710094707723, "incumbentGate": -0.338029843533098, "retentionLoss": 0.5118428971934249, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-94e72eed", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9241881705342169, "gate": 1.010341020273824, "incumbentGate": -0.3263853248168151, "retentionLoss": 0.14768940575566125, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-99f7faaa", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 1.0004991284511557, "gate": 0.8472975436009698, "incumbentGate": -0.29970078070965245, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-99f7faaa", "candidate": "p12-87493e6a", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.48316040901376794, "gate": 0.8415790114780005, "incumbentGate": -0.34889920679148667, "retentionLoss": 0.7159425854651643, "tick": 192 }, { "epoch": 9, "parent": "p12-99f7faaa", "candidate": "p12-ecd96d64", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8480100938362353, "gate": 0.9046799359280456, "incumbentGate": -0.3741404165646512, "retentionLoss": 0.7159425854651643, "tick": 216 }, { "epoch": 10, "parent": "p12-99f7faaa", "candidate": "p12-e2282b03", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9273555213302546, "gate": 0.9516786845245119, "incumbentGate": -0.3750028592838906, "retentionLoss": 0.4366188602483106, "tick": 240 }, { "epoch": 11, "parent": "p12-99f7faaa", "candidate": "p12-be74ac91", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9805318849619314, "gate": 1.1301029397766886, "incumbentGate": -0.19113024332637407, "retentionLoss": 0.20898406345477477, "tick": 264 }, { "epoch": 12, "parent": "p12-99f7faaa", "candidate": "p12-c90e380e", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.647722540467768, "gate": 0.9119492486163399, "incumbentGate": 0.39824111382022637, "retentionLoss": 0.34193861394117375, "tick": 288 }, { "epoch": 13, "parent": "p12-99f7faaa", "candidate": "p12-7420b9e8", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.8620056285538452, "gate": 0.9836530172545696, "incumbentGate": 0.404369124281809, "retentionLoss": 0.02246966704674666, "tick": 312 }, { "epoch": 14, "parent": "p12-7420b9e8", "candidate": "p12-7420b9e8", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9948580869525769, "gate": 1.0851161678042434, "incumbentGate": 1.0851161678042434, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-7420b9e8", "candidate": "p12-7420b9e8", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.052234927168185, "gate": 1.1064664418259778, "incumbentGate": 1.1064664418259778, "retentionLoss": 0, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9525722273533686, -0.2875405266412444, 0.16245947335875552, 0.9525722273533686 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9525722273533686, -0.2875405266412444, 0.16245947335875552, 0.9525722273533686 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9525722273533686, -0.2875405266412444, 0.16245947335875552, 0.9525722273533686 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9525722273533686, -0.2875405266412444, 0.16245947335875552, 0.9525722273533686 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9525722273533686, -0.2875405266412444, 0.16245947335875552, 0.9525722273533686 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.5094954018045827, 0.6286579521099408, -0.21644642289099525, 0.5094954018045827 ] }, { "afterPhase": 2, "tick": 288, "scores": [ -0.09801746772069327, 0.47445445821828913, 0.4819330671408629, -0.09801746772069327 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9525722273533686, -0.2875405266412444, 0.16245947335875552, 0.9525722273533686 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9525722273533686, -0.2875405266412444, 0.16245947335875552, 0.9525722273533686 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.44230552785685273, 0.720816130996485, -0.26996322896945574, 0.44230552785685273 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.44230552785685273, 0.720816130996485, -0.26996322896945574, 0.44230552785685273 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9525722273533686, -0.2875405266412444, 0.16245947335875552, 0.9525722273533686 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9525722273533686, -0.2875405266412444, 0.16245947335875552, 0.9525722273533686 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.28523323664468514, 0.9775750966106259, -0.3810523841791255, 0.28523323664468514 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.28523323664468514, 0.9775750966106259, -0.3810523841791255, 0.28523323664468514 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9525722273533686, -0.2875405266412444, 0.16245947335875552, 0.9525722273533686 ] } ] } }, { "regime": "indistinguishable", "seed": 219423, "arms": [ { "id": "fixed", "summary": { "usefulWork": 745.4245732500854, "harvests": 180, "toxicHarvests": 39, "energySpent": 930.3975854128696, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.3089660399251451, "heldoutA": 0.9898976843914775, "heldoutB": -0.2562427640882003, "heldoutC": 0.19324319947215818, "heldoutReturn": 0.9898976843914775, "retentionLoss": 0, "firstAReward": 0.9898976843914775, "afterCReward": 0.9898976843914775, "phaseAWork": 257.5086633680534, "phaseBWork": 140.96251013004837, "phaseCWork": 68.27166532852908, "returnAWork": 278.6817344234545, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 622.133320699455, "harvests": 177, "toxicHarvests": 72, "energySpent": 971.0548738937333, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 0.3089660399251451, "heldoutA": 0.9898976843914775, "heldoutB": -0.2562427640882003, "heldoutC": 0.19324319947215818, "heldoutReturn": 0.9898976843914775, "retentionLoss": 1.118371502178535, "firstAReward": 0.9898976843914775, "afterCReward": -0.12847381778705744, "phaseAWork": 257.5086633680534, "phaseBWork": 195.478052931126, "phaseCWork": 61.81355713757932, "returnAWork": 107.33304726269625, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 619.8180167040276, "harvests": 178, "toxicHarvests": 80, "energySpent": 985.2647620610896, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 8188, "trainingPolicyEvaluations": 6908, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 3, "rollbacks": 7, "heldoutReward": 0.30438676229983386, "heldoutA": 0.17455173994135495, "heldoutB": 0.021336692859801033, "heldoutC": 0.7172718540983456, "heldoutReturn": 0.17455173994135495, "retentionLoss": 0.8153459444501225, "firstAReward": 0.9898976843914775, "afterCReward": 0.17455173994135495, "phaseAWork": 257.5086633680534, "phaseBWork": 165.12317331440005, "phaseCWork": 92.38362023968818, "returnAWork": 104.80255978188598, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 523.0587176109518, "harvests": 176, "toxicHarvests": 74, "energySpent": 976.5433758249459, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 8188, "trainingPolicyEvaluations": 6908, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 2, "rollbacks": 9, "heldoutReward": 0.3089660399251451, "heldoutA": 0.9898976843914775, "heldoutB": -0.2562427640882003, "heldoutC": 0.19324319947215818, "heldoutReturn": 0.9898976843914775, "retentionLoss": 1.337839207470372, "firstAReward": 0.9898976843914775, "afterCReward": -0.3479415230788944, "phaseAWork": 257.5086633680534, "phaseBWork": 140.96251013004837, "phaseCWork": 100.61866761472703, "returnAWork": 23.968876498122995, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9493539888286286, "gate": 0.9547727248495019, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0236419628273141, "gate": 0.8641140787889575, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9824419516287013, "gate": 0.9948580135026873, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9676678833536463, "gate": 0.9683558934975295, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.19180261011806396, "gate": -0.20790224591681383, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2982531213842369, "gate": -0.3148917432932615, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.1642409406124847, "gate": -0.20946481920836102, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.21114521148539075, "gate": -0.24697168404959424, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.2354548033600353, "gate": 0.23223493756449273, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.14537370276225733, "gate": 0.2887154743297635, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.14777556489780727, "gate": 0.201997897895596, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.23573311658154694, "gate": 0.3213046077039991, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9985457577958158, "gate": 0.9220056226377907, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0213781084741322, "gate": 0.9838794915078927, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.005925557834091, "gate": 1.0189120024205478, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0333303588751495, "gate": 1.0654833890879791, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-cd53b9a1", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9493539888286286, "gate": 0.9547727248495019, "tick": 0 }, { "epoch": 1, "parent": "p12-cd53b9a1", "candidate": "p12-c37568a3", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0236419628273141, "gate": 0.8641140787889575, "tick": 24 }, { "epoch": 2, "parent": "p12-c37568a3", "candidate": "p12-ffc73287", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9824419516287013, "gate": 0.9948580135026873, "tick": 48 }, { "epoch": 3, "parent": "p12-ffc73287", "candidate": "p12-16770073", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9676678833536463, "gate": 0.9683558934975295, "tick": 72 }, { "epoch": 4, "parent": "p12-16770073", "candidate": "p12-431c3b45", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.19180261011806396, "gate": -0.20790224591681383, "tick": 96 }, { "epoch": 5, "parent": "p12-431c3b45", "candidate": "p12-decd252d", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.3334260641043263, "gate": 0.7301345312956699, "tick": 120 }, { "epoch": 6, "parent": "p12-decd252d", "candidate": "p12-b6ba89e6", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8051082291304358, "gate": 0.19284396449496746, "tick": 144 }, { "epoch": 7, "parent": "p12-b6ba89e6", "candidate": "p12-af23842f", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.7935881693181651, "gate": 0.2966880999497334, "tick": 168 }, { "epoch": 8, "parent": "p12-af23842f", "candidate": "p12-9019490b", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.022127213580248963, "gate": -0.08711626658821614, "tick": 192 }, { "epoch": 9, "parent": "p12-9019490b", "candidate": "p12-41272356", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.15691869142228618, "gate": -0.37972867612598843, "tick": 216 }, { "epoch": 10, "parent": "p12-41272356", "candidate": "p12-22f5248b", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.3174418747895739, "gate": -0.25186582029578647, "tick": 240 }, { "epoch": 11, "parent": "p12-22f5248b", "candidate": "p12-f9c93953", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0555859629075917, "gate": 0.37512867859081106, "tick": 264 }, { "epoch": 12, "parent": "p12-f9c93953", "candidate": "p12-50a88f9b", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.4344995329091805, "gate": 0.3112089972104363, "tick": 288 }, { "epoch": 13, "parent": "p12-50a88f9b", "candidate": "p12-ed1d515b", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.7869274849348972, "gate": 0.25412281961491107, "tick": 312 }, { "epoch": 14, "parent": "p12-ed1d515b", "candidate": "p12-372699fc", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.005925557834091, "gate": 1.0189120024205478, "tick": 336 }, { "epoch": 15, "parent": "p12-372699fc", "candidate": "p12-3d440eeb", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0333303588751495, "gate": 1.0654833890879791, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9493539888286286, "gate": 0.9547727248495019, "incumbentGate": 0.9547727248495019, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0006855501680434, "gate": 0.8641140787889575, "incumbentGate": 0.8641140787889575, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9305488800597902, "gate": 0.9948580135026873, "incumbentGate": 0.9948580135026873, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.949759559411127, "gate": 0.9683558934975295, "incumbentGate": 0.9683558934975295, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.398197578027391, "gate": -0.20790224591681383, "incumbentGate": -0.20790224591681383, "retentionLoss": 0, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.0511165460811129, "gate": -0.3148917432932615, "incumbentGate": -0.3148917432932615, "retentionLoss": 0, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-4e35e942", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.4519415297322075, "gate": 0.8020249822233044, "incumbentGate": -0.20946481920836102, "retentionLoss": 0.06022959632229907, "tick": 144 }, { "epoch": 7, "parent": "p12-4e35e942", "candidate": "p12-c364e901", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7540933062398706, "gate": 0.5679339241041804, "incumbentGate": -0.24697168404959424, "retentionLoss": 0.12179006282257088, "tick": 168 }, { "epoch": 8, "parent": "p12-4e35e942", "candidate": "p12-2a0a73d8", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.40288109269027284, "gate": -0.34558116118616816, "incumbentGate": 0.010580162237353937, "retentionLoss": 0, "tick": 192 }, { "epoch": 9, "parent": "p12-4e35e942", "candidate": "p12-69834924", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.5321300248818823, "gate": 0.2759356051302007, "incumbentGate": -0.21452844864755719, "retentionLoss": 0.14779627398164286, "tick": 216 }, { "epoch": 10, "parent": "p12-4e35e942", "candidate": "p12-5d9e735", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.3715685115987289, "gate": 0.4656555926014277, "incumbentGate": -0.11505856998413284, "retentionLoss": 0.0797288642280962, "tick": 240 }, { "epoch": 11, "parent": "p12-5d9e735", "candidate": "p12-db85a559", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.8683703963090045, "gate": 0.8420939152428922, "incumbentGate": 0.45926578362504156, "retentionLoss": 0.00036283910135059827, "tick": 264 }, { "epoch": 12, "parent": "p12-db85a559", "candidate": "p12-a8131aa9", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6807111394819029, "gate": 0.6081812131621605, "incumbentGate": -0.23816555672151965, "retentionLoss": 0.45481938266052474, "tick": 288 }, { "epoch": 13, "parent": "p12-db85a559", "candidate": "p12-3b568a37", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6512765807065384, "gate": 0.31918390515811557, "incumbentGate": 0.17586830294280534, "retentionLoss": 0.1729890173710043, "tick": 312 }, { "epoch": 14, "parent": "p12-db85a559", "candidate": "p12-c1340dc4", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.4519874569462669, "gate": 0.2504939271431477, "incumbentGate": -0.09437781310941958, "retentionLoss": 0.5799616338895008, "tick": 336 }, { "epoch": 15, "parent": "p12-db85a559", "candidate": "p12-dc5372bd", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7691086378310331, "gate": 0.609752203888842, "incumbentGate": -0.11954855064081409, "retentionLoss": 0.16559334594372296, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9493539888286286, "gate": 0.9547727248495019, "incumbentGate": 0.9547727248495019, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0006855501680434, "gate": 0.8641140787889575, "incumbentGate": 0.8641140787889575, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9305488800597902, "gate": 0.9948580135026873, "incumbentGate": 0.9948580135026873, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.949759559411127, "gate": 0.9683558934975295, "incumbentGate": 0.9683558934975295, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-d53600e5", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6595306110524407, "gate": 0.8891618413303696, "incumbentGate": -0.20790224591681383, "retentionLoss": 0.7953986121210963, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-adafd4b6", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8237447410766872, "gate": 1.0023305629962833, "incumbentGate": -0.3148917432932615, "retentionLoss": 0.7953986121210963, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6b0c412a", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9347459260457353, "gate": 1.026091066650167, "incumbentGate": -0.20946481920836102, "retentionLoss": 0.25282561683267163, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-95488892", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9143370402282059, "gate": 0.9862328917634858, "incumbentGate": -0.24697168404959424, "retentionLoss": 0.25282561683267163, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-f260e7ec", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.5700238047470948, "gate": 0.9112671098793567, "incumbentGate": 0.23223493756449273, "retentionLoss": 0.45526350173383157, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-e367f586", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7612723474107037, "gate": 0.9163761503957794, "incumbentGate": 0.2887154743297635, "retentionLoss": 0.23684134479252528, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-e0aad01f", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.8483179321714863, "gate": 0.9590672489687927, "incumbentGate": 0.201997897895596, "retentionLoss": 0, "tick": 240 }, { "epoch": 11, "parent": "p12-e0aad01f", "candidate": "p12-e0aad01f", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0090213571592441, "gate": 1.0456792106988868, "incumbentGate": 1.0456792106988868, "retentionLoss": 0, "tick": 264 }, { "epoch": 12, "parent": "p12-e0aad01f", "candidate": "p12-a69159c1", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6367793000460206, "gate": 0.9220056226377907, "incumbentGate": -0.4232282023310023, "retentionLoss": 0.6552446688204088, "tick": 288 }, { "epoch": 13, "parent": "p12-e0aad01f", "candidate": "p12-1e3bf1ef", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.833797503837157, "gate": 0.9838794915078927, "incumbentGate": -0.35597487101680264, "retentionLoss": 0.2889979188593603, "tick": 312 }, { "epoch": 14, "parent": "p12-e0aad01f", "candidate": "p12-9c36c0d5", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9682827879750415, "gate": 1.0189120024205478, "incumbentGate": -0.3026232618226797, "retentionLoss": 0.12783538133138345, "tick": 336 }, { "epoch": 15, "parent": "p12-e0aad01f", "candidate": "p12-5871e214", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 1.0223695726430324, "gate": 1.0654833890879791, "incumbentGate": -0.42654346246498925, "retentionLoss": 0, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9898976843914775, -0.2562427640882003, 0.19324319947215818, 0.9898976843914775 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9898976843914775, -0.2562427640882003, 0.19324319947215818, 0.9898976843914775 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9898976843914775, -0.2562427640882003, 0.19324319947215818, 0.9898976843914775 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9898976843914775, -0.2562427640882003, 0.19324319947215818, 0.9898976843914775 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9898976843914775, -0.2562427640882003, 0.19324319947215818, 0.9898976843914775 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.5650409590257061, 0.5347614302135342, -0.1694240880558479, 0.5650409590257061 ] }, { "afterPhase": 2, "tick": 288, "scores": [ -0.12847381778705744, 0.43508670048232484, 0.5452090446995407, -0.12847381778705744 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9898976843914775, -0.2562427640882003, 0.19324319947215818, 0.9898976843914775 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9898976843914775, -0.2562427640882003, 0.19324319947215818, 0.9898976843914775 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.6837095948144509, 0.227735662210406, -0.07382683778959405, 0.6837095948144509 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.17455173994135495, 0.021336692859801033, 0.7172718540983456, 0.17455173994135495 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.17455173994135495, 0.021336692859801033, 0.7172718540983456, 0.17455173994135495 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9898976843914775, -0.2562427640882003, 0.19324319947215818, 0.9898976843914775 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9898976843914775, -0.2562427640882003, 0.19324319947215818, 0.9898976843914775 ] }, { "afterPhase": 2, "tick": 288, "scores": [ -0.3479415230788944, 0.1520584769211055, 0.9979936381596498, -0.3479415230788944 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9898976843914775, -0.2562427640882003, 0.19324319947215818, 0.9898976843914775 ] } ] } }, { "regime": "indistinguishable", "seed": 229396, "arms": [ { "id": "fixed", "summary": { "usefulWork": 761.54790210132, "harvests": 180, "toxicHarvests": 36, "energySpent": 926.0195221123294, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.32839699397305633, "heldoutA": 1.0111683933193354, "heldoutB": -0.2379887057000832, "heldoutC": 0.2120112942999168, "heldoutReturn": 1.0111683933193354, "retentionLoss": 0, "firstAReward": 1.0111683933193354, "afterCReward": 1.0111683933193354, "phaseAWork": 270.5569636941148, "phaseBWork": 153.54188705935962, "phaseCWork": 62.27361369046753, "returnAWork": 275.17543765737804, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 720.3242388084849, "harvests": 175, "toxicHarvests": 67, "energySpent": 964.24894046132, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 0.32839699397305633, "heldoutA": 1.0111683933193354, "heldoutB": -0.2379887057000832, "heldoutC": 0.2120112942999168, "heldoutReturn": 1.0111683933193354, "retentionLoss": 1.3648266829772542, "firstAReward": 1.0111683933193354, "afterCReward": -0.35365828965791873, "phaseAWork": 283.13715770308437, "phaseBWork": 220.54199353634164, "phaseCWork": 77.290853430364, "returnAWork": 139.3542341386949, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 761.54790210132, "harvests": 180, "toxicHarvests": 36, "energySpent": 926.0195221123294, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 8172, "trainingPolicyEvaluations": 6892, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 7, "heldoutReward": 0.32839699397305633, "heldoutA": 1.0111683933193354, "heldoutB": -0.2379887057000832, "heldoutC": 0.2120112942999168, "heldoutReturn": 1.0111683933193354, "retentionLoss": 0, "firstAReward": 1.0111683933193354, "afterCReward": 1.0111683933193354, "phaseAWork": 270.5569636941148, "phaseBWork": 153.54188705935962, "phaseCWork": 62.27361369046753, "returnAWork": 275.17543765737804, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 424.1514459072275, "harvests": 165, "toxicHarvests": 107, "energySpent": 1024.298884449298, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 8172, "trainingPolicyEvaluations": 6892, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 2, "rollbacks": 10, "heldoutReward": 0.259525768610575, "heldoutA": -0.35365828965791873, "heldoutB": 0.1463417103420811, "heldoutC": 0.9858938851475627, "heldoutReturn": -0.35365828965791873, "retentionLoss": 1.3648266829772542, "firstAReward": 1.0111683933193354, "afterCReward": -0.35365828965791873, "phaseAWork": 270.5569636941148, "phaseBWork": 153.54188705935962, "phaseCWork": 0.05259515375308865, "returnAWork": 0, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0733485703710102, "gate": 1.037218266459266, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9857944474085452, "gate": 1.0188231793979659, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0063945394467697, "gate": 0.9904177115505459, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0136756049959796, "gate": 0.8873550155198879, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.30585333388626573, "gate": -0.3948739513450678, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2281898533118147, "gate": -0.25160490064908064, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.24196769048435782, "gate": -0.24655314664411174, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2781271166568159, "gate": -0.0931774192355626, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.2031404235871881, "gate": 0.10960448069329781, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.20919191951891836, "gate": 0.11738955200249963, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.13628989207096173, "gate": 0.3581525653360658, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.1398696309438564, "gate": 0.3254955421117344, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.038794152068984, "gate": 0.8976804587831652, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0373931623679487, "gate": 0.9728708665905611, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.8859906283435959, "gate": 1.0055520360154224, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9253447202618378, "gate": 0.9900050648209047, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-4c005805", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0733485703710102, "gate": 1.037218266459266, "tick": 0 }, { "epoch": 1, "parent": "p12-4c005805", "candidate": "p12-fd3a9312", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9857944474085452, "gate": 1.0188231793979659, "tick": 24 }, { "epoch": 2, "parent": "p12-fd3a9312", "candidate": "p12-78e532d5", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0063945394467697, "gate": 0.9904177115505459, "tick": 48 }, { "epoch": 3, "parent": "p12-78e532d5", "candidate": "p12-599e56f3", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0136756049959796, "gate": 0.8873550155198879, "tick": 72 }, { "epoch": 4, "parent": "p12-599e56f3", "candidate": "p12-8e8e7715", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.30585333388626573, "gate": -0.3948739513450678, "tick": 96 }, { "epoch": 5, "parent": "p12-8e8e7715", "candidate": "p12-ea68b37e", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.6157597443452684, "gate": 1.002326562929252, "tick": 120 }, { "epoch": 6, "parent": "p12-ea68b37e", "candidate": "p12-b74fb6c7", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0018598374615302, "gate": 1.1923896576787925, "tick": 144 }, { "epoch": 7, "parent": "p12-b74fb6c7", "candidate": "p12-330ca09", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9113786888656389, "gate": 1.0748703737133347, "tick": 168 }, { "epoch": 8, "parent": "p12-330ca09", "candidate": "p12-2b52840b", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.41439875662273157, "gate": -0.5780100438875208, "tick": 192 }, { "epoch": 9, "parent": "p12-2b52840b", "candidate": "p12-1e25b228", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.39323730747268026, "gate": -0.46800112102366426, "tick": 216 }, { "epoch": 10, "parent": "p12-1e25b228", "candidate": "p12-62c24a1", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.3617173965580432, "gate": -0.48531956791880515, "tick": 240 }, { "epoch": 11, "parent": "p12-62c24a1", "candidate": "p12-249cca05", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9827719248449074, "gate": 0.9043486299286845, "tick": 264 }, { "epoch": 12, "parent": "p12-249cca05", "candidate": "p12-5fe55449", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.038794152068984, "gate": 0.8976804587831652, "tick": 288 }, { "epoch": 13, "parent": "p12-5fe55449", "candidate": "p12-92400c27", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0373931623679487, "gate": 0.9728708665905611, "tick": 312 }, { "epoch": 14, "parent": "p12-92400c27", "candidate": "p12-732515cc", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8859906283435959, "gate": 1.0055520360154224, "tick": 336 }, { "epoch": 15, "parent": "p12-732515cc", "candidate": "p12-abb9ccd8", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9253447202618378, "gate": 0.9900050648209047, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0733485703710102, "gate": 1.037218266459266, "incumbentGate": 1.037218266459266, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.002935720425452, "gate": 1.0188231793979659, "incumbentGate": 1.0188231793979659, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9991519259603593, "gate": 0.9904177115505459, "incumbentGate": 0.9904177115505459, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0198586716239006, "gate": 0.8873550155198879, "incumbentGate": 0.8873550155198879, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-4f843c2d", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.42069877688017016, "gate": 0.4554428563586561, "incumbentGate": -0.3948739513450678, "retentionLoss": 0.5375042901363458, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-536e50e2", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.701375564936594, "gate": 1.002326562929252, "incumbentGate": -0.25160490064908064, "retentionLoss": 0.6816682929506497, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-c966a16e", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.888878331404436, "gate": 1.1923896576787925, "incumbentGate": -0.24655314664411174, "retentionLoss": 0.52219289781176, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-ed3b83b", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.18012461906242386, "gate": 0.09835837437809541, "incumbentGate": -0.0931774192355626, "retentionLoss": 0.6934937899656428, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-4c0f5692", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.008834343477848103, "gate": -0.035612002943618416, "incumbentGate": 0.10960448069329781, "retentionLoss": 0, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-be62f774", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.0988689512199718, "gate": -0.13610620094443096, "incumbentGate": 0.11738955200249963, "retentionLoss": 0.09883046703407194, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-327a6f3f", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8478652892722102, "gate": 0.9350953766344196, "incumbentGate": 0.3581525653360658, "retentionLoss": 0.40891308492356165, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.1989395364502167, "gate": 0.3254955421117344, "incumbentGate": 0.3254955421117344, "retentionLoss": 0, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.6724465713455311, "gate": 0.8976804587831652, "incumbentGate": 0.8976804587831652, "retentionLoss": 0, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8187350976069953, "gate": 0.9728708665905611, "incumbentGate": 0.9728708665905611, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8715663069989511, "gate": 1.0055520360154224, "incumbentGate": 1.0055520360154224, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8996032277915207, "gate": 0.9900050648209047, "incumbentGate": 0.9900050648209047, "retentionLoss": 0, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0733485703710102, "gate": 1.037218266459266, "incumbentGate": 1.037218266459266, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.002935720425452, "gate": 1.0188231793979659, "incumbentGate": 1.0188231793979659, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9991519259603593, "gate": 0.9904177115505459, "incumbentGate": 0.9904177115505459, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0198586716239006, "gate": 0.8873550155198879, "incumbentGate": 0.8873550155198879, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-64ed8de3", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6410974547935302, "gate": 0.925819551465556, "incumbentGate": -0.3948739513450678, "retentionLoss": 0.7525663595194071, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-971644ea", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8107172613142821, "gate": 1.002326562929252, "incumbentGate": -0.25160490064908064, "retentionLoss": 0.52219289781176, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-bd2b6416", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.888878331404436, "gate": 1.1923896576787925, "incumbentGate": -0.24655314664411174, "retentionLoss": 0.52219289781176, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-1fe70785", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 1.032741400030641, "gate": 1.0748703737133347, "incumbentGate": -0.0931774192355626, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-1fe70785", "candidate": "p12-d8fbbc05", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.5394912528856601, "gate": 0.9470692645462119, "incumbentGate": -0.5780100438875208, "retentionLoss": 0.8718220177532391, "tick": 192 }, { "epoch": 9, "parent": "p12-1fe70785", "candidate": "p12-72164798", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7251718718999641, "gate": 0.9585436646907327, "incumbentGate": -0.46800112102366426, "retentionLoss": 0.5806080886843223, "tick": 216 }, { "epoch": 10, "parent": "p12-1fe70785", "candidate": "p12-944512c9", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8478652892722102, "gate": 0.9350953766344196, "incumbentGate": -0.48531956791880515, "retentionLoss": 0.42597015259565724, "tick": 240 }, { "epoch": 11, "parent": "p12-1fe70785", "candidate": "p12-cf47c884", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9591568255525358, "gate": 0.9043486299286845, "incumbentGate": -0.38267466259848476, "retentionLoss": 0.04833317959675018, "tick": 264 }, { "epoch": 12, "parent": "p12-cf47c884", "candidate": "p12-631b9030", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6724465713455311, "gate": 0.8976804587831652, "incumbentGate": -0.2781503297411765, "retentionLoss": 0.6047556412066162, "tick": 288 }, { "epoch": 13, "parent": "p12-cf47c884", "candidate": "p12-a4ae7182", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8187350976069953, "gate": 0.9728708665905611, "incumbentGate": -0.22895647415107642, "retentionLoss": 0.39547964067765756, "tick": 312 }, { "epoch": 14, "parent": "p12-cf47c884", "candidate": "p12-469d8822", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8715663069989511, "gate": 1.0055520360154224, "incumbentGate": -0.15879258489108716, "retentionLoss": 0.39547964067765756, "tick": 336 }, { "epoch": 15, "parent": "p12-cf47c884", "candidate": "p12-2d4d73d8", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8996032277915207, "gate": 0.9900050648209047, "incumbentGate": -0.3259583496534006, "retentionLoss": 0.1993203660529217, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0111683933193354, -0.2379887057000832, 0.2120112942999168, 1.0111683933193354 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 1.0111683933193354, -0.2379887057000832, 0.2120112942999168, 1.0111683933193354 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 1.0111683933193354, -0.2379887057000832, 0.2120112942999168, 1.0111683933193354 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 1.0111683933193354, -0.2379887057000832, 0.2120112942999168, 1.0111683933193354 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0111683933193354, -0.2379887057000832, 0.2120112942999168, 1.0111683933193354 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.29146971016123513, 0.9875469212115071, -0.40676613843791243, 0.29146971016123513 ] }, { "afterPhase": 2, "tick": 288, "scores": [ -0.35365828965791873, 0.1463417103420811, 0.9858938851475627, -0.35365828965791873 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 1.0111683933193354, -0.2379887057000832, 0.2120112942999168, 1.0111683933193354 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0111683933193354, -0.2379887057000832, 0.2120112942999168, 1.0111683933193354 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 1.0111683933193354, -0.2379887057000832, 0.2120112942999168, 1.0111683933193354 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 1.0111683933193354, -0.2379887057000832, 0.2120112942999168, 1.0111683933193354 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 1.0111683933193354, -0.2379887057000832, 0.2120112942999168, 1.0111683933193354 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0111683933193354, -0.2379887057000832, 0.2120112942999168, 1.0111683933193354 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.29146971016123513, 0.9875469212115071, -0.40676613843791243, 0.29146971016123513 ] }, { "afterPhase": 2, "tick": 288, "scores": [ -0.35365828965791873, 0.1463417103420811, 0.9858938851475627, -0.35365828965791873 ] }, { "afterPhase": 3, "tick": 384, "scores": [ -0.35365828965791873, 0.1463417103420811, 0.9858938851475627, -0.35365828965791873 ] } ] } }, { "regime": "changed-home", "seed": 17, "arms": [ { "id": "fixed", "summary": { "usefulWork": 499.4874484978135, "harvests": 180, "toxicHarvests": 81, "energySpent": 993.6806347263142, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.3324186568176876, "heldoutA": 1.0145714456866575, "heldoutB": -0.2336577376167973, "heldoutC": 0.21634226238320273, "heldoutReturn": -0.2336577376167973, "retentionLoss": 0, "firstAReward": 1.0145714456866575, "afterCReward": 1.0145714456866575, "phaseAWork": 275.8351296624939, "phaseBWork": 148.80189949552027, "phaseCWork": 64.91877448993404, "returnAWork": 9.931644849865279, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 967.5931163980456, "harvests": 180, "toxicHarvests": 35, "energySpent": 913.6406307735921, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 0.7669864073303073, "heldoutA": 0.3169862378133653, "heldoutB": 1.016078025098767, "heldoutC": 0.9678949590787896, "heldoutReturn": 1.016078025098767, "retentionLoss": 0, "firstAReward": 1.0145714456866575, "afterCReward": 1.0145714456866575, "phaseAWork": 288.39847173920174, "phaseBWork": 426.87815120729266, "phaseCWork": 146.82786041922338, "returnAWork": 105.48863303232781, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 542.8408857306335, "harvests": 180, "toxicHarvests": 63, "energySpent": 962.9534493460778, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 3, "rollbacks": 5, "heldoutReward": 0.15991115905692807, "heldoutA": 0.1354391871314922, "heldoutB": 0.11912965336878752, "heldoutC": 0.22516463667050446, "heldoutReturn": -0.0476685162825539, "retentionLoss": 0, "firstAReward": 1.0145714456866575, "afterCReward": 1.0145714456866575, "phaseAWork": 275.8351296624939, "phaseBWork": 162.26351995561936, "phaseCWork": 93.75290620966376, "returnAWork": 10.989329902856525, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 560.2862674030465, "harvests": 177, "toxicHarvests": 82, "energySpent": 985.8948888681839, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 2, "rollbacks": 10, "heldoutReward": 0.3166835002418326, "heldoutA": 0.3169862378133653, "heldoutB": 1.016078025098767, "heldoutC": -0.3830137621866346, "heldoutReturn": 1.016078025098767, "retentionLoss": 0, "firstAReward": 1.0145714456866575, "afterCReward": 1.0145714456866575, "phaseAWork": 275.8351296624939, "phaseBWork": 148.80189949552027, "phaseCWork": 5.031440065575737, "returnAWork": 130.6177981794566, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.017895168917962, "gate": 1.104232464871828, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0619194245128833, "gate": 1.0393518433297209, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9208186789515332, "gate": 0.9073032701094647, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9638975222060218, "gate": 1.0206878035945015, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.14910353408975172, "gate": -0.2759543229057801, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2788235778645847, "gate": -0.20641503496537883, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.11667932685656003, "gate": -0.13209670444042063, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.27194317665482626, "gate": -0.2110194620677439, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.23893520130450832, "gate": 0.1716983673214523, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.18761880132585387, "gate": 0.3249974366407307, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.19625487712614312, "gate": 0.1780358658627588, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.17268646781483188, "gate": 0.1336145942703061, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.1892459370067658, "gate": -0.2539022111401226, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2639346853064101, "gate": -0.30285882668304626, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.3495776110219942, "gate": -0.3532986980113007, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.27769919153692113, "gate": -0.2953257197139312, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-dba7511b", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.017895168917962, "gate": 1.104232464871828, "tick": 0 }, { "epoch": 1, "parent": "p12-dba7511b", "candidate": "p12-5ad3bafa", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0619194245128833, "gate": 1.0393518433297209, "tick": 24 }, { "epoch": 2, "parent": "p12-5ad3bafa", "candidate": "p12-f498e128", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9208186789515332, "gate": 0.9073032701094647, "tick": 48 }, { "epoch": 3, "parent": "p12-f498e128", "candidate": "p12-4f7ac7cf", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9638975222060218, "gate": 1.0206878035945015, "tick": 72 }, { "epoch": 4, "parent": "p12-4f7ac7cf", "candidate": "p12-1287c7f8", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9073893761490709, "gate": 0.9662044832195461, "tick": 96 }, { "epoch": 5, "parent": "p12-1287c7f8", "candidate": "p12-27b9f175", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8934852953808865, "gate": 1.0398580826752355, "tick": 120 }, { "epoch": 6, "parent": "p12-27b9f175", "candidate": "p12-3aaa2d20", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9589577082621573, "gate": 1.084800219903806, "tick": 144 }, { "epoch": 7, "parent": "p12-3aaa2d20", "candidate": "p12-5ee5c516", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0302256127418088, "gate": 0.9695130061648577, "tick": 168 }, { "epoch": 8, "parent": "p12-5ee5c516", "candidate": "p12-f139d7e6", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0363799622161538, "gate": 1.095103270699993, "tick": 192 }, { "epoch": 9, "parent": "p12-f139d7e6", "candidate": "p12-d9f97124", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0243336055661059, "gate": 0.9657818900765024, "tick": 216 }, { "epoch": 10, "parent": "p12-d9f97124", "candidate": "p12-93a90773", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9668179255513124, "gate": 1.0032071145412742, "tick": 240 }, { "epoch": 11, "parent": "p12-93a90773", "candidate": "p12-52b4e236", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0120821665451258, "gate": 1.0004439354624448, "tick": 264 }, { "epoch": 12, "parent": "p12-52b4e236", "candidate": "p12-35a5787", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.1892459370067658, "gate": -0.2539022111401226, "tick": 288 }, { "epoch": 13, "parent": "p12-35a5787", "candidate": "p12-8ec8b66", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.2639346853064101, "gate": -0.30285882668304626, "tick": 312 }, { "epoch": 14, "parent": "p12-8ec8b66", "candidate": "p12-d8ebf88a", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9511968826048752, "gate": 0.8406937402054991, "tick": 336 }, { "epoch": 15, "parent": "p12-d8ebf88a", "candidate": "p12-362ff2cc", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9616537032396354, "gate": 0.8114866937354082, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.017895168917962, "gate": 1.104232464871828, "incumbentGate": 1.104232464871828, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0512814722228, "gate": 1.0393518433297209, "incumbentGate": 1.0393518433297209, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9441759510964071, "gate": 0.9073032701094647, "incumbentGate": 0.9073032701094647, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9394773012125697, "gate": 1.0206878035945015, "incumbentGate": 1.0206878035945015, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.14475945968188883, "gate": -0.2759543229057801, "incumbentGate": -0.2759543229057801, "retentionLoss": 0, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-8234b7b8", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.15481212998021415, "gate": -0.03819014321234598, "incumbentGate": -0.20641503496537883, "retentionLoss": 0, "tick": 120 }, { "epoch": 6, "parent": "p12-8234b7b8", "candidate": "p12-a881d19f", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.30168693567967575, "gate": 0.0348577278203635, "incumbentGate": -0.03634718129075697, "retentionLoss": 0.33385654574843415, "tick": 144 }, { "epoch": 7, "parent": "p12-8234b7b8", "candidate": "p12-2868661b", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.3062114378640506, "gate": 0.12389550107136234, "incumbentGate": -0.12907054610831267, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-2868661b", "candidate": "p12-c640a81e", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.5895737233364626, "gate": 1.095103270699993, "incumbentGate": 0.1716983673214523, "retentionLoss": 1.3125007975745708, "tick": 192 }, { "epoch": 9, "parent": "p12-2868661b", "candidate": "p12-2868661b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.34648831507061545, "gate": 0.3249974366407307, "incumbentGate": 0.3249974366407307, "retentionLoss": 0, "tick": 216 }, { "epoch": 10, "parent": "p12-2868661b", "candidate": "p12-2868661b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.3566908549641418, "gate": 0.1780358658627588, "incumbentGate": 0.1780358658627588, "retentionLoss": 0, "tick": 240 }, { "epoch": 11, "parent": "p12-2868661b", "candidate": "p12-8f388b45", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6521319847163415, "gate": 1.0004439354624448, "incumbentGate": 0.1336145942703061, "retentionLoss": 1.3125007975745708, "tick": 264 }, { "epoch": 12, "parent": "p12-2868661b", "candidate": "p12-2868661b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.14806808229927296, "gate": -0.2539022111401226, "incumbentGate": -0.2539022111401226, "retentionLoss": 0, "tick": 288 }, { "epoch": 13, "parent": "p12-2868661b", "candidate": "p12-1e48d68b", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.28566045721480576, "gate": 0.11693624424211918, "incumbentGate": -0.30285882668304626, "retentionLoss": 0.4773187410842036, "tick": 312 }, { "epoch": 14, "parent": "p12-2868661b", "candidate": "p12-722e3a11", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": -0.037406358487654494, "gate": -0.14603598024005496, "incumbentGate": -0.3532986980113007, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-722e3a11", "candidate": "p12-b56f42d5", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.1719093850572068, "gate": 0.13944162575243954, "incumbentGate": 0.13944162575243954, "retentionLoss": 0, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.017895168917962, "gate": 1.104232464871828, "incumbentGate": 1.104232464871828, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0512814722228, "gate": 1.0393518433297209, "incumbentGate": 1.0393518433297209, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9441759510964071, "gate": 0.9073032701094647, "incumbentGate": 0.9073032701094647, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9394773012125697, "gate": 1.0206878035945015, "incumbentGate": 1.0206878035945015, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-ffa5178b", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7693738223569281, "gate": 0.9662044832195461, "incumbentGate": -0.2759543229057801, "retentionLoss": 0.7038470468172673, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-ff50539c", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8020945998306341, "gate": 1.0398580826752355, "incumbentGate": -0.20641503496537883, "retentionLoss": 0.7038470468172673, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-957a5e7b", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8629120154249057, "gate": 1.084800219903806, "incumbentGate": -0.13209670444042063, "retentionLoss": 0.7038470468172673, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-64cd18e0", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 1.0439826231263865, "gate": 0.9695130061648577, "incumbentGate": -0.2110194620677439, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-64cd18e0", "candidate": "p12-764783bc", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7414812161169348, "gate": 1.095103270699993, "incumbentGate": -0.26749824026614427, "retentionLoss": 1.3125007975745708, "tick": 192 }, { "epoch": 9, "parent": "p12-64cd18e0", "candidate": "p12-25821905", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7940397176043401, "gate": 0.9657818900765024, "incumbentGate": -0.5574699143011058, "retentionLoss": 0.9477799985884687, "tick": 216 }, { "epoch": 10, "parent": "p12-64cd18e0", "candidate": "p12-aeeb9f00", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8038696010570111, "gate": 1.0032071145412742, "incumbentGate": -0.3423244318653808, "retentionLoss": 0.8343527625689596, "tick": 240 }, { "epoch": 11, "parent": "p12-64cd18e0", "candidate": "p12-8e221d27", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8097646432346223, "gate": 1.0004439354624448, "incumbentGate": -0.41653829786698454, "retentionLoss": 1.192297021484134, "tick": 264 }, { "epoch": 12, "parent": "p12-64cd18e0", "candidate": "p12-7a19a15a", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9181419035036368, "gate": 1.0134109977606596, "incumbentGate": -0.2539022111401226, "retentionLoss": 0.7038470468172673, "tick": 288 }, { "epoch": 13, "parent": "p12-64cd18e0", "candidate": "p12-5f46851b", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8364961060053674, "gate": 0.9044710666668528, "incumbentGate": -0.30285882668304626, "retentionLoss": 1.1403153622734035, "tick": 312 }, { "epoch": 14, "parent": "p12-64cd18e0", "candidate": "p12-882e071b", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.7117116433512889, "gate": 0.8406937402054991, "incumbentGate": -0.3532986980113007, "retentionLoss": 0.04818116043715531, "tick": 336 }, { "epoch": 15, "parent": "p12-882e071b", "candidate": "p12-9718d462", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.8027608491888477, "gate": 0.8114866937354082, "incumbentGate": 0.8114866937354082, "retentionLoss": 0, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0145714456866575, -0.2336577376167973, 0.21634226238320273, -0.2336577376167973 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 1.0145714456866575, -0.2336577376167973, 0.21634226238320273, -0.2336577376167973 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 1.0145714456866575, -0.2336577376167973, 0.21634226238320273, -0.2336577376167973 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 1.0145714456866575, -0.2336577376167973, 0.21634226238320273, -0.2336577376167973 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0145714456866575, -0.2336577376167973, 0.21634226238320273, -0.2336577376167973 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 1.0145714456866575, 1.016078025098767, 0.21634226238320273, -0.2336577376167973 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 1.0145714456866575, 1.016078025098767, 0.9678949590787896, -0.2336577376167973 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.3169862378133653, 1.016078025098767, 0.9678949590787896, 1.016078025098767 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0145714456866575, -0.2336577376167973, 0.21634226238320273, -0.2336577376167973 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 1.0145714456866575, 0.11912965336878752, 0.21634226238320273, -0.2336577376167973 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 1.0145714456866575, 0.11912965336878752, 0.21634226238320273, -0.2336577376167973 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.1354391871314922, 0.11912965336878752, 0.22516463667050446, -0.0476685162825539 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0145714456866575, -0.2336577376167973, 0.21634226238320273, -0.2336577376167973 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 1.0145714456866575, 1.016078025098767, -0.32801101244332315, -0.2336577376167973 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 1.0145714456866575, 1.016078025098767, -0.32801101244332315, -0.2336577376167973 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.3169862378133653, 1.016078025098767, -0.3830137621866346, 1.016078025098767 ] } ] } }, { "regime": "changed-home", "seed": 9990, "arms": [ { "id": "fixed", "summary": { "usefulWork": 515.9910390473087, "harvests": 176, "toxicHarvests": 80, "energySpent": 993.632931501122, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.31001415270428373, "heldoutA": 0.990975663858313, "heldoutB": -0.25546660287273093, "heldoutC": 0.19453339712726905, "heldoutReturn": -0.25546660287273093, "retentionLoss": 0, "firstAReward": 0.990975663858313, "afterCReward": 0.990975663858313, "phaseAWork": 278.9514116357409, "phaseBWork": 154.78902265420555, "phaseCWork": 72.75391125611367, "returnAWork": 9.496693501248615, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 996.5092405787171, "harvests": 180, "toxicHarvests": 32, "energySpent": 910.017528108473, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 0.7957116351271294, "heldoutA": 0.32974056367703064, "heldoutB": 1.024120053774876, "heldoutC": 1.0332742879294816, "heldoutReturn": 1.024120053774876, "retentionLoss": 0, "firstAReward": 0.990975663858313, "afterCReward": 0.990975663858313, "phaseAWork": 278.9514116357409, "phaseBWork": 420.81926841348445, "phaseCWork": 207.04104705429575, "returnAWork": 89.69751347519605, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 1056.50111937563, "harvests": 180, "toxicHarvests": 26, "energySpent": 900.9001612104225, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 4, "rollbacks": 1, "heldoutReward": 0.7765444856315026, "heldoutA": 0.32974056367703064, "heldoutB": 1.024120053774876, "heldoutC": 0.9757728394426012, "heldoutReturn": 1.024120053774876, "retentionLoss": 0.08265060286692938, "firstAReward": 0.990975663858313, "afterCReward": 0.9083250609913837, "phaseAWork": 278.9514116357409, "phaseBWork": 420.81926841348445, "phaseCWork": 207.04104705429575, "returnAWork": 149.68939227210888, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 955.1414332658511, "harvests": 180, "toxicHarvests": 54, "energySpent": 943.0175856479883, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 2, "rollbacks": 6, "heldoutReward": 0.9368330340890364, "heldoutA": 0.990975663858313, "heldoutB": 0.9513264916593169, "heldoutC": 0.8681969467494789, "heldoutReturn": -0.25546660287273093, "retentionLoss": 0, "firstAReward": 0.990975663858313, "afterCReward": 0.990975663858313, "phaseAWork": 278.9514116357409, "phaseBWork": 401.0722204132627, "phaseCWork": 190.3800719987928, "returnAWork": 84.73772921805471, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9423436772210989, "gate": 1.1548689103916416, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0574151059298613, "gate": 0.9750887966897969, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.1026044809356892, "gate": 1.0323146247694799, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.03131417412169, "gate": 0.9934235498777589, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.29696286328370686, "gate": -0.13318444602144638, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.3523587039729999, "gate": -0.32532798206398283, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2429844750753676, "gate": -0.2696221609729162, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.31469353383287285, "gate": -0.2709081363685966, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.21112175852955242, "gate": 0.3080394339442974, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.2578460379550345, "gate": 0.30506041697541386, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.24930444636354876, "gate": 0.25330100282281565, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.19461629901327704, "gate": 0.21485838326006979, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.25193955802455564, "gate": -0.18270994062001736, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.3611005498041802, "gate": -0.34958133004575487, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2705333630719455, "gate": -0.41078882404254385, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.23432654036336434, "gate": -0.21172872713536073, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-c9283fe1", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9423436772210989, "gate": 1.1548689103916416, "tick": 0 }, { "epoch": 1, "parent": "p12-c9283fe1", "candidate": "p12-1a830741", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0574151059298613, "gate": 0.9750887966897969, "tick": 24 }, { "epoch": 2, "parent": "p12-1a830741", "candidate": "p12-d012583f", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.1026044809356892, "gate": 1.0323146247694799, "tick": 48 }, { "epoch": 3, "parent": "p12-d012583f", "candidate": "p12-486889b4", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.03131417412169, "gate": 0.9934235498777589, "tick": 72 }, { "epoch": 4, "parent": "p12-486889b4", "candidate": "p12-13c44def", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0649213094383174, "gate": 1.0359759709864833, "tick": 96 }, { "epoch": 5, "parent": "p12-13c44def", "candidate": "p12-99eae7f", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9306941228319459, "gate": 1.0171217786749764, "tick": 120 }, { "epoch": 6, "parent": "p12-99eae7f", "candidate": "p12-ac8332b2", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9303743899325333, "gate": 1.0818098070067492, "tick": 144 }, { "epoch": 7, "parent": "p12-ac8332b2", "candidate": "p12-d79f5e09", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0106495767847068, "gate": 0.9615516939813086, "tick": 168 }, { "epoch": 8, "parent": "p12-d79f5e09", "candidate": "p12-b75edfe1", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0103259222046517, "gate": 0.8755062590229487, "tick": 192 }, { "epoch": 9, "parent": "p12-b75edfe1", "candidate": "p12-f6c18fa3", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0012445739724447, "gate": 0.9791142385450923, "tick": 216 }, { "epoch": 10, "parent": "p12-f6c18fa3", "candidate": "p12-779beda8", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0187767106692707, "gate": 1.0941709051311919, "tick": 240 }, { "epoch": 11, "parent": "p12-779beda8", "candidate": "p12-6ac46439", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0987367127354746, "gate": 0.980537934125049, "tick": 264 }, { "epoch": 12, "parent": "p12-6ac46439", "candidate": "p12-12f48882", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.25193955802455564, "gate": -0.18270994062001736, "tick": 288 }, { "epoch": 13, "parent": "p12-12f48882", "candidate": "p12-44efd699", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.3611005498041802, "gate": -0.34958133004575487, "tick": 312 }, { "epoch": 14, "parent": "p12-44efd699", "candidate": "p12-5c490d0d", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.952074525720641, "gate": 0.8872182197032036, "tick": 336 }, { "epoch": 15, "parent": "p12-5c490d0d", "candidate": "p12-a1c17371", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0117692063049182, "gate": 0.8551115206518644, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9423436772210989, "gate": 1.1548689103916416, "incumbentGate": 1.1548689103916416, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.08033823180403, "gate": 0.9750887966897969, "incumbentGate": 0.9750887966897969, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0932442478427924, "gate": 1.0323146247694799, "incumbentGate": 1.0323146247694799, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.019822477551107, "gate": 0.9934235498777589, "incumbentGate": 0.9934235498777589, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-4daedec3", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 1.0352459000629928, "gate": 1.0359759709864833, "incumbentGate": -0.13318444602144638, "retentionLoss": 0, "tick": 96 }, { "epoch": 5, "parent": "p12-4daedec3", "candidate": "p12-4daedec3", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9486406221735173, "gate": 1.0171217786749764, "incumbentGate": 1.0171217786749764, "retentionLoss": 0, "tick": 120 }, { "epoch": 6, "parent": "p12-4daedec3", "candidate": "p12-4daedec3", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9589058334118784, "gate": 1.0818098070067492, "incumbentGate": 1.0818098070067492, "retentionLoss": 0, "tick": 144 }, { "epoch": 7, "parent": "p12-4daedec3", "candidate": "p12-4daedec3", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0086679528909999, "gate": 0.9615516939813086, "incumbentGate": 0.9615516939813086, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-4daedec3", "candidate": "p12-36f867c5", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.981635721719919, "gate": 0.781755174061249, "incumbentGate": 0.3080394339442974, "retentionLoss": 0, "tick": 192 }, { "epoch": 9, "parent": "p12-36f867c5", "candidate": "p12-9e7fd613", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.95217477618601, "gate": 0.9791142385450923, "incumbentGate": 0.9201806792542241, "retentionLoss": 0.07796709824495729, "tick": 216 }, { "epoch": 10, "parent": "p12-9e7fd613", "candidate": "p12-9e7fd613", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9877723909977214, "gate": 1.0941709051311919, "incumbentGate": 1.0941709051311919, "retentionLoss": 0, "tick": 240 }, { "epoch": 11, "parent": "p12-9e7fd613", "candidate": "p12-9e7fd613", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0432407046769483, "gate": 0.980537934125049, "incumbentGate": 0.980537934125049, "retentionLoss": 0, "tick": 264 }, { "epoch": 12, "parent": "p12-9e7fd613", "candidate": "p12-97e88864", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8563686967611096, "gate": 0.9905768086759655, "incumbentGate": 0.003341059323313809, "retentionLoss": 0.6922887436611149, "tick": 288 }, { "epoch": 13, "parent": "p12-9e7fd613", "candidate": "p12-4121b96b", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 1.0148882456192279, "gate": 0.9884114136895829, "incumbentGate": -0.34958133004575487, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-4121b96b", "candidate": "p12-4121b96b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9448376954840526, "gate": 0.8872182197032036, "incumbentGate": 0.8872182197032036, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-4121b96b", "candidate": "p12-4121b96b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9601372765297495, "gate": 0.8551115206518644, "incumbentGate": 0.8551115206518644, "retentionLoss": 0, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9423436772210989, "gate": 1.1548689103916416, "incumbentGate": 1.1548689103916416, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.08033823180403, "gate": 0.9750887966897969, "incumbentGate": 0.9750887966897969, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0932442478427924, "gate": 1.0323146247694799, "incumbentGate": 1.0323146247694799, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.019822477551107, "gate": 0.9934235498777589, "incumbentGate": 0.9934235498777589, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-86df9306", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9692885423019212, "gate": 0.7994075115217374, "incumbentGate": -0.13318444602144638, "retentionLoss": 0, "tick": 96 }, { "epoch": 5, "parent": "p12-86df9306", "candidate": "p12-612c2425", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.9486406221735173, "gate": 1.0171217786749764, "incumbentGate": 1.0171217786749764, "retentionLoss": 0, "tick": 120 }, { "epoch": 6, "parent": "p12-86df9306", "candidate": "p12-86df9306", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9589058334118784, "gate": 1.0818098070067492, "incumbentGate": 1.0818098070067492, "retentionLoss": 0, "tick": 144 }, { "epoch": 7, "parent": "p12-86df9306", "candidate": "p12-58c62046", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 1.0086679528909999, "gate": 0.8994647799553102, "incumbentGate": 0.5577978884509308, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-58c62046", "candidate": "p12-58c62046", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8793109541235014, "gate": 0.8755062590229487, "incumbentGate": 0.8755062590229487, "retentionLoss": 0, "tick": 192 }, { "epoch": 9, "parent": "p12-58c62046", "candidate": "p12-58c62046", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.875487925515756, "gate": 0.9791142385450923, "incumbentGate": 0.9791142385450923, "retentionLoss": 0, "tick": 216 }, { "epoch": 10, "parent": "p12-58c62046", "candidate": "p12-fb3d8447", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8591707504672118, "gate": 1.0941709051311919, "incumbentGate": 0.7715185170773129, "retentionLoss": 0.7702558419060722, "tick": 240 }, { "epoch": 11, "parent": "p12-58c62046", "candidate": "p12-58c62046", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0277189761704486, "gate": 0.7212826313328676, "incumbentGate": 0.7212826313328676, "retentionLoss": 0, "tick": 264 }, { "epoch": 12, "parent": "p12-58c62046", "candidate": "p12-461772a6", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7378875342561472, "gate": 0.9905768086759655, "incumbentGate": -0.18270994062001736, "retentionLoss": 0.7702558419060722, "tick": 288 }, { "epoch": 13, "parent": "p12-58c62046", "candidate": "p12-345dbfca", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8964070831142655, "gate": 0.9884114136895829, "incumbentGate": -0.34958133004575487, "retentionLoss": 0.5123208811636474, "tick": 312 }, { "epoch": 14, "parent": "p12-58c62046", "candidate": "p12-e2b9ddea", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8721030946710506, "gate": 0.8872182197032036, "incumbentGate": -0.41078882404254385, "retentionLoss": 0.4208277577797264, "tick": 336 }, { "epoch": 15, "parent": "p12-58c62046", "candidate": "p12-269e8141", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7536107538074956, "gate": 0.8551115206518644, "incumbentGate": -0.21172872713536073, "retentionLoss": 1.110668245238357, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.990975663858313, -0.25546660287273093, 0.19453339712726905, -0.25546660287273093 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.990975663858313, -0.25546660287273093, 0.19453339712726905, -0.25546660287273093 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.990975663858313, -0.25546660287273093, 0.19453339712726905, -0.25546660287273093 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.990975663858313, -0.25546660287273093, 0.19453339712726905, -0.25546660287273093 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.990975663858313, -0.25546660287273093, 0.19453339712726905, -0.25546660287273093 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.990975663858313, 1.024120053774876, 0.19453339712726905, -0.25546660287273093 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.990975663858313, 1.024120053774876, 1.0332742879294816, -0.25546660287273093 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.32974056367703064, 1.024120053774876, 1.0332742879294816, 1.024120053774876 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.990975663858313, -0.25546660287273093, 0.19453339712726905, -0.25546660287273093 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.990975663858313, 1.006658336756759, 0.19453339712726905, -0.25546660287273093 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9083250609913837, 1.024120053774876, 1.0332742879294816, -0.1920912360172401 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.32974056367703064, 1.024120053774876, 0.9757728394426012, 1.024120053774876 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.990975663858313, -0.25546660287273093, 0.19453339712726905, -0.25546660287273093 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.990975663858313, 0.9513264916593169, 0.8681969467494789, -0.25546660287273093 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.990975663858313, 0.9513264916593169, 0.8681969467494789, -0.25546660287273093 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.990975663858313, 0.9513264916593169, 0.8681969467494789, -0.25546660287273093 ] } ] } }, { "regime": "changed-home", "seed": 19963, "arms": [ { "id": "fixed", "summary": { "usefulWork": 484.6369848253752, "harvests": 176, "toxicHarvests": 82, "energySpent": 996.4363479426353, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.3506245601541666, "heldoutA": 1.0296343241832466, "heldoutB": -0.21388032186037353, "heldoutC": 0.23611967813962656, "heldoutReturn": -0.21388032186037353, "retentionLoss": 0, "firstAReward": 1.0296343241832466, "afterCReward": 1.0296343241832466, "phaseAWork": 283.5814988665088, "phaseBWork": 134.47602222907608, "phaseCWork": 65.18412958360506, "returnAWork": 1.3953341461852347, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 1057.9625909037445, "harvests": 180, "toxicHarvests": 21, "energySpent": 893.7882594258083, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 0.7815618800189039, "heldoutA": 0.31453032867141095, "heldoutB": 1.00567185582067, "heldoutC": 1.0244834555646307, "heldoutReturn": 1.00567185582067, "retentionLoss": 0, "firstAReward": 1.0296343241832466, "afterCReward": 1.0296343241832466, "phaseAWork": 290.0688443504318, "phaseBWork": 394.68578176492855, "phaseCWork": 229.24086631694468, "returnAWork": 143.9670984714395, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 613.495166229303, "harvests": 179, "toxicHarvests": 63, "energySpent": 961.3910075751156, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 2, "rollbacks": 8, "heldoutReward": 0.5067584730278689, "heldoutA": 0.3701584694380324, "heldoutB": 0.9822317739329397, "heldoutC": 0.16788517571263473, "heldoutReturn": 0.9089562465872913, "retentionLoss": 0, "firstAReward": 1.0296343241832466, "afterCReward": 1.0296343241832466, "phaseAWork": 283.5814988665088, "phaseBWork": 213.33668244653728, "phaseCWork": 113.38418427911068, "returnAWork": 3.192800637146206, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 995.848528219474, "harvests": 180, "toxicHarvests": 44, "energySpent": 927.5729877046207, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 2, "rollbacks": 3, "heldoutReward": 0.6788206117728736, "heldoutA": 0.006306523933319853, "heldoutB": 1.00567185582067, "heldoutC": 1.0244834555646307, "heldoutReturn": 0.5960954787187861, "retentionLoss": 0.03226699485122575, "firstAReward": 1.0296343241832466, "afterCReward": 0.9973673293320209, "phaseAWork": 283.5814988665088, "phaseBWork": 405.17502862210824, "phaseCWork": 214.48555939585185, "returnAWork": 92.60644133500512, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9295859501495372, "gate": 0.9677235961514373, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9972479765460998, "gate": 1.0594465748152517, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.025708315387165, "gate": 0.9010866546608008, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9987256061467464, "gate": 0.9802025694737431, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.27298630895651244, "gate": -0.25916822243459475, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.24473221562066783, "gate": -0.3404160717497567, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.30995140920380404, "gate": -0.21818658866793675, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.1436150305930128, "gate": -0.2410046884143563, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.2373480866360954, "gate": 0.14452565883061355, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.16178119281913947, "gate": 0.21390768959135498, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.21818153693697576, "gate": 0.25072314940710944, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.35967801437912517, "gate": 0.19020989585436432, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.24105981529785314, "gate": -0.21719715947415677, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.3815791721807085, "gate": -0.2305207862840968, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.21818221345845926, "gate": -0.18306513266065294, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2527909192739574, "gate": -0.2870782566553885, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-5cf7fd03", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9295859501495372, "gate": 0.9677235961514373, "tick": 0 }, { "epoch": 1, "parent": "p12-5cf7fd03", "candidate": "p12-60b8972d", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9972479765460998, "gate": 1.0594465748152517, "tick": 24 }, { "epoch": 2, "parent": "p12-60b8972d", "candidate": "p12-6620e734", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.025708315387165, "gate": 0.9010866546608008, "tick": 48 }, { "epoch": 3, "parent": "p12-6620e734", "candidate": "p12-302673b8", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9987256061467464, "gate": 0.9802025694737431, "tick": 72 }, { "epoch": 4, "parent": "p12-302673b8", "candidate": "p12-a2a128e6", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0082808380015698, "gate": 0.9641145070408692, "tick": 96 }, { "epoch": 5, "parent": "p12-a2a128e6", "candidate": "p12-19470d30", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0209599402747889, "gate": 0.9871346099875195, "tick": 120 }, { "epoch": 6, "parent": "p12-19470d30", "candidate": "p12-8a11ebae", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9716188764293473, "gate": 0.9204892044688712, "tick": 144 }, { "epoch": 7, "parent": "p12-8a11ebae", "candidate": "p12-97d3c2e2", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.014578908680616, "gate": 0.9907804225234164, "tick": 168 }, { "epoch": 8, "parent": "p12-97d3c2e2", "candidate": "p12-c163dac2", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9885614275709736, "gate": 0.9791987804809676, "tick": 192 }, { "epoch": 9, "parent": "p12-c163dac2", "candidate": "p12-4d961830", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9514200188331966, "gate": 0.9888129843911887, "tick": 216 }, { "epoch": 10, "parent": "p12-4d961830", "candidate": "p12-89ff3061", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9353256939179152, "gate": 1.0878061513281656, "tick": 240 }, { "epoch": 11, "parent": "p12-89ff3061", "candidate": "p12-bbe293d", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9826342611535246, "gate": 1.0606331602973749, "tick": 264 }, { "epoch": 12, "parent": "p12-bbe293d", "candidate": "p12-8f59f667", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.24105981529785314, "gate": -0.21719715947415677, "tick": 288 }, { "epoch": 13, "parent": "p12-8f59f667", "candidate": "p12-988ce6f0", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.3815791721807085, "gate": -0.2305207862840968, "tick": 312 }, { "epoch": 14, "parent": "p12-988ce6f0", "candidate": "p12-425a1fe7", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9897345115228536, "gate": 0.9806773054757669, "tick": 336 }, { "epoch": 15, "parent": "p12-425a1fe7", "candidate": "p12-ebd0b760", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0418193916626592, "gate": 1.081446741813991, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9295859501495372, "gate": 0.9677235961514373, "incumbentGate": 0.9677235961514373, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0137598122006923, "gate": 1.0594465748152517, "incumbentGate": 1.0594465748152517, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0264196027846317, "gate": 0.9010866546608008, "incumbentGate": 0.9010866546608008, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9782228940855269, "gate": 0.9802025694737431, "incumbentGate": 0.9802025694737431, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-863ac01a", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8492399764514632, "gate": 0.9641145070408692, "incumbentGate": -0.25916822243459475, "retentionLoss": 0.6275713965015071, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-56f91c37", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8679105095974073, "gate": 0.9871346099875195, "incumbentGate": -0.3404160717497567, "retentionLoss": 0.6275713965015071, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-17991269", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.984697796928739, "gate": 0.9204892044688712, "incumbentGate": -0.21818658866793675, "retentionLoss": 0, "tick": 144 }, { "epoch": 7, "parent": "p12-17991269", "candidate": "p12-17991269", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0107146793732587, "gate": 0.9907804225234164, "incumbentGate": 0.9907804225234164, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-17991269", "candidate": "p12-6676c286", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.5911970746964685, "gate": 0.9791987804809676, "incumbentGate": 0.14452565883061355, "retentionLoss": 1.195065497598192, "tick": 192 }, { "epoch": 9, "parent": "p12-17991269", "candidate": "p12-493a3f6", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7670773498987211, "gate": 0.9888129843911887, "incumbentGate": 0.21390768959135498, "retentionLoss": 1.18523045203729, "tick": 216 }, { "epoch": 10, "parent": "p12-17991269", "candidate": "p12-17991269", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.47646172042504653, "gate": 0.25072314940710944, "incumbentGate": 0.25072314940710944, "retentionLoss": 0, "tick": 240 }, { "epoch": 11, "parent": "p12-17991269", "candidate": "p12-a1677798", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6722727363977574, "gate": 1.0606331602973749, "incumbentGate": 0.19020989585436432, "retentionLoss": 1.18523045203729, "tick": 264 }, { "epoch": 12, "parent": "p12-17991269", "candidate": "p12-914fa575", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9256653337393334, "gate": 1.033567821121877, "incumbentGate": -0.21719715947415677, "retentionLoss": 0.6275713965015071, "tick": 288 }, { "epoch": 13, "parent": "p12-17991269", "candidate": "p12-1f1ea17", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8205177770333613, "gate": 0.9088182933683049, "incumbentGate": -0.2305207862840968, "retentionLoss": 0.5960514809880187, "tick": 312 }, { "epoch": 14, "parent": "p12-17991269", "candidate": "p12-56c60218", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7523706567178879, "gate": 0.9806773054757669, "incumbentGate": -0.18306513266065294, "retentionLoss": 0.5960514809880187, "tick": 336 }, { "epoch": 15, "parent": "p12-17991269", "candidate": "p12-b7c8c94f", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.882425907730132, "gate": 1.081446741813991, "incumbentGate": -0.2870782566553885, "retentionLoss": 0, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9295859501495372, "gate": 0.9677235961514373, "incumbentGate": 0.9677235961514373, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0137598122006923, "gate": 1.0594465748152517, "incumbentGate": 1.0594465748152517, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0264196027846317, "gate": 0.9010866546608008, "incumbentGate": 0.9010866546608008, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9782228940855269, "gate": 0.9802025694737431, "incumbentGate": 0.9802025694737431, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-a7d3c8e", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 1.016654687570706, "gate": 0.9641145070408692, "incumbentGate": -0.25916822243459475, "retentionLoss": 0, "tick": 96 }, { "epoch": 5, "parent": "p12-a7d3c8e", "candidate": "p12-a7d3c8e", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0018422784928016, "gate": 0.9871346099875195, "incumbentGate": 0.9871346099875195, "retentionLoss": 0, "tick": 120 }, { "epoch": 6, "parent": "p12-a7d3c8e", "candidate": "p12-a7d3c8e", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.984697796928739, "gate": 0.9204892044688712, "incumbentGate": 0.9204892044688712, "retentionLoss": 0, "tick": 144 }, { "epoch": 7, "parent": "p12-a7d3c8e", "candidate": "p12-a7d3c8e", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0107146793732587, "gate": 0.9907804225234164, "incumbentGate": 0.9907804225234164, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-a7d3c8e", "candidate": "p12-a7d3c8e", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0028577121114044, "gate": 0.9791987804809676, "incumbentGate": 0.9791987804809676, "retentionLoss": 0, "tick": 192 }, { "epoch": 9, "parent": "p12-a7d3c8e", "candidate": "p12-a7d3c8e", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9806960258952203, "gate": 0.9888129843911887, "incumbentGate": 0.9888129843911887, "retentionLoss": 0, "tick": 216 }, { "epoch": 10, "parent": "p12-a7d3c8e", "candidate": "p12-a7d3c8e", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9704455622026709, "gate": 1.0878061513281656, "incumbentGate": 1.0878061513281656, "retentionLoss": 0, "tick": 240 }, { "epoch": 11, "parent": "p12-a7d3c8e", "candidate": "p12-a7d3c8e", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0090827770194373, "gate": 1.0606331602973749, "incumbentGate": 1.0606331602973749, "retentionLoss": 0, "tick": 264 }, { "epoch": 12, "parent": "p12-a7d3c8e", "candidate": "p12-fd43066", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7854203665789168, "gate": 1.033567821121877, "incumbentGate": -0.21719715947415677, "retentionLoss": 0.7968268787148846, "tick": 288 }, { "epoch": 13, "parent": "p12-a7d3c8e", "candidate": "p12-3fc2ef", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9019329687337484, "gate": 0.9088182933683049, "incumbentGate": -0.09653632454058536, "retentionLoss": 0.8537531331820335, "tick": 312 }, { "epoch": 14, "parent": "p12-a7d3c8e", "candidate": "p12-495adf45", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6829489843451659, "gate": 0.9806773054757669, "incumbentGate": -0.18306513266065294, "retentionLoss": 1.4498046141700522, "tick": 336 }, { "epoch": 15, "parent": "p12-a7d3c8e", "candidate": "p12-d05204e7", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9632840749231865, "gate": 0.9184181683648127, "incumbentGate": -0.2870782566553885, "retentionLoss": 0, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0296343241832466, -0.21388032186037353, 0.23611967813962656, -0.21388032186037353 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 1.0296343241832466, -0.21388032186037353, 0.23611967813962656, -0.21388032186037353 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 1.0296343241832466, -0.21388032186037353, 0.23611967813962656, -0.21388032186037353 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 1.0296343241832466, -0.21388032186037353, 0.23611967813962656, -0.21388032186037353 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0296343241832466, -0.21388032186037353, 0.23611967813962656, -0.21388032186037353 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 1.0296343241832466, 1.00567185582067, 0.23611967813962656, -0.21388032186037353 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 1.0296343241832466, 1.00567185582067, 1.0244834555646307, -0.21388032186037353 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.31453032867141095, 1.00567185582067, 1.0244834555646307, 1.00567185582067 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0296343241832466, -0.21388032186037353, 0.23611967813962656, -0.21388032186037353 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 1.0296343241832466, 0.9611362917583484, 0.23611967813962656, -0.21388032186037353 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 1.0296343241832466, 0.9611362917583484, 0.23611967813962656, -0.21388032186037353 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.3701584694380324, 0.9822317739329397, 0.16788517571263473, 0.9089562465872913 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0296343241832466, -0.21388032186037353, 0.23611967813962656, -0.21388032186037353 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9973673293320209, 1.00567185582067, 0.9295721998962629, -0.18529621458555381 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9973673293320209, 1.00567185582067, 0.9295721998962629, -0.18529621458555381 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.006306523933319853, 1.00567185582067, 1.0244834555646307, 0.5960954787187861 ] } ] } }, { "regime": "changed-home", "seed": 29936, "arms": [ { "id": "fixed", "summary": { "usefulWork": 475.4142554792416, "harvests": 171, "toxicHarvests": 78, "energySpent": 989.786151367627, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.31458543755429896, "heldoutA": 0.9921597868946564, "heldoutB": -0.24920173711587973, "heldoutC": 0.20079826288412014, "heldoutReturn": -0.24920173711587973, "retentionLoss": 0, "firstAReward": 0.9921597868946564, "afterCReward": 0.9921597868946564, "phaseAWork": 272.4759755550642, "phaseBWork": 140.15273724191968, "phaseCWork": 60.11837850689892, "returnAWork": 2.667164175358778, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 982.2378994979405, "harvests": 180, "toxicHarvests": 32, "energySpent": 909.9220871104382, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 0.773318942759604, "heldoutA": 0.309647936804321, "heldoutB": 1.0055732260624521, "heldoutC": 1.004735665412039, "heldoutReturn": 1.0055732260624521, "retentionLoss": 0, "firstAReward": 0.9921597868946564, "afterCReward": 0.9921597868946564, "phaseAWork": 272.4759755550642, "phaseBWork": 401.75435687184904, "phaseCWork": 229.3942412173958, "returnAWork": 78.61332585363141, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 827.106753158319, "harvests": 180, "toxicHarvests": 29, "energySpent": 909.572921600696, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 2, "rollbacks": 2, "heldoutReward": 0.5078715763277581, "heldoutA": 0.31724324003670223, "heldoutB": 1.0055732260624521, "heldoutC": 0.20079826288412014, "heldoutReturn": 0.9826997792948332, "retentionLoss": 0, "firstAReward": 0.9921597868946564, "afterCReward": 0.9921597868946564, "phaseAWork": 272.4759755550642, "phaseBWork": 401.75435687184904, "phaseCWork": 71.59250721536205, "returnAWork": 81.28391351604364, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 825.2736618166833, "harvests": 179, "toxicHarvests": 49, "energySpent": 934.6931789889616, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 2, "rollbacks": 6, "heldoutReward": 0.7540317176778958, "heldoutA": 0.309647936804321, "heldoutB": 0.9477115508173274, "heldoutC": 1.004735665412039, "heldoutReturn": 1.0055732260624521, "retentionLoss": 0, "firstAReward": 0.9921597868946564, "afterCReward": 0.9921597868946564, "phaseAWork": 272.4759755550642, "phaseBWork": 195.33843879055115, "phaseCWork": 95.8242210611325, "returnAWork": 261.63502640993545, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0794259487409898, "gate": 0.8760038785591525, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0051287908327426, "gate": 1.0559622686303138, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9974620457115465, "gate": 0.9334971035592452, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0828774809619128, "gate": 1.0109559530195935, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.3069137759295191, "gate": -0.3148045260557561, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.3249834065017289, "gate": -0.14244601008224475, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.20037357166230488, "gate": -0.1467785934192183, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.24217586870430652, "gate": -0.24088292185224844, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.1192609263509013, "gate": 0.4023958118633751, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.13968765829610597, "gate": 0.24792786456232663, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.18354991520216238, "gate": 0.1377687833881389, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.3326089041277685, "gate": 0.2293435961214041, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2472756840317741, "gate": -0.27336092923126937, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.15787762555847087, "gate": -0.24662223066342992, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.24980755344699723, "gate": -0.242409298577849, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.32701283775321327, "gate": -0.29205516637470325, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-c7bd209b", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0794259487409898, "gate": 0.8760038785591525, "tick": 0 }, { "epoch": 1, "parent": "p12-c7bd209b", "candidate": "p12-bd686cb5", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0051287908327426, "gate": 1.0559622686303138, "tick": 24 }, { "epoch": 2, "parent": "p12-bd686cb5", "candidate": "p12-309c9c7d", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9974620457115465, "gate": 0.9334971035592452, "tick": 48 }, { "epoch": 3, "parent": "p12-309c9c7d", "candidate": "p12-da0330f7", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0828774809619128, "gate": 1.0109559530195935, "tick": 72 }, { "epoch": 4, "parent": "p12-da0330f7", "candidate": "p12-6365c5cd", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.011350153896594, "gate": 0.9661956619849962, "tick": 96 }, { "epoch": 5, "parent": "p12-6365c5cd", "candidate": "p12-835c6046", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9667608275685793, "gate": 0.940081803904831, "tick": 120 }, { "epoch": 6, "parent": "p12-835c6046", "candidate": "p12-7c8d99c", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0679945789809078, "gate": 0.9676523239019917, "tick": 144 }, { "epoch": 7, "parent": "p12-7c8d99c", "candidate": "p12-6b1bc3e4", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9824749387535167, "gate": 0.9424369263786986, "tick": 168 }, { "epoch": 8, "parent": "p12-6b1bc3e4", "candidate": "p12-c92784e", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0150688770818241, "gate": 1.0010932478411634, "tick": 192 }, { "epoch": 9, "parent": "p12-c92784e", "candidate": "p12-679af575", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9502098750929514, "gate": 1.0537981956912825, "tick": 216 }, { "epoch": 10, "parent": "p12-679af575", "candidate": "p12-935864e5", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0123506115429464, "gate": 0.9793797497663305, "tick": 240 }, { "epoch": 11, "parent": "p12-935864e5", "candidate": "p12-5e1f2c7", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8820328671263534, "gate": 0.979366727466619, "tick": 264 }, { "epoch": 12, "parent": "p12-5e1f2c7", "candidate": "p12-2a461820", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.2472756840317741, "gate": -0.27336092923126937, "tick": 288 }, { "epoch": 13, "parent": "p12-2a461820", "candidate": "p12-e2616e3c", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.15787762555847087, "gate": -0.24662223066342992, "tick": 312 }, { "epoch": 14, "parent": "p12-e2616e3c", "candidate": "p12-2dcddeb1", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9698649897730823, "gate": 1.0575631576030908, "tick": 336 }, { "epoch": 15, "parent": "p12-2dcddeb1", "candidate": "p12-8ba0b866", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0160121607973605, "gate": 1.0832210168203373, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0794259487409898, "gate": 0.8760038785591525, "incumbentGate": 0.8760038785591525, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9763024933384856, "gate": 1.0559622686303138, "incumbentGate": 1.0559622686303138, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0069747199866692, "gate": 0.9334971035592452, "incumbentGate": 0.9334971035592452, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0544524221332088, "gate": 1.0109559530195935, "incumbentGate": 1.0109559530195935, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-19d48df2", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 1.0142083761333973, "gate": 0.9661956619849962, "incumbentGate": -0.3148045260557561, "retentionLoss": 0, "tick": 96 }, { "epoch": 5, "parent": "p12-19d48df2", "candidate": "p12-19d48df2", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9808518659765826, "gate": 0.940081803904831, "incumbentGate": 0.940081803904831, "retentionLoss": 0, "tick": 120 }, { "epoch": 6, "parent": "p12-19d48df2", "candidate": "p12-c2bfb280", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 1.0280330942840128, "gate": 0.9676523239019917, "incumbentGate": 0.9676523239019917, "retentionLoss": 0, "tick": 144 }, { "epoch": 7, "parent": "p12-19d48df2", "candidate": "p12-19d48df2", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9946719136302786, "gate": 0.9424369263786986, "incumbentGate": 0.9424369263786986, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-19d48df2", "candidate": "p12-19d48df2", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.4727990393347331, "gate": 0.4023958118633751, "incumbentGate": 0.4023958118633751, "retentionLoss": 0, "tick": 192 }, { "epoch": 9, "parent": "p12-19d48df2", "candidate": "p12-19d48df2", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.4672592010960553, "gate": 0.24792786456232663, "incumbentGate": 0.24792786456232663, "retentionLoss": 0, "tick": 216 }, { "epoch": 10, "parent": "p12-19d48df2", "candidate": "p12-19d48df2", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.46734688782128136, "gate": 0.1377687833881389, "incumbentGate": 0.1377687833881389, "retentionLoss": 0, "tick": 240 }, { "epoch": 11, "parent": "p12-19d48df2", "candidate": "p12-19d48df2", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.533800533220336, "gate": 0.2293435961214041, "incumbentGate": 0.2293435961214041, "retentionLoss": 0, "tick": 264 }, { "epoch": 12, "parent": "p12-19d48df2", "candidate": "p12-c8278abc", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.4840248714960194, "gate": 0.4099005924794232, "incumbentGate": -0.27336092923126937, "retentionLoss": 0.6898391163038171, "tick": 288 }, { "epoch": 13, "parent": "p12-19d48df2", "candidate": "p12-7d41cf1a", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.8788513703324582, "gate": 1.0329294175056687, "incumbentGate": -0.24662223066342992, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-7d41cf1a", "candidate": "p12-7d41cf1a", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8605054117958258, "gate": 1.0575631576030908, "incumbentGate": 1.0575631576030908, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-7d41cf1a", "candidate": "p12-7d41cf1a", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8716016532774217, "gate": 1.0832210168203373, "incumbentGate": 1.0832210168203373, "retentionLoss": 0, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0794259487409898, "gate": 0.8760038785591525, "incumbentGate": 0.8760038785591525, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9763024933384856, "gate": 1.0559622686303138, "incumbentGate": 1.0559622686303138, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0069747199866692, "gate": 0.9334971035592452, "incumbentGate": 0.9334971035592452, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0544524221332088, "gate": 1.0109559530195935, "incumbentGate": 1.0109559530195935, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-fe96fdb", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.821574871926136, "gate": 0.9661956619849962, "incumbentGate": -0.3148045260557561, "retentionLoss": 0.6177459182556566, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-d0a51dc6", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9808518659765826, "gate": 0.940081803904831, "incumbentGate": -0.14244601008224475, "retentionLoss": 0, "tick": 120 }, { "epoch": 6, "parent": "p12-d0a51dc6", "candidate": "p12-d0a51dc6", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0280330942840128, "gate": 0.9676523239019917, "incumbentGate": 0.9676523239019917, "retentionLoss": 0, "tick": 144 }, { "epoch": 7, "parent": "p12-d0a51dc6", "candidate": "p12-d0a51dc6", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9946719136302786, "gate": 0.9424369263786986, "incumbentGate": 0.9424369263786986, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-d0a51dc6", "candidate": "p12-e137c34", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8536434456788806, "gate": 1.0010932478411634, "incumbentGate": -0.24434042928611133, "retentionLoss": 0.7465706737577319, "tick": 192 }, { "epoch": 9, "parent": "p12-d0a51dc6", "candidate": "p12-6b3151e3", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8424509275352922, "gate": 1.0537981956912825, "incumbentGate": -0.31819059426330704, "retentionLoss": 0.7465706737577319, "tick": 216 }, { "epoch": 10, "parent": "p12-d0a51dc6", "candidate": "p12-42cb2fff", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8513765487319803, "gate": 0.9793797497663305, "incumbentGate": -0.3932762341219976, "retentionLoss": 0.7808408072221169, "tick": 240 }, { "epoch": 11, "parent": "p12-d0a51dc6", "candidate": "p12-c9e540e8", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8166532559186487, "gate": 0.979366727466619, "incumbentGate": -0.4266473734102496, "retentionLoss": 0.6177459182556566, "tick": 264 }, { "epoch": 12, "parent": "p12-d0a51dc6", "candidate": "p12-a0288b56", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8606924663183718, "gate": 1.0261188276868047, "incumbentGate": -0.27336092923126937, "retentionLoss": 0.6177459182556566, "tick": 288 }, { "epoch": 13, "parent": "p12-d0a51dc6", "candidate": "p12-e7728f5a", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 1.0028852358810794, "gate": 1.0329294175056687, "incumbentGate": -0.24662223066342992, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-e7728f5a", "candidate": "p12-e7728f5a", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9845392773444469, "gate": 1.0575631576030908, "incumbentGate": 1.0575631576030908, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-e7728f5a", "candidate": "p12-e7728f5a", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9956355188260427, "gate": 1.0832210168203373, "incumbentGate": 1.0832210168203373, "retentionLoss": 0, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9921597868946564, -0.24920173711587973, 0.20079826288412014, -0.24920173711587973 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9921597868946564, -0.24920173711587973, 0.20079826288412014, -0.24920173711587973 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9921597868946564, -0.24920173711587973, 0.20079826288412014, -0.24920173711587973 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9921597868946564, -0.24920173711587973, 0.20079826288412014, -0.24920173711587973 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9921597868946564, -0.24920173711587973, 0.20079826288412014, -0.24920173711587973 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9921597868946564, 1.0055732260624521, 0.20079826288412014, -0.24920173711587973 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9921597868946564, 1.0055732260624521, 1.004735665412039, -0.24920173711587973 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.309647936804321, 1.0055732260624521, 1.004735665412039, 1.0055732260624521 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9921597868946564, -0.24920173711587973, 0.20079826288412014, -0.24920173711587973 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9921597868946564, 0.9390141142812655, 0.20079826288412014, -0.24920173711587973 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9921597868946564, 0.9390141142812655, 0.20079826288412014, -0.24920173711587973 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.31724324003670223, 1.0055732260624521, 0.20079826288412014, 0.9826997792948332 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9921597868946564, -0.24920173711587973, 0.20079826288412014, -0.24920173711587973 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9921597868946564, 1.0055732260624521, -0.31693415203072206, -0.24920173711587973 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9921597868946564, 1.0055732260624521, -0.31693415203072206, -0.24920173711587973 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.309647936804321, 0.9477115508173274, 1.004735665412039, 1.0055732260624521 ] } ] } }, { "regime": "changed-home", "seed": 39909, "arms": [ { "id": "fixed", "summary": { "usefulWork": 488.4718885684257, "harvests": 171, "toxicHarvests": 80, "energySpent": 994.168448006815, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.29758340181982695, "heldoutA": 0.9798885141853994, "heldoutB": -0.2685691543629592, "heldoutC": 0.18143084563704084, "heldoutReturn": -0.2685691543629592, "retentionLoss": 0, "firstAReward": 0.9798885141853994, "afterCReward": 0.9798885141853994, "phaseAWork": 285.5206065389052, "phaseBWork": 140.70353861861935, "phaseCWork": 55.4523772906594, "returnAWork": 6.795366120241738, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 1035.824149236071, "harvests": 180, "toxicHarvests": 24, "energySpent": 898.6643240946217, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 0.7471782712115411, "heldoutA": 0.2974282741622338, "heldoutB": 0.9946708512617335, "heldoutC": 0.9494356882106558, "heldoutReturn": 0.9946708512617335, "retentionLoss": 0, "firstAReward": 0.9798885141853994, "afterCReward": 0.9798885141853994, "phaseAWork": 288.0556082496321, "phaseBWork": 394.8685059464534, "phaseCWork": 281.79964130321605, "returnAWork": 71.10039373676943, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 867.9082495711197, "harvests": 180, "toxicHarvests": 37, "energySpent": 916.1950168515757, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 3, "rollbacks": 6, "heldoutReward": 0.6292557924588947, "heldoutA": 0.2974282741622338, "heldoutB": 0.9946708512617335, "heldoutC": 0.5956682519527169, "heldoutReturn": 0.9946708512617335, "retentionLoss": 0, "firstAReward": 0.9798885141853994, "afterCReward": 0.9798885141853994, "phaseAWork": 285.5206065389052, "phaseBWork": 371.68066983996584, "phaseCWork": 49.76083833406585, "returnAWork": 160.94613485818275, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 981.3614498060762, "harvests": 180, "toxicHarvests": 37, "energySpent": 916.7090084222764, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 2, "rollbacks": 5, "heldoutReward": 0.7429661443673988, "heldoutA": 0.2974282741622338, "heldoutB": 0.9946708512617335, "heldoutC": 0.936799307678229, "heldoutReturn": 0.9946708512617335, "retentionLoss": 0, "firstAReward": 0.9798885141853994, "afterCReward": 0.9798885141853994, "phaseAWork": 285.5206065389052, "phaseBWork": 389.00552857902517, "phaseCWork": 28.31733751119475, "returnAWork": 278.51797717695104, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.010566563785481, "gate": 1.0638225006591722, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9699403455163015, "gate": 0.9224870578618051, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.037322874544058, "gate": 0.9980202601984217, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9960814368126226, "gate": 1.0247043737178656, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2617322554678847, "gate": -0.34652293099373943, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.21077042790142994, "gate": -0.18613870852281614, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.23518244823362086, "gate": -0.2133179778765396, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2391173221167885, "gate": -0.09030785511273191, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.1070114336453279, "gate": 0.23051405638578995, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.16593980640551673, "gate": 0.021544433276876607, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.15727829261455584, "gate": 0.3033368242576885, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.1969512302767414, "gate": 0.31594025856110114, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2800555461460808, "gate": -0.2293187578521009, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.20160502990658177, "gate": -0.3204428652058661, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.26556511720499837, "gate": -0.11025092966159822, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.25906181155932034, "gate": -0.12107306950127754, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-f341a2c8", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.010566563785481, "gate": 1.0638225006591722, "tick": 0 }, { "epoch": 1, "parent": "p12-f341a2c8", "candidate": "p12-545f5e32", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9699403455163015, "gate": 0.9224870578618051, "tick": 24 }, { "epoch": 2, "parent": "p12-545f5e32", "candidate": "p12-371bb70", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.037322874544058, "gate": 0.9980202601984217, "tick": 48 }, { "epoch": 3, "parent": "p12-371bb70", "candidate": "p12-96a6e335", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9960814368126226, "gate": 1.0247043737178656, "tick": 72 }, { "epoch": 4, "parent": "p12-96a6e335", "candidate": "p12-7fb21adf", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0281530435727162, "gate": 1.1747629278788716, "tick": 96 }, { "epoch": 5, "parent": "p12-7fb21adf", "candidate": "p12-3e6e69a4", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9492800070366556, "gate": 0.9376039166602806, "tick": 120 }, { "epoch": 6, "parent": "p12-3e6e69a4", "candidate": "p12-ecb79a88", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9389258696928926, "gate": 1.1593048370739598, "tick": 144 }, { "epoch": 7, "parent": "p12-ecb79a88", "candidate": "p12-f7d51276", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9976602463047136, "gate": 0.9855829796437328, "tick": 168 }, { "epoch": 8, "parent": "p12-f7d51276", "candidate": "p12-8d716825", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0328330067532632, "gate": 0.9326562076575269, "tick": 192 }, { "epoch": 9, "parent": "p12-8d716825", "candidate": "p12-2cd56f92", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0156201408335743, "gate": 0.9831598626001767, "tick": 216 }, { "epoch": 10, "parent": "p12-2cd56f92", "candidate": "p12-e39b6c00", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0687834215280467, "gate": 1.1032681508611317, "tick": 240 }, { "epoch": 11, "parent": "p12-e39b6c00", "candidate": "p12-1e8c7a7b", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0284090632058993, "gate": 0.9278295503949469, "tick": 264 }, { "epoch": 12, "parent": "p12-1e8c7a7b", "candidate": "p12-d848ef53", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.2800555461460808, "gate": -0.2293187578521009, "tick": 288 }, { "epoch": 13, "parent": "p12-d848ef53", "candidate": "p12-62c344cc", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.20160502990658177, "gate": -0.3204428652058661, "tick": 312 }, { "epoch": 14, "parent": "p12-62c344cc", "candidate": "p12-fcb39160", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0036406545782872, "gate": 0.9945377104191339, "tick": 336 }, { "epoch": 15, "parent": "p12-fcb39160", "candidate": "p12-f8466e4f", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.04199432316832, "gate": 1.0425542216956976, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.010566563785481, "gate": 1.0638225006591722, "incumbentGate": 1.0638225006591722, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9863846957300787, "gate": 0.9224870578618051, "incumbentGate": 0.9224870578618051, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0408310022433445, "gate": 0.9980202601984217, "incumbentGate": 0.9980202601984217, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0147875980827503, "gate": 1.0247043737178656, "incumbentGate": 1.0247043737178656, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-5f6e5c51", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 1.0364620369857573, "gate": 1.1747629278788716, "incumbentGate": -0.34652293099373943, "retentionLoss": 0, "tick": 96 }, { "epoch": 5, "parent": "p12-5f6e5c51", "candidate": "p12-5f6e5c51", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0083125230962044, "gate": 0.9376039166602806, "incumbentGate": 0.9376039166602806, "retentionLoss": 0, "tick": 120 }, { "epoch": 6, "parent": "p12-5f6e5c51", "candidate": "p12-9b42d8f5", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.958377996766206, "gate": 1.1593048370739598, "incumbentGate": 0.9405004206659693, "retentionLoss": 0.2595614888965664, "tick": 144 }, { "epoch": 7, "parent": "p12-5f6e5c51", "candidate": "p12-701c2330", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 1.0322638438421947, "gate": 0.9855829796437328, "incumbentGate": 0.9855829796437328, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-5f6e5c51", "candidate": "p12-7569f88c", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.5035113175652769, "gate": 0.4141427270713887, "incumbentGate": -0.2856338003450872, "retentionLoss": 1.1148546166494868, "tick": 192 }, { "epoch": 9, "parent": "p12-5f6e5c51", "candidate": "p12-12dc047d", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8071590463913244, "gate": 0.9831598626001767, "incumbentGate": -0.47886174561485845, "retentionLoss": 0.9278950802000479, "tick": 216 }, { "epoch": 10, "parent": "p12-5f6e5c51", "candidate": "p12-fd6e7b74", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.865365855812663, "gate": 1.1032681508611317, "incumbentGate": -0.06266017041628742, "retentionLoss": 1.024770027473634, "tick": 240 }, { "epoch": 11, "parent": "p12-5f6e5c51", "candidate": "p12-e79139b6", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 1.0399545477683236, "gate": 0.657636394835488, "incumbentGate": -0.17390807273449496, "retentionLoss": 0, "tick": 264 }, { "epoch": 12, "parent": "p12-e79139b6", "candidate": "p12-202e2e2b", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8268292037293884, "gate": 1.029922043948236, "incumbentGate": -0.2293187578521009, "retentionLoss": 0.7233097847592628, "tick": 288 }, { "epoch": 13, "parent": "p12-e79139b6", "candidate": "p12-d72aba5", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 1.0151460915354085, "gate": 1.0714223514477104, "incumbentGate": -0.3204428652058661, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-d72aba5", "candidate": "p12-d72aba5", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9999535587349703, "gate": 0.9945377104191339, "incumbentGate": 0.9945377104191339, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-d72aba5", "candidate": "p12-d72aba5", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9957581809316456, "gate": 1.0425542216956976, "incumbentGate": 1.0425542216956976, "retentionLoss": 0, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.010566563785481, "gate": 1.0638225006591722, "incumbentGate": 1.0638225006591722, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9863846957300787, "gate": 0.9224870578618051, "incumbentGate": 0.9224870578618051, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0408310022433445, "gate": 0.9980202601984217, "incumbentGate": 0.9980202601984217, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0147875980827503, "gate": 1.0247043737178656, "incumbentGate": 1.0247043737178656, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-8e0cb60b", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 1.0364620369857573, "gate": 1.1747629278788716, "incumbentGate": -0.34652293099373943, "retentionLoss": 0, "tick": 96 }, { "epoch": 5, "parent": "p12-8e0cb60b", "candidate": "p12-8e0cb60b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0083125230962044, "gate": 0.9376039166602806, "incumbentGate": 0.9376039166602806, "retentionLoss": 0, "tick": 120 }, { "epoch": 6, "parent": "p12-8e0cb60b", "candidate": "p12-8e0cb60b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.958377996766206, "gate": 1.1593048370739598, "incumbentGate": 1.1593048370739598, "retentionLoss": 0, "tick": 144 }, { "epoch": 7, "parent": "p12-8e0cb60b", "candidate": "p12-8e0cb60b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0322638438421947, "gate": 0.9855829796437328, "incumbentGate": 0.9855829796437328, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-8e0cb60b", "candidate": "p12-82739c1d", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.900627359959835, "gate": 0.7389209364611912, "incumbentGate": -0.2856338003450872, "retentionLoss": 0.7233097847592628, "tick": 192 }, { "epoch": 9, "parent": "p12-8e0cb60b", "candidate": "p12-9098ff83", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7236431450999313, "gate": 0.9831598626001767, "incumbentGate": -0.47886174561485845, "retentionLoss": 1.0372972884040432, "tick": 216 }, { "epoch": 10, "parent": "p12-8e0cb60b", "candidate": "p12-1fa16536", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6550281003721504, "gate": 1.1032681508611317, "incumbentGate": -0.30454943885645913, "retentionLoss": 1.258570136647107, "tick": 240 }, { "epoch": 11, "parent": "p12-8e0cb60b", "candidate": "p12-6fdd29e8", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8816733676789951, "gate": 0.9278295503949469, "incumbentGate": -0.38468493382576346, "retentionLoss": 1.0324526225338204, "tick": 264 }, { "epoch": 12, "parent": "p12-8e0cb60b", "candidate": "p12-ee7a1cf7", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.648346812366136, "gate": 0.9097741236332043, "incumbentGate": -0.2293187578521009, "retentionLoss": 1.1713937297669283, "tick": 288 }, { "epoch": 13, "parent": "p12-8e0cb60b", "candidate": "p12-7ce0ee90", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 1.0151460915354085, "gate": 1.0714223514477104, "incumbentGate": -0.3204428652058661, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-7ce0ee90", "candidate": "p12-7ce0ee90", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9999535587349703, "gate": 0.9945377104191339, "incumbentGate": 0.9945377104191339, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-7ce0ee90", "candidate": "p12-7ce0ee90", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9957581809316456, "gate": 1.0425542216956976, "incumbentGate": 1.0425542216956976, "retentionLoss": 0, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9798885141853994, -0.2685691543629592, 0.18143084563704084, -0.2685691543629592 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9798885141853994, -0.2685691543629592, 0.18143084563704084, -0.2685691543629592 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9798885141853994, -0.2685691543629592, 0.18143084563704084, -0.2685691543629592 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9798885141853994, -0.2685691543629592, 0.18143084563704084, -0.2685691543629592 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9798885141853994, -0.2685691543629592, 0.18143084563704084, -0.2685691543629592 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9798885141853994, 0.9946708512617335, 0.18143084563704084, -0.2685691543629592 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9798885141853994, 0.9946708512617335, 0.9494356882106558, -0.2685691543629592 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.2974282741622338, 0.9946708512617335, 0.9494356882106558, 0.9946708512617335 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9798885141853994, -0.2685691543629592, 0.18143084563704084, -0.2685691543629592 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9798885141853994, 0.8408484941290941, -0.2547056304381388, -0.2685691543629592 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9798885141853994, 0.8408484941290941, 0.6327940427569316, -0.2685691543629592 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.2974282741622338, 0.9946708512617335, 0.5956682519527169, 0.9946708512617335 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9798885141853994, -0.2685691543629592, 0.18143084563704084, -0.2685691543629592 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9798885141853994, 0.9946708512617335, -0.3870421623185456, -0.2685691543629592 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9798885141853994, 0.9946708512617335, -0.3870421623185456, -0.2685691543629592 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.2974282741622338, 0.9946708512617335, 0.936799307678229, 0.9946708512617335 ] } ] } }, { "regime": "changed-home", "seed": 49882, "arms": [ { "id": "fixed", "summary": { "usefulWork": 480.6569693162778, "harvests": 177, "toxicHarvests": 82, "energySpent": 995.8183929278999, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.3209182878877531, "heldoutA": 1.0033520427357585, "heldoutB": -0.24529858953624956, "heldoutC": 0.20470141046375043, "heldoutReturn": -0.24529858953624956, "retentionLoss": 0, "firstAReward": 1.0033520427357585, "afterCReward": 1.0033520427357585, "phaseAWork": 264.6676571548663, "phaseBWork": 138.72532542448607, "phaseCWork": 65.59063652276097, "returnAWork": 11.673350214164486, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 957.840913556991, "harvests": 180, "toxicHarvests": 33, "energySpent": 911.2123204711069, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 0.7723937507863292, "heldoutA": 0.31727616371672807, "heldoutB": 1.0029354281131946, "heldoutC": 0.9969696605290651, "heldoutReturn": 1.0029354281131946, "retentionLoss": 0, "firstAReward": 1.0033520427357585, "afterCReward": 1.0033520427357585, "phaseAWork": 264.6676571548663, "phaseBWork": 423.54288906172354, "phaseCWork": 164.02456269347715, "returnAWork": 105.60580464692407, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 605.3504627738548, "harvests": 178, "toxicHarvests": 59, "energySpent": 955.645811879855, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 2, "rollbacks": 6, "heldoutReward": 0.45897432133457894, "heldoutA": 0.31727616371672807, "heldoutB": 1.0029354281131946, "heldoutC": 0.05671137217381408, "heldoutReturn": 1.0029354281131946, "retentionLoss": 0.07882112009148323, "firstAReward": 1.0033520427357585, "afterCReward": 0.9245309226442753, "phaseAWork": 264.6676571548663, "phaseBWork": 244.39462633898364, "phaseCWork": 73.8703061413172, "returnAWork": 22.417873138687696, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 453.08677325112325, "harvests": 175, "toxicHarvests": 90, "energySpent": 1002.2669940136974, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 2, "rollbacks": 10, "heldoutReward": 1.0010857104593394, "heldoutA": 1.0033520427357585, "heldoutB": 1.0029354281131946, "heldoutC": 0.9969696605290651, "heldoutReturn": -0.24529858953624956, "retentionLoss": 0, "firstAReward": 1.0033520427357585, "afterCReward": 1.0033520427357585, "phaseAWork": 264.6676571548663, "phaseBWork": 138.72532542448607, "phaseCWork": 18.402153783235974, "returnAWork": 31.291636888534924, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.8589177665222216, "gate": 1.0153910568335944, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9451796644013344, "gate": 1.0655038084877646, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9444761817234245, "gate": 1.03068805045064, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.972140087886528, "gate": 0.9810869444622928, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.29334510329098523, "gate": -0.19014287396468196, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.19881978508307552, "gate": -0.27213459615277863, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.3632102222891777, "gate": -0.26334436144528206, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2085139212274588, "gate": -0.2526067879370333, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.10875090063036032, "gate": 0.18964329719059445, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.2262340618526715, "gate": 0.31544966030882143, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.17242416589495382, "gate": 0.19351003808534886, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.20554767536170448, "gate": 0.2091066329884459, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.21767273196868156, "gate": -0.21512013974699862, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.20761175516265226, "gate": -0.47305714425433765, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2455802526145496, "gate": -0.17409541040533458, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.20344315915132183, "gate": -0.3484094348226731, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-5ccfa46a", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8589177665222216, "gate": 1.0153910568335944, "tick": 0 }, { "epoch": 1, "parent": "p12-5ccfa46a", "candidate": "p12-8b0ddcd8", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9451796644013344, "gate": 1.0655038084877646, "tick": 24 }, { "epoch": 2, "parent": "p12-8b0ddcd8", "candidate": "p12-6f3ec813", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9444761817234245, "gate": 1.03068805045064, "tick": 48 }, { "epoch": 3, "parent": "p12-6f3ec813", "candidate": "p12-5be4efe6", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.972140087886528, "gate": 0.9810869444622928, "tick": 72 }, { "epoch": 4, "parent": "p12-5be4efe6", "candidate": "p12-b00edaad", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.1106398925720542, "gate": 0.9703645381526153, "tick": 96 }, { "epoch": 5, "parent": "p12-b00edaad", "candidate": "p12-a35cc78b", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9595624261294459, "gate": 0.9430068915066622, "tick": 120 }, { "epoch": 6, "parent": "p12-a35cc78b", "candidate": "p12-1057c4a4", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0107998392493454, "gate": 0.9662377721754836, "tick": 144 }, { "epoch": 7, "parent": "p12-1057c4a4", "candidate": "p12-91a6bfcb", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9867504403547089, "gate": 1.012902952691214, "tick": 168 }, { "epoch": 8, "parent": "p12-91a6bfcb", "candidate": "p12-647ee47d", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9950602889587437, "gate": 0.7859616798956562, "tick": 192 }, { "epoch": 9, "parent": "p12-647ee47d", "candidate": "p12-46f3b6ae", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0351389421397506, "gate": 1.0867477944151767, "tick": 216 }, { "epoch": 10, "parent": "p12-46f3b6ae", "candidate": "p12-e30c9031", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.063951006837498, "gate": 0.825962680931818, "tick": 240 }, { "epoch": 11, "parent": "p12-e30c9031", "candidate": "p12-5d02ba1b", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9465097690796326, "gate": 0.9852983725134511, "tick": 264 }, { "epoch": 12, "parent": "p12-5d02ba1b", "candidate": "p12-6415fd1d", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.21767273196868156, "gate": -0.21512013974699862, "tick": 288 }, { "epoch": 13, "parent": "p12-6415fd1d", "candidate": "p12-6c13012f", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.20761175516265226, "gate": -0.47305714425433765, "tick": 312 }, { "epoch": 14, "parent": "p12-6c13012f", "candidate": "p12-a92f38fe", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9696118724511607, "gate": 1.0093251099630922, "tick": 336 }, { "epoch": 15, "parent": "p12-a92f38fe", "candidate": "p12-f6c25ee5", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0357977179712115, "gate": 1.0434977616351617, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8589177665222216, "gate": 1.0153910568335944, "incumbentGate": 1.0153910568335944, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9385260333413661, "gate": 1.0655038084877646, "incumbentGate": 1.0655038084877646, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9867530981471375, "gate": 1.03068805045064, "incumbentGate": 1.03068805045064, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.005404369451297, "gate": 0.9810869444622928, "incumbentGate": 0.9810869444622928, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-d6283de6", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 1.0435399237339447, "gate": 0.9703645381526153, "incumbentGate": -0.19014287396468196, "retentionLoss": 0.3987809012469514, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-7fb728a5", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9620590440325673, "gate": 0.9430068915066622, "incumbentGate": -0.27213459615277863, "retentionLoss": 0, "tick": 120 }, { "epoch": 6, "parent": "p12-7fb728a5", "candidate": "p12-7fb728a5", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.009441216845745, "gate": 0.9662377721754836, "incumbentGate": 0.9662377721754836, "retentionLoss": 0, "tick": 144 }, { "epoch": 7, "parent": "p12-7fb728a5", "candidate": "p12-7fb728a5", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9852638027345423, "gate": 1.012902952691214, "incumbentGate": 1.012902952691214, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-7fb728a5", "candidate": "p12-15795a6c", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.4531217041976296, "gate": 0.18964329719059445, "incumbentGate": 0.18964329719059445, "retentionLoss": 0, "tick": 192 }, { "epoch": 9, "parent": "p12-7fb728a5", "candidate": "p12-273c4e7e", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6169420172522851, "gate": 1.0867477944151767, "incumbentGate": 0.31544966030882143, "retentionLoss": 1.4395696872304544, "tick": 216 }, { "epoch": 10, "parent": "p12-7fb728a5", "candidate": "p12-7fb728a5", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.4683142810405732, "gate": 0.19351003808534886, "incumbentGate": 0.19351003808534886, "retentionLoss": 0, "tick": 240 }, { "epoch": 11, "parent": "p12-7fb728a5", "candidate": "p12-7fb728a5", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.467763177060065, "gate": 0.2091066329884459, "incumbentGate": 0.2091066329884459, "retentionLoss": 0, "tick": 264 }, { "epoch": 12, "parent": "p12-7fb728a5", "candidate": "p12-b1ebae79", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7198028343534245, "gate": 0.9243268023343237, "incumbentGate": -0.21512013974699862, "retentionLoss": 0.7552083312747528, "tick": 288 }, { "epoch": 13, "parent": "p12-7fb728a5", "candidate": "p12-d60ea9f4", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7217270083216286, "gate": 0.8774741756126962, "incumbentGate": -0.21768060133256928, "retentionLoss": 0.61135607013813, "tick": 312 }, { "epoch": 14, "parent": "p12-7fb728a5", "candidate": "p12-6b3a2936", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.8052607528624961, "gate": 1.0093251099630922, "incumbentGate": -0.17409541040533458, "retentionLoss": 0.0688616182268087, "tick": 336 }, { "epoch": 15, "parent": "p12-6b3a2936", "candidate": "p12-e5fdddf7", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.8957254301633492, "gate": 1.0434977616351617, "incumbentGate": 1.0434977616351617, "retentionLoss": 0, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8589177665222216, "gate": 1.0153910568335944, "incumbentGate": 1.0153910568335944, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9385260333413661, "gate": 1.0655038084877646, "incumbentGate": 1.0655038084877646, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9867530981471375, "gate": 1.03068805045064, "incumbentGate": 1.03068805045064, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.005404369451297, "gate": 0.9810869444622928, "incumbentGate": 0.9810869444622928, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-d5c664cd", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 1.0822668651615202, "gate": 0.7501820537589814, "incumbentGate": -0.19014287396468196, "retentionLoss": 0.15464853940269696, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-2b4a4e34", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8296453891820882, "gate": 0.9430068915066622, "incumbentGate": -0.27213459615277863, "retentionLoss": 0.7552083312747528, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6935302a", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8770275619952657, "gate": 0.9662377721754836, "incumbentGate": -0.26334436144528206, "retentionLoss": 0.7552083312747528, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-3f20769e", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9852638027345423, "gate": 1.012902952691214, "incumbentGate": -0.2526067879370333, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-3f20769e", "candidate": "p12-cd025f89", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8524936823441802, "gate": 0.7859616798956562, "incumbentGate": -0.1340771780402555, "retentionLoss": 0.7552083312747528, "tick": 192 }, { "epoch": 9, "parent": "p12-3f20769e", "candidate": "p12-348a8919", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7379485207027757, "gate": 1.0867477944151767, "incumbentGate": -0.1745691646770194, "retentionLoss": 1.4395696872304544, "tick": 216 }, { "epoch": 10, "parent": "p12-3f20769e", "candidate": "p12-57d73b91", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9086674529640915, "gate": 0.825962680931818, "incumbentGate": -0.22215314852165122, "retentionLoss": 0.8028594422052527, "tick": 240 }, { "epoch": 11, "parent": "p12-3f20769e", "candidate": "p12-67b28e12", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9253936727743524, "gate": 0.9852983725134511, "incumbentGate": -0.009174511265420479, "retentionLoss": 0, "tick": 264 }, { "epoch": 12, "parent": "p12-67b28e12", "candidate": "p12-847d1a34", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7198028343534245, "gate": 0.9243268023343237, "incumbentGate": -0.21512013974699862, "retentionLoss": 0.7552083312747528, "tick": 288 }, { "epoch": 13, "parent": "p12-67b28e12", "candidate": "p12-8814684", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8279360051190738, "gate": 0.8774741756126962, "incumbentGate": -0.47305714425433765, "retentionLoss": 0.7228803050543879, "tick": 312 }, { "epoch": 14, "parent": "p12-67b28e12", "candidate": "p12-2855540e", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.825056074114983, "gate": 1.0093251099630922, "incumbentGate": -0.17409541040533458, "retentionLoss": 0.7335931669075719, "tick": 336 }, { "epoch": 15, "parent": "p12-67b28e12", "candidate": "p12-d82a2930", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8903820112431947, "gate": 0.9170529470502299, "incumbentGate": -0.3484094348226731, "retentionLoss": 0.8028594422052527, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0033520427357585, -0.24529858953624956, 0.20470141046375043, -0.24529858953624956 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 1.0033520427357585, -0.24529858953624956, 0.20470141046375043, -0.24529858953624956 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 1.0033520427357585, -0.24529858953624956, 0.20470141046375043, -0.24529858953624956 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 1.0033520427357585, -0.24529858953624956, 0.20470141046375043, -0.24529858953624956 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0033520427357585, -0.24529858953624956, 0.20470141046375043, -0.24529858953624956 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 1.0033520427357585, 1.0029354281131946, 0.20470141046375043, -0.24529858953624956 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 1.0033520427357585, 1.0029354281131946, 0.9969696605290651, -0.24529858953624956 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.31727616371672807, 1.0029354281131946, 0.9969696605290651, 1.0029354281131946 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0033520427357585, -0.24529858953624956, 0.20470141046375043, -0.24529858953624956 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9245309226442753, 1.0029354281131946, 0.14918331099444956, -0.11376564948007256 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9245309226442753, 1.0029354281131946, 0.14918331099444956, -0.11376564948007256 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.31727616371672807, 1.0029354281131946, 0.05671137217381408, 1.0029354281131946 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0033520427357585, -0.24529858953624956, 0.20470141046375043, -0.24529858953624956 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 1.0033520427357585, 0.9060644550560027, -0.11330643952228832, -0.24529858953624956 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 1.0033520427357585, 1.0029354281131946, 0.9969696605290651, -0.24529858953624956 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 1.0033520427357585, 1.0029354281131946, 0.9969696605290651, -0.24529858953624956 ] } ] } }, { "regime": "changed-home", "seed": 59855, "arms": [ { "id": "fixed", "summary": { "usefulWork": 488.4273538923718, "harvests": 176, "toxicHarvests": 82, "energySpent": 997.5234807611344, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.2860369062868421, "heldoutA": 0.9693702396201755, "heldoutB": -0.28062976037982473, "heldoutC": 0.16937023962017542, "heldoutReturn": -0.28062976037982473, "retentionLoss": 0, "firstAReward": 0.9693702396201755, "afterCReward": 0.9693702396201755, "phaseAWork": 265.8882760721798, "phaseBWork": 146.86916630929778, "phaseCWork": 70.02946113575194, "returnAWork": 5.640450375142279, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 1003.2684748667708, "harvests": 180, "toxicHarvests": 29, "energySpent": 905.2192748943746, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 0.7840615688512097, "heldoutA": 0.3463323070334821, "heldoutB": 1.0358502431461478, "heldoutC": 0.9700021563739993, "heldoutReturn": 1.0358502431461478, "retentionLoss": 0, "firstAReward": 0.9693702396201755, "afterCReward": 0.9693702396201755, "phaseAWork": 265.8882760721798, "phaseBWork": 412.98221718780803, "phaseCWork": 232.91543714254237, "returnAWork": 91.48254446424062, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 717.3461750226792, "harvests": 180, "toxicHarvests": 39, "energySpent": 925.7083362963123, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 2, "rollbacks": 4, "heldoutReward": 0.5171842632666018, "heldoutA": 0.3463323070334821, "heldoutB": 1.0358502431461478, "heldoutC": 0.16937023962017542, "heldoutReturn": 1.0358502431461478, "retentionLoss": 0, "firstAReward": 0.9693702396201755, "afterCReward": 0.9693702396201755, "phaseAWork": 265.8882760721798, "phaseBWork": 211.95209178519985, "phaseCWork": 115.14894141105151, "returnAWork": 124.35686575424802, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 748.580227786377, "harvests": 180, "toxicHarvests": 69, "energySpent": 967.2601205231194, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 2, "rollbacks": 6, "heldoutReward": 0.9917408797134408, "heldoutA": 0.9693702396201755, "heldoutB": 1.0358502431461478, "heldoutC": 0.9700021563739993, "heldoutReturn": -0.28062976037982473, "retentionLoss": 0, "firstAReward": 0.9693702396201755, "afterCReward": 0.9693702396201755, "phaseAWork": 265.8882760721798, "phaseBWork": 412.98221718780803, "phaseCWork": 38.46808632626778, "returnAWork": 31.241648200121404, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0106046249601193, "gate": 1.0854519118554313, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9188828242464258, "gate": 1.0912248373970046, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9981982678309173, "gate": 1.0967155173640257, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9939791335585652, "gate": 0.8709414478062176, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.29245199788481435, "gate": -0.21419638110076908, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2790882260814716, "gate": -0.2616518630487195, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2942304654757934, "gate": -0.19678137274426408, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.26817772754705294, "gate": -0.21814417976337533, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.26399261065136065, "gate": 0.1593396187331481, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.22365316970719365, "gate": 0.26605015379151115, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.21602237801055243, "gate": 0.24130086560321914, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.21851371254115146, "gate": 0.2259309801618784, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.3068950690156733, "gate": -0.3371793297123285, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.346040747693059, "gate": -0.23641971234826484, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.26732048525841234, "gate": -0.11569116960837168, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.26215415430236483, "gate": -0.3595325724911387, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-ed80ae33", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0106046249601193, "gate": 1.0854519118554313, "tick": 0 }, { "epoch": 1, "parent": "p12-ed80ae33", "candidate": "p12-7e30c61b", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9188828242464258, "gate": 1.0912248373970046, "tick": 24 }, { "epoch": 2, "parent": "p12-7e30c61b", "candidate": "p12-9356d0c2", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9981982678309173, "gate": 1.0967155173640257, "tick": 48 }, { "epoch": 3, "parent": "p12-9356d0c2", "candidate": "p12-56261892", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9939791335585652, "gate": 0.8709414478062176, "tick": 72 }, { "epoch": 4, "parent": "p12-56261892", "candidate": "p12-4fb02ade", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0065444519879472, "gate": 0.9337427606672198, "tick": 96 }, { "epoch": 5, "parent": "p12-4fb02ade", "candidate": "p12-75f06af6", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.048546155608162, "gate": 1.093243192727446, "tick": 120 }, { "epoch": 6, "parent": "p12-75f06af6", "candidate": "p12-a5cdfd45", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0179819901877774, "gate": 1.0712815174675399, "tick": 144 }, { "epoch": 7, "parent": "p12-a5cdfd45", "candidate": "p12-3a13e5ad", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0214430896067235, "gate": 0.9539107577907003, "tick": 168 }, { "epoch": 8, "parent": "p12-3a13e5ad", "candidate": "p12-1b8297a1", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9003256320856582, "gate": 1.0134587524984011, "tick": 192 }, { "epoch": 9, "parent": "p12-1b8297a1", "candidate": "p12-9d6192fa", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9550573915682051, "gate": 1.0633094508190883, "tick": 216 }, { "epoch": 10, "parent": "p12-9d6192fa", "candidate": "p12-7869b814", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9835100811230454, "gate": 1.0898397005736442, "tick": 240 }, { "epoch": 11, "parent": "p12-7869b814", "candidate": "p12-bc510897", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.050348612231558, "gate": 0.9204788039973884, "tick": 264 }, { "epoch": 12, "parent": "p12-bc510897", "candidate": "p12-32486181", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.3068950690156733, "gate": -0.3371793297123285, "tick": 288 }, { "epoch": 13, "parent": "p12-32486181", "candidate": "p12-bd424a34", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.346040747693059, "gate": -0.23641971234826484, "tick": 312 }, { "epoch": 14, "parent": "p12-bd424a34", "candidate": "p12-110bae13", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9659858405743126, "gate": 1.00680019851974, "tick": 336 }, { "epoch": 15, "parent": "p12-110bae13", "candidate": "p12-bf534f6b", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.017915550003507, "gate": 0.9972620968905227, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0106046249601193, "gate": 1.0854519118554313, "incumbentGate": 1.0854519118554313, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.954103617773441, "gate": 1.0912248373970046, "incumbentGate": 1.0912248373970046, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0360372778670663, "gate": 1.0967155173640257, "incumbentGate": 1.0967155173640257, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0298154300470332, "gate": 0.8709414478062176, "incumbentGate": 0.8709414478062176, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.0056313858669853195, "gate": -0.21419638110076908, "incumbentGate": -0.21419638110076908, "retentionLoss": 0, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6b979c2b", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8520441382236082, "gate": 1.093243192727446, "incumbentGate": -0.2616518630487195, "retentionLoss": 0.656428170684517, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-12199509", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9935811920711621, "gate": 1.0712815174675399, "incumbentGate": -0.19678137274426408, "retentionLoss": 0, "tick": 144 }, { "epoch": 7, "parent": "p12-12199509", "candidate": "p12-12199509", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.010991304505498, "gate": 0.9539107577907003, "incumbentGate": 0.9539107577907003, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-12199509", "candidate": "p12-9a20e599", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.601896694586979, "gate": 0.1593396187331481, "incumbentGate": 0.1593396187331481, "retentionLoss": 0, "tick": 192 }, { "epoch": 9, "parent": "p12-12199509", "candidate": "p12-12199509", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.4634159725999911, "gate": 0.26605015379151115, "incumbentGate": 0.26605015379151115, "retentionLoss": 0, "tick": 216 }, { "epoch": 10, "parent": "p12-12199509", "candidate": "p12-5db61c4e", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.75277801721601, "gate": 1.0898397005736442, "incumbentGate": 0.24130086560321914, "retentionLoss": 1.3972393263989573, "tick": 240 }, { "epoch": 11, "parent": "p12-12199509", "candidate": "p12-12199509", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.4592104135765593, "gate": 0.2259309801618784, "incumbentGate": 0.2259309801618784, "retentionLoss": 0, "tick": 264 }, { "epoch": 12, "parent": "p12-12199509", "candidate": "p12-9df45079", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.3183611987466094, "gate": -0.3371793297123285, "incumbentGate": -0.3371793297123285, "retentionLoss": 0, "tick": 288 }, { "epoch": 13, "parent": "p12-12199509", "candidate": "p12-fd5c7dac", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.8594616305521362, "gate": 1.0825146359994462, "incumbentGate": -0.23641971234826484, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-fd5c7dac", "candidate": "p12-fd5c7dac", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.875976028137394, "gate": 1.00680019851974, "incumbentGate": 1.00680019851974, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-fd5c7dac", "candidate": "p12-fd5c7dac", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8992819569967149, "gate": 0.9972620968905227, "incumbentGate": 0.9972620968905227, "retentionLoss": 0, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0106046249601193, "gate": 1.0854519118554313, "incumbentGate": 1.0854519118554313, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.954103617773441, "gate": 1.0912248373970046, "incumbentGate": 1.0912248373970046, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0360372778670663, "gate": 1.0967155173640257, "incumbentGate": 1.0967155173640257, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0298154300470332, "gate": 0.8709414478062176, "incumbentGate": 0.8709414478062176, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-f637e000", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9798787232715566, "gate": 0.9337427606672198, "incumbentGate": -0.21419638110076908, "retentionLoss": 0, "tick": 96 }, { "epoch": 5, "parent": "p12-f637e000", "candidate": "p12-f637e000", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.977041792574947, "gate": 1.093243192727446, "incumbentGate": 1.093243192727446, "retentionLoss": 0, "tick": 120 }, { "epoch": 6, "parent": "p12-f637e000", "candidate": "p12-f637e000", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9935811920711621, "gate": 1.0712815174675399, "incumbentGate": 1.0712815174675399, "retentionLoss": 0, "tick": 144 }, { "epoch": 7, "parent": "p12-f637e000", "candidate": "p12-f637e000", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.010991304505498, "gate": 0.9539107577907003, "incumbentGate": 0.9539107577907003, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-f637e000", "candidate": "p12-948758f0", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7174004729532725, "gate": 0.7898165738111468, "incumbentGate": -0.3918938563596768, "retentionLoss": 0.7839081164374126, "tick": 192 }, { "epoch": 9, "parent": "p12-f637e000", "candidate": "p12-9c870671", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.857404284880955, "gate": 1.0633094508190883, "incumbentGate": -0.3135996553304277, "retentionLoss": 0.656428170684517, "tick": 216 }, { "epoch": 10, "parent": "p12-f637e000", "candidate": "p12-b911e14c", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.972780169455003, "gate": 1.0898397005736442, "incumbentGate": -0.37636683994523695, "retentionLoss": 0, "tick": 240 }, { "epoch": 11, "parent": "p12-b911e14c", "candidate": "p12-b911e14c", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0194484853107648, "gate": 0.9204788039973884, "incumbentGate": 0.9204788039973884, "retentionLoss": 0, "tick": 264 }, { "epoch": 12, "parent": "p12-b911e14c", "candidate": "p12-fa93486a", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7478637270721671, "gate": 0.9053378333031873, "incumbentGate": -0.3371793297123285, "retentionLoss": 0.9955284831831879, "tick": 288 }, { "epoch": 13, "parent": "p12-b911e14c", "candidate": "p12-d862c3ee", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7200619791721002, "gate": 1.0825146359994462, "incumbentGate": -0.23641971234826484, "retentionLoss": 1.4746149830830728, "tick": 312 }, { "epoch": 14, "parent": "p12-b911e14c", "candidate": "p12-ec429940", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8566306747828495, "gate": 1.00680019851974, "incumbentGate": -0.11569116960837168, "retentionLoss": 0.6383960379816744, "tick": 336 }, { "epoch": 15, "parent": "p12-b911e14c", "candidate": "p12-fa785fdd", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.682514770688384, "gate": 0.9972620968905227, "incumbentGate": -0.3595325724911387, "retentionLoss": 1.2042015032406135, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9693702396201755, -0.28062976037982473, 0.16937023962017542, -0.28062976037982473 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9693702396201755, -0.28062976037982473, 0.16937023962017542, -0.28062976037982473 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9693702396201755, -0.28062976037982473, 0.16937023962017542, -0.28062976037982473 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9693702396201755, -0.28062976037982473, 0.16937023962017542, -0.28062976037982473 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9693702396201755, -0.28062976037982473, 0.16937023962017542, -0.28062976037982473 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9693702396201755, 1.0358502431461478, 0.16937023962017542, -0.28062976037982473 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9693702396201755, 1.0358502431461478, 0.9700021563739993, -0.28062976037982473 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.3463323070334821, 1.0358502431461478, 0.9700021563739993, 1.0358502431461478 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9693702396201755, -0.28062976037982473, 0.16937023962017542, -0.28062976037982473 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9693702396201755, 1.0358502431461478, 0.16937023962017542, -0.28062976037982473 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9693702396201755, 1.0358502431461478, 0.16937023962017542, -0.28062976037982473 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.3463323070334821, 1.0358502431461478, 0.16937023962017542, 1.0358502431461478 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9693702396201755, -0.28062976037982473, 0.16937023962017542, -0.28062976037982473 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.899075712080153, 1.0358502431461478, -0.3534497167161721, -0.10995474994174763 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9693702396201755, 1.0358502431461478, 0.9700021563739993, -0.28062976037982473 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9693702396201755, 1.0358502431461478, 0.9700021563739993, -0.28062976037982473 ] } ] } }, { "regime": "changed-home", "seed": 69828, "arms": [ { "id": "fixed", "summary": { "usefulWork": 489.95279619948013, "harvests": 176, "toxicHarvests": 80, "energySpent": 994.194626461132, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.2962428513699236, "heldoutA": 0.9786853156293562, "heldoutB": -0.26943088227146916, "heldoutC": 0.1794741207518838, "heldoutReturn": -0.26943088227146916, "retentionLoss": 0, "firstAReward": 0.9786853156293562, "afterCReward": 0.9786853156293562, "phaseAWork": 264.1316423353824, "phaseBWork": 149.6014183188015, "phaseCWork": 66.20010918590486, "returnAWork": 10.019626359391339, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 940.2796283524492, "harvests": 180, "toxicHarvests": 32, "energySpent": 910.0409163082261, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 0.771748580886822, "heldoutA": 0.31894416361057226, "heldoutB": 1.0176994446307597, "heldoutC": 0.978602134419134, "heldoutReturn": 1.0176994446307597, "retentionLoss": 0, "firstAReward": 0.9786853156293562, "afterCReward": 0.9786853156293562, "phaseAWork": 271.27153697487876, "phaseBWork": 430.84512772966394, "phaseCWork": 169.3167340590088, "returnAWork": 68.8462295888977, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 614.6406208077195, "harvests": 179, "toxicHarvests": 57, "energySpent": 952.6999407728815, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 2, "rollbacks": 4, "heldoutReward": 0.5281089570495222, "heldoutA": 0.3871533057659231, "heldoutB": 1.0176994446307597, "heldoutC": 0.1794741207518838, "heldoutReturn": 0.8735107801852944, "retentionLoss": 0, "firstAReward": 0.9786853156293562, "afterCReward": 0.9786853156293562, "phaseAWork": 264.1316423353824, "phaseBWork": 228.79751488717375, "phaseCWork": 110.24944893712444, "returnAWork": 11.462014648038917, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 786.152670277556, "harvests": 180, "toxicHarvests": 51, "energySpent": 942.0327625850825, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 2, "rollbacks": 7, "heldoutReward": 0.8004977896415144, "heldoutA": 0.9786853156293562, "heldoutB": 0.9977494566783972, "heldoutC": 0.42505859661678963, "heldoutReturn": -0.26943088227146916, "retentionLoss": 0, "firstAReward": 0.9786853156293562, "afterCReward": 0.9786853156293562, "phaseAWork": 264.1316423353824, "phaseBWork": 438.67175261974984, "phaseCWork": 55.22017532212112, "returnAWork": 28.12910000030263, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9546228187584083, "gate": 1.0203046718090043, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9275511123426451, "gate": 0.9108441834203139, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0012852430865977, "gate": 0.9897882279257937, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9691873617158159, "gate": 0.9724272156268606, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.21680625621642213, "gate": -0.18810228648624475, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.29360479422944424, "gate": -0.13527041952645877, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.23853369083127818, "gate": -0.22050074053023394, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2684062239098482, "gate": -0.37524260294009254, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.2709299983620446, "gate": 0.12264640285920307, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.18736152457001423, "gate": 0.24204407966443345, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.24608449817995884, "gate": 0.2928742369972737, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.18203624098647117, "gate": 0.24410907270277585, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2461096136246889, "gate": -0.37686998670344085, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2988658579051483, "gate": -0.23520348104064115, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.21497241690120517, "gate": -0.2458389002329633, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.3147242858013541, "gate": -0.21193491634103942, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-4255a5eb", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9546228187584083, "gate": 1.0203046718090043, "tick": 0 }, { "epoch": 1, "parent": "p12-4255a5eb", "candidate": "p12-c9bd793d", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9275511123426451, "gate": 0.9108441834203139, "tick": 24 }, { "epoch": 2, "parent": "p12-c9bd793d", "candidate": "p12-c1dee987", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0012852430865977, "gate": 0.9897882279257937, "tick": 48 }, { "epoch": 3, "parent": "p12-c1dee987", "candidate": "p12-9b40ddac", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9691873617158159, "gate": 0.9724272156268606, "tick": 72 }, { "epoch": 4, "parent": "p12-9b40ddac", "candidate": "p12-deb81ff9", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9662262434393426, "gate": 0.9578602771798455, "tick": 96 }, { "epoch": 5, "parent": "p12-deb81ff9", "candidate": "p12-850ebe4b", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0107146373133846, "gate": 0.9401157883469623, "tick": 120 }, { "epoch": 6, "parent": "p12-850ebe4b", "candidate": "p12-ac63ec82", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9673488631377691, "gate": 0.9221956661537876, "tick": 144 }, { "epoch": 7, "parent": "p12-ac63ec82", "candidate": "p12-e96d989e", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0735622888826553, "gate": 0.9040185020790322, "tick": 168 }, { "epoch": 8, "parent": "p12-e96d989e", "candidate": "p12-4e5fa7f0", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0002789607476237, "gate": 0.9564813296726639, "tick": 192 }, { "epoch": 9, "parent": "p12-4e5fa7f0", "candidate": "p12-2f32c575", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0185507803233558, "gate": 0.9820916422173388, "tick": 216 }, { "epoch": 10, "parent": "p12-2f32c575", "candidate": "p12-681e0413", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9741595026483263, "gate": 1.040002397399882, "tick": 240 }, { "epoch": 11, "parent": "p12-681e0413", "candidate": "p12-6eccb3d", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0316017744532662, "gate": 1.088213278630038, "tick": 264 }, { "epoch": 12, "parent": "p12-6eccb3d", "candidate": "p12-b5a55e3f", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.2461096136246889, "gate": -0.37686998670344085, "tick": 288 }, { "epoch": 13, "parent": "p12-b5a55e3f", "candidate": "p12-f6007a9f", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.2988658579051483, "gate": -0.23520348104064115, "tick": 312 }, { "epoch": 14, "parent": "p12-f6007a9f", "candidate": "p12-9d636862", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0761585942516898, "gate": 1.031209875863768, "tick": 336 }, { "epoch": 15, "parent": "p12-9d636862", "candidate": "p12-de0378fb", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0397499059218565, "gate": 0.9054266940381227, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9546228187584083, "gate": 1.0203046718090043, "incumbentGate": 1.0203046718090043, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.939641934080585, "gate": 0.9108441834203139, "incumbentGate": 0.9108441834203139, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9448362790129331, "gate": 0.9897882279257937, "incumbentGate": 0.9897882279257937, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9936594613495826, "gate": 0.9724272156268606, "incumbentGate": 0.9724272156268606, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-2bce5066", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8752018679267469, "gate": 0.9578602771798455, "incumbentGate": -0.18810228648624475, "retentionLoss": 0.3743514627711826, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-9c64791c", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 1.016427200274261, "gate": 0.9401157883469623, "incumbentGate": -0.13527041952645877, "retentionLoss": 0, "tick": 120 }, { "epoch": 6, "parent": "p12-9c64791c", "candidate": "p12-9c64791c", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9830259093818892, "gate": 0.9221956661537876, "incumbentGate": 0.9221956661537876, "retentionLoss": 0, "tick": 144 }, { "epoch": 7, "parent": "p12-9c64791c", "candidate": "p12-9c64791c", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0335003548855317, "gate": 0.9040185020790322, "incumbentGate": 0.9040185020790322, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-9c64791c", "candidate": "p12-9c64791c", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.5548926034084014, "gate": 0.12264640285920307, "incumbentGate": 0.12264640285920307, "retentionLoss": 0, "tick": 192 }, { "epoch": 9, "parent": "p12-9c64791c", "candidate": "p12-2d06955e", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8628823136751474, "gate": 0.7691863815733635, "incumbentGate": 0.24204407966443345, "retentionLoss": 1.0302440034769007, "tick": 216 }, { "epoch": 10, "parent": "p12-9c64791c", "candidate": "p12-9c64791c", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.5025762249346364, "gate": 0.2928742369972737, "incumbentGate": 0.2928742369972737, "retentionLoss": 0, "tick": 240 }, { "epoch": 11, "parent": "p12-9c64791c", "candidate": "p12-9c64791c", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.4607781913768134, "gate": 0.24410907270277585, "incumbentGate": 0.24410907270277585, "retentionLoss": 0, "tick": 264 }, { "epoch": 12, "parent": "p12-9c64791c", "candidate": "p12-2742c92b", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7399866497663953, "gate": 0.9912020394210804, "incumbentGate": -0.37686998670344085, "retentionLoss": 0.783469726897812, "tick": 288 }, { "epoch": 13, "parent": "p12-9c64791c", "candidate": "p12-4a02dc20", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6932409693159772, "gate": 0.9700281038340588, "incumbentGate": -0.23520348104064115, "retentionLoss": 0.662305654678047, "tick": 312 }, { "epoch": 14, "parent": "p12-9c64791c", "candidate": "p12-2754f742", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.8627145940333114, "gate": 1.031209875863768, "incumbentGate": -0.2458389002329633, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-2754f742", "candidate": "p12-2754f742", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8846084284461088, "gate": 0.6787821426985708, "incumbentGate": 0.6787821426985708, "retentionLoss": 0, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9546228187584083, "gate": 1.0203046718090043, "incumbentGate": 1.0203046718090043, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.939641934080585, "gate": 0.9108441834203139, "incumbentGate": 0.9108441834203139, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9448362790129331, "gate": 0.9897882279257937, "incumbentGate": 0.9897882279257937, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9936594613495826, "gate": 0.9724272156268606, "incumbentGate": 0.9724272156268606, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-dc128ee5", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9827863903508747, "gate": 0.9578602771798455, "incumbentGate": -0.18810228648624475, "retentionLoss": 0, "tick": 96 }, { "epoch": 5, "parent": "p12-dc128ee5", "candidate": "p12-dc128ee5", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.016427200274261, "gate": 0.9401157883469623, "incumbentGate": 0.9401157883469623, "retentionLoss": 0, "tick": 120 }, { "epoch": 6, "parent": "p12-dc128ee5", "candidate": "p12-dc128ee5", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9830259093818892, "gate": 0.9221956661537876, "incumbentGate": 0.9221956661537876, "retentionLoss": 0, "tick": 144 }, { "epoch": 7, "parent": "p12-dc128ee5", "candidate": "p12-dc128ee5", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0335003548855317, "gate": 0.9040185020790322, "incumbentGate": 0.9040185020790322, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-dc128ee5", "candidate": "p12-202a2fd0", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.6816576515686976, "gate": 0.28302605911966167, "incumbentGate": -0.23068160229681234, "retentionLoss": 0, "tick": 192 }, { "epoch": 9, "parent": "p12-202a2fd0", "candidate": "p12-4bf2750c", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7884222427627819, "gate": 0.9820916422173388, "incumbentGate": 0.24204407966443345, "retentionLoss": 1.2109787558515732, "tick": 216 }, { "epoch": 10, "parent": "p12-202a2fd0", "candidate": "p12-c61edb74", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7758619570564375, "gate": 1.040002397399882, "incumbentGate": 0.5237213454052947, "retentionLoss": 1.2109787558515732, "tick": 240 }, { "epoch": 11, "parent": "p12-202a2fd0", "candidate": "p12-dad409bc", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6395480146150173, "gate": 1.088213278630038, "incumbentGate": 0.24410907270277585, "retentionLoss": 1.3529489926450293, "tick": 264 }, { "epoch": 12, "parent": "p12-202a2fd0", "candidate": "p12-3021284b", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.712708762307777, "gate": 0.9912020394210804, "incumbentGate": -0.37686998670344085, "retentionLoss": 1.0012504272046887, "tick": 288 }, { "epoch": 13, "parent": "p12-202a2fd0", "candidate": "p12-e69119a5", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8990436011349798, "gate": 0.9700281038340588, "incumbentGate": -0.23520348104064115, "retentionLoss": 0.5400803963306631, "tick": 312 }, { "epoch": 14, "parent": "p12-202a2fd0", "candidate": "p12-7b0a8973", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9059719551138848, "gate": 1.031209875863768, "incumbentGate": -0.2458389002329633, "retentionLoss": 0.11542355420401063, "tick": 336 }, { "epoch": 15, "parent": "p12-202a2fd0", "candidate": "p12-c08e02d7", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8846084284461088, "gate": 0.9054266940381227, "incumbentGate": -0.21193491634103942, "retentionLoss": 0.11542355420401063, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9786853156293562, -0.26943088227146916, 0.1794741207518838, -0.26943088227146916 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9786853156293562, -0.26943088227146916, 0.1794741207518838, -0.26943088227146916 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9786853156293562, -0.26943088227146916, 0.1794741207518838, -0.26943088227146916 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9786853156293562, -0.26943088227146916, 0.1794741207518838, -0.26943088227146916 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9786853156293562, -0.26943088227146916, 0.1794741207518838, -0.26943088227146916 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9786853156293562, 1.0176994446307597, 0.1794741207518838, -0.26943088227146916 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9786853156293562, 1.0176994446307597, 0.978602134419134, -0.26943088227146916 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.31894416361057226, 1.0176994446307597, 0.978602134419134, 1.0176994446307597 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9786853156293562, -0.26943088227146916, 0.1794741207518838, -0.26943088227146916 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9786853156293562, 1.0176994446307597, 0.1794741207518838, -0.26943088227146916 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9786853156293562, 1.0176994446307597, 0.1794741207518838, -0.26943088227146916 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.3871533057659231, 1.0176994446307597, 0.1794741207518838, 0.8735107801852944 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9786853156293562, -0.26943088227146916, 0.1794741207518838, -0.26943088227146916 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9786853156293562, 1.0176994446307597, -0.13933150617678353, -0.26943088227146916 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9786853156293562, 0.9977494566783972, 0.42505859661678963, -0.26943088227146916 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9786853156293562, 0.9977494566783972, 0.42505859661678963, -0.26943088227146916 ] } ] } }, { "regime": "changed-home", "seed": 79801, "arms": [ { "id": "fixed", "summary": { "usefulWork": 477.05273285806965, "harvests": 175, "toxicHarvests": 87, "energySpent": 1003.7065935092469, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.2905761485037052, "heldoutA": 0.9737195470849495, "heldoutB": -0.27599555078691684, "heldoutC": 0.1740044492130831, "heldoutReturn": -0.27599555078691684, "retentionLoss": 0, "firstAReward": 0.9737195470849495, "afterCReward": 0.9737195470849495, "phaseAWork": 273.5389154798895, "phaseBWork": 146.07925362436498, "phaseCWork": 52.371270209618274, "returnAWork": 5.063293544196881, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 1009.4189146362576, "harvests": 180, "toxicHarvests": 29, "energySpent": 906.082802006455, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 0.7262133445584018, "heldoutA": 0.23626394562515826, "heldoutB": 0.9358117723041808, "heldoutC": 1.0065643157458664, "heldoutReturn": 0.9358117723041808, "retentionLoss": 0, "firstAReward": 0.9737195470849495, "afterCReward": 0.9737195470849495, "phaseAWork": 279.20058450078386, "phaseBWork": 424.40868278505934, "phaseCWork": 205.24414496023826, "returnAWork": 100.5655023901761, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 715.5638237941903, "harvests": 180, "toxicHarvests": 36, "energySpent": 919.6496305622433, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 4, "rollbacks": 1, "heldoutReward": 0.4417958551391614, "heldoutA": 0.23626394562515826, "heldoutB": 0.9358117723041808, "heldoutC": 0.1533118474881452, "heldoutReturn": 0.9358117723041808, "retentionLoss": 0, "firstAReward": 0.9737195470849495, "afterCReward": 0.9737195470849495, "phaseAWork": 273.5389154798895, "phaseBWork": 277.19233381872084, "phaseCWork": 69.3879065101969, "returnAWork": 95.44466798538303, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 936.8291119471938, "harvests": 180, "toxicHarvests": 43, "energySpent": 924.0360622758819, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 3, "rollbacks": 5, "heldoutReward": 0.6110638203923943, "heldoutA": 0.23626394562515826, "heldoutB": 0.9358117723041808, "heldoutC": 0.6611157432478436, "heldoutReturn": 0.9358117723041808, "retentionLoss": 0, "firstAReward": 0.9737195470849495, "afterCReward": 0.9737195470849495, "phaseAWork": 273.5389154798895, "phaseBWork": 429.48631644856516, "phaseCWork": 6.787326725726871, "returnAWork": 227.0165532930123, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0597920323315952, "gate": 0.9734974792004351, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9748184312523281, "gate": 1.1140105003501206, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.975195762744468, "gate": 0.9764073965203449, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0044010860320005, "gate": 0.9728881237729409, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2274036614913226, "gate": -0.28531994022131696, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2756881129872916, "gate": -0.2708429077732119, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.25470250175521664, "gate": -0.041220897200855804, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2390227400459113, "gate": -0.26441350480973375, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.20835549264340303, "gate": 0.17165332865049018, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.19341982335253902, "gate": 0.21258698756682756, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.23004477403828427, "gate": 0.24387293025704668, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.2738564557575231, "gate": 0.10803363079059898, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.21829455335251746, "gate": -0.29670407928352455, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2883215443998774, "gate": -0.2623104359842303, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.204982908751307, "gate": -0.23262854548201758, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.22620948408467514, "gate": -0.3189431876408896, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-3468f768", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0597920323315952, "gate": 0.9734974792004351, "tick": 0 }, { "epoch": 1, "parent": "p12-3468f768", "candidate": "p12-34b17569", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9748184312523281, "gate": 1.1140105003501206, "tick": 24 }, { "epoch": 2, "parent": "p12-34b17569", "candidate": "p12-f5cc8c46", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.975195762744468, "gate": 0.9764073965203449, "tick": 48 }, { "epoch": 3, "parent": "p12-f5cc8c46", "candidate": "p12-f2a69605", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0044010860320005, "gate": 0.9728881237729409, "tick": 72 }, { "epoch": 4, "parent": "p12-f2a69605", "candidate": "p12-fe1cde49", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0085193304234898, "gate": 1.0337117066352304, "tick": 96 }, { "epoch": 5, "parent": "p12-fe1cde49", "candidate": "p12-27684e26", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9968751536795756, "gate": 1.093375675320632, "tick": 120 }, { "epoch": 6, "parent": "p12-27684e26", "candidate": "p12-19f44733", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0927425145005516, "gate": 1.0203940949613866, "tick": 144 }, { "epoch": 7, "parent": "p12-19f44733", "candidate": "p12-a9209504", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0091136875550548, "gate": 1.077157645288733, "tick": 168 }, { "epoch": 8, "parent": "p12-a9209504", "candidate": "p12-3b1ac54", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0059535745728296, "gate": 1.0415646155268516, "tick": 192 }, { "epoch": 9, "parent": "p12-3b1ac54", "candidate": "p12-7bd91e2", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0686999164532842, "gate": 1.0136670238190135, "tick": 216 }, { "epoch": 10, "parent": "p12-7bd91e2", "candidate": "p12-6a3102be", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.099309259444149, "gate": 0.9643499130867643, "tick": 240 }, { "epoch": 11, "parent": "p12-6a3102be", "candidate": "p12-ab75b65c", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9951755702090722, "gate": 0.9817881199731661, "tick": 264 }, { "epoch": 12, "parent": "p12-ab75b65c", "candidate": "p12-e0ede14", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.21829455335251746, "gate": -0.29670407928352455, "tick": 288 }, { "epoch": 13, "parent": "p12-e0ede14", "candidate": "p12-f9751ce2", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.2883215443998774, "gate": -0.2623104359842303, "tick": 312 }, { "epoch": 14, "parent": "p12-f9751ce2", "candidate": "p12-6332d1b", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0504718772785646, "gate": 0.9127283898638412, "tick": 336 }, { "epoch": 15, "parent": "p12-6332d1b", "candidate": "p12-7787a0e4", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0861198363350437, "gate": 0.9591427477831908, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0597920323315952, "gate": 0.9734974792004351, "incumbentGate": 0.9734974792004351, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9626932735686673, "gate": 1.1140105003501206, "incumbentGate": 1.1140105003501206, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0054631145321344, "gate": 0.9764073965203449, "incumbentGate": 0.9764073965203449, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9991987057027351, "gate": 0.9728881237729409, "incumbentGate": 0.9728881237729409, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-729226d4", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.2683271530172341, "gate": 0.11342224507426402, "incumbentGate": -0.28531994022131696, "retentionLoss": 0, "tick": 96 }, { "epoch": 5, "parent": "p12-729226d4", "candidate": "p12-8ab5ed30", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 1.0065020510706606, "gate": 1.093375675320632, "incumbentGate": -0.06759281944455364, "retentionLoss": 0, "tick": 120 }, { "epoch": 6, "parent": "p12-8ab5ed30", "candidate": "p12-8ab5ed30", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.068802725423148, "gate": 1.0203940949613866, "incumbentGate": 1.0203940949613866, "retentionLoss": 0, "tick": 144 }, { "epoch": 7, "parent": "p12-8ab5ed30", "candidate": "p12-8ab5ed30", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0015996778061542, "gate": 1.077157645288733, "incumbentGate": 1.077157645288733, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-8ab5ed30", "candidate": "p12-afc6bd51", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.5320217323110953, "gate": 0.17165332865049018, "incumbentGate": 0.012087537972508722, "retentionLoss": 0, "tick": 192 }, { "epoch": 9, "parent": "p12-afc6bd51", "candidate": "p12-afc6bd51", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.4628344109046169, "gate": 0.21258698756682756, "incumbentGate": 0.21258698756682756, "retentionLoss": 0, "tick": 216 }, { "epoch": 10, "parent": "p12-afc6bd51", "candidate": "p12-afc6bd51", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.48629673775476817, "gate": 0.24387293025704668, "incumbentGate": 0.24387293025704668, "retentionLoss": 0, "tick": 240 }, { "epoch": 11, "parent": "p12-afc6bd51", "candidate": "p12-afc6bd51", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.5212326449961678, "gate": 0.10803363079059898, "incumbentGate": 0.10803363079059898, "retentionLoss": 0, "tick": 264 }, { "epoch": 12, "parent": "p12-afc6bd51", "candidate": "p12-66d47c41", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6864328810542019, "gate": 0.8726869224831688, "incumbentGate": -0.29670407928352455, "retentionLoss": 0.6287788320856873, "tick": 288 }, { "epoch": 13, "parent": "p12-afc6bd51", "candidate": "p12-8b2a3f92", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.8514639828082323, "gate": 1.0221831483108879, "incumbentGate": -0.2623104359842303, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-8b2a3f92", "candidate": "p12-8b2a3f92", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9016676251494933, "gate": 0.9127283898638412, "incumbentGate": 0.9127283898638412, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-8b2a3f92", "candidate": "p12-8b2a3f92", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9068156816263601, "gate": 0.9591427477831908, "incumbentGate": 0.9591427477831908, "retentionLoss": 0, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0597920323315952, "gate": 0.9734974792004351, "incumbentGate": 0.9734974792004351, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9626932735686673, "gate": 1.1140105003501206, "incumbentGate": 1.1140105003501206, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0054631145321344, "gate": 0.9764073965203449, "incumbentGate": 0.9764073965203449, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9991987057027351, "gate": 0.9728881237729409, "incumbentGate": 0.9728881237729409, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-779af762", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9887130850678612, "gate": 1.0337117066352304, "incumbentGate": -0.28531994022131696, "retentionLoss": 0, "tick": 96 }, { "epoch": 5, "parent": "p12-779af762", "candidate": "p12-779af762", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0065020510706606, "gate": 1.093375675320632, "incumbentGate": 1.093375675320632, "retentionLoss": 0, "tick": 120 }, { "epoch": 6, "parent": "p12-779af762", "candidate": "p12-779af762", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.068802725423148, "gate": 1.0203940949613866, "incumbentGate": 1.0203940949613866, "retentionLoss": 0, "tick": 144 }, { "epoch": 7, "parent": "p12-779af762", "candidate": "p12-779af762", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0015996778061542, "gate": 1.077157645288733, "incumbentGate": 1.077157645288733, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-779af762", "candidate": "p12-a56cf7c6", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8909615195407653, "gate": 1.0415646155268516, "incumbentGate": -0.3796237884852401, "retentionLoss": 0.6067810157896161, "tick": 192 }, { "epoch": 9, "parent": "p12-779af762", "candidate": "p12-23fe8f7a", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6800593543938107, "gate": 1.0136670238190135, "incumbentGate": -0.4003872530884072, "retentionLoss": 1.348828088259291, "tick": 216 }, { "epoch": 10, "parent": "p12-779af762", "candidate": "p12-a8b74b9b", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8579089038608281, "gate": 0.9643499130867643, "incumbentGate": -0.4230162370902349, "retentionLoss": 1.348828088259291, "tick": 240 }, { "epoch": 11, "parent": "p12-779af762", "candidate": "p12-43fd2810", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8979438271066459, "gate": 0.9817881199731661, "incumbentGate": -0.4826348660334938, "retentionLoss": 0.6067810157896161, "tick": 264 }, { "epoch": 12, "parent": "p12-779af762", "candidate": "p12-fdd72be0", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6864328810542019, "gate": 0.8726869224831688, "incumbentGate": -0.29670407928352455, "retentionLoss": 0.6067810157896161, "tick": 288 }, { "epoch": 13, "parent": "p12-779af762", "candidate": "p12-6ccef07b", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.7809818336595402, "gate": 1.0221831483108879, "incumbentGate": -0.2623104359842303, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-6ccef07b", "candidate": "p12-b1acaeff", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9800846721240114, "gate": 0.9127283898638412, "incumbentGate": 0.17642479020283452, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-b1acaeff", "candidate": "p12-b1acaeff", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9852327286008782, "gate": 0.9591427477831908, "incumbentGate": 0.9591427477831908, "retentionLoss": 0, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9737195470849495, -0.27599555078691684, 0.1740044492130831, -0.27599555078691684 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9737195470849495, -0.27599555078691684, 0.1740044492130831, -0.27599555078691684 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9737195470849495, -0.27599555078691684, 0.1740044492130831, -0.27599555078691684 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9737195470849495, -0.27599555078691684, 0.1740044492130831, -0.27599555078691684 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9737195470849495, -0.27599555078691684, 0.1740044492130831, -0.27599555078691684 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9737195470849495, 0.9358117723041808, 0.1740044492130831, -0.27599555078691684 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9737195470849495, 0.9358117723041808, 1.0065643157458664, -0.27599555078691684 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.23626394562515826, 0.9358117723041808, 1.0065643157458664, 0.9358117723041808 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9737195470849495, -0.27599555078691684, 0.1740044492130831, -0.27599555078691684 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9737195470849495, 0.9358117723041808, -0.09331253774367843, -0.27599555078691684 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9737195470849495, 0.9358117723041808, 0.1740044492130831, -0.27599555078691684 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.23626394562515826, 0.9358117723041808, 0.1533118474881452, 0.9358117723041808 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9737195470849495, -0.27599555078691684, 0.1740044492130831, -0.27599555078691684 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9737195470849495, 0.9358117723041808, -0.4403110586908178, -0.27599555078691684 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9737195470849495, 0.9358117723041808, -0.4403110586908178, -0.27599555078691684 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.23626394562515826, 0.9358117723041808, 0.6611157432478436, 0.9358117723041808 ] } ] } }, { "regime": "changed-home", "seed": 89774, "arms": [ { "id": "fixed", "summary": { "usefulWork": 483.96162180956384, "harvests": 178, "toxicHarvests": 79, "energySpent": 992.4577990176526, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.3048517398380967, "heldoutA": 0.9852491982710546, "heldoutB": -0.2603469893783823, "heldoutC": 0.18965301062161777, "heldoutReturn": -0.2603469893783823, "retentionLoss": 0, "firstAReward": 0.9852491982710546, "afterCReward": 0.9852491982710546, "phaseAWork": 270.04782564069006, "phaseBWork": 144.7601457460883, "phaseCWork": 61.79118940385149, "returnAWork": 7.3624610189339705, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 1010.3683815168124, "harvests": 180, "toxicHarvests": 26, "energySpent": 901.1174587337614, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 0.7539794801149996, "heldoutA": 0.266447678923646, "heldoutB": 0.9645098975903356, "heldoutC": 1.0309808638310174, "heldoutReturn": 0.9645098975903356, "retentionLoss": 0, "firstAReward": 0.9852491982710546, "afterCReward": 0.9852491982710546, "phaseAWork": 270.04782564069006, "phaseBWork": 422.2777800234433, "phaseCWork": 220.91374710615003, "returnAWork": 97.129028746529, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 578.6389327349549, "harvests": 180, "toxicHarvests": 45, "energySpent": 933.8350270201199, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 3, "rollbacks": 6, "heldoutReward": 0.3005519324576212, "heldoutA": -0.3146625332290769, "heldoutB": 0.18533746677092305, "heldoutC": 1.0309808638310174, "heldoutReturn": 0.18533746677092305, "retentionLoss": 0.026617045759623315, "firstAReward": 0.9852491982710546, "afterCReward": 0.9586321525114313, "phaseAWork": 270.04782564069006, "phaseBWork": 177.01592786312779, "phaseCWork": 114.46596187366373, "returnAWork": 17.109217357473312, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 750.6291997190276, "harvests": 180, "toxicHarvests": 38, "energySpent": 923.6541045137684, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 2, "rollbacks": 8, "heldoutReward": 0.7472106954221124, "heldoutA": 0.266447678923646, "heldoutB": 0.9645098975903356, "heldoutC": 1.0106745097523557, "heldoutReturn": 0.9645098975903356, "retentionLoss": 0, "firstAReward": 0.9852491982710546, "afterCReward": 0.9852491982710546, "phaseAWork": 270.04782564069006, "phaseBWork": 210.95123709683452, "phaseCWork": 123.02067210030509, "returnAWork": 146.60946488119794, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9496853734710672, "gate": 1.138909689950303, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0185250727326922, "gate": 1.070478955072015, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9436125839861834, "gate": 0.9735268306188377, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9871700336618611, "gate": 1.0628895011345423, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.15469190356529025, "gate": -0.24786494940091253, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.23705817193671788, "gate": -0.17180781770084427, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.3297960079475351, "gate": -0.2651598703855556, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.20811469809909144, "gate": -0.1945181342320285, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.1414644605373013, "gate": 0.2177392077767176, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.1714872307992625, "gate": 0.0804406885931846, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.2995570654197827, "gate": 0.026722119158043994, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.18881036790930653, "gate": 0.21469445132409218, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2036231123996988, "gate": -0.3015847889412601, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.20738762060803043, "gate": -0.23978069666273313, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.28219222837965413, "gate": -0.22851991862155943, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.3068541533939443, "gate": -0.23365254538686242, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-36d6d61d", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9496853734710672, "gate": 1.138909689950303, "tick": 0 }, { "epoch": 1, "parent": "p12-36d6d61d", "candidate": "p12-fda8cc48", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0185250727326922, "gate": 1.070478955072015, "tick": 24 }, { "epoch": 2, "parent": "p12-fda8cc48", "candidate": "p12-c70b0e6e", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9436125839861834, "gate": 0.9735268306188377, "tick": 48 }, { "epoch": 3, "parent": "p12-c70b0e6e", "candidate": "p12-4feeba36", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9871700336618611, "gate": 1.0628895011345423, "tick": 72 }, { "epoch": 4, "parent": "p12-4feeba36", "candidate": "p12-4ff0c14d", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9600934598943569, "gate": 1.001790610055581, "tick": 96 }, { "epoch": 5, "parent": "p12-4ff0c14d", "candidate": "p12-bdb3d721", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9153836388159792, "gate": 0.9078813839291365, "tick": 120 }, { "epoch": 6, "parent": "p12-bdb3d721", "candidate": "p12-1ec6dfd7", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9146972523319389, "gate": 0.9822151088168255, "tick": 144 }, { "epoch": 7, "parent": "p12-1ec6dfd7", "candidate": "p12-d352ae34", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9873416244352476, "gate": 0.8699025924564482, "tick": 168 }, { "epoch": 8, "parent": "p12-d352ae34", "candidate": "p12-56a39781", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8958765128312214, "gate": 0.8269788592850812, "tick": 192 }, { "epoch": 9, "parent": "p12-56a39781", "candidate": "p12-c5cf0fc9", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0266716720290465, "gate": 0.9999122696831702, "tick": 216 }, { "epoch": 10, "parent": "p12-c5cf0fc9", "candidate": "p12-1c734c76", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0187850902300235, "gate": 0.971267783748667, "tick": 240 }, { "epoch": 11, "parent": "p12-1c734c76", "candidate": "p12-75a10314", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0423769171427058, "gate": 1.0638895360677452, "tick": 264 }, { "epoch": 12, "parent": "p12-75a10314", "candidate": "p12-c13c08c4", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.2036231123996988, "gate": -0.3015847889412601, "tick": 288 }, { "epoch": 13, "parent": "p12-c13c08c4", "candidate": "p12-e6fa1d16", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.20738762060803043, "gate": -0.23978069666273313, "tick": 312 }, { "epoch": 14, "parent": "p12-e6fa1d16", "candidate": "p12-3bac4265", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9696266913475368, "gate": 0.9512067895936878, "tick": 336 }, { "epoch": 15, "parent": "p12-3bac4265", "candidate": "p12-e47ff0ec", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9760880211945958, "gate": 1.1546463775591922, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9496853734710672, "gate": 1.138909689950303, "incumbentGate": 1.138909689950303, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.04052451166185, "gate": 1.070478955072015, "incumbentGate": 1.070478955072015, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9800902230272024, "gate": 0.9735268306188377, "incumbentGate": 0.9735268306188377, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.00287801877265, "gate": 1.0628895011345423, "incumbentGate": 1.0628895011345423, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-cfa6a6", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.42216057746007174, "gate": 0.13486525609514052, "incumbentGate": -0.24786494940091253, "retentionLoss": 0, "tick": 96 }, { "epoch": 5, "parent": "p12-cfa6a6", "candidate": "p12-47f63e6e", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.3807211154262938, "gate": 0.20382771457544155, "incumbentGate": 0.019862553170360803, "retentionLoss": 0, "tick": 120 }, { "epoch": 6, "parent": "p12-47f63e6e", "candidate": "p12-47f63e6e", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.36646305890570324, "gate": 0.14351194688912772, "incumbentGate": 0.14351194688912772, "retentionLoss": 0, "tick": 144 }, { "epoch": 7, "parent": "p12-47f63e6e", "candidate": "p12-47f63e6e", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.35933251316260695, "gate": 0.07044621897042491, "incumbentGate": 0.07044621897042491, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-47f63e6e", "candidate": "p12-711f638f", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.31687716158951673, "gate": 0.38033437918547125, "incumbentGate": 0.2177392077767176, "retentionLoss": 1.3132637245260335, "tick": 192 }, { "epoch": 9, "parent": "p12-47f63e6e", "candidate": "p12-8c5e433f", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8457232402798022, "gate": 0.9999122696831702, "incumbentGate": 0.0804406885931846, "retentionLoss": 0.40792414315637326, "tick": 216 }, { "epoch": 10, "parent": "p12-47f63e6e", "candidate": "p12-46aec90e", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6385080307177174, "gate": 0.971267783748667, "incumbentGate": 0.026722119158043994, "retentionLoss": 1.3132637245260335, "tick": 240 }, { "epoch": 11, "parent": "p12-47f63e6e", "candidate": "p12-5a083765", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8687476067506957, "gate": 1.0638895360677452, "incumbentGate": 0.21469445132409218, "retentionLoss": 0.1968447099585352, "tick": 264 }, { "epoch": 12, "parent": "p12-47f63e6e", "candidate": "p12-c5afa151", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.2757630289457014, "gate": -0.08002896844610198, "incumbentGate": -0.3015847889412601, "retentionLoss": 0.4047412779694072, "tick": 288 }, { "epoch": 13, "parent": "p12-47f63e6e", "candidate": "p12-bfa35a1f", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.26255066140947075, "gate": 0.09865575895178295, "incumbentGate": -0.23978069666273313, "retentionLoss": 0.42111319110229906, "tick": 312 }, { "epoch": 14, "parent": "p12-47f63e6e", "candidate": "p12-c80a4238", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.3066997423698447, "gate": 0.14281287525404723, "incumbentGate": -0.22851991862155943, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-c80a4238", "candidate": "p12-c80a4238", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.29047665616954377, "gate": 0.10119571063343295, "incumbentGate": 0.10119571063343295, "retentionLoss": 0, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9496853734710672, "gate": 1.138909689950303, "incumbentGate": 1.138909689950303, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.04052451166185, "gate": 1.070478955072015, "incumbentGate": 1.070478955072015, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9800902230272024, "gate": 0.9735268306188377, "incumbentGate": 0.9735268306188377, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.00287801877265, "gate": 1.0628895011345423, "incumbentGate": 1.0628895011345423, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-2efadecf", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9827157801275185, "gate": 1.001790610055581, "incumbentGate": -0.24786494940091253, "retentionLoss": 0.14791626057239848, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-59955800", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.8786753877129208, "gate": 0.7388529298418683, "incumbentGate": -0.17180781770084427, "retentionLoss": 0, "tick": 120 }, { "epoch": 6, "parent": "p12-59955800", "candidate": "p12-dd230552", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.9288913096471955, "gate": 0.9822151088168255, "incumbentGate": 0.9822151088168255, "retentionLoss": 0, "tick": 144 }, { "epoch": 7, "parent": "p12-59955800", "candidate": "p12-73d1038c", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9528704957671078, "gate": 0.8699025924564482, "incumbentGate": 0.7114544253409075, "retentionLoss": 0.22166815203075685, "tick": 168 }, { "epoch": 8, "parent": "p12-59955800", "candidate": "p12-cf146ca", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6535809995797189, "gate": 0.8269788592850812, "incumbentGate": 0.2177392077767176, "retentionLoss": 1.3132637245260335, "tick": 192 }, { "epoch": 9, "parent": "p12-59955800", "candidate": "p12-1e4858ad", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8997886360600474, "gate": 0.9999122696831702, "incumbentGate": 0.0804406885931846, "retentionLoss": 0.47566361248477457, "tick": 216 }, { "epoch": 10, "parent": "p12-59955800", "candidate": "p12-c1010b90", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8330879800041183, "gate": 0.971267783748667, "incumbentGate": 0.026722119158043994, "retentionLoss": 1.0766737693876585, "tick": 240 }, { "epoch": 11, "parent": "p12-59955800", "candidate": "p12-d5bf1a1e", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8545679717716813, "gate": 1.0638895360677452, "incumbentGate": 0.21469445132409218, "retentionLoss": 0.7726590456064159, "tick": 264 }, { "epoch": 12, "parent": "p12-59955800", "candidate": "p12-5012ca65", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.5801137121583185, "gate": 0.9120193787230558, "incumbentGate": -0.3015847889412601, "retentionLoss": 0.7976475862340964, "tick": 288 }, { "epoch": 13, "parent": "p12-59955800", "candidate": "p12-bb5aacd", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 1.0198813495744103, "gate": 0.8847809926289623, "incumbentGate": -0.23978069666273313, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-bb5aacd", "candidate": "p12-bb5aacd", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9840344936731195, "gate": 0.9512067895936878, "incumbentGate": 0.9512067895936878, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-bb5aacd", "candidate": "p12-bb5aacd", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0119969619006663, "gate": 1.1546463775591922, "incumbentGate": 1.1546463775591922, "retentionLoss": 0, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9852491982710546, -0.2603469893783823, 0.18965301062161777, -0.2603469893783823 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9852491982710546, -0.2603469893783823, 0.18965301062161777, -0.2603469893783823 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9852491982710546, -0.2603469893783823, 0.18965301062161777, -0.2603469893783823 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9852491982710546, -0.2603469893783823, 0.18965301062161777, -0.2603469893783823 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9852491982710546, -0.2603469893783823, 0.18965301062161777, -0.2603469893783823 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9852491982710546, 0.9645098975903356, 0.18965301062161777, -0.2603469893783823 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9852491982710546, 0.9645098975903356, 1.0309808638310174, -0.2603469893783823 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.266447678923646, 0.9645098975903356, 1.0309808638310174, 0.9645098975903356 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9852491982710546, -0.2603469893783823, 0.18965301062161777, -0.2603469893783823 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9586321525114313, 0.18533746677092305, 0.18965301062161777, -0.25962028513800567 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9586321525114313, 0.18533746677092305, 0.18965301062161777, -0.25962028513800567 ] }, { "afterPhase": 3, "tick": 384, "scores": [ -0.3146625332290769, 0.18533746677092305, 1.0309808638310174, 0.18533746677092305 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9852491982710546, -0.2603469893783823, 0.18965301062161777, -0.2603469893783823 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9852491982710546, 0.6785980331868894, 0.18965301062161777, -0.2603469893783823 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9852491982710546, 0.6785980331868894, 0.18965301062161777, -0.2603469893783823 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.266447678923646, 0.9645098975903356, 1.0106745097523557, 0.9645098975903356 ] } ] } }, { "regime": "changed-home", "seed": 99747, "arms": [ { "id": "fixed", "summary": { "usefulWork": 464.9904217329094, "harvests": 178, "toxicHarvests": 84, "energySpent": 1000.3752209150381, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.35191330588111724, "heldoutA": 1.0323296513811473, "heldoutB": -0.21329486686889768, "heldoutC": 0.23670513313110214, "heldoutReturn": -0.21329486686889768, "retentionLoss": 0, "firstAReward": 1.0323296513811473, "afterCReward": 1.0323296513811473, "phaseAWork": 268.0161132439032, "phaseBWork": 137.07260478855557, "phaseCWork": 52.60506493575116, "returnAWork": 7.29663876469948, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 977.7157429753335, "harvests": 180, "toxicHarvests": 30, "energySpent": 906.8828806311499, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 0.7694755472729929, "heldoutA": 0.311318340071387, "heldoutB": 1.0069012883951474, "heldoutC": 0.9902070133524443, "heldoutReturn": 1.0069012883951474, "retentionLoss": 0, "firstAReward": 1.0323296513811473, "afterCReward": 1.0323296513811473, "phaseAWork": 268.0161132439032, "phaseBWork": 417.0176144995214, "phaseCWork": 201.52160622412282, "returnAWork": 91.16040900778603, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 868.0124891487167, "harvests": 180, "toxicHarvests": 38, "energySpent": 920.2056431970112, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 5, "rollbacks": 3, "heldoutReward": 0.7624064252580364, "heldoutA": 0.311318340071387, "heldoutB": 1.0069012883951474, "heldoutC": 0.9689996473075748, "heldoutReturn": 1.0069012883951474, "retentionLoss": 0, "firstAReward": 1.0323296513811473, "afterCReward": 1.0323296513811473, "phaseAWork": 268.0161132439032, "phaseBWork": 321.93133832868, "phaseCWork": 199.82257390841244, "returnAWork": 78.24246366772104, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 773.8581220443596, "harvests": 180, "toxicHarvests": 39, "energySpent": 924.2001943181424, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 2, "rollbacks": 6, "heldoutReward": 0.7694755472729929, "heldoutA": 0.311318340071387, "heldoutB": 1.0069012883951474, "heldoutC": 0.9902070133524443, "heldoutReturn": 1.0069012883951474, "retentionLoss": 0, "firstAReward": 1.0323296513811473, "afterCReward": 1.0323296513811473, "phaseAWork": 268.0161132439032, "phaseBWork": 417.0176144995214, "phaseCWork": 59.881909700380334, "returnAWork": 28.94248460055462, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0117095387445232, "gate": 0.9451577836125877, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0380863529505413, "gate": 1.0749235227690939, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9485158360944762, "gate": 0.9573594640840585, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0518281971220587, "gate": 0.9855218804341003, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.28003696500427294, "gate": -0.29249590333987613, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.1800168046678536, "gate": -0.20795821514268595, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2930869642233919, "gate": -0.39489765372900026, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.3791523313526584, "gate": -0.26226516683197026, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.22946560545343916, "gate": 0.2123842299249603, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.21140351224988554, "gate": 0.30455499544317777, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.22175333913575854, "gate": 0.17258098438781624, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.15104576116759047, "gate": 0.16472984491686854, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2670631064032225, "gate": -0.11788112809460993, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.23107919684518893, "gate": -0.29203999818252124, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.3742768165485167, "gate": -0.16390495648145678, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2178241628046477, "gate": -0.25962186875980825, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-8aafa0c3", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0117095387445232, "gate": 0.9451577836125877, "tick": 0 }, { "epoch": 1, "parent": "p12-8aafa0c3", "candidate": "p12-10f1318a", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0380863529505413, "gate": 1.0749235227690939, "tick": 24 }, { "epoch": 2, "parent": "p12-10f1318a", "candidate": "p12-609883c5", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9485158360944762, "gate": 0.9573594640840585, "tick": 48 }, { "epoch": 3, "parent": "p12-609883c5", "candidate": "p12-14c2b3a0", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0518281971220587, "gate": 0.9855218804341003, "tick": 72 }, { "epoch": 4, "parent": "p12-14c2b3a0", "candidate": "p12-f095834a", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.028784685221213, "gate": 0.850092508202653, "tick": 96 }, { "epoch": 5, "parent": "p12-f095834a", "candidate": "p12-66df1e0a", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9713154215577013, "gate": 0.969971063562665, "tick": 120 }, { "epoch": 6, "parent": "p12-66df1e0a", "candidate": "p12-7787970d", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.885831096346723, "gate": 1.0973998248838035, "tick": 144 }, { "epoch": 7, "parent": "p12-7787970d", "candidate": "p12-d5dddb4a", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.055648074178279, "gate": 0.8587424459731595, "tick": 168 }, { "epoch": 8, "parent": "p12-d5dddb4a", "candidate": "p12-a61c0a73", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0148996592811486, "gate": 1.0801142331924767, "tick": 192 }, { "epoch": 9, "parent": "p12-a61c0a73", "candidate": "p12-2b7b79bf", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9146566614001558, "gate": 0.8064836195537907, "tick": 216 }, { "epoch": 10, "parent": "p12-2b7b79bf", "candidate": "p12-695bf4c0", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9003196322821, "gate": 1.0077895840831728, "tick": 240 }, { "epoch": 11, "parent": "p12-695bf4c0", "candidate": "p12-2c06d64c", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0412699584713276, "gate": 0.9197691609142428, "tick": 264 }, { "epoch": 12, "parent": "p12-2c06d64c", "candidate": "p12-1b75625c", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.2670631064032225, "gate": -0.11788112809460993, "tick": 288 }, { "epoch": 13, "parent": "p12-1b75625c", "candidate": "p12-9e60250f", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.23107919684518893, "gate": -0.29203999818252124, "tick": 312 }, { "epoch": 14, "parent": "p12-9e60250f", "candidate": "p12-f844d920", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9364462130527854, "gate": 1.1576371979991995, "tick": 336 }, { "epoch": 15, "parent": "p12-f844d920", "candidate": "p12-26627b42", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9672157003514611, "gate": 0.9884053959914162, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0117095387445232, "gate": 0.9451577836125877, "incumbentGate": 0.9451577836125877, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0180134582734408, "gate": 1.0749235227690939, "incumbentGate": 1.0749235227690939, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.002902348952856, "gate": 0.9573594640840585, "incumbentGate": 0.9573594640840585, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0195408208144892, "gate": 0.9855218804341003, "incumbentGate": 0.9855218804341003, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-10408306", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9608672569498723, "gate": 0.532525647061126, "incumbentGate": -0.29249590333987613, "retentionLoss": 0, "tick": 96 }, { "epoch": 5, "parent": "p12-10408306", "candidate": "p12-5be77a81", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9566766968997671, "gate": 0.969971063562665, "incumbentGate": 0.7745034119567725, "retentionLoss": 0, "tick": 120 }, { "epoch": 6, "parent": "p12-5be77a81", "candidate": "p12-5be77a81", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9170613060966861, "gate": 1.0973998248838035, "incumbentGate": 1.0973998248838035, "retentionLoss": 0, "tick": 144 }, { "epoch": 7, "parent": "p12-5be77a81", "candidate": "p12-5be77a81", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.049978235260502, "gate": 0.8587424459731595, "incumbentGate": 0.8587424459731595, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-5be77a81", "candidate": "p12-194fe07", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.5063768332104432, "gate": 0.2123842299249603, "incumbentGate": 0.2123842299249603, "retentionLoss": 0, "tick": 192 }, { "epoch": 9, "parent": "p12-5be77a81", "candidate": "p12-9734afa4", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9461123598328328, "gate": 0.8064836195537907, "incumbentGate": 0.30455499544317777, "retentionLoss": 0, "tick": 216 }, { "epoch": 10, "parent": "p12-9734afa4", "candidate": "p12-9734afa4", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.901014075486059, "gate": 1.0077895840831728, "incumbentGate": 1.0077895840831728, "retentionLoss": 0, "tick": 240 }, { "epoch": 11, "parent": "p12-9734afa4", "candidate": "p12-9734afa4", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9937090329702584, "gate": 0.9197691609142428, "incumbentGate": 0.9197691609142428, "retentionLoss": 0, "tick": 264 }, { "epoch": 12, "parent": "p12-9734afa4", "candidate": "p12-5948074b", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7792512504482646, "gate": 0.9251667695098926, "incumbentGate": -0.11788112809460993, "retentionLoss": 0.6971976524489969, "tick": 288 }, { "epoch": 13, "parent": "p12-9734afa4", "candidate": "p12-88449288", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6789715222095575, "gate": 1.106763985889511, "incumbentGate": -0.29203999818252124, "retentionLoss": 1.4035707127975336, "tick": 312 }, { "epoch": 14, "parent": "p12-9734afa4", "candidate": "p12-2fa687c1", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.7541033603541885, "gate": 0.9954143560789025, "incumbentGate": -0.16390495648145678, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-2fa687c1", "candidate": "p12-3d4494cf", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9589386972635779, "gate": 0.9884053959914162, "incumbentGate": 0.7967237794761436, "retentionLoss": 0, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0117095387445232, "gate": 0.9451577836125877, "incumbentGate": 0.9451577836125877, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0180134582734408, "gate": 1.0749235227690939, "incumbentGate": 1.0749235227690939, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.002902348952856, "gate": 0.9573594640840585, "incumbentGate": 0.9573594640840585, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0195408208144892, "gate": 0.9855218804341003, "incumbentGate": 0.9855218804341003, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-cef82859", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 1.014878803728711, "gate": 0.850092508202653, "incumbentGate": -0.29249590333987613, "retentionLoss": 0, "tick": 96 }, { "epoch": 5, "parent": "p12-cef82859", "candidate": "p12-cef82859", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9566766968997671, "gate": 0.969971063562665, "incumbentGate": 0.969971063562665, "retentionLoss": 0, "tick": 120 }, { "epoch": 6, "parent": "p12-cef82859", "candidate": "p12-cef82859", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9170613060966861, "gate": 1.0973998248838035, "incumbentGate": 1.0973998248838035, "retentionLoss": 0, "tick": 144 }, { "epoch": 7, "parent": "p12-cef82859", "candidate": "p12-cef82859", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.049978235260502, "gate": 0.8587424459731595, "incumbentGate": 0.8587424459731595, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-cef82859", "candidate": "p12-d58ab1ce", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9134089838309348, "gate": 1.0801142331924767, "incumbentGate": 0.34505291085002554, "retentionLoss": 0.26953342060919305, "tick": 192 }, { "epoch": 9, "parent": "p12-cef82859", "candidate": "p12-a8fcf5b4", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8208754560564776, "gate": 0.8064836195537907, "incumbentGate": 0.30455499544317777, "retentionLoss": 0.6971976524489969, "tick": 216 }, { "epoch": 10, "parent": "p12-cef82859", "candidate": "p12-1284c135", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7017519210662971, "gate": 1.0077895840831728, "incumbentGate": 0.17258098438781624, "retentionLoss": 1.1001125743079097, "tick": 240 }, { "epoch": 11, "parent": "p12-cef82859", "candidate": "p12-e85b6659", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8089690242502888, "gate": 0.9197691609142428, "incumbentGate": 0.33534784060377326, "retentionLoss": 0.7918187458813709, "tick": 264 }, { "epoch": 12, "parent": "p12-cef82859", "candidate": "p12-d9cb1a5", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7148355787539336, "gate": 0.6006407448184063, "incumbentGate": -0.11788112809460993, "retentionLoss": 0.6971976524489969, "tick": 288 }, { "epoch": 13, "parent": "p12-cef82859", "candidate": "p12-baebeaca", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7334188048042197, "gate": 0.764807591143117, "incumbentGate": -0.29203999818252124, "retentionLoss": 0.7918187458813709, "tick": 312 }, { "epoch": 14, "parent": "p12-cef82859", "candidate": "p12-7dfd15de", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.949221922206415, "gate": 1.1576371979991995, "incumbentGate": -0.16390495648145678, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-7dfd15de", "candidate": "p12-7dfd15de", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9589386972635779, "gate": 0.9884053959914162, "incumbentGate": 0.9884053959914162, "retentionLoss": 0, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0323296513811473, -0.21329486686889768, 0.23670513313110214, -0.21329486686889768 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 1.0323296513811473, -0.21329486686889768, 0.23670513313110214, -0.21329486686889768 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 1.0323296513811473, -0.21329486686889768, 0.23670513313110214, -0.21329486686889768 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 1.0323296513811473, -0.21329486686889768, 0.23670513313110214, -0.21329486686889768 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0323296513811473, -0.21329486686889768, 0.23670513313110214, -0.21329486686889768 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 1.0323296513811473, 1.0069012883951474, 0.23670513313110214, -0.21329486686889768 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 1.0323296513811473, 1.0069012883951474, 0.9902070133524443, -0.21329486686889768 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.311318340071387, 1.0069012883951474, 0.9902070133524443, 1.0069012883951474 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0323296513811473, -0.21329486686889768, 0.23670513313110214, -0.21329486686889768 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 1.0323296513811473, 1.0069012883951474, 0.2073004337567524, -0.21329486686889768 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 1.0323296513811473, 1.0069012883951474, 0.9484487869334226, -0.21329486686889768 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.311318340071387, 1.0069012883951474, 0.9689996473075748, 1.0069012883951474 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0323296513811473, -0.21329486686889768, 0.23670513313110214, -0.21329486686889768 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 1.0323296513811473, 1.0069012883951474, 0.3396960112487748, -0.21329486686889768 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 1.0323296513811473, 1.0069012883951474, 0.3396960112487748, -0.21329486686889768 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.311318340071387, 1.0069012883951474, 0.9902070133524443, 1.0069012883951474 ] } ] } }, { "regime": "changed-home", "seed": 109720, "arms": [ { "id": "fixed", "summary": { "usefulWork": 486.4722212565338, "harvests": 175, "toxicHarvests": 82, "energySpent": 995.7921296059742, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.351919654999602, "heldoutA": 1.0330937443773538, "heldoutB": -0.2136673896892739, "heldoutC": 0.2363326103107261, "heldoutReturn": -0.2136673896892739, "retentionLoss": 0, "firstAReward": 1.0330937443773538, "afterCReward": 1.0330937443773538, "phaseAWork": 267.9241783363025, "phaseBWork": 141.95465640212183, "phaseCWork": 67.87948428196074, "returnAWork": 8.713902236148783, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 990.8691338015574, "harvests": 180, "toxicHarvests": 28, "energySpent": 904.2271390208551, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 0.7472940221023318, "heldoutA": 0.28271378374926703, "heldoutB": 0.9766083054955541, "heldoutC": 0.9825599770621742, "heldoutReturn": 0.9766083054955541, "retentionLoss": 0, "firstAReward": 1.0330937443773538, "afterCReward": 1.0330937443773538, "phaseAWork": 274.0604727858891, "phaseBWork": 418.78022469486, "phaseCWork": 218.23089960538016, "returnAWork": 79.79753671542812, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 965.6336428911349, "harvests": 180, "toxicHarvests": 33, "energySpent": 911.5430228101808, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 2, "rollbacks": 2, "heldoutReward": 0.7472940221023318, "heldoutA": 0.28271378374926703, "heldoutB": 0.9766083054955541, "heldoutC": 0.9825599770621742, "heldoutReturn": 0.9766083054955541, "retentionLoss": 0, "firstAReward": 1.0330937443773538, "afterCReward": 1.0330937443773538, "phaseAWork": 267.9241783363025, "phaseBWork": 234.57831541206423, "phaseCWork": 301.97292593086803, "returnAWork": 161.15822321190012, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 973.9395865286325, "harvests": 180, "toxicHarvests": 30, "energySpent": 906.7109940404168, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 2, "rollbacks": 2, "heldoutReward": 0.7393138185535723, "heldoutA": 0.2587731731029883, "heldoutB": 0.9766083054955541, "heldoutC": 0.9825599770621742, "heldoutReturn": 0.9432926948492755, "retentionLoss": 0, "firstAReward": 1.0330937443773538, "afterCReward": 1.0330937443773538, "phaseAWork": 267.9241783363025, "phaseBWork": 415.97616532058385, "phaseCWork": 202.26258922743295, "returnAWork": 87.77665364431323, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0425096148960795, "gate": 1.0531368825228908, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.1231880113454222, "gate": 0.8754426030204258, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9234916137144981, "gate": 1.0669453074154542, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0461623511407225, "gate": 0.9829836445974441, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.14452145872326494, "gate": -0.2963179537309132, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.1531929071535609, "gate": -0.33948200760205305, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2063753129964223, "gate": -0.3247761061333598, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2360289813179439, "gate": -0.23774300212491628, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.21999240340249324, "gate": 0.2140558585154386, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.15171581404530746, "gate": 0.13682542732474728, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.20467993792869452, "gate": 0.19644766163842206, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.21948479895292297, "gate": 0.19338289357487137, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.3082979279740364, "gate": -0.24228414520492794, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2545218820131088, "gate": -0.2895621280007967, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2093012392503019, "gate": -0.22481782204281367, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.3150133618014876, "gate": -0.07045506546826918, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-b78ecdbc", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0425096148960795, "gate": 1.0531368825228908, "tick": 0 }, { "epoch": 1, "parent": "p12-b78ecdbc", "candidate": "p12-f36efdd0", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.1231880113454222, "gate": 0.8754426030204258, "tick": 24 }, { "epoch": 2, "parent": "p12-f36efdd0", "candidate": "p12-27754b86", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9234916137144981, "gate": 1.0669453074154542, "tick": 48 }, { "epoch": 3, "parent": "p12-27754b86", "candidate": "p12-12c238da", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0461623511407225, "gate": 0.9829836445974441, "tick": 72 }, { "epoch": 4, "parent": "p12-12c238da", "candidate": "p12-b68b74fb", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0696087923167934, "gate": 1.0296605914497026, "tick": 96 }, { "epoch": 5, "parent": "p12-b68b74fb", "candidate": "p12-cd99c813", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9882887832694066, "gate": 0.9773905411474023, "tick": 120 }, { "epoch": 6, "parent": "p12-cd99c813", "candidate": "p12-538b3174", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.972860848741027, "gate": 1.087264647757118, "tick": 144 }, { "epoch": 7, "parent": "p12-538b3174", "candidate": "p12-ccc62c9e", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9930533860623673, "gate": 1.0767079795706473, "tick": 168 }, { "epoch": 8, "parent": "p12-ccc62c9e", "candidate": "p12-c1e8ff78", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0164425652602829, "gate": 0.9717749669341919, "tick": 192 }, { "epoch": 9, "parent": "p12-c1e8ff78", "candidate": "p12-2e4dc6eb", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9606675946457227, "gate": 0.9452128633902568, "tick": 216 }, { "epoch": 10, "parent": "p12-2e4dc6eb", "candidate": "p12-df3ef33a", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9210824745494972, "gate": 1.062977477419536, "tick": 240 }, { "epoch": 11, "parent": "p12-df3ef33a", "candidate": "p12-28f4c71d", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0256795405284358, "gate": 0.9086264895833379, "tick": 264 }, { "epoch": 12, "parent": "p12-28f4c71d", "candidate": "p12-3379e2e7", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.3082979279740364, "gate": -0.24228414520492794, "tick": 288 }, { "epoch": 13, "parent": "p12-3379e2e7", "candidate": "p12-14165882", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.2545218820131088, "gate": -0.2895621280007967, "tick": 312 }, { "epoch": 14, "parent": "p12-14165882", "candidate": "p12-b55f7ac", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9697379115280079, "gate": 0.9229061641631674, "tick": 336 }, { "epoch": 15, "parent": "p12-b55f7ac", "candidate": "p12-a50ae25e", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9819258498696238, "gate": 0.8954006900534032, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0425096148960795, "gate": 1.0531368825228908, "incumbentGate": 1.0531368825228908, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.1233629489863228, "gate": 0.8754426030204258, "incumbentGate": 0.8754426030204258, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.888053840723902, "gate": 1.0669453074154542, "incumbentGate": 1.0669453074154542, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0491535846277067, "gate": 0.9829836445974441, "incumbentGate": 0.9829836445974441, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-9d32c6b1", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9188401472958501, "gate": 1.0296605914497026, "incumbentGate": -0.2963179537309132, "retentionLoss": 0.6538953105972811, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-77653fbd", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9752303204872561, "gate": 0.9773905411474023, "incumbentGate": -0.33948200760205305, "retentionLoss": 0, "tick": 120 }, { "epoch": 6, "parent": "p12-77653fbd", "candidate": "p12-77653fbd", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9830717841514497, "gate": 1.087264647757118, "incumbentGate": 1.087264647757118, "retentionLoss": 0, "tick": 144 }, { "epoch": 7, "parent": "p12-77653fbd", "candidate": "p12-77653fbd", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0128111861579674, "gate": 1.0767079795706473, "incumbentGate": 1.0767079795706473, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-77653fbd", "candidate": "p12-77653fbd", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9951688374906713, "gate": 0.9717749669341919, "incumbentGate": 0.9717749669341919, "retentionLoss": 0, "tick": 192 }, { "epoch": 9, "parent": "p12-77653fbd", "candidate": "p12-77653fbd", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9560908939803322, "gate": 0.9452128633902568, "incumbentGate": 0.9452128633902568, "retentionLoss": 0, "tick": 216 }, { "epoch": 10, "parent": "p12-77653fbd", "candidate": "p12-77653fbd", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9371765011594562, "gate": 1.062977477419536, "incumbentGate": 1.062977477419536, "retentionLoss": 0, "tick": 240 }, { "epoch": 11, "parent": "p12-77653fbd", "candidate": "p12-77653fbd", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0047306234501008, "gate": 0.9086264895833379, "incumbentGate": 0.9086264895833379, "retentionLoss": 0, "tick": 264 }, { "epoch": 12, "parent": "p12-77653fbd", "candidate": "p12-511e83bf", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8929813087723174, "gate": 1.0360766222204811, "incumbentGate": -0.24228414520492794, "retentionLoss": 0.6538953105972811, "tick": 288 }, { "epoch": 13, "parent": "p12-77653fbd", "candidate": "p12-30716e0d", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9417203724636289, "gate": 0.9669322501131036, "incumbentGate": -0.2895621280007967, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-30716e0d", "candidate": "p12-30716e0d", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9539561860588552, "gate": 0.9229061641631674, "incumbentGate": 0.9229061641631674, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-30716e0d", "candidate": "p12-30716e0d", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9494584123435477, "gate": 0.8954006900534032, "incumbentGate": 0.8954006900534032, "retentionLoss": 0, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0425096148960795, "gate": 1.0531368825228908, "incumbentGate": 1.0531368825228908, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.1233629489863228, "gate": 0.8754426030204258, "incumbentGate": 0.8754426030204258, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.888053840723902, "gate": 1.0669453074154542, "incumbentGate": 1.0669453074154542, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0491535846277067, "gate": 0.9829836445974441, "incumbentGate": 0.9829836445974441, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-c1bf929e", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 1.0415531223663355, "gate": 1.0296605914497026, "incumbentGate": -0.2963179537309132, "retentionLoss": 0, "tick": 96 }, { "epoch": 5, "parent": "p12-c1bf929e", "candidate": "p12-c1bf929e", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9752303204872561, "gate": 0.9773905411474023, "incumbentGate": 0.9773905411474023, "retentionLoss": 0, "tick": 120 }, { "epoch": 6, "parent": "p12-c1bf929e", "candidate": "p12-c1bf929e", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9830717841514497, "gate": 1.087264647757118, "incumbentGate": 1.087264647757118, "retentionLoss": 0, "tick": 144 }, { "epoch": 7, "parent": "p12-c1bf929e", "candidate": "p12-c1bf929e", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0128111861579674, "gate": 1.0767079795706473, "incumbentGate": 1.0767079795706473, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-c1bf929e", "candidate": "p12-c1bf929e", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9951688374906713, "gate": 0.9717749669341919, "incumbentGate": 0.9717749669341919, "retentionLoss": 0, "tick": 192 }, { "epoch": 9, "parent": "p12-c1bf929e", "candidate": "p12-c1bf929e", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9560908939803322, "gate": 0.9452128633902568, "incumbentGate": 0.9452128633902568, "retentionLoss": 0, "tick": 216 }, { "epoch": 10, "parent": "p12-c1bf929e", "candidate": "p12-c1bf929e", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9371765011594562, "gate": 1.062977477419536, "incumbentGate": 1.062977477419536, "retentionLoss": 0, "tick": 240 }, { "epoch": 11, "parent": "p12-c1bf929e", "candidate": "p12-c1bf929e", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0047306234501008, "gate": 0.9086264895833379, "incumbentGate": 0.9086264895833379, "retentionLoss": 0, "tick": 264 }, { "epoch": 12, "parent": "p12-c1bf929e", "candidate": "p12-b7c18b19", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6770481054108416, "gate": 1.0360766222204811, "incumbentGate": -0.24228414520492794, "retentionLoss": 1.3418475409867723, "tick": 288 }, { "epoch": 13, "parent": "p12-c1bf929e", "candidate": "p12-c4638c62", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7257871691021531, "gate": 0.9669322501131036, "incumbentGate": -0.2895621280007967, "retentionLoss": 1.3418475409867723, "tick": 312 }, { "epoch": 14, "parent": "p12-c1bf929e", "candidate": "p12-876afb80", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9248097474373477, "gate": 0.9229061641631674, "incumbentGate": -0.22481782204281367, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-876afb80", "candidate": "p12-876afb80", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9494584123435477, "gate": 0.8954006900534032, "incumbentGate": 0.8954006900534032, "retentionLoss": 0, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0330937443773538, -0.2136673896892739, 0.2363326103107261, -0.2136673896892739 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 1.0330937443773538, -0.2136673896892739, 0.2363326103107261, -0.2136673896892739 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 1.0330937443773538, -0.2136673896892739, 0.2363326103107261, -0.2136673896892739 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 1.0330937443773538, -0.2136673896892739, 0.2363326103107261, -0.2136673896892739 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0330937443773538, -0.2136673896892739, 0.2363326103107261, -0.2136673896892739 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 1.0330937443773538, 0.9766083054955541, 0.2363326103107261, -0.2136673896892739 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 1.0330937443773538, 0.9766083054955541, 0.9825599770621742, -0.2136673896892739 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.28271378374926703, 0.9766083054955541, 0.9825599770621742, 0.9766083054955541 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0330937443773538, -0.2136673896892739, 0.2363326103107261, -0.2136673896892739 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 1.0330937443773538, 0.9766083054955541, 0.9825599770621742, -0.2136673896892739 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 1.0330937443773538, 0.9766083054955541, 0.9825599770621742, -0.2136673896892739 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.28271378374926703, 0.9766083054955541, 0.9825599770621742, 0.9766083054955541 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0330937443773538, -0.2136673896892739, 0.2363326103107261, -0.2136673896892739 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 1.0330937443773538, 0.9766083054955541, 0.9825599770621742, -0.2136673896892739 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 1.0330937443773538, 0.9766083054955541, 0.9825599770621742, -0.2136673896892739 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.2587731731029883, 0.9766083054955541, 0.9825599770621742, 0.9432926948492755 ] } ] } }, { "regime": "changed-home", "seed": 119693, "arms": [ { "id": "fixed", "summary": { "usefulWork": 464.1175881729261, "harvests": 175, "toxicHarvests": 75, "energySpent": 985.0806071281021, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.28371012210116225, "heldoutA": 0.9647014483112945, "heldoutB": -0.28178554100390385, "heldoutC": 0.16821445899609624, "heldoutReturn": -0.28178554100390385, "retentionLoss": 0, "firstAReward": 0.9647014483112945, "afterCReward": 0.9647014483112945, "phaseAWork": 245.84006935576878, "phaseBWork": 146.1794594097068, "phaseCWork": 64.06009100242682, "returnAWork": 8.037968405023719, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 1017.6591527198086, "harvests": 180, "toxicHarvests": 28, "energySpent": 902.9071950017388, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 0.7618266893437183, "heldoutA": 0.29763619649391165, "heldoutB": 0.9902910212417476, "heldoutC": 0.9975528502954957, "heldoutReturn": 0.9902910212417476, "retentionLoss": 0, "firstAReward": 0.9647014483112945, "afterCReward": 0.9647014483112945, "phaseAWork": 243.83511910540392, "phaseBWork": 436.6899877165347, "phaseCWork": 202.95244491647372, "returnAWork": 134.1816009813963, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 584.7035008642367, "harvests": 179, "toxicHarvests": 72, "energySpent": 978.428225229142, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 1, "rollbacks": 5, "heldoutReward": 0.7077356428497127, "heldoutA": 0.9647014483112945, "heldoutB": 0.9902910212417476, "heldoutC": 0.16821445899609624, "heldoutReturn": -0.28178554100390385, "retentionLoss": 0, "firstAReward": 0.9647014483112945, "afterCReward": 0.9647014483112945, "phaseAWork": 245.84006935576878, "phaseBWork": 227.89241790389065, "phaseCWork": 105.26688608264186, "returnAWork": 5.7041275219354475, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 922.1317153213823, "harvests": 180, "toxicHarvests": 41, "energySpent": 920.5220615098596, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 2, "rollbacks": 5, "heldoutReward": 0.7618266893437183, "heldoutA": 0.29763619649391165, "heldoutB": 0.9902910212417476, "heldoutC": 0.9975528502954957, "heldoutReturn": 0.9902910212417476, "retentionLoss": 0, "firstAReward": 0.9647014483112945, "afterCReward": 0.9647014483112945, "phaseAWork": 245.84006935576878, "phaseBWork": 414.7044515547562, "phaseCWork": 22.730974667967757, "returnAWork": 238.8562197428896, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0123699260939196, "gate": 0.9455729473762192, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9910199350332664, "gate": 0.9383976643723235, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9592546190202844, "gate": 1.0149027256721774, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9683142569835047, "gate": 0.8828051672165005, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.19374366748307814, "gate": -0.35813443048327626, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.33692712993095303, "gate": -0.2724798158079528, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.24854914855773189, "gate": -0.2472264626202064, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.24393859085346145, "gate": -0.1735303274952494, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.23524960910991224, "gate": 0.1490431641362401, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.1932157079368559, "gate": 0.1747435878660449, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.17847243250542788, "gate": 0.16032474913897163, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.18434427332676617, "gate": 0.2161404693918462, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2833030011535762, "gate": -0.28388949976263655, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.3007325777849947, "gate": -0.15719151566472658, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.11069090355206168, "gate": -0.18963015153082682, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.24200044127751305, "gate": -0.24133096691345743, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-2adc16bb", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0123699260939196, "gate": 0.9455729473762192, "tick": 0 }, { "epoch": 1, "parent": "p12-2adc16bb", "candidate": "p12-c7827016", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9910199350332664, "gate": 0.9383976643723235, "tick": 24 }, { "epoch": 2, "parent": "p12-c7827016", "candidate": "p12-52d5eae", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9592546190202844, "gate": 1.0149027256721774, "tick": 48 }, { "epoch": 3, "parent": "p12-52d5eae", "candidate": "p12-d13f38be", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9683142569835047, "gate": 0.8828051672165005, "tick": 72 }, { "epoch": 4, "parent": "p12-d13f38be", "candidate": "p12-b713c388", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9625362419548037, "gate": 1.0842354893952024, "tick": 96 }, { "epoch": 5, "parent": "p12-b713c388", "candidate": "p12-345457a1", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9486755859730923, "gate": 0.9338942439766679, "tick": 120 }, { "epoch": 6, "parent": "p12-345457a1", "candidate": "p12-6c6ba5e", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9766269971550378, "gate": 1.0339143607095813, "tick": 144 }, { "epoch": 7, "parent": "p12-6c6ba5e", "candidate": "p12-d0e50367", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9803834578425016, "gate": 1.0107810508010162, "tick": 168 }, { "epoch": 8, "parent": "p12-d0e50367", "candidate": "p12-778419ee", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0469142922779606, "gate": 1.0721730686120705, "tick": 192 }, { "epoch": 9, "parent": "p12-778419ee", "candidate": "p12-cf91e9a5", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9895913265845594, "gate": 0.9055762327500441, "tick": 216 }, { "epoch": 10, "parent": "p12-cf91e9a5", "candidate": "p12-446ba155", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0477257123635, "gate": 0.9502721101106064, "tick": 240 }, { "epoch": 11, "parent": "p12-446ba155", "candidate": "p12-30b5cab5", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0024498868244145, "gate": 0.993776299263164, "tick": 264 }, { "epoch": 12, "parent": "p12-30b5cab5", "candidate": "p12-e4de5dfa", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.2833030011535762, "gate": -0.28388949976263655, "tick": 288 }, { "epoch": 13, "parent": "p12-e4de5dfa", "candidate": "p12-ee85d70d", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.3007325777849947, "gate": -0.15719151566472658, "tick": 312 }, { "epoch": 14, "parent": "p12-ee85d70d", "candidate": "p12-bc6678ac", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.038240861805278, "gate": 1.122494939657656, "tick": 336 }, { "epoch": 15, "parent": "p12-bc6678ac", "candidate": "p12-88991fc8", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0181583976651754, "gate": 1.1012412490863182, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0123699260939196, "gate": 0.9455729473762192, "incumbentGate": 0.9455729473762192, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9803693842543719, "gate": 0.9383976643723235, "incumbentGate": 0.9383976643723235, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9613671622496361, "gate": 1.0149027256721774, "incumbentGate": 1.0149027256721774, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9817363115544963, "gate": 0.8828051672165005, "incumbentGate": 0.8828051672165005, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-8043f6b8", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8089368007578649, "gate": 1.0842354893952024, "incumbentGate": -0.35813443048327626, "retentionLoss": 0.6097104146991378, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": -0.09855948529993941, "gate": -0.2724798158079528, "incumbentGate": -0.2724798158079528, "retentionLoss": 0, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-d21229f5", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9625714331902406, "gate": 1.0339143607095813, "incumbentGate": -0.2472264626202064, "retentionLoss": 0, "tick": 144 }, { "epoch": 7, "parent": "p12-d21229f5", "candidate": "p12-d21229f5", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9675234402294042, "gate": 1.0107810508010162, "incumbentGate": 1.0107810508010162, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-d21229f5", "candidate": "p12-d21229f5", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.5131974337240301, "gate": 0.1490431641362401, "incumbentGate": 0.1490431641362401, "retentionLoss": 0, "tick": 192 }, { "epoch": 9, "parent": "p12-d21229f5", "candidate": "p12-d21229f5", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.4165757399229026, "gate": 0.1747435878660449, "incumbentGate": 0.1747435878660449, "retentionLoss": 0, "tick": 216 }, { "epoch": 10, "parent": "p12-d21229f5", "candidate": "p12-d21229f5", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.4307092655044818, "gate": 0.16032474913897163, "incumbentGate": 0.16032474913897163, "retentionLoss": 0, "tick": 240 }, { "epoch": 11, "parent": "p12-d21229f5", "candidate": "p12-d21229f5", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.420181891447754, "gate": 0.2161404693918462, "incumbentGate": 0.2161404693918462, "retentionLoss": 0, "tick": 264 }, { "epoch": 12, "parent": "p12-d21229f5", "candidate": "p12-55ba8f37", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7527035384035726, "gate": 1.0304785916858545, "incumbentGate": -0.28388949976263655, "retentionLoss": 0.6097104146991378, "tick": 288 }, { "epoch": 13, "parent": "p12-d21229f5", "candidate": "p12-9d7469f3", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7789149861659693, "gate": 1.1008097579205576, "incumbentGate": -0.15719151566472658, "retentionLoss": 0.6151097758027623, "tick": 312 }, { "epoch": 14, "parent": "p12-d21229f5", "candidate": "p12-19c8d5ce", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.867947504540262, "gate": 1.122494939657656, "incumbentGate": -0.18963015153082682, "retentionLoss": 0.10559373398503656, "tick": 336 }, { "epoch": 15, "parent": "p12-d21229f5", "candidate": "p12-3dd43307", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.808721554191513, "gate": 1.1012412490863182, "incumbentGate": -0.24133096691345743, "retentionLoss": 0.6151097758027623, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0123699260939196, "gate": 0.9455729473762192, "incumbentGate": 0.9455729473762192, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9803693842543719, "gate": 0.9383976643723235, "incumbentGate": 0.9383976643723235, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9613671622496361, "gate": 1.0149027256721774, "incumbentGate": 1.0149027256721774, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9817363115544963, "gate": 0.8828051672165005, "incumbentGate": 0.8828051672165005, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-7dd4c021", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9494618198005217, "gate": 1.0842354893952024, "incumbentGate": -0.35813443048327626, "retentionLoss": 0, "tick": 96 }, { "epoch": 5, "parent": "p12-7dd4c021", "candidate": "p12-7dd4c021", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9639799251905972, "gate": 0.9338942439766679, "incumbentGate": 0.9338942439766679, "retentionLoss": 0, "tick": 120 }, { "epoch": 6, "parent": "p12-7dd4c021", "candidate": "p12-7dd4c021", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9625714331902406, "gate": 1.0339143607095813, "incumbentGate": 1.0339143607095813, "retentionLoss": 0, "tick": 144 }, { "epoch": 7, "parent": "p12-7dd4c021", "candidate": "p12-7dd4c021", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9675234402294042, "gate": 1.0107810508010162, "incumbentGate": 1.0107810508010162, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-7dd4c021", "candidate": "p12-b4ae3c13", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7134273740910819, "gate": 1.0721730686120705, "incumbentGate": -0.6244409675531943, "retentionLoss": 0.9112158291373915, "tick": 192 }, { "epoch": 9, "parent": "p12-7dd4c021", "candidate": "p12-3d119d3c", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7579560661496502, "gate": 0.9055762327500441, "incumbentGate": -0.40048239933308244, "retentionLoss": 0.9870700474224314, "tick": 216 }, { "epoch": 10, "parent": "p12-7dd4c021", "candidate": "p12-efd95457", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6898423637560128, "gate": 0.9502721101106064, "incumbentGate": -0.5599607377842332, "retentionLoss": 1.336985040288171, "tick": 240 }, { "epoch": 11, "parent": "p12-7dd4c021", "candidate": "p12-2fff504c", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7388403312978896, "gate": 0.993776299263164, "incumbentGate": -0.2937935952904738, "retentionLoss": 0.6097104146991378, "tick": 264 }, { "epoch": 12, "parent": "p12-7dd4c021", "candidate": "p12-6bc80c80", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7611623196973295, "gate": 1.0304785916858545, "incumbentGate": -0.28388949976263655, "retentionLoss": 0.9112158291373915, "tick": 288 }, { "epoch": 13, "parent": "p12-7dd4c021", "candidate": "p12-6cd73171", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 1.0099467287981776, "gate": 1.1008097579205576, "incumbentGate": -0.15719151566472658, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-6cd73171", "candidate": "p12-6cd73171", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.048701022708295, "gate": 1.122494939657656, "incumbentGate": 1.122494939657656, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-6cd73171", "candidate": "p12-6cd73171", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0397532968237213, "gate": 1.1012412490863182, "incumbentGate": 1.1012412490863182, "retentionLoss": 0, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9647014483112945, -0.28178554100390385, 0.16821445899609624, -0.28178554100390385 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9647014483112945, -0.28178554100390385, 0.16821445899609624, -0.28178554100390385 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9647014483112945, -0.28178554100390385, 0.16821445899609624, -0.28178554100390385 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9647014483112945, -0.28178554100390385, 0.16821445899609624, -0.28178554100390385 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9647014483112945, -0.28178554100390385, 0.16821445899609624, -0.28178554100390385 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9647014483112945, 0.9902910212417476, 0.16821445899609624, -0.28178554100390385 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9647014483112945, 0.9902910212417476, 0.9975528502954957, -0.28178554100390385 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.29763619649391165, 0.9902910212417476, 0.9975528502954957, 0.9902910212417476 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9647014483112945, -0.28178554100390385, 0.16821445899609624, -0.28178554100390385 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9647014483112945, 0.9902910212417476, 0.16821445899609624, -0.28178554100390385 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9647014483112945, 0.9902910212417476, 0.16821445899609624, -0.28178554100390385 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9647014483112945, 0.9902910212417476, 0.16821445899609624, -0.28178554100390385 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9647014483112945, -0.28178554100390385, 0.16821445899609624, -0.28178554100390385 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9647014483112945, 0.9902910212417476, -0.38550908208751145, -0.28178554100390385 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9647014483112945, 0.9902910212417476, -0.38550908208751145, -0.28178554100390385 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.29763619649391165, 0.9902910212417476, 0.9975528502954957, 0.9902910212417476 ] } ] } }, { "regime": "changed-home", "seed": 129666, "arms": [ { "id": "fixed", "summary": { "usefulWork": 486.02046533165975, "harvests": 176, "toxicHarvests": 85, "energySpent": 999.4644131172995, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.32330238083490664, "heldoutA": 1.0021352422382164, "heldoutB": -0.24111404986674823, "heldoutC": 0.20888595013325179, "heldoutReturn": -0.24111404986674823, "retentionLoss": 0, "firstAReward": 1.0021352422382164, "afterCReward": 1.0021352422382164, "phaseAWork": 283.6685218599958, "phaseBWork": 139.87047705376676, "phaseCWork": 59.470647387300346, "returnAWork": 3.010819030596849, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 968.1971069717623, "harvests": 180, "toxicHarvests": 32, "energySpent": 909.8486084875959, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 0.7796152656568166, "heldoutA": 0.3268810818182913, "heldoutB": 1.0226570197370446, "heldoutC": 0.9893076954151141, "heldoutReturn": 1.0226570197370446, "retentionLoss": 0, "firstAReward": 1.0021352422382164, "afterCReward": 1.0021352422382164, "phaseAWork": 283.6685218599958, "phaseBWork": 406.8781547376697, "phaseCWork": 192.13423824290032, "returnAWork": 85.51619213119648, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 931.4939604540568, "harvests": 180, "toxicHarvests": 33, "energySpent": 911.1312703593026, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 5, "rollbacks": 2, "heldoutReward": 0.7825080021062952, "heldoutA": 0.33555929116672734, "heldoutB": 1.0226570197370446, "heldoutC": 0.9893076954151141, "heldoutReturn": 1.0008664790854807, "retentionLoss": 0.10964337347680153, "firstAReward": 1.0021352422382164, "afterCReward": 0.8924918687614148, "phaseAWork": 283.6685218599958, "phaseBWork": 406.8781547376697, "phaseCWork": 147.87720364452525, "returnAWork": 93.07008021186607, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 701.4354565471832, "harvests": 176, "toxicHarvests": 73, "energySpent": 971.1493772387263, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 2, "rollbacks": 8, "heldoutReward": 0.5166223082078736, "heldoutA": 0.3268810818182913, "heldoutB": 1.0140998926720777, "heldoutC": 0.20888595013325179, "heldoutReturn": 1.0226570197370446, "retentionLoss": 0, "firstAReward": 1.0021352422382164, "afterCReward": 1.0021352422382164, "phaseAWork": 283.6685218599958, "phaseBWork": 242.7087195461117, "phaseCWork": 43.58483270593922, "returnAWork": 131.4733824351365, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9474923441725055, "gate": 1.090825081779786, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.1205044769122703, "gate": 0.9693920180665558, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.1120703892885802, "gate": 0.8374946160592661, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9987366806269115, "gate": 0.963635308852499, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.286451928801614, "gate": -0.348581172749909, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.21989368407637558, "gate": -0.2545005837926461, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2709767467240492, "gate": -0.26083182436849434, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.1934968710947681, "gate": -0.12894908044594788, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.23091572301347474, "gate": 0.11247868206880081, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.2818004955958502, "gate": 0.1969715348584479, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.21709556457453108, "gate": 0.1335856792484435, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.22293359837921992, "gate": 0.367823145195916, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.324221623381463, "gate": -0.29240133729283446, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.27567650865976884, "gate": -0.2771230382289443, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2853014671664126, "gate": -0.26068970809726794, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.190933259193354, "gate": -0.2640103001038313, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-75816366", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9474923441725055, "gate": 1.090825081779786, "tick": 0 }, { "epoch": 1, "parent": "p12-75816366", "candidate": "p12-caf80e08", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.1205044769122703, "gate": 0.9693920180665558, "tick": 24 }, { "epoch": 2, "parent": "p12-caf80e08", "candidate": "p12-f04fc0b1", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.1120703892885802, "gate": 0.8374946160592661, "tick": 48 }, { "epoch": 3, "parent": "p12-f04fc0b1", "candidate": "p12-de1091d7", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9987366806269115, "gate": 0.963635308852499, "tick": 72 }, { "epoch": 4, "parent": "p12-de1091d7", "candidate": "p12-c6753466", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9299771615143961, "gate": 0.9141598533798528, "tick": 96 }, { "epoch": 5, "parent": "p12-c6753466", "candidate": "p12-545a150", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9604303223875238, "gate": 0.9794976409991972, "tick": 120 }, { "epoch": 6, "parent": "p12-545a150", "candidate": "p12-7cba40b0", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0387220044613346, "gate": 1.0084414695634434, "tick": 144 }, { "epoch": 7, "parent": "p12-7cba40b0", "candidate": "p12-458ef8e6", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0474846753728748, "gate": 1.014017633487122, "tick": 168 }, { "epoch": 8, "parent": "p12-458ef8e6", "candidate": "p12-826f97f7", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9865468034040551, "gate": 0.9069906936430895, "tick": 192 }, { "epoch": 9, "parent": "p12-826f97f7", "candidate": "p12-188fc019", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9812615724861186, "gate": 1.0978706721988851, "tick": 216 }, { "epoch": 10, "parent": "p12-188fc019", "candidate": "p12-cbfb1538", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8720973386996406, "gate": 1.0222498010762486, "tick": 240 }, { "epoch": 11, "parent": "p12-cbfb1538", "candidate": "p12-dd26c513", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9917008304520545, "gate": 1.010017416147629, "tick": 264 }, { "epoch": 12, "parent": "p12-dd26c513", "candidate": "p12-6639396c", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.324221623381463, "gate": -0.29240133729283446, "tick": 288 }, { "epoch": 13, "parent": "p12-6639396c", "candidate": "p12-3654470a", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.27567650865976884, "gate": -0.2771230382289443, "tick": 312 }, { "epoch": 14, "parent": "p12-3654470a", "candidate": "p12-8555c9e4", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0107632265725144, "gate": 0.9559970328187793, "tick": 336 }, { "epoch": 15, "parent": "p12-8555c9e4", "candidate": "p12-5d2b5f7", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0268091442943506, "gate": 0.980778988517439, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9474923441725055, "gate": 1.090825081779786, "incumbentGate": 1.090825081779786, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.10801386992745, "gate": 0.9693920180665558, "incumbentGate": 0.9693920180665558, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0707011098631753, "gate": 0.8374946160592661, "incumbentGate": 0.8374946160592661, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9536832919704384, "gate": 0.963635308852499, "incumbentGate": 0.963635308852499, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-30877886", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9403272446785633, "gate": 0.9141598533798528, "incumbentGate": -0.348581172749909, "retentionLoss": 0, "tick": 96 }, { "epoch": 5, "parent": "p12-30877886", "candidate": "p12-30877886", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9639565478791312, "gate": 0.9794976409991972, "incumbentGate": 0.9794976409991972, "retentionLoss": 0, "tick": 120 }, { "epoch": 6, "parent": "p12-30877886", "candidate": "p12-30877886", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0133224284894635, "gate": 1.0084414695634434, "incumbentGate": 1.0084414695634434, "retentionLoss": 0, "tick": 144 }, { "epoch": 7, "parent": "p12-30877886", "candidate": "p12-30877886", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0376352253416186, "gate": 1.014017633487122, "incumbentGate": 1.014017633487122, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-30877886", "candidate": "p12-3c9cdf4c", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9864592460543753, "gate": 0.9069906936430895, "incumbentGate": 0.11247868206880081, "retentionLoss": 0.19080456416448743, "tick": 192 }, { "epoch": 9, "parent": "p12-30877886", "candidate": "p12-177b2864", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.7658583904986941, "gate": 0.9674349475094021, "incumbentGate": 0.1969715348584479, "retentionLoss": 0, "tick": 216 }, { "epoch": 10, "parent": "p12-177b2864", "candidate": "p12-32cc12c2", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9403843893262814, "gate": 1.0222498010762486, "incumbentGate": 0.42192137955899683, "retentionLoss": 0, "tick": 240 }, { "epoch": 11, "parent": "p12-32cc12c2", "candidate": "p12-32cc12c2", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0047367994787046, "gate": 1.010017416147629, "incumbentGate": 1.010017416147629, "retentionLoss": 0, "tick": 264 }, { "epoch": 12, "parent": "p12-32cc12c2", "candidate": "p12-7ba1f7ff", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.893656655320035, "gate": 0.8656232547541073, "incumbentGate": -0.29240133729283446, "retentionLoss": 0.5782894346249201, "tick": 288 }, { "epoch": 13, "parent": "p12-32cc12c2", "candidate": "p12-dc228714", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.4902786049837186, "gate": 0.4731590662580151, "incumbentGate": -0.2771230382289443, "retentionLoss": 0.06512230079459552, "tick": 312 }, { "epoch": 14, "parent": "p12-dc228714", "candidate": "p12-6aed95a5", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 1.0297052352303586, "gate": 0.9559970328187793, "incumbentGate": 0.170896543155774, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-6aed95a5", "candidate": "p12-6aed95a5", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0289853501534096, "gate": 0.980778988517439, "incumbentGate": 0.980778988517439, "retentionLoss": 0, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9474923441725055, "gate": 1.090825081779786, "incumbentGate": 1.090825081779786, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.10801386992745, "gate": 0.9693920180665558, "incumbentGate": 0.9693920180665558, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0707011098631753, "gate": 0.8374946160592661, "incumbentGate": 0.8374946160592661, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9536832919704384, "gate": 0.963635308852499, "incumbentGate": 0.963635308852499, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-b3ee3ea3", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7755254921846044, "gate": 0.9141598533798528, "incumbentGate": -0.348581172749909, "retentionLoss": 0.5782894346249201, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-dde39862", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9639565478791312, "gate": 0.9794976409991972, "incumbentGate": -0.2545005837926461, "retentionLoss": 0, "tick": 120 }, { "epoch": 6, "parent": "p12-dde39862", "candidate": "p12-dde39862", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0133224284894635, "gate": 1.0084414695634434, "incumbentGate": 1.0084414695634434, "retentionLoss": 0, "tick": 144 }, { "epoch": 7, "parent": "p12-dde39862", "candidate": "p12-dde39862", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0376352253416186, "gate": 1.014017633487122, "incumbentGate": 1.014017633487122, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-dde39862", "candidate": "p12-4d9ed80", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.81104931363858, "gate": 0.9069906936430895, "incumbentGate": -0.4028563790191532, "retentionLoss": 0.7850380680000707, "tick": 192 }, { "epoch": 9, "parent": "p12-dde39862", "candidate": "p12-ddcf59a4", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7919676277960724, "gate": 1.0978706721988851, "incumbentGate": -0.21819865821571782, "retentionLoss": 1.2061200039325037, "tick": 216 }, { "epoch": 10, "parent": "p12-dde39862", "candidate": "p12-4842e87e", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7439528341461178, "gate": 1.0222498010762486, "incumbentGate": -0.30342965319374143, "retentionLoss": 1.2012180414720173, "tick": 240 }, { "epoch": 11, "parent": "p12-dde39862", "candidate": "p12-d6c45eaf", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8966573702136745, "gate": 1.010017416147629, "incumbentGate": -0.2709046786420884, "retentionLoss": 0.8321711425954833, "tick": 264 }, { "epoch": 12, "parent": "p12-dde39862", "candidate": "p12-155d4e21", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6622829125638434, "gate": 0.8656232547541073, "incumbentGate": -0.29240133729283446, "retentionLoss": 0.5782894346249201, "tick": 288 }, { "epoch": 13, "parent": "p12-dde39862", "candidate": "p12-50659c12", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8336958290325986, "gate": 1.0397057149380993, "incumbentGate": -0.2771230382289443, "retentionLoss": 1.2061200039325037, "tick": 312 }, { "epoch": 14, "parent": "p12-dde39862", "candidate": "p12-75ef8896", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.8972852385787338, "gate": 0.9559970328187793, "incumbentGate": -0.26068970809726794, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-75ef8896", "candidate": "p12-2022a2d0", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 1.0289853501534096, "gate": 0.980778988517439, "incumbentGate": 0.980778988517439, "retentionLoss": 0, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0021352422382164, -0.24111404986674823, 0.20888595013325179, -0.24111404986674823 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 1.0021352422382164, -0.24111404986674823, 0.20888595013325179, -0.24111404986674823 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 1.0021352422382164, -0.24111404986674823, 0.20888595013325179, -0.24111404986674823 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 1.0021352422382164, -0.24111404986674823, 0.20888595013325179, -0.24111404986674823 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0021352422382164, -0.24111404986674823, 0.20888595013325179, -0.24111404986674823 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 1.0021352422382164, 1.0226570197370446, 0.20888595013325179, -0.24111404986674823 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 1.0021352422382164, 1.0226570197370446, 0.9893076954151141, -0.24111404986674823 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.3268810818182913, 1.0226570197370446, 0.9893076954151141, 1.0226570197370446 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0021352422382164, -0.24111404986674823, 0.20888595013325179, -0.24111404986674823 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9329362369703111, 1.0226570197370446, 0.21241875719379533, -0.19781305513465317 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.8924918687614148, 1.0226570197370446, 0.9893076954151141, -0.18044492334354956 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.33555929116672734, 1.0226570197370446, 0.9893076954151141, 1.0008664790854807 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0021352422382164, -0.24111404986674823, 0.20888595013325179, -0.24111404986674823 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 1.0021352422382164, 1.0226570197370446, -0.3713777961484582, -0.24111404986674823 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 1.0021352422382164, 1.0226570197370446, -0.3713777961484582, -0.24111404986674823 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.3268810818182913, 1.0140998926720777, 0.20888595013325179, 1.0226570197370446 ] } ] } }, { "regime": "changed-home", "seed": 139639, "arms": [ { "id": "fixed", "summary": { "usefulWork": 486.9509451999717, "harvests": 179, "toxicHarvests": 79, "energySpent": 992.3297969143539, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.295496374415473, "heldoutA": 0.9763538176493578, "heldoutB": -0.26993234720146947, "heldoutC": 0.1800676527985306, "heldoutReturn": -0.26993234720146947, "retentionLoss": 0, "firstAReward": 0.9763538176493578, "afterCReward": 0.9763538176493578, "phaseAWork": 264.603758891296, "phaseBWork": 157.83142362181638, "phaseCWork": 56.69877682943951, "returnAWork": 7.816985857419809, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 975.6413124470372, "harvests": 180, "toxicHarvests": 33, "energySpent": 911.4955900404277, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 0.7700390666899062, "heldoutA": 0.30460728722611496, "heldoutB": 0.9961006777514153, "heldoutC": 1.0094092350921882, "heldoutReturn": 0.9961006777514153, "retentionLoss": 0, "firstAReward": 0.9763538176493578, "afterCReward": 0.9763538176493578, "phaseAWork": 264.603758891296, "phaseBWork": 430.39433475951057, "phaseCWork": 197.82599307772216, "returnAWork": 82.81722571850844, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 929.7018492853825, "harvests": 180, "toxicHarvests": 21, "energySpent": 893.4330338160922, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 4, "rollbacks": 1, "heldoutReward": 0.7606126068216574, "heldoutA": 0.30460728722611496, "heldoutB": 0.9961006777514153, "heldoutC": 0.9811298554874419, "heldoutReturn": 0.9961006777514153, "retentionLoss": 0.037771961601466675, "firstAReward": 0.9763538176493578, "afterCReward": 0.9385818560478911, "phaseAWork": 264.603758891296, "phaseBWork": 201.21175793056216, "phaseCWork": 299.97807417206195, "returnAWork": 163.9082582914624, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 533.816824388502, "harvests": 172, "toxicHarvests": 85, "energySpent": 992.1283250685855, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 2, "rollbacks": 9, "heldoutReward": 0.7700390666899062, "heldoutA": 0.30460728722611496, "heldoutB": 0.9961006777514153, "heldoutC": 1.0094092350921882, "heldoutReturn": 0.9961006777514153, "retentionLoss": 0, "firstAReward": 0.9763538176493578, "afterCReward": 0.9763538176493578, "phaseAWork": 264.603758891296, "phaseBWork": 157.83142362181638, "phaseCWork": 0.630710271734074, "returnAWork": 110.75093160365554, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0621769797334097, "gate": 0.9985344420369578, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0417286462440993, "gate": 1.0181394523458567, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9420432568879451, "gate": 0.9664118104074748, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.022015614332518, "gate": 1.001772489524145, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2812021858282029, "gate": -0.24867827059443195, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2352267328696658, "gate": -0.3891714867975922, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.1859852246167417, "gate": -0.19836096979931592, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2959848219927003, "gate": -0.27996854186780806, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.20442362363169023, "gate": 0.14022531870654945, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.2203431545796789, "gate": 0.06494596789407085, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.15039429346387295, "gate": 0.05885960152637831, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.25585034254677824, "gate": 0.2768116763549256, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.3547138311624123, "gate": -0.353093681559792, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.21870822067278195, "gate": -0.2940834413557296, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.3095785944082914, "gate": -0.2936373773558976, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.3213934716310664, "gate": -0.3180090689702798, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-4084dc72", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0621769797334097, "gate": 0.9985344420369578, "tick": 0 }, { "epoch": 1, "parent": "p12-4084dc72", "candidate": "p12-31b8b44", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0417286462440993, "gate": 1.0181394523458567, "tick": 24 }, { "epoch": 2, "parent": "p12-31b8b44", "candidate": "p12-47a12ece", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9420432568879451, "gate": 0.9664118104074748, "tick": 48 }, { "epoch": 3, "parent": "p12-47a12ece", "candidate": "p12-cc70e0a3", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.022015614332518, "gate": 1.001772489524145, "tick": 72 }, { "epoch": 4, "parent": "p12-cc70e0a3", "candidate": "p12-bb240e4a", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0114564577941134, "gate": 1.0451530026322458, "tick": 96 }, { "epoch": 5, "parent": "p12-bb240e4a", "candidate": "p12-eb6debfe", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9975890318387052, "gate": 0.999479482372395, "tick": 120 }, { "epoch": 6, "parent": "p12-eb6debfe", "candidate": "p12-9a77657d", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9997070719775977, "gate": 1.0799537651549358, "tick": 144 }, { "epoch": 7, "parent": "p12-9a77657d", "candidate": "p12-621c45aa", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0533707300994795, "gate": 1.0677039112325364, "tick": 168 }, { "epoch": 8, "parent": "p12-621c45aa", "candidate": "p12-a0c336cb", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0647119734434916, "gate": 0.9242176936952392, "tick": 192 }, { "epoch": 9, "parent": "p12-a0c336cb", "candidate": "p12-b3e8fd3", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0393996619026702, "gate": 0.8977298380348628, "tick": 216 }, { "epoch": 10, "parent": "p12-b3e8fd3", "candidate": "p12-ddfebfc4", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0127399838187021, "gate": 1.0034503607273635, "tick": 240 }, { "epoch": 11, "parent": "p12-ddfebfc4", "candidate": "p12-51d980b2", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0253862459956888, "gate": 0.9446126708325345, "tick": 264 }, { "epoch": 12, "parent": "p12-51d980b2", "candidate": "p12-48ef3d43", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.3547138311624123, "gate": -0.353093681559792, "tick": 288 }, { "epoch": 13, "parent": "p12-48ef3d43", "candidate": "p12-f03ef2ed", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.21870822067278195, "gate": -0.2940834413557296, "tick": 312 }, { "epoch": 14, "parent": "p12-f03ef2ed", "candidate": "p12-8d3f3a40", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9782574818649638, "gate": 1.1031681330932206, "tick": 336 }, { "epoch": 15, "parent": "p12-8d3f3a40", "candidate": "p12-676e839d", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9835569933492009, "gate": 0.9908498971055231, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0621769797334097, "gate": 0.9985344420369578, "incumbentGate": 0.9985344420369578, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0336155857848721, "gate": 1.0181394523458567, "incumbentGate": 1.0181394523458567, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9439106609146835, "gate": 0.9664118104074748, "incumbentGate": 0.9664118104074748, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0162285857199775, "gate": 1.001772489524145, "incumbentGate": 1.001772489524145, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-f0406bc9", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.25873041246163975, "gate": 0.1944080479321816, "incumbentGate": -0.24867827059443195, "retentionLoss": 0, "tick": 96 }, { "epoch": 5, "parent": "p12-f0406bc9", "candidate": "p12-d931ce0", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.3717938202886999, "gate": 0.15271488152187884, "incumbentGate": 0.04289118909724948, "retentionLoss": 0, "tick": 120 }, { "epoch": 6, "parent": "p12-d931ce0", "candidate": "p12-d931ce0", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.38193559552107514, "gate": 0.26527684575875204, "incumbentGate": 0.26527684575875204, "retentionLoss": 0, "tick": 144 }, { "epoch": 7, "parent": "p12-d931ce0", "candidate": "p12-d931ce0", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.3236101359708371, "gate": 0.08982429724661072, "incumbentGate": 0.08982429724661072, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-d931ce0", "candidate": "p12-5b53570d", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 1.0597017861455824, "gate": 0.9242176936952392, "incumbentGate": 0.14022531870654945, "retentionLoss": 0, "tick": 192 }, { "epoch": 9, "parent": "p12-5b53570d", "candidate": "p12-5b53570d", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0275042166253812, "gate": 0.8977298380348628, "incumbentGate": 0.8977298380348628, "retentionLoss": 0, "tick": 216 }, { "epoch": 10, "parent": "p12-5b53570d", "candidate": "p12-5b53570d", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9899188826780994, "gate": 1.0034503607273635, "incumbentGate": 1.0034503607273635, "retentionLoss": 0, "tick": 240 }, { "epoch": 11, "parent": "p12-5b53570d", "candidate": "p12-5b53570d", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0236515886713338, "gate": 0.9446126708325345, "incumbentGate": 0.9446126708325345, "retentionLoss": 0, "tick": 264 }, { "epoch": 12, "parent": "p12-5b53570d", "candidate": "p12-2ce62c9e", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7097832372942968, "gate": 0.8906323003327922, "incumbentGate": -0.353093681559792, "retentionLoss": 0.45507099986315447, "tick": 288 }, { "epoch": 13, "parent": "p12-5b53570d", "candidate": "p12-ae0a47c2", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 1.0442532896216778, "gate": 1.0611655083719462, "incumbentGate": -0.2940834413557296, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-ae0a47c2", "candidate": "p12-ae0a47c2", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9880751475960965, "gate": 1.1031681330932206, "incumbentGate": 1.1031681330932206, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-ae0a47c2", "candidate": "p12-ae0a47c2", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9967353927347612, "gate": 0.9908498971055231, "incumbentGate": 0.9908498971055231, "retentionLoss": 0, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0621769797334097, "gate": 0.9985344420369578, "incumbentGate": 0.9985344420369578, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0336155857848721, "gate": 1.0181394523458567, "incumbentGate": 1.0181394523458567, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9439106609146835, "gate": 0.9664118104074748, "incumbentGate": 0.9664118104074748, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0162285857199775, "gate": 1.001772489524145, "incumbentGate": 1.001772489524145, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-bb9323e2", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8579177237716774, "gate": 1.0451530026322458, "incumbentGate": -0.24867827059443195, "retentionLoss": 0.6978233503312339, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-2b2fc0b7", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.876415209180724, "gate": 0.999479482372395, "incumbentGate": -0.3891714867975922, "retentionLoss": 0.6978233503312339, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-4f388134", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9984410618533175, "gate": 1.0799537651549358, "incumbentGate": -0.19836096979931592, "retentionLoss": 0.22133048519179832, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-d3231715", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 1.0313720615869948, "gate": 1.0677039112325364, "incumbentGate": -0.27996854186780806, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-d3231715", "candidate": "p12-abc95002", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8121102710331438, "gate": 0.9242176936952392, "incumbentGate": -0.4527592331179073, "retentionLoss": 1.343004317320764, "tick": 192 }, { "epoch": 9, "parent": "p12-d3231715", "candidate": "p12-4b07e44f", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9306006286012806, "gate": 0.8977298380348628, "incumbentGate": -0.23500985609002326, "retentionLoss": 0.6978233503312339, "tick": 216 }, { "epoch": 10, "parent": "p12-d3231715", "candidate": "p12-7e6bca1f", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8414339602749784, "gate": 1.0034503607273635, "incumbentGate": -0.5220369966268965, "retentionLoss": 0.8831959304154418, "tick": 240 }, { "epoch": 11, "parent": "p12-d3231715", "candidate": "p12-89216e55", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8024701637092321, "gate": 0.9446126708325345, "incumbentGate": -0.505308649277353, "retentionLoss": 1.312993594027298, "tick": 264 }, { "epoch": 12, "parent": "p12-d3231715", "candidate": "p12-67254202", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8660038869608097, "gate": 1.073888421916058, "incumbentGate": -0.353093681559792, "retentionLoss": 0.6978233503312339, "tick": 288 }, { "epoch": 13, "parent": "p12-d3231715", "candidate": "p12-bf2416be", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8759642491584478, "gate": 1.0611655083719462, "incumbentGate": -0.2940834413557296, "retentionLoss": 0.6031453225633268, "tick": 312 }, { "epoch": 14, "parent": "p12-d3231715", "candidate": "p12-af008c85", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9880751475960965, "gate": 1.1031681330932206, "incumbentGate": -0.2936373773558976, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-af008c85", "candidate": "p12-af008c85", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9967353927347612, "gate": 0.9908498971055231, "incumbentGate": 0.9908498971055231, "retentionLoss": 0, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9763538176493578, -0.26993234720146947, 0.1800676527985306, -0.26993234720146947 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9763538176493578, -0.26993234720146947, 0.1800676527985306, -0.26993234720146947 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9763538176493578, -0.26993234720146947, 0.1800676527985306, -0.26993234720146947 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9763538176493578, -0.26993234720146947, 0.1800676527985306, -0.26993234720146947 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9763538176493578, -0.26993234720146947, 0.1800676527985306, -0.26993234720146947 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9763538176493578, 0.9961006777514153, 0.1800676527985306, -0.26993234720146947 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9763538176493578, 0.9961006777514153, 1.0094092350921882, -0.26993234720146947 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.30460728722611496, 0.9961006777514153, 1.0094092350921882, 0.9961006777514153 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9763538176493578, -0.26993234720146947, 0.1800676527985306, -0.26993234720146947 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9615708502710509, 0.15952720240788074, 0.1988784354202237, -0.25737156457977634 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9385818560478911, 0.9961006777514153, 0.9811298554874419, -0.25301680880293614 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.30460728722611496, 0.9961006777514153, 0.9811298554874419, 0.9961006777514153 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9763538176493578, -0.26993234720146947, 0.1800676527985306, -0.26993234720146947 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9763538176493578, 0.9961006777514153, -0.39233500514945213, -0.26993234720146947 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9763538176493578, 0.9961006777514153, -0.39233500514945213, -0.26993234720146947 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.30460728722611496, 0.9961006777514153, 1.0094092350921882, 0.9961006777514153 ] } ] } }, { "regime": "changed-home", "seed": 149612, "arms": [ { "id": "fixed", "summary": { "usefulWork": 498.0925192352796, "harvests": 176, "toxicHarvests": 80, "energySpent": 990.6405918427421, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.30862725421054554, "heldoutA": 0.9896664049968499, "heldoutB": -0.2568923211826066, "heldoutC": 0.19310767881739335, "heldoutReturn": -0.2568923211826066, "retentionLoss": 0, "firstAReward": 0.9896664049968499, "afterCReward": 0.9896664049968499, "phaseAWork": 281.3278973768191, "phaseBWork": 145.0432729654171, "phaseCWork": 63.69948883344847, "returnAWork": 8.021860059594928, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 1024.521188527294, "harvests": 180, "toxicHarvests": 28, "energySpent": 903.3184834237544, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 0.7543566009927467, "heldoutA": 0.27882556866421065, "heldoutB": 0.9778361400959561, "heldoutC": 1.006408094218073, "heldoutReturn": 0.9778361400959561, "retentionLoss": 0, "firstAReward": 0.9896664049968499, "afterCReward": 0.9896664049968499, "phaseAWork": 281.3278973768191, "phaseBWork": 421.6542880352424, "phaseCWork": 170.5847605978911, "returnAWork": 150.9542425173414, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 761.999442732081, "harvests": 180, "toxicHarvests": 42, "energySpent": 928.929418608168, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 3, "rollbacks": 4, "heldoutReward": 0.48325646252585336, "heldoutA": 0.27882556866421065, "heldoutB": 0.9778361400959561, "heldoutC": 0.19310767881739335, "heldoutReturn": 0.9778361400959561, "retentionLoss": 0.06624041043594375, "firstAReward": 0.9896664049968499, "afterCReward": 0.9234259945609061, "phaseAWork": 281.3278973768191, "phaseBWork": 234.5622468244286, "phaseCWork": 117.32549579310114, "returnAWork": 128.78380273773212, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 859.0325479352605, "harvests": 180, "toxicHarvests": 51, "energySpent": 936.2091884500988, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 2, "rollbacks": 7, "heldoutReward": 0.6801064705104002, "heldoutA": 0.27882556866421065, "heldoutB": 0.755085748648917, "heldoutC": 1.006408094218073, "heldoutReturn": 0.9778361400959561, "retentionLoss": 0.05580223942545581, "firstAReward": 0.9896664049968499, "afterCReward": 0.9338641655713941, "phaseAWork": 281.3278973768191, "phaseBWork": 234.5622468244286, "phaseCWork": 60.59655517339809, "returnAWork": 282.5458485606147, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.048972525519212, "gate": 0.9983844549136442, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9122371398707932, "gate": 1.102333271321224, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9225839824247258, "gate": 1.0264630844102802, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0168710477424765, "gate": 1.0219919080620266, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.16400756593554694, "gate": -0.28294533757330337, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.27041507949647975, "gate": -0.2230213219816559, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.17833626840181208, "gate": -0.12313198593273535, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.21226261791162013, "gate": -0.15113915277466608, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.22115433149339417, "gate": 0.16033821823588998, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.12313191287114465, "gate": 0.06640921981083957, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.25790323826727174, "gate": 0.22950739437855416, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.11408113993190576, "gate": 0.20590822369701234, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.27729719838950184, "gate": -0.28272973217569525, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.25359698351097926, "gate": -0.23581748841945271, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.26769650752292745, "gate": -0.2106395719967272, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.3102757625221508, "gate": -0.11474620369718092, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-5e98e168", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.048972525519212, "gate": 0.9983844549136442, "tick": 0 }, { "epoch": 1, "parent": "p12-5e98e168", "candidate": "p12-f26671fd", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9122371398707932, "gate": 1.102333271321224, "tick": 24 }, { "epoch": 2, "parent": "p12-f26671fd", "candidate": "p12-2c821e33", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9225839824247258, "gate": 1.0264630844102802, "tick": 48 }, { "epoch": 3, "parent": "p12-2c821e33", "candidate": "p12-d67ed46a", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0168710477424765, "gate": 1.0219919080620266, "tick": 72 }, { "epoch": 4, "parent": "p12-d67ed46a", "candidate": "p12-953acb3c", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0525133356650296, "gate": 0.9653913294600746, "tick": 96 }, { "epoch": 5, "parent": "p12-953acb3c", "candidate": "p12-5680de36", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.001367355612512, "gate": 1.0221029675810438, "tick": 120 }, { "epoch": 6, "parent": "p12-5680de36", "candidate": "p12-4aecd386", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0828826612718625, "gate": 0.9325179024090641, "tick": 144 }, { "epoch": 7, "parent": "p12-4aecd386", "candidate": "p12-fd3cab65", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.926827457522445, "gate": 1.0337002556275847, "tick": 168 }, { "epoch": 8, "parent": "p12-fd3cab65", "candidate": "p12-856e35d8", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9772154347239629, "gate": 0.9484516762505676, "tick": 192 }, { "epoch": 9, "parent": "p12-856e35d8", "candidate": "p12-481fff72", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0452575175776972, "gate": 0.9084395879772775, "tick": 216 }, { "epoch": 10, "parent": "p12-481fff72", "candidate": "p12-44dcd1e0", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9717834653858306, "gate": 0.9465527680773113, "tick": 240 }, { "epoch": 11, "parent": "p12-44dcd1e0", "candidate": "p12-41ae15b1", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9350679318968034, "gate": 1.0433106714441387, "tick": 264 }, { "epoch": 12, "parent": "p12-41ae15b1", "candidate": "p12-e2c752b4", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.27729719838950184, "gate": -0.28272973217569525, "tick": 288 }, { "epoch": 13, "parent": "p12-e2c752b4", "candidate": "p12-f9a5548d", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0500128179316577, "gate": 0.9021336726637532, "tick": 312 }, { "epoch": 14, "parent": "p12-f9a5548d", "candidate": "p12-486ffc0d", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9932102369857629, "gate": 1.0456650566134853, "tick": 336 }, { "epoch": 15, "parent": "p12-486ffc0d", "candidate": "p12-ac29973f", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9822556409044907, "gate": 0.9975119122622941, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.048972525519212, "gate": 0.9983844549136442, "incumbentGate": 0.9983844549136442, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9418598538526174, "gate": 1.102333271321224, "incumbentGate": 1.102333271321224, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9647610265136639, "gate": 1.0264630844102802, "incumbentGate": 1.0264630844102802, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0172561072325401, "gate": 1.0219919080620266, "incumbentGate": 1.0219919080620266, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-cb8ac27c", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6688152633812124, "gate": 0.9653913294600746, "incumbentGate": -0.28294533757330337, "retentionLoss": 1.4619813603481746, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-1f15e2b", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9864065285684183, "gate": 1.0221029675810438, "incumbentGate": -0.2230213219816559, "retentionLoss": 0, "tick": 120 }, { "epoch": 6, "parent": "p12-1f15e2b", "candidate": "p12-1f15e2b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0506671978455917, "gate": 0.9325179024090641, "incumbentGate": 0.9325179024090641, "retentionLoss": 0, "tick": 144 }, { "epoch": 7, "parent": "p12-1f15e2b", "candidate": "p12-1f15e2b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9264820767671443, "gate": 1.0337002556275847, "incumbentGate": 1.0337002556275847, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-1f15e2b", "candidate": "p12-b1a64ec", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.5496857005157516, "gate": 0.16033821823588998, "incumbentGate": 0.16033821823588998, "retentionLoss": 0, "tick": 192 }, { "epoch": 9, "parent": "p12-1f15e2b", "candidate": "p12-72512359", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.4500619107747643, "gate": 0.8210561809323016, "incumbentGate": 0.06640921981083957, "retentionLoss": 1.3413448714499256, "tick": 216 }, { "epoch": 10, "parent": "p12-1f15e2b", "candidate": "p12-8962f473", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.5027805721422668, "gate": 0.22950739437855416, "incumbentGate": 0.12330266919914501, "retentionLoss": 0, "tick": 240 }, { "epoch": 11, "parent": "p12-8962f473", "candidate": "p12-8962f473", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.46597334232255516, "gate": 0.20590822369701234, "incumbentGate": 0.20590822369701234, "retentionLoss": 0, "tick": 264 }, { "epoch": 12, "parent": "p12-8962f473", "candidate": "p12-86c9a079", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7685913808542653, "gate": 1.0826556977098825, "incumbentGate": -0.28272973217569525, "retentionLoss": 0.710868551632015, "tick": 288 }, { "epoch": 13, "parent": "p12-8962f473", "candidate": "p12-b26c3ed2", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9388278377337743, "gate": 0.9021336726637532, "incumbentGate": -0.23581748841945271, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-b26c3ed2", "candidate": "p12-b26c3ed2", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8804847141032647, "gate": 1.0456650566134853, "incumbentGate": 1.0456650566134853, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-b26c3ed2", "candidate": "p12-b26c3ed2", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8993425508714291, "gate": 0.9975119122622941, "incumbentGate": 0.9975119122622941, "retentionLoss": 0, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.048972525519212, "gate": 0.9983844549136442, "incumbentGate": 0.9983844549136442, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9418598538526174, "gate": 1.102333271321224, "incumbentGate": 1.102333271321224, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9647610265136639, "gate": 1.0264630844102802, "incumbentGate": 1.0264630844102802, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-aff30587", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 1.0217333470842345, "gate": 1.0219919080620266, "incumbentGate": 1.0219919080620266, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-56d92df4", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8629010990892496, "gate": 0.9653913294600746, "incumbentGate": -0.28294533757330337, "retentionLoss": 0.710868551632015, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-9549cae8", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9864065285684183, "gate": 1.0221029675810438, "incumbentGate": -0.2230213219816559, "retentionLoss": 0, "tick": 120 }, { "epoch": 6, "parent": "p12-9549cae8", "candidate": "p12-9549cae8", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0506671978455917, "gate": 0.9325179024090641, "incumbentGate": 0.9325179024090641, "retentionLoss": 0, "tick": 144 }, { "epoch": 7, "parent": "p12-9549cae8", "candidate": "p12-9549cae8", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9264820767671443, "gate": 1.0337002556275847, "incumbentGate": 1.0337002556275847, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-9549cae8", "candidate": "p12-a5965d8c", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.5556634843004687, "gate": 0.752827961136206, "incumbentGate": -0.44232359335706345, "retentionLoss": 1.1202446483720252, "tick": 192 }, { "epoch": 9, "parent": "p12-9549cae8", "candidate": "p12-d3aa35f3", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9172537356212459, "gate": 0.9084395879772775, "incumbentGate": -0.35280932216470334, "retentionLoss": 0.710868551632015, "tick": 216 }, { "epoch": 10, "parent": "p12-9549cae8", "candidate": "p12-27fecdfc", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8432871826945793, "gate": 0.9465527680773113, "incumbentGate": -0.47118934619702996, "retentionLoss": 0.5584979720863794, "tick": 240 }, { "epoch": 11, "parent": "p12-9549cae8", "candidate": "p12-3ab8cfbf", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.879163887008685, "gate": 1.0433106714441387, "incumbentGate": -0.39720865559082097, "retentionLoss": 0.710868551632015, "tick": 264 }, { "epoch": 12, "parent": "p12-9549cae8", "candidate": "p12-5bda81de", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6546450060960453, "gate": 1.0826556977098825, "incumbentGate": -0.28272973217569525, "retentionLoss": 0.710868551632015, "tick": 288 }, { "epoch": 13, "parent": "p12-9549cae8", "candidate": "p12-1f289170", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 1.0672532296788535, "gate": 0.9021336726637532, "incumbentGate": -0.23581748841945271, "retentionLoss": 0.053002586364144455, "tick": 312 }, { "epoch": 14, "parent": "p12-1f289170", "candidate": "p12-1f289170", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0089101060483439, "gate": 1.0456650566134853, "incumbentGate": 1.0456650566134853, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-1f289170", "candidate": "p12-1f289170", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0277679428165083, "gate": 0.9975119122622941, "incumbentGate": 0.9975119122622941, "retentionLoss": 0, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9896664049968499, -0.2568923211826066, 0.19310767881739335, -0.2568923211826066 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9896664049968499, -0.2568923211826066, 0.19310767881739335, -0.2568923211826066 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9896664049968499, -0.2568923211826066, 0.19310767881739335, -0.2568923211826066 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9896664049968499, -0.2568923211826066, 0.19310767881739335, -0.2568923211826066 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9896664049968499, -0.2568923211826066, 0.19310767881739335, -0.2568923211826066 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9896664049968499, 0.9778361400959561, 0.19310767881739335, -0.2568923211826066 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9896664049968499, 0.9778361400959561, 1.006408094218073, -0.2568923211826066 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.27882556866421065, 0.9778361400959561, 1.006408094218073, 0.9778361400959561 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9896664049968499, -0.2568923211826066, 0.19310767881739335, -0.2568923211826066 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.8951842778498779, 0.9778361400959561, 0.13988441902266238, -0.04744979756462155 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9234259945609061, 0.9778361400959561, 0.19310767881739335, -0.14032023161855045 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.27882556866421065, 0.9778361400959561, 0.19310767881739335, 0.9778361400959561 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9896664049968499, -0.2568923211826066, 0.19310767881739335, -0.2568923211826066 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9338641655713941, 0.9778361400959561, -0.42117443133578936, -0.12988206060806237 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9338641655713941, 0.9778361400959561, -0.42117443133578936, -0.12988206060806237 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.27882556866421065, 0.755085748648917, 1.006408094218073, 0.9778361400959561 ] } ] } }, { "regime": "changed-home", "seed": 159585, "arms": [ { "id": "fixed", "summary": { "usefulWork": 471.9859669469713, "harvests": 175, "toxicHarvests": 83, "energySpent": 996.655860026713, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.32367082158329996, "heldoutA": 1.0053967330480487, "heldoutB": -0.24219213414907434, "heldoutC": 0.20780786585092562, "heldoutReturn": -0.24219213414907434, "retentionLoss": 0, "firstAReward": 1.0053967330480487, "afterCReward": 1.0053967330480487, "phaseAWork": 264.4840309722197, "phaseBWork": 136.18889868876954, "phaseCWork": 65.5749533119266, "returnAWork": 5.738083974055428, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 978.1971405954041, "harvests": 180, "toxicHarvests": 29, "energySpent": 905.5983232241036, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 0.748675090706333, "heldoutA": 0.27730292631941855, "heldoutB": 0.9764145373356458, "heldoutC": 0.9923078084639346, "heldoutReturn": 0.9764145373356458, "retentionLoss": 0, "firstAReward": 1.0053967330480487, "afterCReward": 1.0053967330480487, "phaseAWork": 264.4840309722197, "phaseBWork": 413.02058837730095, "phaseCWork": 197.39518447839043, "returnAWork": 103.297336767493, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 600.5844321638209, "harvests": 180, "toxicHarvests": 76, "energySpent": 983.2550696982589, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 1, "rollbacks": 7, "heldoutReward": 0.7097051797687165, "heldoutA": 1.0053967330480487, "heldoutB": 0.9317961679914873, "heldoutC": 0.19192263826661363, "heldoutReturn": -0.24219213414907434, "retentionLoss": 0, "firstAReward": 1.0053967330480487, "afterCReward": 1.0053967330480487, "phaseAWork": 264.4840309722197, "phaseBWork": 249.08354737640008, "phaseCWork": 79.00620529947548, "returnAWork": 8.01064851572562, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 813.9466930091813, "harvests": 180, "toxicHarvests": 57, "energySpent": 947.3455014119004, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 3, "rollbacks": 5, "heldoutReward": 0.8725503947123795, "heldoutA": 0.648928838337558, "heldoutB": 0.9764145373356458, "heldoutC": 0.9923078084639346, "heldoutReturn": -0.10709643118646256, "retentionLoss": 0.3564678947104907, "firstAReward": 1.0053967330480487, "afterCReward": 0.648928838337558, "phaseAWork": 264.4840309722197, "phaseBWork": 249.08354737640008, "phaseCWork": 252.73442312516204, "returnAWork": 47.64469153539949, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0822535874944714, "gate": 0.8902870488195558, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.8677030405987384, "gate": 0.9410269366203742, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9937316683391058, "gate": 1.0729594303302539, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9653517191731117, "gate": 0.9295034037291292, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.23098094374431208, "gate": -0.27406248946933076, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.16871125764919545, "gate": -0.33625196722722567, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.302819899689454, "gate": -0.2860880691448297, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.21014725796336753, "gate": -0.2469630402420175, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.24676719034031677, "gate": 0.2503821095294974, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.20706412942323996, "gate": 0.3359057180318361, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.14208473205678632, "gate": 0.07665170296690564, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.276817418935462, "gate": 0.16889434503708853, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.297930565161969, "gate": -0.20778848762266136, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.19604181735084356, "gate": -0.2776932607576131, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.26622565905125545, "gate": -0.18239367474111345, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.26704767554044595, "gate": -0.20694801217187223, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-a851fa3b", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0822535874944714, "gate": 0.8902870488195558, "tick": 0 }, { "epoch": 1, "parent": "p12-a851fa3b", "candidate": "p12-1231f9db", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8677030405987384, "gate": 0.9410269366203742, "tick": 24 }, { "epoch": 2, "parent": "p12-1231f9db", "candidate": "p12-89b096de", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9937316683391058, "gate": 1.0729594303302539, "tick": 48 }, { "epoch": 3, "parent": "p12-89b096de", "candidate": "p12-7194b607", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9653517191731117, "gate": 0.9295034037291292, "tick": 72 }, { "epoch": 4, "parent": "p12-7194b607", "candidate": "p12-d3a07fcb", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9662956020374485, "gate": 1.043779531355378, "tick": 96 }, { "epoch": 5, "parent": "p12-d3a07fcb", "candidate": "p12-f14d0c91", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0884292729265939, "gate": 1.1218626026956635, "tick": 120 }, { "epoch": 6, "parent": "p12-f14d0c91", "candidate": "p12-2c73ead9", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9395057669450947, "gate": 0.9479669287980409, "tick": 144 }, { "epoch": 7, "parent": "p12-2c73ead9", "candidate": "p12-9b761a36", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0045321162800416, "gate": 1.0304899500914564, "tick": 168 }, { "epoch": 8, "parent": "p12-9b761a36", "candidate": "p12-fa5046b8", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0100100659007194, "gate": 0.9531346397075225, "tick": 192 }, { "epoch": 9, "parent": "p12-fa5046b8", "candidate": "p12-1a78bd85", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9150369681076057, "gate": 1.0198615468075436, "tick": 216 }, { "epoch": 10, "parent": "p12-1a78bd85", "candidate": "p12-de7229b3", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9765305281482438, "gate": 0.9661485232482185, "tick": 240 }, { "epoch": 11, "parent": "p12-de7229b3", "candidate": "p12-13368c84", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9866115194426479, "gate": 0.9814108875396849, "tick": 264 }, { "epoch": 12, "parent": "p12-13368c84", "candidate": "p12-4f0a5a02", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.297930565161969, "gate": -0.20778848762266136, "tick": 288 }, { "epoch": 13, "parent": "p12-4f0a5a02", "candidate": "p12-316ee0c1", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.19604181735084356, "gate": -0.2776932607576131, "tick": 312 }, { "epoch": 14, "parent": "p12-316ee0c1", "candidate": "p12-42755281", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0157849621933204, "gate": 1.042046630366785, "tick": 336 }, { "epoch": 15, "parent": "p12-42755281", "candidate": "p12-3463c7cf", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0035899039410754, "gate": 1.0517365245646795, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0822535874944714, "gate": 0.8902870488195558, "incumbentGate": 0.8902870488195558, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8782847489224718, "gate": 0.9410269366203742, "incumbentGate": 0.9410269366203742, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9809588683163009, "gate": 1.0729594303302539, "incumbentGate": 1.0729594303302539, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9836428737828276, "gate": 0.9295034037291292, "incumbentGate": 0.9295034037291292, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-1b6f841b", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.801093654651991, "gate": 1.043779531355378, "incumbentGate": -0.27406248946933076, "retentionLoss": 0.6789585394051902, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-dc44f77c", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9130457354977601, "gate": 1.1218626026956635, "incumbentGate": -0.33625196722722567, "retentionLoss": 0.6789585394051902, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-da72ba31", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9612371834200125, "gate": 0.9479669287980409, "incumbentGate": -0.2860880691448297, "retentionLoss": 0, "tick": 144 }, { "epoch": 7, "parent": "p12-da72ba31", "candidate": "p12-da72ba31", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9706342805488264, "gate": 1.0304899500914564, "incumbentGate": 1.0304899500914564, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-da72ba31", "candidate": "p12-da72ba31", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.5294308325682971, "gate": 0.2503821095294974, "incumbentGate": 0.2503821095294974, "retentionLoss": 0, "tick": 192 }, { "epoch": 9, "parent": "p12-da72ba31", "candidate": "p12-da72ba31", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.4817837834006489, "gate": 0.3359057180318361, "incumbentGate": 0.3359057180318361, "retentionLoss": 0, "tick": 216 }, { "epoch": 10, "parent": "p12-da72ba31", "candidate": "p12-da72ba31", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.428751408430425, "gate": 0.07665170296690564, "incumbentGate": 0.07665170296690564, "retentionLoss": 0, "tick": 240 }, { "epoch": 11, "parent": "p12-da72ba31", "candidate": "p12-50aea5e9", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9045446223227613, "gate": 0.6851694323424687, "incumbentGate": 0.16889434503708853, "retentionLoss": 0.44383575518800966, "tick": 264 }, { "epoch": 12, "parent": "p12-da72ba31", "candidate": "p12-8961c04", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.61881538890335, "gate": 1.0249121931017011, "incumbentGate": -0.20778848762266136, "retentionLoss": 0.6789585394051902, "tick": 288 }, { "epoch": 13, "parent": "p12-da72ba31", "candidate": "p12-cad8fa24", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7482036648233654, "gate": 0.9112566291363681, "incumbentGate": -0.2776932607576131, "retentionLoss": 0.22861680066561613, "tick": 312 }, { "epoch": 14, "parent": "p12-da72ba31", "candidate": "p12-d3a5de71", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7703983080196034, "gate": 1.042046630366785, "incumbentGate": -0.18239367474111345, "retentionLoss": 0.4670658394441008, "tick": 336 }, { "epoch": 15, "parent": "p12-da72ba31", "candidate": "p12-b4a5ee65", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7832445319381055, "gate": 1.0517365245646795, "incumbentGate": -0.20694801217187223, "retentionLoss": 0.4670658394441008, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0822535874944714, "gate": 0.8902870488195558, "incumbentGate": 0.8902870488195558, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8782847489224718, "gate": 0.9410269366203742, "incumbentGate": 0.9410269366203742, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9809588683163009, "gate": 1.0729594303302539, "incumbentGate": 1.0729594303302539, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9836428737828276, "gate": 0.9295034037291292, "incumbentGate": 0.9295034037291292, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-cc38c58f", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.801093654651991, "gate": 1.043779531355378, "incumbentGate": -0.27406248946933076, "retentionLoss": 0.6789585394051902, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-d3a8150f", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 1.0285738148519283, "gate": 1.1218626026956635, "incumbentGate": -0.33625196722722567, "retentionLoss": 0, "tick": 120 }, { "epoch": 6, "parent": "p12-d3a8150f", "candidate": "p12-ea7ccd66", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9612371834200125, "gate": 0.9479669287980409, "incumbentGate": 0.757978361968818, "retentionLoss": 0, "tick": 144 }, { "epoch": 7, "parent": "p12-ea7ccd66", "candidate": "p12-ea7ccd66", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9706342805488264, "gate": 1.0304899500914564, "incumbentGate": 1.0304899500914564, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-ea7ccd66", "candidate": "p12-9325144c", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9873765579045386, "gate": 0.9531346397075225, "incumbentGate": 0.2503821095294974, "retentionLoss": 0, "tick": 192 }, { "epoch": 9, "parent": "p12-9325144c", "candidate": "p12-9325144c", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9406173171614952, "gate": 1.0198615468075436, "incumbentGate": 1.0198615468075436, "retentionLoss": 0, "tick": 216 }, { "epoch": 10, "parent": "p12-9325144c", "candidate": "p12-9325144c", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9645919520449356, "gate": 0.9661485232482185, "incumbentGate": 0.9661485232482185, "retentionLoss": 0, "tick": 240 }, { "epoch": 11, "parent": "p12-9325144c", "candidate": "p12-9325144c", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.970733596529064, "gate": 0.9814108875396849, "incumbentGate": 0.9814108875396849, "retentionLoss": 0, "tick": 264 }, { "epoch": 12, "parent": "p12-9325144c", "candidate": "p12-36950ed4", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.61881538890335, "gate": 1.0249121931017011, "incumbentGate": -0.12819775646159867, "retentionLoss": 1.3180725208360555, "tick": 288 }, { "epoch": 13, "parent": "p12-9325144c", "candidate": "p12-94b17a54", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6850485556189781, "gate": 0.9112566291363681, "incumbentGate": -0.15526610835910679, "retentionLoss": 0.799729006404289, "tick": 312 }, { "epoch": 14, "parent": "p12-9325144c", "candidate": "p12-ceb0e7fd", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7703983080196034, "gate": 1.042046630366785, "incumbentGate": -0.18239367474111345, "retentionLoss": 1.3180725208360555, "tick": 336 }, { "epoch": 15, "parent": "p12-9325144c", "candidate": "p12-7cc58cb4", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8674871641042642, "gate": 1.0517365245646795, "incumbentGate": -0.18531373035448087, "retentionLoss": 0.8510066813919547, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0053967330480487, -0.24219213414907434, 0.20780786585092562, -0.24219213414907434 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 1.0053967330480487, -0.24219213414907434, 0.20780786585092562, -0.24219213414907434 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 1.0053967330480487, -0.24219213414907434, 0.20780786585092562, -0.24219213414907434 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 1.0053967330480487, -0.24219213414907434, 0.20780786585092562, -0.24219213414907434 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0053967330480487, -0.24219213414907434, 0.20780786585092562, -0.24219213414907434 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 1.0053967330480487, 0.9764145373356458, 0.20780786585092562, -0.24219213414907434 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 1.0053967330480487, 0.9764145373356458, 0.9923078084639346, -0.24219213414907434 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.27730292631941855, 0.9764145373356458, 0.9923078084639346, 0.9764145373356458 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0053967330480487, -0.24219213414907434, 0.20780786585092562, -0.24219213414907434 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 1.0053967330480487, 0.9317961679914873, 0.19192263826661363, -0.24219213414907434 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 1.0053967330480487, 0.9317961679914873, 0.19192263826661363, -0.24219213414907434 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 1.0053967330480487, 0.9317961679914873, 0.19192263826661363, -0.24219213414907434 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0053967330480487, -0.24219213414907434, 0.20780786585092562, -0.24219213414907434 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 1.0053967330480487, 0.9764145373356458, 0.20780786585092562, -0.24219213414907434 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.648928838337558, 0.9764145373356458, 0.9923078084639346, -0.10709643118646256 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.648928838337558, 0.9764145373356458, 0.9923078084639346, -0.10709643118646256 ] } ] } }, { "regime": "changed-home", "seed": 169558, "arms": [ { "id": "fixed", "summary": { "usefulWork": 477.9800354634733, "harvests": 177, "toxicHarvests": 87, "energySpent": 1001.8613471023391, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.313547612801946, "heldoutA": 0.9937785504202623, "heldoutB": -0.2515678560072122, "heldoutC": 0.19843214399278783, "heldoutReturn": -0.2515678560072122, "retentionLoss": 0, "firstAReward": 0.9937785504202623, "afterCReward": 0.9937785504202623, "phaseAWork": 285.73977426752464, "phaseBWork": 147.12796159262973, "phaseCWork": 41.434920232234845, "returnAWork": 3.6773793710841005, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 1025.6870907979953, "harvests": 180, "toxicHarvests": 30, "energySpent": 906.5223089845488, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 0.788787939457316, "heldoutA": 0.33976895140891084, "heldoutB": 1.0290870738129794, "heldoutC": 0.9975077931500573, "heldoutReturn": 1.0290870738129794, "retentionLoss": 0, "firstAReward": 0.9937785504202623, "afterCReward": 0.9937785504202623, "phaseAWork": 285.73977426752464, "phaseBWork": 431.8943117066579, "phaseCWork": 161.53400499116105, "returnAWork": 146.51899983265173, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 479.1990521408186, "harvests": 177, "toxicHarvests": 87, "energySpent": 1001.642670845753, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 1, "rollbacks": 7, "heldoutReward": 0.6806823643422323, "heldoutA": 0.9937785504202623, "heldoutB": 0.8498363986136467, "heldoutC": 0.19843214399278783, "heldoutReturn": -0.2515678560072122, "retentionLoss": 0, "firstAReward": 0.9937785504202623, "afterCReward": 0.9937785504202623, "phaseAWork": 285.73977426752464, "phaseBWork": 147.12796159262973, "phaseCWork": 42.653936909580125, "returnAWork": 3.6773793710841005, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 974.5280185307163, "harvests": 180, "toxicHarvests": 40, "energySpent": 919.2395895733242, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 2, "rollbacks": 5, "heldoutReward": 0.7651696162527326, "heldoutA": 0.33976895140891084, "heldoutB": 1.0290870738129794, "heldoutC": 0.9266528235363078, "heldoutReturn": 1.0290870738129794, "retentionLoss": 0, "firstAReward": 0.9937785504202623, "afterCReward": 0.9937785504202623, "phaseAWork": 285.73977426752464, "phaseBWork": 431.8943117066579, "phaseCWork": 0, "returnAWork": 256.89393255653374, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9295139684874801, "gate": 1.0904291608615553, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0124710828409416, "gate": 0.9459129924457174, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9788885926178402, "gate": 0.9967430543428243, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9435590611264358, "gate": 0.9096716451151071, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.27731093664860257, "gate": -0.163329286860471, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.24205635902621084, "gate": -0.11510527140415305, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.30477254932755876, "gate": -0.3622014332049613, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.29259860251396835, "gate": -0.21666087998502107, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.22696147602646485, "gate": 0.06240552518186663, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.21167752030835263, "gate": 0.17899770735085105, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.1749524039835927, "gate": 0.2128669989374263, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.24563059181474292, "gate": 0.0056427598559723, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.24658373698547753, "gate": -0.327383256469161, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.3529065819423814, "gate": -0.1806977164017455, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.251031144740906, "gate": -0.21267176014200642, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.23320187049693664, "gate": -0.3176322436931706, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-ff8c0040", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9295139684874801, "gate": 1.0904291608615553, "tick": 0 }, { "epoch": 1, "parent": "p12-ff8c0040", "candidate": "p12-a00a6c20", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0124710828409416, "gate": 0.9459129924457174, "tick": 24 }, { "epoch": 2, "parent": "p12-a00a6c20", "candidate": "p12-b7576feb", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9788885926178402, "gate": 0.9967430543428243, "tick": 48 }, { "epoch": 3, "parent": "p12-b7576feb", "candidate": "p12-c4bdad51", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9435590611264358, "gate": 0.9096716451151071, "tick": 72 }, { "epoch": 4, "parent": "p12-c4bdad51", "candidate": "p12-783bfa48", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.1247774366454821, "gate": 0.8953246437038578, "tick": 96 }, { "epoch": 5, "parent": "p12-783bfa48", "candidate": "p12-e182f36e", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9843920503684886, "gate": 1.01122011945183, "tick": 120 }, { "epoch": 6, "parent": "p12-e182f36e", "candidate": "p12-568723c2", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0537259260538467, "gate": 0.8793817922432217, "tick": 144 }, { "epoch": 7, "parent": "p12-568723c2", "candidate": "p12-582ce456", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.010146340261487, "gate": 0.9818659044818047, "tick": 168 }, { "epoch": 8, "parent": "p12-582ce456", "candidate": "p12-77922bf2", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.978162553807978, "gate": 0.9905839966460058, "tick": 192 }, { "epoch": 9, "parent": "p12-77922bf2", "candidate": "p12-5c9ad95a", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0670536890096691, "gate": 0.9184554696654462, "tick": 216 }, { "epoch": 10, "parent": "p12-5c9ad95a", "candidate": "p12-d103f90f", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9887303524858444, "gate": 0.9171061260019368, "tick": 240 }, { "epoch": 11, "parent": "p12-d103f90f", "candidate": "p12-774e7907", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9744713909944936, "gate": 1.0964311680847187, "tick": 264 }, { "epoch": 12, "parent": "p12-774e7907", "candidate": "p12-187c42bc", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.24658373698547753, "gate": -0.327383256469161, "tick": 288 }, { "epoch": 13, "parent": "p12-187c42bc", "candidate": "p12-5c3e8f0d", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.069390466199246, "gate": 1.090850394858287, "tick": 312 }, { "epoch": 14, "parent": "p12-5c3e8f0d", "candidate": "p12-5ccafdaa", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0201106915224993, "gate": 1.0131567723783206, "tick": 336 }, { "epoch": 15, "parent": "p12-5ccafdaa", "candidate": "p12-e896fda6", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9826492185882222, "gate": 1.1033645770731655, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9295139684874801, "gate": 1.0904291608615553, "incumbentGate": 1.0904291608615553, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0373036961296365, "gate": 0.9459129924457174, "incumbentGate": 0.9459129924457174, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9670938253260273, "gate": 0.9967430543428243, "incumbentGate": 0.9967430543428243, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9909801244123695, "gate": 0.9096716451151071, "incumbentGate": 0.9096716451151071, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-89ecc12c", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.895376574842647, "gate": 0.8953246437038578, "incumbentGate": -0.163329286860471, "retentionLoss": 0.6804618643251108, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-21f5f296", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8140948727877824, "gate": 1.01122011945183, "incumbentGate": -0.11510527140415305, "retentionLoss": 0.5909859352084508, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-c8704d0a", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8720535889282317, "gate": 0.8793817922432217, "incumbentGate": -0.3622014332049613, "retentionLoss": 0.6804618643251108, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-9fffb42c", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.915172720428717, "gate": 0.9818659044818047, "incumbentGate": -0.21666087998502107, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-9fffb42c", "candidate": "p12-9fffb42c", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.522604754731075, "gate": 0.06240552518186663, "incumbentGate": 0.06240552518186663, "retentionLoss": 0, "tick": 192 }, { "epoch": 9, "parent": "p12-9fffb42c", "candidate": "p12-9fffb42c", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.42954517819735605, "gate": 0.17899770735085105, "incumbentGate": 0.17899770735085105, "retentionLoss": 0, "tick": 216 }, { "epoch": 10, "parent": "p12-9fffb42c", "candidate": "p12-9fffb42c", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.4498449013294458, "gate": 0.2128669989374263, "incumbentGate": 0.2128669989374263, "retentionLoss": 0, "tick": 240 }, { "epoch": 11, "parent": "p12-9fffb42c", "candidate": "p12-9fffb42c", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.49285444901176323, "gate": 0.0056427598559723, "incumbentGate": 0.0056427598559723, "retentionLoss": 0, "tick": 264 }, { "epoch": 12, "parent": "p12-9fffb42c", "candidate": "p12-75835b2e", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6323539234806387, "gate": 1.0279241983003413, "incumbentGate": -0.327383256469161, "retentionLoss": 0.6804618643251108, "tick": 288 }, { "epoch": 13, "parent": "p12-9fffb42c", "candidate": "p12-c3d05576", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8305112648373792, "gate": 1.090850394858287, "incumbentGate": -0.1806977164017455, "retentionLoss": 0.22248059581246063, "tick": 312 }, { "epoch": 14, "parent": "p12-9fffb42c", "candidate": "p12-fce8390", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6873362101368902, "gate": 1.0131567723783206, "incumbentGate": -0.21267176014200642, "retentionLoss": 0.757284772686603, "tick": 336 }, { "epoch": 15, "parent": "p12-9fffb42c", "candidate": "p12-45722bdc", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7516446266032003, "gate": 1.1033645770731655, "incumbentGate": -0.3176322436931706, "retentionLoss": 0.5359859652467699, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9295139684874801, "gate": 1.0904291608615553, "incumbentGate": 1.0904291608615553, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0373036961296365, "gate": 0.9459129924457174, "incumbentGate": 0.9459129924457174, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9670938253260273, "gate": 0.9967430543428243, "incumbentGate": 0.9967430543428243, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9909801244123695, "gate": 0.9096716451151071, "incumbentGate": 0.9096716451151071, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-48078d63", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 1.0733559555894017, "gate": 0.8953246437038578, "incumbentGate": -0.163329286860471, "retentionLoss": 0, "tick": 96 }, { "epoch": 5, "parent": "p12-48078d63", "candidate": "p12-48078d63", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9375966737966109, "gate": 1.01122011945183, "incumbentGate": 1.01122011945183, "retentionLoss": 0, "tick": 120 }, { "epoch": 6, "parent": "p12-48078d63", "candidate": "p12-48078d63", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0144370935256355, "gate": 0.8793817922432217, "incumbentGate": 0.8793817922432217, "retentionLoss": 0, "tick": 144 }, { "epoch": 7, "parent": "p12-48078d63", "candidate": "p12-48078d63", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9691724039797804, "gate": 0.9818659044818047, "incumbentGate": 0.9818659044818047, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-48078d63", "candidate": "p12-9d65c6db", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.782524135081907, "gate": 0.9905839966460058, "incumbentGate": -0.33684458414679463, "retentionLoss": 0.8472842452717089, "tick": 192 }, { "epoch": 9, "parent": "p12-48078d63", "candidate": "p12-7634c892", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8595924557371551, "gate": 0.9184554696654462, "incumbentGate": -0.45389394259338794, "retentionLoss": 0.8472842452717089, "tick": 216 }, { "epoch": 10, "parent": "p12-48078d63", "candidate": "p12-3b60da50", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6874522774575968, "gate": 0.9171061260019368, "incumbentGate": -0.45533907474540986, "retentionLoss": 0.8472842452717089, "tick": 240 }, { "epoch": 11, "parent": "p12-48078d63", "candidate": "p12-1bc90f", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8006356484219413, "gate": 1.0964311680847187, "incumbentGate": -0.3981230969547313, "retentionLoss": 0.8472842452717089, "tick": 264 }, { "epoch": 12, "parent": "p12-48078d63", "candidate": "p12-618b880c", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7115991135754308, "gate": 1.0279241983003413, "incumbentGate": -0.327383256469161, "retentionLoss": 0.6804618643251108, "tick": 288 }, { "epoch": 13, "parent": "p12-48078d63", "candidate": "p12-24257005", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 1.0441227355116378, "gate": 1.090850394858287, "incumbentGate": -0.1806977164017455, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-24257005", "candidate": "p12-24257005", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0377879353932553, "gate": 1.0131567723783206, "incumbentGate": 1.0131567723783206, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-24257005", "candidate": "p12-24257005", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0026136117309672, "gate": 1.1033645770731655, "incumbentGate": 1.1033645770731655, "retentionLoss": 0, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9937785504202623, -0.2515678560072122, 0.19843214399278783, -0.2515678560072122 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9937785504202623, -0.2515678560072122, 0.19843214399278783, -0.2515678560072122 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9937785504202623, -0.2515678560072122, 0.19843214399278783, -0.2515678560072122 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9937785504202623, -0.2515678560072122, 0.19843214399278783, -0.2515678560072122 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9937785504202623, -0.2515678560072122, 0.19843214399278783, -0.2515678560072122 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9937785504202623, 1.0290870738129794, 0.19843214399278783, -0.2515678560072122 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9937785504202623, 1.0290870738129794, 0.9975077931500573, -0.2515678560072122 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.33976895140891084, 1.0290870738129794, 0.9975077931500573, 1.0290870738129794 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9937785504202623, -0.2515678560072122, 0.19843214399278783, -0.2515678560072122 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9937785504202623, 0.8498363986136467, 0.19843214399278783, -0.2515678560072122 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9937785504202623, 0.8498363986136467, 0.19843214399278783, -0.2515678560072122 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9937785504202623, 0.8498363986136467, 0.19843214399278783, -0.2515678560072122 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9937785504202623, -0.2515678560072122, 0.19843214399278783, -0.2515678560072122 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9937785504202623, 1.0290870738129794, -0.36023104859108906, -0.2515678560072122 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9937785504202623, 1.0290870738129794, -0.36023104859108906, -0.2515678560072122 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.33976895140891084, 1.0290870738129794, 0.9266528235363078, 1.0290870738129794 ] } ] } }, { "regime": "changed-home", "seed": 179531, "arms": [ { "id": "fixed", "summary": { "usefulWork": 504.0705598073945, "harvests": 175, "toxicHarvests": 78, "energySpent": 990.602817389278, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.29451412654751746, "heldoutA": 0.9739753763049503, "heldoutB": -0.27021649833119893, "heldoutC": 0.17978350166880108, "heldoutReturn": -0.27021649833119893, "retentionLoss": 0, "firstAReward": 0.9739753763049503, "afterCReward": 0.9739753763049503, "phaseAWork": 279.63530312867766, "phaseBWork": 152.6480910593474, "phaseCWork": 65.61356996562841, "returnAWork": 6.1735956537410175, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 985.3675208443573, "harvests": 180, "toxicHarvests": 29, "energySpent": 905.8496818237217, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 0.7639051088175495, "heldoutA": 0.30242387370827745, "heldoutB": 0.9988755915780481, "heldoutC": 0.9904158611663229, "heldoutReturn": 0.9988755915780481, "retentionLoss": 0, "firstAReward": 0.9739753763049503, "afterCReward": 0.9739753763049503, "phaseAWork": 279.63530312867766, "phaseBWork": 411.16382616682307, "phaseCWork": 225.7916705832239, "returnAWork": 68.77672096563265, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 856.0474595524028, "harvests": 180, "toxicHarvests": 30, "energySpent": 910.7405019291011, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 2, "rollbacks": 2, "heldoutReward": 0.4898272279827876, "heldoutA": 0.30242387370827745, "heldoutB": 0.9988755915780481, "heldoutC": 0.16818221866203742, "heldoutReturn": 0.9988755915780481, "retentionLoss": 0, "firstAReward": 0.9739753763049503, "afterCReward": 0.9739753763049503, "phaseAWork": 279.63530312867766, "phaseBWork": 411.16382616682307, "phaseCWork": 55.55289291983058, "returnAWork": 109.69543733707144, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 775.3377422223754, "harvests": 180, "toxicHarvests": 41, "energySpent": 928.5432644949649, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 2, "rollbacks": 6, "heldoutReward": 0.698243208081743, "heldoutA": 0.30242387370827745, "heldoutB": 0.9988755915780481, "heldoutC": 0.7934301589589033, "heldoutReturn": 0.9988755915780481, "retentionLoss": 0, "firstAReward": 0.9739753763049503, "afterCReward": 0.9739753763049503, "phaseAWork": 279.63530312867766, "phaseBWork": 232.47318659384229, "phaseCWork": 130.82117597959564, "returnAWork": 132.40807652025978, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0235129582376747, "gate": 0.9534578533676084, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0842864883866252, "gate": 0.8880488877243596, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9950798865513049, "gate": 1.0273384284786062, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.08716977154406, "gate": 0.9445023979106025, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.18617232691079802, "gate": -0.24312521082434865, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.20802637499784518, "gate": -0.2977822486084653, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2839984958832263, "gate": -0.2664697272014499, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.1644605074180839, "gate": -0.1676049775712453, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.09126988928776285, "gate": 0.05184816209166442, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.20636632355153642, "gate": 0.20186394308330513, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.3149592113306386, "gate": 0.2542410378438891, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.28564666576981096, "gate": 0.2711402279986432, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2742594076948419, "gate": -0.19979146765756783, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.25198784012225556, "gate": -0.3538817903481335, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.22625033263857422, "gate": -0.25254173654684003, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.1320785248561855, "gate": -0.25281421544154, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-cc6854aa", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0235129582376747, "gate": 0.9534578533676084, "tick": 0 }, { "epoch": 1, "parent": "p12-cc6854aa", "candidate": "p12-e68fa730", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0842864883866252, "gate": 0.8880488877243596, "tick": 24 }, { "epoch": 2, "parent": "p12-e68fa730", "candidate": "p12-f55da95f", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9950798865513049, "gate": 1.0273384284786062, "tick": 48 }, { "epoch": 3, "parent": "p12-f55da95f", "candidate": "p12-f971d4f8", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.08716977154406, "gate": 0.9445023979106025, "tick": 72 }, { "epoch": 4, "parent": "p12-f971d4f8", "candidate": "p12-ba5df4bd", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0888579298017669, "gate": 1.0676537614620578, "tick": 96 }, { "epoch": 5, "parent": "p12-ba5df4bd", "candidate": "p12-c145b174", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.131200136173972, "gate": 1.096175235695836, "tick": 120 }, { "epoch": 6, "parent": "p12-c145b174", "candidate": "p12-1690851c", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9300695825691192, "gate": 0.9416845618601851, "tick": 144 }, { "epoch": 7, "parent": "p12-1690851c", "candidate": "p12-21ac6687", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9937413500945272, "gate": 0.9629442790583846, "tick": 168 }, { "epoch": 8, "parent": "p12-21ac6687", "candidate": "p12-66116b63", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.964274777240115, "gate": 0.9706504132499484, "tick": 192 }, { "epoch": 9, "parent": "p12-66116b63", "candidate": "p12-db2a9871", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9157349103685322, "gate": 0.930180051447579, "tick": 216 }, { "epoch": 10, "parent": "p12-db2a9871", "candidate": "p12-77742c18", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9946120636211719, "gate": 1.1011353720065344, "tick": 240 }, { "epoch": 11, "parent": "p12-77742c18", "candidate": "p12-94f45e3e", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.908781193900424, "gate": 1.0642010159013864, "tick": 264 }, { "epoch": 12, "parent": "p12-94f45e3e", "candidate": "p12-7b2773e", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.2742594076948419, "gate": -0.19979146765756783, "tick": 288 }, { "epoch": 13, "parent": "p12-7b2773e", "candidate": "p12-b78da817", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.25198784012225556, "gate": -0.3538817903481335, "tick": 312 }, { "epoch": 14, "parent": "p12-b78da817", "candidate": "p12-258c5531", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9936629618156614, "gate": 0.9948181264818455, "tick": 336 }, { "epoch": 15, "parent": "p12-258c5531", "candidate": "p12-293a7da9", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9738709887894655, "gate": 1.0197352135479358, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0235129582376747, "gate": 0.9534578533676084, "incumbentGate": 0.9534578533676084, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0505676064128773, "gate": 0.8880488877243596, "incumbentGate": 0.8880488877243596, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9643828560604772, "gate": 1.0273384284786062, "incumbentGate": 1.0273384284786062, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0686711594224385, "gate": 0.9445023979106025, "incumbentGate": 0.9445023979106025, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-5ec3469c", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 1.0287356992012457, "gate": 1.0676537614620578, "incumbentGate": -0.24312521082434865, "retentionLoss": 0, "tick": 96 }, { "epoch": 5, "parent": "p12-5ec3469c", "candidate": "p12-5ec3469c", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0463452924902426, "gate": 1.096175235695836, "incumbentGate": 1.096175235695836, "retentionLoss": 0, "tick": 120 }, { "epoch": 6, "parent": "p12-5ec3469c", "candidate": "p12-5ec3469c", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9467624957460317, "gate": 0.9416845618601851, "incumbentGate": 0.9416845618601851, "retentionLoss": 0, "tick": 144 }, { "epoch": 7, "parent": "p12-5ec3469c", "candidate": "p12-5ec3469c", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9560530015017129, "gate": 0.9629442790583846, "incumbentGate": 0.9629442790583846, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-5ec3469c", "candidate": "p12-5ec3469c", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.42412321028650785, "gate": 0.05184816209166442, "incumbentGate": 0.05184816209166442, "retentionLoss": 0, "tick": 192 }, { "epoch": 9, "parent": "p12-5ec3469c", "candidate": "p12-5ec3469c", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.41134488411972187, "gate": 0.20186394308330513, "incumbentGate": 0.20186394308330513, "retentionLoss": 0, "tick": 216 }, { "epoch": 10, "parent": "p12-5ec3469c", "candidate": "p12-5ec3469c", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.504179666338825, "gate": 0.2542410378438891, "incumbentGate": 0.2542410378438891, "retentionLoss": 0, "tick": 240 }, { "epoch": 11, "parent": "p12-5ec3469c", "candidate": "p12-e70c0202", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.5240529643613531, "gate": 0.2711402279986432, "incumbentGate": 0.2711402279986432, "retentionLoss": 0.09152255357577782, "tick": 264 }, { "epoch": 12, "parent": "p12-5ec3469c", "candidate": "p12-af5b0af1", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7165329082315356, "gate": 0.910832034197154, "incumbentGate": -0.19979146765756783, "retentionLoss": 0.6808309276860287, "tick": 288 }, { "epoch": 13, "parent": "p12-5ec3469c", "candidate": "p12-4b4c2aa0", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.8654977474767436, "gate": 1.0829303284855938, "incumbentGate": -0.3538817903481335, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-4b4c2aa0", "candidate": "p12-4b4c2aa0", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8881031724685506, "gate": 0.9948181264818455, "incumbentGate": 0.9948181264818455, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-4b4c2aa0", "candidate": "p12-4b4c2aa0", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8695689441030336, "gate": 1.0197352135479358, "incumbentGate": 1.0197352135479358, "retentionLoss": 0, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0235129582376747, "gate": 0.9534578533676084, "incumbentGate": 0.9534578533676084, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0505676064128773, "gate": 0.8880488877243596, "incumbentGate": 0.8880488877243596, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9643828560604772, "gate": 1.0273384284786062, "incumbentGate": 1.0273384284786062, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0686711594224385, "gate": 0.9445023979106025, "incumbentGate": 0.9445023979106025, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-4817d3de", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8920128562034172, "gate": 0.8987419977409353, "incumbentGate": -0.24312521082434865, "retentionLoss": 0.6808309276860287, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-8e3f4624", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 1.0463452924902426, "gate": 1.096175235695836, "incumbentGate": -0.2977822486084653, "retentionLoss": 0, "tick": 120 }, { "epoch": 6, "parent": "p12-8e3f4624", "candidate": "p12-8e3f4624", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9467624957460317, "gate": 0.9416845618601851, "incumbentGate": 0.9416845618601851, "retentionLoss": 0, "tick": 144 }, { "epoch": 7, "parent": "p12-8e3f4624", "candidate": "p12-8e3f4624", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9560530015017129, "gate": 0.9629442790583846, "incumbentGate": 0.9629442790583846, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-8e3f4624", "candidate": "p12-5e15f10e", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7945878069646389, "gate": 0.9706504132499484, "incumbentGate": 0.05184816209166442, "retentionLoss": 0.8129562471759263, "tick": 192 }, { "epoch": 9, "parent": "p12-8e3f4624", "candidate": "p12-ff1c8b9c", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.86070715513215, "gate": 0.930180051447579, "incumbentGate": 0.20186394308330513, "retentionLoss": 0.22412216713932753, "tick": 216 }, { "epoch": 10, "parent": "p12-8e3f4624", "candidate": "p12-54c45389", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8907424088908371, "gate": 1.1011353720065344, "incumbentGate": 0.2542410378438891, "retentionLoss": 0.4189323369213678, "tick": 240 }, { "epoch": 11, "parent": "p12-8e3f4624", "candidate": "p12-5a4a916e", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9453897823605854, "gate": 1.0642010159013864, "incumbentGate": 0.2711402279986432, "retentionLoss": 0.16723252570147995, "tick": 264 }, { "epoch": 12, "parent": "p12-8e3f4624", "candidate": "p12-380aacc2", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.708731122042154, "gate": 0.910832034197154, "incumbentGate": -0.19979146765756783, "retentionLoss": 0.9521797912193056, "tick": 288 }, { "epoch": 13, "parent": "p12-8e3f4624", "candidate": "p12-9b4565e3", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 1.0097821317550044, "gate": 1.0829303284855938, "incumbentGate": -0.3538817903481335, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-9b4565e3", "candidate": "p12-9b4565e3", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0323875567468115, "gate": 0.9948181264818455, "incumbentGate": 0.9948181264818455, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-9b4565e3", "candidate": "p12-9b4565e3", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0138533283812945, "gate": 1.0197352135479358, "incumbentGate": 1.0197352135479358, "retentionLoss": 0, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9739753763049503, -0.27021649833119893, 0.17978350166880108, -0.27021649833119893 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9739753763049503, -0.27021649833119893, 0.17978350166880108, -0.27021649833119893 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9739753763049503, -0.27021649833119893, 0.17978350166880108, -0.27021649833119893 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9739753763049503, -0.27021649833119893, 0.17978350166880108, -0.27021649833119893 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9739753763049503, -0.27021649833119893, 0.17978350166880108, -0.27021649833119893 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9739753763049503, 0.9988755915780481, 0.17978350166880108, -0.27021649833119893 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9739753763049503, 0.9988755915780481, 0.9904158611663229, -0.27021649833119893 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.30242387370827745, 0.9988755915780481, 0.9904158611663229, 0.9988755915780481 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9739753763049503, -0.27021649833119893, 0.17978350166880108, -0.27021649833119893 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9739753763049503, 0.9782098044268965, 0.17978350166880108, -0.27021649833119893 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9739753763049503, 0.9782098044268965, 0.17978350166880108, -0.27021649833119893 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.30242387370827745, 0.9988755915780481, 0.16818221866203742, 0.9988755915780481 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9739753763049503, -0.27021649833119893, 0.17978350166880108, -0.27021649833119893 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9739753763049503, 0.9988755915780481, 0.17978350166880108, -0.27021649833119893 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9739753763049503, 0.9988755915780481, 0.17978350166880108, -0.27021649833119893 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.30242387370827745, 0.9988755915780481, 0.7934301589589033, 0.9988755915780481 ] } ] } }, { "regime": "changed-home", "seed": 189504, "arms": [ { "id": "fixed", "summary": { "usefulWork": 477.3143368069414, "harvests": 176, "toxicHarvests": 86, "energySpent": 1002.5609244025965, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.27933104132014874, "heldoutA": 0.9622242631951212, "heldoutB": -0.2871155696173375, "heldoutC": 0.1628844303826625, "heldoutReturn": -0.2871155696173375, "retentionLoss": 0, "firstAReward": 0.9622242631951212, "afterCReward": 0.9622242631951212, "phaseAWork": 281.17111362067834, "phaseBWork": 136.64508865072918, "phaseCWork": 58.17199134294344, "returnAWork": 1.3261431925904503, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 981.0159900251274, "harvests": 180, "toxicHarvests": 34, "energySpent": 912.4655210099509, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 0.7598299254262263, "heldoutA": 0.284437247171496, "heldoutB": 0.9826489636925493, "heldoutC": 1.0124035654146337, "heldoutReturn": 0.9826489636925493, "retentionLoss": 0, "firstAReward": 0.9622242631951212, "afterCReward": 0.9622242631951212, "phaseAWork": 281.17111362067834, "phaseBWork": 426.31324465785355, "phaseCWork": 194.53994420648326, "returnAWork": 78.99168754011225, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 739.3841416190484, "harvests": 180, "toxicHarvests": 39, "energySpent": 925.3297799377774, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 2, "rollbacks": 5, "heldoutReward": 0.4733752788057046, "heldoutA": 0.284437247171496, "heldoutB": 0.9826489636925493, "heldoutC": 0.1530396255530686, "heldoutReturn": 0.9826489636925493, "retentionLoss": 0, "firstAReward": 0.9622242631951212, "afterCReward": 0.9622242631951212, "phaseAWork": 281.17111362067834, "phaseBWork": 242.765784182633, "phaseCWork": 97.79429146188136, "returnAWork": 117.65295235385565, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 850.3417397419498, "harvests": 180, "toxicHarvests": 35, "energySpent": 917.0283267304497, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 2, "rollbacks": 7, "heldoutReward": 0.5126735923180629, "heldoutA": 0.284437247171496, "heldoutB": 0.9826489636925493, "heldoutC": 0.2709345660901432, "heldoutReturn": 0.9826489636925493, "retentionLoss": 0, "firstAReward": 0.9622242631951212, "afterCReward": 0.9622242631951212, "phaseAWork": 281.17111362067834, "phaseBWork": 426.31324465785355, "phaseCWork": 45.626318239091916, "returnAWork": 97.23106322432602, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0025806387008651, "gate": 1.0670882786852995, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.00353447247812, "gate": 0.9275608018795364, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.919980528874376, "gate": 1.0090397686397612, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9954857835208332, "gate": 0.9797103535765855, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2072007802298974, "gate": -0.3661552638319097, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.1346586793439399, "gate": -0.35055049837077173, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.27603581501155844, "gate": -0.23238670413587378, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.24975764592668726, "gate": -0.1845797710170518, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.22104324558127772, "gate": 0.15440896224770426, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.20416440666210908, "gate": 0.2328889262523803, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.13805236167250454, "gate": 0.31069261797822717, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.23733359066084514, "gate": 0.19816242670553072, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.07599617944879343, "gate": -0.20843800521535835, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.28673706253250136, "gate": -0.3032530883797829, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.15800555137736727, "gate": -0.25464836058431645, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.19341301721821644, "gate": -0.21950865886852908, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-65ce740b", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0025806387008651, "gate": 1.0670882786852995, "tick": 0 }, { "epoch": 1, "parent": "p12-65ce740b", "candidate": "p12-c7fa7da6", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.00353447247812, "gate": 0.9275608018795364, "tick": 24 }, { "epoch": 2, "parent": "p12-c7fa7da6", "candidate": "p12-851dee47", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.919980528874376, "gate": 1.0090397686397612, "tick": 48 }, { "epoch": 3, "parent": "p12-851dee47", "candidate": "p12-82e17d03", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9954857835208332, "gate": 0.9797103535765855, "tick": 72 }, { "epoch": 4, "parent": "p12-82e17d03", "candidate": "p12-7f32cfde", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.029170198246349, "gate": 0.913226313817248, "tick": 96 }, { "epoch": 5, "parent": "p12-7f32cfde", "candidate": "p12-60207ea2", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.00274943026023, "gate": 0.9697173827396259, "tick": 120 }, { "epoch": 6, "parent": "p12-60207ea2", "candidate": "p12-adc4967a", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0242529216524157, "gate": 1.0332941373197704, "tick": 144 }, { "epoch": 7, "parent": "p12-adc4967a", "candidate": "p12-8db42328", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0388254534240893, "gate": 0.8775446406922924, "tick": 168 }, { "epoch": 8, "parent": "p12-8db42328", "candidate": "p12-705595c7", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9574309167657814, "gate": 0.9855964415611603, "tick": 192 }, { "epoch": 9, "parent": "p12-705595c7", "candidate": "p12-8f9157d5", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0463913964628972, "gate": 0.9951242042126159, "tick": 216 }, { "epoch": 10, "parent": "p12-8f9157d5", "candidate": "p12-bc06b38b", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.072754737215962, "gate": 0.9227225000801572, "tick": 240 }, { "epoch": 11, "parent": "p12-bc06b38b", "candidate": "p12-b1e930df", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.094067727706795, "gate": 1.036972308119865, "tick": 264 }, { "epoch": 12, "parent": "p12-b1e930df", "candidate": "p12-bd81bb54", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.07599617944879343, "gate": -0.20843800521535835, "tick": 288 }, { "epoch": 13, "parent": "p12-bd81bb54", "candidate": "p12-911b6cb8", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.28673706253250136, "gate": -0.3032530883797829, "tick": 312 }, { "epoch": 14, "parent": "p12-911b6cb8", "candidate": "p12-6a73f141", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.031286891747816, "gate": 0.9661705508949209, "tick": 336 }, { "epoch": 15, "parent": "p12-6a73f141", "candidate": "p12-9fc432a3", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.010652189729553, "gate": 1.1289297915034393, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0025806387008651, "gate": 1.0670882786852995, "incumbentGate": 1.0670882786852995, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0336848399875127, "gate": 0.9275608018795364, "incumbentGate": 0.9275608018795364, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9241988867937474, "gate": 1.0090397686397612, "incumbentGate": 1.0090397686397612, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9876040626166189, "gate": 0.9797103535765855, "incumbentGate": 0.9797103535765855, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-ef2034a3", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8503882345281149, "gate": 0.913226313817248, "incumbentGate": -0.3661552638319097, "retentionLoss": 0.734004609619574, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-d6dd8743", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9883442987993497, "gate": 0.9697173827396259, "incumbentGate": -0.35055049837077173, "retentionLoss": 0, "tick": 120 }, { "epoch": 6, "parent": "p12-d6dd8743", "candidate": "p12-d6dd8743", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9952563098754984, "gate": 1.0332941373197704, "incumbentGate": 1.0332941373197704, "retentionLoss": 0, "tick": 144 }, { "epoch": 7, "parent": "p12-d6dd8743", "candidate": "p12-d6dd8743", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0021659536472718, "gate": 0.8775446406922924, "incumbentGate": 0.8775446406922924, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-d6dd8743", "candidate": "p12-cdef78cb", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.5454693663376079, "gate": 0.15440896224770426, "incumbentGate": 0.15440896224770426, "retentionLoss": 0, "tick": 192 }, { "epoch": 9, "parent": "p12-d6dd8743", "candidate": "p12-d6dd8743", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.44201382780067816, "gate": 0.2328889262523803, "incumbentGate": 0.2328889262523803, "retentionLoss": 0, "tick": 216 }, { "epoch": 10, "parent": "p12-d6dd8743", "candidate": "p12-85392c2a", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8870354421533273, "gate": 0.9227225000801572, "incumbentGate": 0.31069261797822717, "retentionLoss": 0.7655656178036813, "tick": 240 }, { "epoch": 11, "parent": "p12-d6dd8743", "candidate": "p12-d6dd8743", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.474739307720701, "gate": 0.19816242670553072, "incumbentGate": 0.19816242670553072, "retentionLoss": 0, "tick": 264 }, { "epoch": 12, "parent": "p12-d6dd8743", "candidate": "p12-5ed485cf", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6078556169028307, "gate": 1.0460421323555025, "incumbentGate": -0.20843800521535835, "retentionLoss": 0.734004609619574, "tick": 288 }, { "epoch": 13, "parent": "p12-d6dd8743", "candidate": "p12-1c6e27a3", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.8644326791370162, "gate": 0.9366480204861541, "incumbentGate": -0.3032530883797829, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-1c6e27a3", "candidate": "p12-dd8dac21", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 1.0217965965481766, "gate": 0.9661705508949209, "incumbentGate": 0.9661705508949209, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-1c6e27a3", "candidate": "p12-1c6e27a3", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8550757725585331, "gate": 1.1289297915034393, "incumbentGate": 1.1289297915034393, "retentionLoss": 0, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0025806387008651, "gate": 1.0670882786852995, "incumbentGate": 1.0670882786852995, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0336848399875127, "gate": 0.9275608018795364, "incumbentGate": 0.9275608018795364, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9241988867937474, "gate": 1.0090397686397612, "incumbentGate": 1.0090397686397612, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9876040626166189, "gate": 0.9797103535765855, "incumbentGate": 0.9797103535765855, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-21fb344a", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 1.0001994348953034, "gate": 0.913226313817248, "incumbentGate": -0.3661552638319097, "retentionLoss": 0, "tick": 96 }, { "epoch": 5, "parent": "p12-21fb344a", "candidate": "p12-21fb344a", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9883442987993497, "gate": 0.9697173827396259, "incumbentGate": 0.9697173827396259, "retentionLoss": 0, "tick": 120 }, { "epoch": 6, "parent": "p12-21fb344a", "candidate": "p12-21fb344a", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9952563098754984, "gate": 1.0332941373197704, "incumbentGate": 1.0332941373197704, "retentionLoss": 0, "tick": 144 }, { "epoch": 7, "parent": "p12-21fb344a", "candidate": "p12-21fb344a", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0021659536472718, "gate": 0.8775446406922924, "incumbentGate": 0.8775446406922924, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-21fb344a", "candidate": "p12-ac8be081", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7238446549502877, "gate": 0.9855964415611603, "incumbentGate": 0.15440896224770426, "retentionLoss": 1.3315999000076382, "tick": 192 }, { "epoch": 9, "parent": "p12-21fb344a", "candidate": "p12-c33b9e71", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9099920663400974, "gate": 0.9951242042126159, "incumbentGate": 0.2328889262523803, "retentionLoss": 0.734004609619574, "tick": 216 }, { "epoch": 10, "parent": "p12-21fb344a", "candidate": "p12-65b695ae", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8360613518838682, "gate": 0.9227225000801572, "incumbentGate": 0.31069261797822717, "retentionLoss": 1.1639026265824943, "tick": 240 }, { "epoch": 11, "parent": "p12-21fb344a", "candidate": "p12-32e7c2b7", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8027338423034108, "gate": 1.036972308119865, "incumbentGate": 0.19816242670553072, "retentionLoss": 0.7655656178036813, "tick": 264 }, { "epoch": 12, "parent": "p12-21fb344a", "candidate": "p12-e191585f", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7077525736404645, "gate": 0.9177891223795461, "incumbentGate": -0.20843800521535835, "retentionLoss": 0.7655656178036813, "tick": 288 }, { "epoch": 13, "parent": "p12-21fb344a", "candidate": "p12-64bff0d0", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.8035454400695458, "gate": 0.9366480204861541, "incumbentGate": -0.3032530883797829, "retentionLoss": 0.07108171979032324, "tick": 312 }, { "epoch": 14, "parent": "p12-64bff0d0", "candidate": "p12-fa53c8ed", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.8875968972269467, "gate": 0.9661705508949209, "incumbentGate": 0.9661705508949209, "retentionLoss": 0.9064050898424088, "tick": 336 }, { "epoch": 15, "parent": "p12-64bff0d0", "candidate": "p12-fe6b09d", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.8425486510652426, "gate": 1.1289297915034393, "incumbentGate": 1.1289297915034393, "retentionLoss": 0.23804466384891937, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9622242631951212, -0.2871155696173375, 0.1628844303826625, -0.2871155696173375 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9622242631951212, -0.2871155696173375, 0.1628844303826625, -0.2871155696173375 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9622242631951212, -0.2871155696173375, 0.1628844303826625, -0.2871155696173375 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9622242631951212, -0.2871155696173375, 0.1628844303826625, -0.2871155696173375 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9622242631951212, -0.2871155696173375, 0.1628844303826625, -0.2871155696173375 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9622242631951212, 0.9826489636925493, 0.1628844303826625, -0.2871155696173375 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9622242631951212, 0.9826489636925493, 1.0124035654146337, -0.2871155696173375 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.284437247171496, 0.9826489636925493, 1.0124035654146337, 0.9826489636925493 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9622242631951212, -0.2871155696173375, 0.1628844303826625, -0.2871155696173375 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9622242631951212, 0.9650078074601216, 0.1628844303826625, -0.2871155696173375 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9622242631951212, 0.9650078074601216, 0.1628844303826625, -0.2871155696173375 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.284437247171496, 0.9826489636925493, 0.1530396255530686, 0.9826489636925493 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9622242631951212, -0.2871155696173375, 0.1628844303826625, -0.2871155696173375 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9622242631951212, 0.9826489636925493, 0.1628844303826625, -0.2871155696173375 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9622242631951212, 0.9826489636925493, 0.1628844303826625, -0.2871155696173375 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.284437247171496, 0.9826489636925493, 0.2709345660901432, 0.9826489636925493 ] } ] } }, { "regime": "changed-home", "seed": 199477, "arms": [ { "id": "fixed", "summary": { "usefulWork": 514.4841525079352, "harvests": 180, "toxicHarvests": 74, "energySpent": 984.7099610891614, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.3167157140388677, "heldoutA": 0.9950690003514596, "heldoutB": -0.2473563165668841, "heldoutC": 0.20243445833202767, "heldoutReturn": -0.2473563165668841, "retentionLoss": 0, "firstAReward": 0.9950690003514596, "afterCReward": 0.9950690003514596, "phaseAWork": 290.0217413263447, "phaseBWork": 141.00549768858946, "phaseCWork": 72.56224498565871, "returnAWork": 10.894668507342317, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 1022.4196976088832, "harvests": 180, "toxicHarvests": 29, "energySpent": 906.0774863881421, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 0.7419355484097535, "heldoutA": 0.26615828614206105, "heldoutB": 0.9602021667651106, "heldoutC": 0.9994461923220889, "heldoutReturn": 0.9602021667651106, "retentionLoss": 0, "firstAReward": 0.9950690003514596, "afterCReward": 0.9950690003514596, "phaseAWork": 290.0217413263447, "phaseBWork": 422.44586025214244, "phaseCWork": 204.87844295283912, "returnAWork": 105.07365307755697, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 1012.5523960413425, "harvests": 180, "toxicHarvests": 24, "energySpent": 899.3361626447288, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 4, "rollbacks": 1, "heldoutReward": 0.7015286694931793, "heldoutA": 0.1449376493923384, "heldoutB": 0.9602021667651106, "heldoutC": 0.9994461923220889, "heldoutReturn": 0.8059659325712989, "retentionLoss": 0, "firstAReward": 0.9950690003514596, "afterCReward": 0.9950690003514596, "phaseAWork": 290.0217413263447, "phaseBWork": 422.44586025214244, "phaseCWork": 158.81646995998312, "returnAWork": 141.26832450287225, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 747.3355800448642, "harvests": 180, "toxicHarvests": 67, "energySpent": 966.4350402896289, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 1, "rollbacks": 9, "heldoutReward": 0.7158265743986743, "heldoutA": 0.9950690003514596, "heldoutB": 0.15296453052247438, "heldoutC": 0.9994461923220889, "heldoutReturn": -0.2473563165668841, "retentionLoss": 0, "firstAReward": 0.9950690003514596, "afterCReward": 0.9950690003514596, "phaseAWork": 290.0217413263447, "phaseBWork": 141.00549768858946, "phaseCWork": 267.75704260102884, "returnAWork": 48.55129842890119, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.8928370382591565, "gate": 0.9916764029202043, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0119570042498052, "gate": 0.9877435780716604, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9761314250923139, "gate": 1.0698752369581603, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0186076769176482, "gate": 0.8908630516803027, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2976134482798595, "gate": -0.23947092048425322, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.19934453444553277, "gate": -0.37694022575817954, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.28226570741594315, "gate": -0.20276930617689384, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.17275320150254894, "gate": -0.2502237716666016, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.10647625627692965, "gate": 0.15887148035706541, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.17823626790696256, "gate": 0.21282477894751653, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.16302790932637048, "gate": 0.26365783684989397, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.19889016832115414, "gate": 0.0948796047340198, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2200626768466615, "gate": -0.17155217616444987, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.22446925010435925, "gate": -0.1901688567945662, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.11856746900492239, "gate": -0.2610562344799013, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.340793292334451, "gate": -0.236708680293335, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-63e12da9", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.8928370382591565, "gate": 0.9916764029202043, "tick": 0 }, { "epoch": 1, "parent": "p12-63e12da9", "candidate": "p12-6f4c8097", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0119570042498052, "gate": 0.9877435780716604, "tick": 24 }, { "epoch": 2, "parent": "p12-6f4c8097", "candidate": "p12-5441dd59", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9761314250923139, "gate": 1.0698752369581603, "tick": 48 }, { "epoch": 3, "parent": "p12-5441dd59", "candidate": "p12-361a7f51", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0186076769176482, "gate": 0.8908630516803027, "tick": 72 }, { "epoch": 4, "parent": "p12-361a7f51", "candidate": "p12-a76ce25f", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9271078767541253, "gate": 0.9322928880343685, "tick": 96 }, { "epoch": 5, "parent": "p12-a76ce25f", "candidate": "p12-81049ca1", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.109158611130969, "gate": 1.0292736218072769, "tick": 120 }, { "epoch": 6, "parent": "p12-81049ca1", "candidate": "p12-969facb", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9751706572002568, "gate": 0.8566467866377095, "tick": 144 }, { "epoch": 7, "parent": "p12-969facb", "candidate": "p12-ba5d19d2", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9859954182446827, "gate": 1.103559659842958, "tick": 168 }, { "epoch": 8, "parent": "p12-ba5d19d2", "candidate": "p12-4157ffd7", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0353552599742157, "gate": 0.954051660588333, "tick": 192 }, { "epoch": 9, "parent": "p12-4157ffd7", "candidate": "p12-65a6fd5", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0010619971664425, "gate": 1.0631619983127523, "tick": 216 }, { "epoch": 10, "parent": "p12-65a6fd5", "candidate": "p12-69c4f251", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0415431325618951, "gate": 0.974405785360129, "tick": 240 }, { "epoch": 11, "parent": "p12-69c4f251", "candidate": "p12-a1ce762e", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9630590727234045, "gate": 0.8698250823357027, "tick": 264 }, { "epoch": 12, "parent": "p12-a1ce762e", "candidate": "p12-4ae9b892", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.2200626768466615, "gate": -0.17155217616444987, "tick": 288 }, { "epoch": 13, "parent": "p12-4ae9b892", "candidate": "p12-e7c0a1", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.22446925010435925, "gate": -0.1901688567945662, "tick": 312 }, { "epoch": 14, "parent": "p12-e7c0a1", "candidate": "p12-6e6d1aba", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9747561918035957, "gate": 0.9320844210718469, "tick": 336 }, { "epoch": 15, "parent": "p12-6e6d1aba", "candidate": "p12-50b4b2f9", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0538945281578764, "gate": 0.9680079042864301, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8928370382591565, "gate": 0.9916764029202043, "incumbentGate": 0.9916764029202043, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0006262794822691, "gate": 0.9877435780716604, "incumbentGate": 0.9877435780716604, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9709626439828661, "gate": 1.0698752369581603, "incumbentGate": 1.0698752369581603, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0490081049883293, "gate": 0.8908630516803027, "incumbentGate": 0.8908630516803027, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-1e18ce07", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9221368185135129, "gate": 0.9322928880343685, "incumbentGate": -0.23947092048425322, "retentionLoss": 0, "tick": 96 }, { "epoch": 5, "parent": "p12-1e18ce07", "candidate": "p12-1e18ce07", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0237184322894637, "gate": 1.0292736218072769, "incumbentGate": 1.0292736218072769, "retentionLoss": 0, "tick": 120 }, { "epoch": 6, "parent": "p12-1e18ce07", "candidate": "p12-1e18ce07", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9844805724072847, "gate": 0.8566467866377095, "incumbentGate": 0.8566467866377095, "retentionLoss": 0, "tick": 144 }, { "epoch": 7, "parent": "p12-1e18ce07", "candidate": "p12-1e18ce07", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9629471809492601, "gate": 1.103559659842958, "incumbentGate": 1.103559659842958, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-1e18ce07", "candidate": "p12-1e18ce07", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.4678050605452057, "gate": 0.15887148035706541, "incumbentGate": 0.15887148035706541, "retentionLoss": 0, "tick": 192 }, { "epoch": 9, "parent": "p12-1e18ce07", "candidate": "p12-f053d00a", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9753868869307402, "gate": 1.0631619983127523, "incumbentGate": 0.21282477894751653, "retentionLoss": 0, "tick": 216 }, { "epoch": 10, "parent": "p12-f053d00a", "candidate": "p12-f053d00a", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0268515622008292, "gate": 0.974405785360129, "incumbentGate": 0.974405785360129, "retentionLoss": 0, "tick": 240 }, { "epoch": 11, "parent": "p12-f053d00a", "candidate": "p12-f053d00a", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9759754187501267, "gate": 0.8698250823357027, "incumbentGate": 0.8698250823357027, "retentionLoss": 0, "tick": 264 }, { "epoch": 12, "parent": "p12-f053d00a", "candidate": "p12-394e4283", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8560007181670722, "gate": 0.9994061929452919, "incumbentGate": -0.17155217616444987, "retentionLoss": 0.6261301333171415, "tick": 288 }, { "epoch": 13, "parent": "p12-f053d00a", "candidate": "p12-62ea7d78", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.5840107973522509, "gate": 0.7663817439226146, "incumbentGate": -0.1901688567945662, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-62ea7d78", "candidate": "p12-8ec840a0", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 1.015544059242109, "gate": 0.8524321749861531, "incumbentGate": -0.2610562344799013, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-8ec840a0", "candidate": "p12-8ec840a0", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0194104475464099, "gate": 0.9680079042864301, "incumbentGate": 0.9680079042864301, "retentionLoss": 0, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8928370382591565, "gate": 0.9916764029202043, "incumbentGate": 0.9916764029202043, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0006262794822691, "gate": 0.9877435780716604, "incumbentGate": 0.9877435780716604, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9709626439828661, "gate": 1.0698752369581603, "incumbentGate": 1.0698752369581603, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0490081049883293, "gate": 0.8908630516803027, "incumbentGate": 0.8908630516803027, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-577dbb73", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8046145976449557, "gate": 0.9322928880343685, "incumbentGate": -0.23947092048425322, "retentionLoss": 0.6261301333171415, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-9ca351ac", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9297006555946178, "gate": 1.0292736218072769, "incumbentGate": -0.37694022575817954, "retentionLoss": 0.6261301333171415, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-8464172e", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8904627957124388, "gate": 0.8566467866377095, "incumbentGate": -0.20276930617689384, "retentionLoss": 0.6261301333171415, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-72c64886", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8689294042544142, "gate": 1.103559659842958, "incumbentGate": -0.2502237716666016, "retentionLoss": 0.6261301333171415, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-444423b6", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.8218703114621633, "gate": 0.954051660588333, "incumbentGate": 0.15887148035706541, "retentionLoss": 0, "tick": 192 }, { "epoch": 9, "parent": "p12-444423b6", "candidate": "p12-444423b6", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8353329114350467, "gate": 1.0631619983127523, "incumbentGate": 1.0631619983127523, "retentionLoss": 0, "tick": 216 }, { "epoch": 10, "parent": "p12-444423b6", "candidate": "p12-80ba2f4b", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.9485034149551245, "gate": 0.974405785360129, "incumbentGate": 0.974405785360129, "retentionLoss": 0.6261301333171415, "tick": 240 }, { "epoch": 11, "parent": "p12-444423b6", "candidate": "p12-444423b6", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8065902926656149, "gate": 0.8698250823357027, "incumbentGate": 0.8698250823357027, "retentionLoss": 0, "tick": 264 }, { "epoch": 12, "parent": "p12-444423b6", "candidate": "p12-fea195c9", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6510276519517977, "gate": 0.9994061929452919, "incumbentGate": -0.17155217616444987, "retentionLoss": 1.3320099481036836, "tick": 288 }, { "epoch": 13, "parent": "p12-444423b6", "candidate": "p12-be7d7cfc", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9016244065873943, "gate": 1.1160965585216593, "incumbentGate": -0.1901688567945662, "retentionLoss": 0.12751762025189395, "tick": 312 }, { "epoch": 14, "parent": "p12-444423b6", "candidate": "p12-1cf5db7d", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8105709930268344, "gate": 0.9320844210718469, "incumbentGate": -0.2610562344799013, "retentionLoss": 1.3320099481036836, "tick": 336 }, { "epoch": 15, "parent": "p12-444423b6", "candidate": "p12-940ac346", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8144373813311353, "gate": 0.9680079042864301, "incumbentGate": -0.236708680293335, "retentionLoss": 1.3320099481036836, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9950690003514596, -0.2473563165668841, 0.20243445833202767, -0.2473563165668841 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9950690003514596, -0.2473563165668841, 0.20243445833202767, -0.2473563165668841 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9950690003514596, -0.2473563165668841, 0.20243445833202767, -0.2473563165668841 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9950690003514596, -0.2473563165668841, 0.20243445833202767, -0.2473563165668841 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9950690003514596, -0.2473563165668841, 0.20243445833202767, -0.2473563165668841 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9950690003514596, 0.9602021667651106, 0.20243445833202767, -0.2473563165668841 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9950690003514596, 0.9602021667651106, 0.9994461923220889, -0.2473563165668841 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.26615828614206105, 0.9602021667651106, 0.9994461923220889, 0.9602021667651106 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9950690003514596, -0.2473563165668841, 0.20243445833202767, -0.2473563165668841 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9950690003514596, 0.9602021667651106, 0.20243445833202767, -0.2473563165668841 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9950690003514596, 0.9602021667651106, 0.9090774424288103, -0.2473563165668841 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.1449376493923384, 0.9602021667651106, 0.9994461923220889, 0.8059659325712989 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9950690003514596, -0.2473563165668841, 0.20243445833202767, -0.2473563165668841 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9950690003514596, -0.2473563165668841, 0.20243445833202767, -0.2473563165668841 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9950690003514596, 0.15296453052247438, 0.9994461923220889, -0.2473563165668841 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9950690003514596, 0.15296453052247438, 0.9994461923220889, -0.2473563165668841 ] } ] } }, { "regime": "changed-home", "seed": 209450, "arms": [ { "id": "fixed", "summary": { "usefulWork": 466.2041676951465, "harvests": 173, "toxicHarvests": 85, "energySpent": 998.4035933831443, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.2758303913569599, "heldoutA": 0.9525722273533686, "heldoutB": -0.2875405266412444, "heldoutC": 0.16245947335875552, "heldoutReturn": -0.2875405266412444, "retentionLoss": 0, "firstAReward": 0.9525722273533686, "afterCReward": 0.9525722273533686, "phaseAWork": 265.6912422745141, "phaseBWork": 151.47069187794222, "phaseCWork": 44.71323543777328, "returnAWork": 4.328998104916934, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 992.9087257584957, "harvests": 180, "toxicHarvests": 34, "energySpent": 912.5909934717744, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 0.7634737010881151, "heldoutA": 0.2958072612379574, "heldoutB": 0.9912741212038981, "heldoutC": 1.0033397208224897, "heldoutReturn": 0.9912741212038981, "retentionLoss": 0, "firstAReward": 0.9525722273533686, "afterCReward": 0.9525722273533686, "phaseAWork": 265.6912422745141, "phaseBWork": 437.84553485100395, "phaseCWork": 200.4656485917285, "returnAWork": 88.90630004124921, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 1041.2786235780875, "harvests": 180, "toxicHarvests": 29, "energySpent": 904.9749647020168, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 3, "rollbacks": 1, "heldoutReward": 0.7563212926192059, "heldoutA": 0.2958072612379574, "heldoutB": 0.9912741212038981, "heldoutC": 0.9818824954157618, "heldoutReturn": 0.9912741212038981, "retentionLoss": 0.010644051021844403, "firstAReward": 0.9525722273533686, "afterCReward": 0.9419281763315241, "phaseAWork": 265.6912422745141, "phaseBWork": 437.84553485100395, "phaseCWork": 200.4656485917285, "returnAWork": 137.27619786084097, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 838.5566633180355, "harvests": 180, "toxicHarvests": 66, "energySpent": 957.9976913056769, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 2, "rollbacks": 7, "heldoutReward": 0.2948572576186675, "heldoutA": 0.2958072612379574, "heldoutB": 0.9912741212038981, "heldoutC": -0.40250960958585325, "heldoutReturn": 0.9912741212038981, "retentionLoss": 0, "firstAReward": 0.9525722273533686, "afterCReward": 0.9525722273533686, "phaseAWork": 265.6912422745141, "phaseBWork": 437.84553485100395, "phaseCWork": 5.971965615512659, "returnAWork": 129.0479205770048, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9113176046386323, "gate": 1.0214064969144234, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0117390881886335, "gate": 1.1399980617506882, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9170584004877639, "gate": 0.9749725967760515, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0313798403210075, "gate": 0.8644247145583623, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.3516886174506249, "gate": -0.1905172581948814, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2149939636947622, "gate": -0.338029843533098, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2563150246692252, "gate": -0.3263853248168151, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2498566883424249, "gate": -0.29970078070965245, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.24857503046137508, "gate": 0.13630822137519563, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.15148872117644988, "gate": 0.15094510869435399, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.15077183602123614, "gate": 0.28205485394860913, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.19949208751705763, "gate": 0.29160030208690607, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.23436219817876514, "gate": -0.3380507513836603, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.14148823154651832, "gate": -0.2663469827454305, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.14958874841889172, "gate": -0.1648838321957566, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.18846860486443848, "gate": -0.13981219732541084, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-1f6ab6fd", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9113176046386323, "gate": 1.0214064969144234, "tick": 0 }, { "epoch": 1, "parent": "p12-1f6ab6fd", "candidate": "p12-7bf0b55f", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0117390881886335, "gate": 1.1399980617506882, "tick": 24 }, { "epoch": 2, "parent": "p12-7bf0b55f", "candidate": "p12-ec7f9eae", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9170584004877639, "gate": 0.9749725967760515, "tick": 48 }, { "epoch": 3, "parent": "p12-ec7f9eae", "candidate": "p12-d15dcd48", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0313798403210075, "gate": 0.8644247145583623, "tick": 72 }, { "epoch": 4, "parent": "p12-d15dcd48", "candidate": "p12-b21b4d4c", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.06701594752952, "gate": 1.0716777885571467, "tick": 96 }, { "epoch": 5, "parent": "p12-b21b4d4c", "candidate": "p12-e1762bc8", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9783052845158885, "gate": 1.0141710094707723, "tick": 120 }, { "epoch": 6, "parent": "p12-e1762bc8", "candidate": "p12-17035bfb", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9290709043722667, "gate": 1.010341020273824, "tick": 144 }, { "epoch": 7, "parent": "p12-17035bfb", "candidate": "p12-8b315762", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9895065668026604, "gate": 0.8472975436009698, "tick": 168 }, { "epoch": 8, "parent": "p12-8b315762", "candidate": "p12-70c511d3", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9211666212754507, "gate": 1.0941179346368064, "tick": 192 }, { "epoch": 9, "parent": "p12-70c511d3", "candidate": "p12-636935fc", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0525316441995274, "gate": 0.9046799359280456, "tick": 216 }, { "epoch": 10, "parent": "p12-636935fc", "candidate": "p12-d551fc43", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9945101728532305, "gate": 0.9516786845245119, "tick": 240 }, { "epoch": 11, "parent": "p12-d551fc43", "candidate": "p12-7d0c3441", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9840201744441535, "gate": 1.1301029397766886, "tick": 264 }, { "epoch": 12, "parent": "p12-7d0c3441", "candidate": "p12-8e7f9251", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.23436219817876514, "gate": -0.3380507513836603, "tick": 288 }, { "epoch": 13, "parent": "p12-8e7f9251", "candidate": "p12-320b2924", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.14148823154651832, "gate": -0.2663469827454305, "tick": 312 }, { "epoch": 14, "parent": "p12-320b2924", "candidate": "p12-9f908a37", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.054341104139152, "gate": 0.919447106717661, "tick": 336 }, { "epoch": 15, "parent": "p12-9f908a37", "candidate": "p12-ba5a74d6", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9624807648812569, "gate": 1.0412704176425496, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9113176046386323, "gate": 1.0214064969144234, "incumbentGate": 1.0214064969144234, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0249440649471022, "gate": 1.1399980617506882, "incumbentGate": 1.1399980617506882, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9572509045975204, "gate": 0.9749725967760515, "incumbentGate": 0.9749725967760515, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.011588413311839, "gate": 0.8644247145583623, "incumbentGate": 0.8644247145583623, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-e5b7410", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 1.0353388873764022, "gate": 1.0716777885571467, "incumbentGate": -0.1905172581948814, "retentionLoss": 0, "tick": 96 }, { "epoch": 5, "parent": "p12-e5b7410", "candidate": "p12-e5b7410", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9766858912629133, "gate": 1.0141710094707723, "incumbentGate": 1.0141710094707723, "retentionLoss": 0, "tick": 120 }, { "epoch": 6, "parent": "p12-e5b7410", "candidate": "p12-e5b7410", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9382807882620432, "gate": 1.010341020273824, "incumbentGate": 1.010341020273824, "retentionLoss": 0, "tick": 144 }, { "epoch": 7, "parent": "p12-e5b7410", "candidate": "p12-e5b7410", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9737964774313749, "gate": 0.8472975436009698, "incumbentGate": 0.8472975436009698, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-e5b7410", "candidate": "p12-8352b8e3", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9226920312642417, "gate": 1.0941179346368064, "incumbentGate": 0.13630822137519563, "retentionLoss": 0, "tick": 192 }, { "epoch": 9, "parent": "p12-8352b8e3", "candidate": "p12-8352b8e3", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0176493202653532, "gate": 0.9046799359280456, "incumbentGate": 0.9046799359280456, "retentionLoss": 0, "tick": 216 }, { "epoch": 10, "parent": "p12-8352b8e3", "candidate": "p12-8352b8e3", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9515336709115157, "gate": 0.9516786845245119, "incumbentGate": 0.9516786845245119, "retentionLoss": 0, "tick": 240 }, { "epoch": 11, "parent": "p12-8352b8e3", "candidate": "p12-8352b8e3", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9670064447973866, "gate": 0.9508525842383904, "incumbentGate": 0.9508525842383904, "retentionLoss": 0, "tick": 264 }, { "epoch": 12, "parent": "p12-8352b8e3", "candidate": "p12-c570f6ee", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.934514862136747, "gate": 1.0982411138202262, "incumbentGate": -0.3380507513836603, "retentionLoss": 0.578538436970571, "tick": 288 }, { "epoch": 13, "parent": "p12-8352b8e3", "candidate": "p12-c2620928", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 1.0123114744575086, "gate": 1.0931382200993942, "incumbentGate": -0.2663469827454305, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-c2620928", "candidate": "p12-c2620928", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0654102969267691, "gate": 0.919447106717661, "incumbentGate": 0.919447106717661, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-c2620928", "candidate": "p12-c2620928", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9697057804200201, "gate": 1.0412704176425496, "incumbentGate": 1.0412704176425496, "retentionLoss": 0, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9113176046386323, "gate": 1.0214064969144234, "incumbentGate": 1.0214064969144234, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0249440649471022, "gate": 1.1399980617506882, "incumbentGate": 1.1399980617506882, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9572509045975204, "gate": 0.9749725967760515, "incumbentGate": 0.9749725967760515, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.011588413311839, "gate": 0.8644247145583623, "incumbentGate": 0.8644247145583623, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-98749d7e", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 1.0353388873764022, "gate": 1.0716777885571467, "incumbentGate": -0.1905172581948814, "retentionLoss": 0, "tick": 96 }, { "epoch": 5, "parent": "p12-98749d7e", "candidate": "p12-98749d7e", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9766858912629133, "gate": 1.0141710094707723, "incumbentGate": 1.0141710094707723, "retentionLoss": 0, "tick": 120 }, { "epoch": 6, "parent": "p12-98749d7e", "candidate": "p12-98749d7e", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9382807882620432, "gate": 1.010341020273824, "incumbentGate": 1.010341020273824, "retentionLoss": 0, "tick": 144 }, { "epoch": 7, "parent": "p12-98749d7e", "candidate": "p12-98749d7e", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9737964774313749, "gate": 0.8472975436009698, "incumbentGate": 0.8472975436009698, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-98749d7e", "candidate": "p12-87493e6a", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6417272263566713, "gate": 1.0941179346368064, "incumbentGate": -0.34889920679148667, "retentionLoss": 1.2861488120656592, "tick": 192 }, { "epoch": 9, "parent": "p12-98749d7e", "candidate": "p12-ecd96d64", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8594279658720554, "gate": 0.9046799359280456, "incumbentGate": -0.3741404165646512, "retentionLoss": 0.7848179738251877, "tick": 216 }, { "epoch": 10, "parent": "p12-98749d7e", "candidate": "p12-2a886701", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6718142719108945, "gate": 0.9516786845245119, "incumbentGate": -0.3750028592838906, "retentionLoss": 0.8353824060340382, "tick": 240 }, { "epoch": 11, "parent": "p12-98749d7e", "candidate": "p12-fd5a15a5", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.808785090404089, "gate": 1.1301029397766886, "incumbentGate": -0.49620153867593136, "retentionLoss": 0.7848179738251877, "tick": 264 }, { "epoch": 12, "parent": "p12-98749d7e", "candidate": "p12-129a01f0", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6525930993942531, "gate": 1.0982411138202262, "incumbentGate": -0.3380507513836603, "retentionLoss": 0.578538436970571, "tick": 288 }, { "epoch": 13, "parent": "p12-98749d7e", "candidate": "p12-2def3147", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8981473425238929, "gate": 1.0931382200993942, "incumbentGate": -0.2663469827454305, "retentionLoss": 0.7848179738251877, "tick": 312 }, { "epoch": 14, "parent": "p12-98749d7e", "candidate": "p12-2b62cefe", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8107877988691845, "gate": 0.919447106717661, "incumbentGate": -0.1648838321957566, "retentionLoss": 0.7848179738251877, "tick": 336 }, { "epoch": 15, "parent": "p12-98749d7e", "candidate": "p12-a80947dd", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.6877840176775263, "gate": 1.0412704176425496, "incumbentGate": -0.13981219732541084, "retentionLoss": 0, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9525722273533686, -0.2875405266412444, 0.16245947335875552, -0.2875405266412444 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9525722273533686, -0.2875405266412444, 0.16245947335875552, -0.2875405266412444 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9525722273533686, -0.2875405266412444, 0.16245947335875552, -0.2875405266412444 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9525722273533686, -0.2875405266412444, 0.16245947335875552, -0.2875405266412444 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9525722273533686, -0.2875405266412444, 0.16245947335875552, -0.2875405266412444 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9525722273533686, 0.9912741212038981, 0.16245947335875552, -0.2875405266412444 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9525722273533686, 0.9912741212038981, 1.0033397208224897, -0.2875405266412444 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.2958072612379574, 0.9912741212038981, 1.0033397208224897, 0.9912741212038981 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9525722273533686, -0.2875405266412444, 0.16245947335875552, -0.2875405266412444 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9419281763315241, 0.9912741212038981, 0.2386682384333327, -0.26771582766308893 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9419281763315241, 0.9912741212038981, 0.966448152293994, -0.26771582766308893 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.2958072612379574, 0.9912741212038981, 0.9818824954157618, 0.9912741212038981 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9525722273533686, -0.2875405266412444, 0.16245947335875552, -0.2875405266412444 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9525722273533686, 0.9912741212038981, -0.40250960958585325, -0.2875405266412444 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9525722273533686, 0.9912741212038981, -0.40250960958585325, -0.2875405266412444 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.2958072612379574, 0.9912741212038981, -0.40250960958585325, 0.9912741212038981 ] } ] } }, { "regime": "changed-home", "seed": 219423, "arms": [ { "id": "fixed", "summary": { "usefulWork": 475.43087931405535, "harvests": 177, "toxicHarvests": 81, "energySpent": 993.7725141044937, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.3089660399251451, "heldoutA": 0.9898976843914775, "heldoutB": -0.2562427640882003, "heldoutC": 0.19324319947215818, "heldoutReturn": -0.2562427640882003, "retentionLoss": 0, "firstAReward": 0.9898976843914775, "afterCReward": 0.9898976843914775, "phaseAWork": 257.5086633680534, "phaseBWork": 140.96251013004837, "phaseCWork": 68.27166532852908, "returnAWork": 8.688040487424473, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 994.6179171056182, "harvests": 180, "toxicHarvests": 28, "energySpent": 903.9976391735889, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 0.734859099002828, "heldoutA": 0.25432407028972603, "heldoutB": 0.9522595885591081, "heldoutC": 0.9979936381596498, "heldoutReturn": 0.9522595885591081, "retentionLoss": 0, "firstAReward": 0.9898976843914775, "afterCReward": 0.9898976843914775, "phaseAWork": 257.5086633680534, "phaseBWork": 415.1749987549802, "phaseCWork": 182.15960920962823, "returnAWork": 139.77464577295632, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 696.7038150036614, "harvests": 180, "toxicHarvests": 60, "energySpent": 954.9057349145274, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 3, "rollbacks": 3, "heldoutReward": 0.9557801720485636, "heldoutA": 0.9898976843914775, "heldoutB": 0.8794491935945632, "heldoutC": 0.9979936381596498, "heldoutReturn": -0.2562427640882003, "retentionLoss": 0, "firstAReward": 0.9898976843914775, "afterCReward": 0.9898976843914775, "phaseAWork": 257.5086633680534, "phaseBWork": 285.94914237131474, "phaseCWork": 84.26094064742335, "returnAWork": 68.98506861686985, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 651.1149789901683, "harvests": 175, "toxicHarvests": 75, "energySpent": 975.085640903055, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 2, "rollbacks": 10, "heldoutReward": 0.31859014029506844, "heldoutA": 0.25432407028972603, "heldoutB": 0.9522595885591081, "heldoutC": -0.25081323796362875, "heldoutReturn": 0.9522595885591081, "retentionLoss": 0.05154968928147219, "firstAReward": 0.9898976843914775, "afterCReward": 0.9383479951100053, "phaseAWork": 257.5086633680534, "phaseBWork": 140.96251013004837, "phaseCWork": 0.8195771325951, "returnAWork": 251.82422835947142, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9493539888286286, "gate": 0.9547727248495019, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0236419628273141, "gate": 0.8641140787889575, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9824419516287013, "gate": 0.9948580135026873, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9676678833536463, "gate": 0.9683558934975295, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.19180261011806396, "gate": -0.20790224591681383, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2982531213842369, "gate": -0.3148917432932615, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.1642409406124847, "gate": -0.20946481920836102, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.21114521148539075, "gate": -0.24697168404959424, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.2354548033600353, "gate": 0.23223493756449273, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.14537370276225733, "gate": 0.2887154743297635, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.14777556489780727, "gate": 0.201997897895596, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.23573311658154694, "gate": 0.3213046077039991, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2514542422041843, "gate": -0.3279943773622092, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.22519150795397605, "gate": -0.2426832247602617, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.23990734770280162, "gate": -0.23108799757945211, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.213498821679562, "gate": -0.18451661091202085, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-10af294e", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9493539888286286, "gate": 0.9547727248495019, "tick": 0 }, { "epoch": 1, "parent": "p12-10af294e", "candidate": "p12-81112edc", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0236419628273141, "gate": 0.8641140787889575, "tick": 24 }, { "epoch": 2, "parent": "p12-81112edc", "candidate": "p12-8f6f7956", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9824419516287013, "gate": 0.9948580135026873, "tick": 48 }, { "epoch": 3, "parent": "p12-8f6f7956", "candidate": "p12-ace42126", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9676678833536463, "gate": 0.9683558934975295, "tick": 72 }, { "epoch": 4, "parent": "p12-ace42126", "candidate": "p12-24014278", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9359822881528417, "gate": 1.1148505321001647, "tick": 96 }, { "epoch": 5, "parent": "p12-24014278", "candidate": "p12-53f67af2", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.985668130156088, "gate": 1.0023305629962833, "tick": 120 }, { "epoch": 6, "parent": "p12-53f67af2", "candidate": "p12-471222e0", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.976083642786176, "gate": 1.026091066650167, "tick": 144 }, { "epoch": 7, "parent": "p12-471222e0", "candidate": "p12-ddc4bdcd", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9036107306138949, "gate": 0.9862328917634858, "tick": 168 }, { "epoch": 8, "parent": "p12-ddc4bdcd", "candidate": "p12-8f4b4aac", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.006240968301145, "gate": 0.9112671098793567, "tick": 192 }, { "epoch": 9, "parent": "p12-8f4b4aac", "candidate": "p12-f0020d86", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0267333542410502, "gate": 0.9163761503957794, "tick": 216 }, { "epoch": 10, "parent": "p12-f0020d86", "candidate": "p12-c66590a1", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9110834943947781, "gate": 0.9590672489687927, "tick": 240 }, { "epoch": 11, "parent": "p12-c66590a1", "candidate": "p12-8813fb16", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0555859629075917, "gate": 1.0456792106988868, "tick": 264 }, { "epoch": 12, "parent": "p12-8813fb16", "candidate": "p12-ba67157b", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.2514542422041843, "gate": -0.3279943773622092, "tick": 288 }, { "epoch": 13, "parent": "p12-ba67157b", "candidate": "p12-e4150ab4", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.22519150795397605, "gate": -0.2426832247602617, "tick": 312 }, { "epoch": 14, "parent": "p12-e4150ab4", "candidate": "p12-5d417051", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0254683129214948, "gate": 0.944671255948677, "tick": 336 }, { "epoch": 15, "parent": "p12-5d417051", "candidate": "p12-aa7b30c0", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.017323627809786, "gate": 0.9810018917162527, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9493539888286286, "gate": 0.9547727248495019, "incumbentGate": 0.9547727248495019, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9896618862693602, "gate": 0.8641140787889575, "incumbentGate": 0.8641140787889575, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9584573007231773, "gate": 0.9948580135026873, "incumbentGate": 0.9948580135026873, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9729024074208411, "gate": 0.9683558934975295, "incumbentGate": 0.9683558934975295, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-46ac03a1", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.3912301142072369, "gate": 0.21335284669487142, "incumbentGate": -0.20790224591681383, "retentionLoss": 0, "tick": 96 }, { "epoch": 5, "parent": "p12-46ac03a1", "candidate": "p12-771e95c0", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9988054919102355, "gate": 1.0023305629962833, "incumbentGate": 0.03855273716284242, "retentionLoss": 0, "tick": 120 }, { "epoch": 6, "parent": "p12-771e95c0", "candidate": "p12-771e95c0", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9760397857224034, "gate": 1.026091066650167, "incumbentGate": 1.026091066650167, "retentionLoss": 0, "tick": 144 }, { "epoch": 7, "parent": "p12-771e95c0", "candidate": "p12-771e95c0", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9261496194396915, "gate": 0.9862328917634858, "incumbentGate": 0.9862328917634858, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-771e95c0", "candidate": "p12-771e95c0", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.5066698644113252, "gate": 0.23223493756449273, "incumbentGate": 0.23223493756449273, "retentionLoss": 0, "tick": 192 }, { "epoch": 9, "parent": "p12-771e95c0", "candidate": "p12-3358b24c", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9156668670762452, "gate": 0.9163761503957794, "incumbentGate": 0.2887154743297635, "retentionLoss": 0.24208192746925405, "tick": 216 }, { "epoch": 10, "parent": "p12-771e95c0", "candidate": "p12-5370d647", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9041294815392447, "gate": 0.9590672489687927, "incumbentGate": 0.201997897895596, "retentionLoss": 0.07796469220572344, "tick": 240 }, { "epoch": 11, "parent": "p12-5370d647", "candidate": "p12-5370d647", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9952964047037365, "gate": 1.0456792106988868, "incumbentGate": 1.0456792106988868, "retentionLoss": 0, "tick": 264 }, { "epoch": 12, "parent": "p12-5370d647", "candidate": "p12-5370d647", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.348263646259102, "gate": -0.3279943773622092, "incumbentGate": -0.3279943773622092, "retentionLoss": 0, "tick": 288 }, { "epoch": 13, "parent": "p12-5370d647", "candidate": "p12-5370d647", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.15940465091422953, "gate": -0.2426832247602617, "incumbentGate": -0.2426832247602617, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-5370d647", "candidate": "p12-1059c107", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 1.0033126185624068, "gate": 0.944671255948677, "incumbentGate": -0.23108799757945211, "retentionLoss": 0.30046779442325144, "tick": 336 }, { "epoch": 15, "parent": "p12-5370d647", "candidate": "p12-8ca993b3", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7663683335525954, "gate": 0.9810018917162527, "incumbentGate": -0.18451661091202085, "retentionLoss": 1.3705959613626972, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9493539888286286, "gate": 0.9547727248495019, "incumbentGate": 0.9547727248495019, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9896618862693602, "gate": 0.8641140787889575, "incumbentGate": 0.8641140787889575, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9584573007231773, "gate": 0.9948580135026873, "incumbentGate": 0.9948580135026873, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9729024074208411, "gate": 0.9683558934975295, "incumbentGate": 0.9683558934975295, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-4a90451", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8028454049712727, "gate": 1.1148505321001647, "incumbentGate": -0.20790224591681383, "retentionLoss": 0.4582875012836737, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-adafd4b6", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8471266753524376, "gate": 1.0023305629962833, "incumbentGate": -0.3148917432932615, "retentionLoss": 0.8012463410612802, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6b0c412a", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8243609691646056, "gate": 0.6493228442410365, "incumbentGate": -0.20946481920836102, "retentionLoss": 0.8012463410612802, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-94df7c91", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9261496194396915, "gate": 0.9862328917634858, "incumbentGate": -0.24697168404959424, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-94df7c91", "candidate": "p12-2189f53d", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.745425521955039, "gate": 0.9112671098793567, "incumbentGate": -0.34558116118616816, "retentionLoss": 1.2343802308358043, "tick": 192 }, { "epoch": 9, "parent": "p12-94df7c91", "candidate": "p12-e367f586", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6767838467234183, "gate": 0.9163761503957794, "incumbentGate": -0.37972867612598843, "retentionLoss": 1.3091494976395976, "tick": 216 }, { "epoch": 10, "parent": "p12-94df7c91", "candidate": "p12-49e6020b", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6320112678583464, "gate": 0.9590672489687927, "incumbentGate": -0.37147246849594895, "retentionLoss": 1.0155453045349052, "tick": 240 }, { "epoch": 11, "parent": "p12-94df7c91", "candidate": "p12-1b2d10f9", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6925510906632102, "gate": 1.0456792106988868, "incumbentGate": -0.36497299456176546, "retentionLoss": 1.3091494976395976, "tick": 264 }, { "epoch": 12, "parent": "p12-94df7c91", "candidate": "p12-a104d14c", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.699505571704966, "gate": 0.9312033780236727, "incumbentGate": -0.3279943773622092, "retentionLoss": 1.182352113047889, "tick": 288 }, { "epoch": 13, "parent": "p12-94df7c91", "candidate": "p12-f531f16", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.8045372554565877, "gate": 0.9804539568078526, "incumbentGate": -0.2426832247602617, "retentionLoss": 0, "tick": 312 }, { "epoch": 14, "parent": "p12-f531f16", "candidate": "p12-d451a5b", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 1.0033126185624068, "gate": 0.944671255948677, "incumbentGate": 0.944671255948677, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-f531f16", "candidate": "p12-703342f0", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.9818138306439708, "gate": 0.9810018917162527, "incumbentGate": 0.9810018917162527, "retentionLoss": 0, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9898976843914775, -0.2562427640882003, 0.19324319947215818, -0.2562427640882003 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9898976843914775, -0.2562427640882003, 0.19324319947215818, -0.2562427640882003 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9898976843914775, -0.2562427640882003, 0.19324319947215818, -0.2562427640882003 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9898976843914775, -0.2562427640882003, 0.19324319947215818, -0.2562427640882003 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9898976843914775, -0.2562427640882003, 0.19324319947215818, -0.2562427640882003 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9898976843914775, 0.9522595885591081, 0.19324319947215818, -0.2562427640882003 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9898976843914775, 0.9522595885591081, 0.9979936381596498, -0.2562427640882003 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.25432407028972603, 0.9522595885591081, 0.9979936381596498, 0.9522595885591081 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9898976843914775, -0.2562427640882003, 0.19324319947215818, -0.2562427640882003 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9898976843914775, 0.9522595885591081, 0.19324319947215818, -0.2562427640882003 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9898976843914775, 0.8794491935945632, 0.9979936381596498, -0.2562427640882003 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.9898976843914775, 0.8794491935945632, 0.9979936381596498, -0.2562427640882003 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 0.9898976843914775, -0.2562427640882003, 0.19324319947215818, -0.2562427640882003 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9383479951100053, 0.9522595885591081, -0.4438726264932994, -0.15544870336967245 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9383479951100053, 0.9522595885591081, -0.4438726264932994, -0.15544870336967245 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.25432407028972603, 0.9522595885591081, -0.25081323796362875, 0.9522595885591081 ] } ] } }, { "regime": "changed-home", "seed": 229396, "arms": [ { "id": "fixed", "summary": { "usefulWork": 492.0577159319303, "harvests": 176, "toxicHarvests": 79, "energySpent": 991.748182976861, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 0, "promotions": 0, "rollbacks": 0, "heldoutReward": 0.32839699397305633, "heldoutA": 1.0111683933193354, "heldoutB": -0.2379887057000832, "heldoutC": 0.2120112942999168, "heldoutReturn": -0.2379887057000832, "retentionLoss": 0, "firstAReward": 1.0111683933193354, "afterCReward": 1.0111683933193354, "phaseAWork": 270.5569636941148, "phaseBWork": 153.54188705935962, "phaseCWork": 62.27361369046753, "returnAWork": 5.685251487988353, "alive": 18 } }, { "id": "memory", "summary": { "usefulWork": 1014.7903481032483, "harvests": 180, "toxicHarvests": 29, "energySpent": 905.6630527798719, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 1568, "trainingPolicyEvaluations": 0, "diagnosticPolicyEvaluations": 1568, "memoryRowUpdates": 192, "promotions": 16, "rollbacks": 0, "heldoutReward": 0.7549701721734351, "heldoutA": 0.29146971016123513, "heldoutB": 0.9875469212115071, "heldoutC": 0.9858938851475627, "heldoutReturn": 0.9875469212115071, "retentionLoss": 0, "firstAReward": 1.0111683933193354, "afterCReward": 1.0111683933193354, "phaseAWork": 272.61386143775655, "phaseBWork": 433.8818587731746, "phaseCWork": 228.25245351112642, "returnAWork": 80.04217438119076, "alive": 18 } }, { "id": "mutation", "summary": { "usefulWork": 837.7986152872668, "harvests": 180, "toxicHarvests": 35, "energySpent": 916.743169682777, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 3, "rollbacks": 4, "heldoutReward": 0.7549701721734351, "heldoutA": 0.29146971016123513, "heldoutB": 0.9875469212115071, "heldoutC": 0.9858938851475627, "heldoutReturn": 0.9875469212115071, "retentionLoss": 0, "firstAReward": 1.0111683933193354, "afterCReward": 1.0111683933193354, "phaseAWork": 270.5569636941148, "phaseBWork": 433.29544263520603, "phaseCWork": 41.19772061997537, "returnAWork": 92.74848833797057, "alive": 18 } }, { "id": "random", "summary": { "usefulWork": 782.0720037534331, "harvests": 180, "toxicHarvests": 41, "energySpent": 926.9965797354652, "fieldProbes": 864, "trainingTicks": 32, "policyEvaluations": 7412, "trainingPolicyEvaluations": 6132, "diagnosticPolicyEvaluations": 1280, "memoryRowUpdates": 0, "promotions": 2, "rollbacks": 6, "heldoutReward": 0.4944826858059068, "heldoutA": 0.29146971016123513, "heldoutB": 0.9875469212115071, "heldoutC": 0.20443142604497813, "heldoutReturn": 0.9875469212115071, "retentionLoss": 0.014768894826563073, "firstAReward": 1.0111683933193354, "afterCReward": 0.9963994984927723, "phaseAWork": 270.5569636941148, "phaseBWork": 433.29544263520603, "phaseCWork": 41.19772061997537, "returnAWork": 37.02187680413692, "alive": 18 } } ], "lineage": { "fixed": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0733485703710102, "gate": 1.037218266459266, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.9857944474085452, "gate": 1.0188231793979659, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0063945394467697, "gate": 0.9904177115505459, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 1.0136756049959796, "gate": 0.8873550155198879, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.30585333388626573, "gate": -0.3948739513450678, "tick": 96 }, { "epoch": 5, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2281898533118147, "gate": -0.25160490064908064, "tick": 120 }, { "epoch": 6, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.24196769048435782, "gate": -0.24655314664411174, "tick": 144 }, { "epoch": 7, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.2781271166568159, "gate": -0.0931774192355626, "tick": 168 }, { "epoch": 8, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.2031404235871881, "gate": 0.10960448069329781, "tick": 192 }, { "epoch": 9, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.20919191951891836, "gate": 0.11738955200249963, "tick": 216 }, { "epoch": 10, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.13628989207096173, "gate": 0.3581525653360658, "tick": 240 }, { "epoch": 11, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": 0.1398696309438564, "gate": 0.3254955421117344, "tick": 264 }, { "epoch": 12, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.21038889219775622, "gate": -0.3523195412168348, "tick": 288 }, { "epoch": 13, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.20342535838465933, "gate": -0.2684494780552052, "tick": 312 }, { "epoch": 14, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.3640093716564043, "gate": -0.22757994939204074, "tick": 336 }, { "epoch": 15, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Fixed baseline ignores paid calibration samples.", "fit": -0.3187757961595532, "gate": -0.2599949351790953, "tick": 360 } ], "memory": [ { "epoch": 0, "parent": "p12-dc18d765", "candidate": "p12-e47699c0", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0733485703710102, "gate": 1.037218266459266, "tick": 0 }, { "epoch": 1, "parent": "p12-e47699c0", "candidate": "p12-55a0867b", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9857944474085452, "gate": 1.0188231793979659, "tick": 24 }, { "epoch": 2, "parent": "p12-55a0867b", "candidate": "p12-2261804d", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0063945394467697, "gate": 0.9904177115505459, "tick": 48 }, { "epoch": 3, "parent": "p12-2261804d", "candidate": "p12-235f3025", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0136756049959796, "gate": 0.8873550155198879, "tick": 72 }, { "epoch": 4, "parent": "p12-235f3025", "candidate": "p12-43071a0a", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9911474643650958, "gate": 0.925819551465556, "tick": 96 }, { "epoch": 5, "parent": "p12-43071a0a", "candidate": "p12-e7368409", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.021948028470993, "gate": 1.002326562929252, "tick": 120 }, { "epoch": 6, "parent": "p12-e7368409", "candidate": "p12-d5e14370", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 1.0018598374615302, "gate": 1.1923896576787925, "tick": 144 }, { "epoch": 7, "parent": "p12-d5e14370", "candidate": "p12-8e3af7f8", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9113786888656389, "gate": 1.0748703737133347, "tick": 168 }, { "epoch": 8, "parent": "p12-8e3af7f8", "candidate": "p12-6e586e48", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9169015476123695, "gate": 0.9470692645462119, "tick": 192 }, { "epoch": 9, "parent": "p12-6e586e48", "candidate": "p12-2f38436b", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9089012410980253, "gate": 0.9585436646907327, "tick": 216 }, { "epoch": 10, "parent": "p12-2f38436b", "candidate": "p12-5ed67ba6", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9402039685647198, "gate": 0.9350953766344196, "tick": 240 }, { "epoch": 11, "parent": "p12-5ed67ba6", "candidate": "p12-7e5a4bbe", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9827719248449074, "gate": 0.9043486299286845, "tick": 264 }, { "epoch": 12, "parent": "p12-7e5a4bbe", "candidate": "p12-80b0b61d", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.21038889219775622, "gate": -0.3523195412168348, "tick": 288 }, { "epoch": 13, "parent": "p12-80b0b61d", "candidate": "p12-edce5820", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": -0.20342535838465933, "gate": -0.2684494780552052, "tick": 312 }, { "epoch": 14, "parent": "p12-edce5820", "candidate": "p12-a48644bc", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9986624329247991, "gate": 1.0797159823622617, "tick": 336 }, { "epoch": 15, "parent": "p12-a48644bc", "candidate": "p12-29b88d90", "promoted": true, "reason": "Success/failure table update in observable cue bins.", "fit": 0.9876721829571959, "gate": 0.8803427588341443, "tick": 360 } ], "mutation": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0733485703710102, "gate": 1.037218266459266, "incumbentGate": 1.037218266459266, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9920096412916413, "gate": 1.0188231793979659, "incumbentGate": 1.0188231793979659, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.023743448488615, "gate": 0.9904177115505459, "incumbentGate": 0.9904177115505459, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0160511846557747, "gate": 0.8873550155198879, "incumbentGate": 0.8873550155198879, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-f04344d6", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.965108913003445, "gate": 0.925819551465556, "incumbentGate": -0.3948739513450678, "retentionLoss": 0, "tick": 96 }, { "epoch": 5, "parent": "p12-f04344d6", "candidate": "p12-f04344d6", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9813519261305877, "gate": 1.002326562929252, "incumbentGate": 1.002326562929252, "retentionLoss": 0, "tick": 120 }, { "epoch": 6, "parent": "p12-f04344d6", "candidate": "p12-f04344d6", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.991203745426201, "gate": 1.1923896576787925, "incumbentGate": 1.1923896576787925, "retentionLoss": 0, "tick": 144 }, { "epoch": 7, "parent": "p12-f04344d6", "candidate": "p12-f04344d6", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9612699403505033, "gate": 1.0748703737133347, "incumbentGate": 1.0748703737133347, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-f04344d6", "candidate": "p12-f9c0585e", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.9210061567397967, "gate": 0.8263304473359033, "incumbentGate": 0.10960448069329781, "retentionLoss": 0.1262984612711343, "tick": 192 }, { "epoch": 9, "parent": "p12-f04344d6", "candidate": "p12-f04344d6", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.43619101274178534, "gate": 0.11738955200249963, "incumbentGate": 0.11738955200249963, "retentionLoss": 0, "tick": 216 }, { "epoch": 10, "parent": "p12-f04344d6", "candidate": "p12-601976ac", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.8605264350475412, "gate": 0.9350953766344196, "incumbentGate": 0.3581525653360658, "retentionLoss": 0.0797167120974831, "tick": 240 }, { "epoch": 11, "parent": "p12-601976ac", "candidate": "p12-c2028ce8", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.9574030934453212, "gate": 0.9043486299286845, "incumbentGate": 0.9043486299286845, "retentionLoss": 0, "tick": 264 }, { "epoch": 12, "parent": "p12-601976ac", "candidate": "p12-fff4f084", "promoted": false, "reason": "Rejected by independent promotion sample.", "fit": 0.3579838284923143, "gate": -0.3523195412168348, "incumbentGate": -0.3523195412168348, "retentionLoss": 0, "tick": 288 }, { "epoch": 13, "parent": "p12-601976ac", "candidate": "p12-779f2730", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.6990086566325721, "gate": 1.0334603221535634, "incumbentGate": -0.2684494780552052, "retentionLoss": 1.4070702564914583, "tick": 312 }, { "epoch": 14, "parent": "p12-601976ac", "candidate": "p12-881421b1", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.9946997129939631, "gate": 1.0797159823622617, "incumbentGate": -0.22757994939204074, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-881421b1", "candidate": "p12-881421b1", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9779381524596511, "gate": 0.8803427588341443, "incumbentGate": 0.8803427588341443, "retentionLoss": 0, "tick": 360 } ], "random": [ { "epoch": 0, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0733485703710102, "gate": 1.037218266459266, "incumbentGate": 1.037218266459266, "retentionLoss": 0, "tick": 0 }, { "epoch": 1, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9920096412916413, "gate": 1.0188231793979659, "incumbentGate": 1.0188231793979659, "retentionLoss": 0, "tick": 24 }, { "epoch": 2, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.023743448488615, "gate": 0.9904177115505459, "incumbentGate": 0.9904177115505459, "retentionLoss": 0, "tick": 48 }, { "epoch": 3, "parent": "p12-6c8de81b", "candidate": "p12-6c8de81b", "promoted": false, "reason": "Incumbent wins training.", "fit": 1.0160511846557747, "gate": 0.8873550155198879, "incumbentGate": 0.8873550155198879, "retentionLoss": 0, "tick": 72 }, { "epoch": 4, "parent": "p12-6c8de81b", "candidate": "p12-ba263984", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.965108913003445, "gate": 0.925819551465556, "incumbentGate": -0.3948739513450678, "retentionLoss": 0, "tick": 96 }, { "epoch": 5, "parent": "p12-ba263984", "candidate": "p12-ba263984", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9813519261305877, "gate": 1.002326562929252, "incumbentGate": 1.002326562929252, "retentionLoss": 0, "tick": 120 }, { "epoch": 6, "parent": "p12-ba263984", "candidate": "p12-ba263984", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.991203745426201, "gate": 1.1923896576787925, "incumbentGate": 1.1923896576787925, "retentionLoss": 0, "tick": 144 }, { "epoch": 7, "parent": "p12-ba263984", "candidate": "p12-ba263984", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.9612699403505033, "gate": 1.0748703737133347, "incumbentGate": 1.0748703737133347, "retentionLoss": 0, "tick": 168 }, { "epoch": 8, "parent": "p12-ba263984", "candidate": "p12-35161ce9", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7135099780873361, "gate": 0.9470692645462119, "incumbentGate": 0.10960448069329781, "retentionLoss": 1.3034952986359007, "tick": 192 }, { "epoch": 9, "parent": "p12-ba263984", "candidate": "p12-4c148bf1", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.7751533591385549, "gate": 0.9585436646907327, "incumbentGate": 0.11738955200249963, "retentionLoss": 0.9945019720851789, "tick": 216 }, { "epoch": 10, "parent": "p12-ba263984", "candidate": "p12-dcc06b6d", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8255975734980322, "gate": 0.9350953766344196, "incumbentGate": 0.3581525653360658, "retentionLoss": 0.5941326993858594, "tick": 240 }, { "epoch": 11, "parent": "p12-ba263984", "candidate": "p12-312f30c7", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8028521995130292, "gate": 0.9043486299286845, "incumbentGate": 0.3254955421117344, "retentionLoss": 0.9945019720851789, "tick": 264 }, { "epoch": 12, "parent": "p12-ba263984", "candidate": "p12-1e280c1d", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.8184054511879563, "gate": 0.961637938800194, "incumbentGate": -0.3523195412168348, "retentionLoss": 0.645419776289611, "tick": 288 }, { "epoch": 13, "parent": "p12-ba263984", "candidate": "p12-4d3382ad", "promoted": false, "reason": "Rollback: old observed context loses >0.10 reward.", "fit": 0.5260951744221883, "gate": 1.0334603221535634, "incumbentGate": -0.2684494780552052, "retentionLoss": 1.3034952986359007, "tick": 312 }, { "epoch": 14, "parent": "p12-ba263984", "candidate": "p12-12ed66ca", "promoted": true, "reason": "Promoted after independent current and retention gates.", "fit": 0.8943151440522894, "gate": 1.0797159823622617, "incumbentGate": -0.22757994939204074, "retentionLoss": 0, "tick": 336 }, { "epoch": 15, "parent": "p12-12ed66ca", "candidate": "p12-12ed66ca", "promoted": false, "reason": "Incumbent wins training.", "fit": 0.8775535835179774, "gate": 0.8803427588341443, "incumbentGate": 0.8803427588341443, "retentionLoss": 0, "tick": 360 } ] }, "evaluationHistory": { "fixed": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0111683933193354, -0.2379887057000832, 0.2120112942999168, -0.2379887057000832 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 1.0111683933193354, -0.2379887057000832, 0.2120112942999168, -0.2379887057000832 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 1.0111683933193354, -0.2379887057000832, 0.2120112942999168, -0.2379887057000832 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 1.0111683933193354, -0.2379887057000832, 0.2120112942999168, -0.2379887057000832 ] } ], "memory": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0111683933193354, -0.2379887057000832, 0.2120112942999168, -0.2379887057000832 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 1.0111683933193354, 0.9875469212115071, 0.2120112942999168, -0.2379887057000832 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 1.0111683933193354, 0.9875469212115071, 0.9858938851475627, -0.2379887057000832 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.29146971016123513, 0.9875469212115071, 0.9858938851475627, 0.9875469212115071 ] } ], "mutation": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0111683933193354, -0.2379887057000832, 0.2120112942999168, -0.2379887057000832 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 1.0111683933193354, 0.9875469212115071, 0.2120112942999168, -0.2379887057000832 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 1.0111683933193354, 0.7205623909091381, 0.9502688382224092, -0.2379887057000832 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.29146971016123513, 0.9875469212115071, 0.9858938851475627, 0.9875469212115071 ] } ], "random": [ { "afterPhase": 0, "tick": 96, "scores": [ 1.0111683933193354, -0.2379887057000832, 0.2120112942999168, -0.2379887057000832 ] }, { "afterPhase": 1, "tick": 192, "scores": [ 0.9963994984927723, 0.9875469212115071, 0.2120112942999168, -0.1918201005266462 ] }, { "afterPhase": 2, "tick": 288, "scores": [ 0.9963994984927723, 0.9875469212115071, 0.2120112942999168, -0.1918201005266462 ] }, { "afterPhase": 3, "tick": 384, "scores": [ 0.29146971016123513, 0.9875469212115071, 0.20443142604497813, 0.9875469212115071 ] } ] } } ] }