{ "version": "1.1.0", "seeds": [ 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32 ], "protocol": "Matched seeds 1–32. Defaults frozen before batch. All runs retained. Simulation only; no real-world calibration.", "experiments": [ { "id": "cell-city", "title": "The city of freeloaders", "metric": "cooperation", "arms": [ { "label": "Shared founders", "metric": "cooperation", "n": 32, "mean": 0.9423828124999999, "min": 0.8177083333333334, "p10": 0.828125, "median": 0.9791666666666666, "p90": 0.984375, "max": 0.9895833333333334 }, { "label": "Mixed founders", "metric": "cooperation", "n": 32, "mean": 0.03401692708333333, "min": 0.005208333333333333, "p10": 0.015625, "median": 0.03125, "p90": 0.052083333333333336, "max": 0.0625 } ], "pairedDifference": { "n": 32, "mean": -0.9083658854166666, "min": -0.9739583333333334, "p10": -0.9635416666666667, "median": -0.9322916666666666, "p90": -0.8385416666666666, "max": -0.796875 }, "runs": [ { "seed": 1, "arms": [ { "params": { "mixing": 0, "benefit": 1.6, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.90625, "infrastructure": 0.9609381452384513, "output": 1.4500000000000002 } }, { "params": { "mixing": 0.9, "benefit": 1.6, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.036458333333333336, "infrastructure": 0.022043933933022005, "output": 0.05833333333333334 } } ] }, { "seed": 2, "arms": [ { "params": { "mixing": 0, "benefit": 1.6, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.9895833333333334, "infrastructure": 0.9743126838558946, "output": 1.5833333333333335 } }, { "params": { "mixing": 0.9, "benefit": 1.6, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.015625, "infrastructure": 0.02484896761748403, "output": 0.025 } } ] }, { "seed": 3, "arms": [ { "params": { "mixing": 0, "benefit": 1.6, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.984375, "infrastructure": 0.9390572704464856, "output": 1.5750000000000002 } }, { "params": { "mixing": 0.9, "benefit": 1.6, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.03125, "infrastructure": 0.029684430458269524, "output": 0.05 } } ] }, { "seed": 4, "arms": [ { "params": { "mixing": 0, "benefit": 1.6, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.9895833333333334, "infrastructure": 0.9092691652021856, "output": 1.5833333333333335 } }, { "params": { "mixing": 0.9, "benefit": 1.6, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.026041666666666668, "infrastructure": 0.03929993661587101, "output": 0.04166666666666667 } } ] }, { "seed": 5, "arms": [ { "params": { "mixing": 0, "benefit": 1.6, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.9739583333333334, "infrastructure": 0.9437210696621557, "output": 1.5583333333333336 } }, { "params": { "mixing": 0.9, "benefit": 1.6, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.026041666666666668, "infrastructure": 0.03138114751019815, "output": 0.04166666666666667 } } ] }, { "seed": 6, "arms": [ { "params": { "mixing": 0, "benefit": 1.6, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.8177083333333334, "infrastructure": 0.9275046588114373, "output": 1.3083333333333336 } }, { "params": { "mixing": 0.9, "benefit": 1.6, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.015625, "infrastructure": 0.023734103876291785, "output": 0.025 } } ] }, { "seed": 7, "arms": [ { "params": { "mixing": 0, "benefit": 1.6, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.8177083333333334, "infrastructure": 0.9255163424557605, "output": 1.3083333333333336 } }, { "params": { "mixing": 0.9, "benefit": 1.6, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.020833333333333332, "infrastructure": 0.030300977999285585, "output": 0.03333333333333333 } } ] }, { "seed": 8, "arms": [ { "params": { "mixing": 0, "benefit": 1.6, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.984375, "infrastructure": 0.9329382757829725, "output": 1.5750000000000002 } }, { "params": { "mixing": 0.9, "benefit": 1.6, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.03125, "infrastructure": 0.03299360707206444, "output": 0.05 } } ] }, { "seed": 9, "arms": [ { "params": { "mixing": 0, "benefit": 1.6, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.9791666666666666, "infrastructure": 0.9524587653805557, "output": 1.5666666666666667 } }, { "params": { "mixing": 0.9, "benefit": 1.6, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.0625, "infrastructure": 0.03987007123940198, "output": 0.1 } } ] }, { "seed": 10, "arms": [ { "params": { "mixing": 0, "benefit": 1.6, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.984375, "infrastructure": 0.9425905081426994, "output": 1.5750000000000002 } }, { "params": { "mixing": 0.9, "benefit": 1.6, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.015625, "infrastructure": 0.02504019040696375, "output": 0.025 } } ] }, { "seed": 11, "arms": [ { "params": { "mixing": 0, "benefit": 1.6, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.9739583333333334, "infrastructure": 0.953164811618429, "output": 1.5583333333333336 } }, { "params": { "mixing": 0.9, "benefit": 1.6, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.052083333333333336, "infrastructure": 0.032456283004211745, "output": 0.08333333333333334 } } ] }, { "seed": 12, "arms": [ { "params": { "mixing": 0, "benefit": 1.6, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.984375, "infrastructure": 0.9505603240822575, "output": 1.5750000000000002 } }, { "params": { "mixing": 0.9, "benefit": 1.6, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.026041666666666668, "infrastructure": 0.027683455111424726, "output": 0.04166666666666667 } } ] }, { "seed": 13, "arms": [ { "params": { "mixing": 0, "benefit": 1.6, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.9895833333333334, "infrastructure": 0.9495233077110319, "output": 1.5833333333333335 } }, { "params": { "mixing": 0.9, "benefit": 1.6, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.057291666666666664, "infrastructure": 0.03524595940797817, "output": 0.09166666666666667 } } ] }, { "seed": 14, "arms": [ { "params": { "mixing": 0, "benefit": 1.6, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.984375, "infrastructure": 0.9712305522663524, "output": 1.5750000000000002 } }, { "params": { "mixing": 0.9, "benefit": 1.6, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.020833333333333332, "infrastructure": 0.03119671099391402, "output": 0.03333333333333333 } } ] }, { "seed": 15, "arms": [ { "params": { "mixing": 0, "benefit": 1.6, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.9791666666666666, "infrastructure": 0.9577451414658983, "output": 1.5666666666666667 } }, { "params": { "mixing": 0.9, "benefit": 1.6, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.03125, "infrastructure": 0.02986446441682578, "output": 0.05 } } ] }, { "seed": 16, "arms": [ { "params": { "mixing": 0, "benefit": 1.6, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.890625, "infrastructure": 0.9188657869516578, "output": 1.425 } }, { "params": { "mixing": 0.9, "benefit": 1.6, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.041666666666666664, "infrastructure": 0.038305395050855645, "output": 0.06666666666666667 } } ] }, { "seed": 17, "arms": [ { "params": { "mixing": 0, "benefit": 1.6, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.984375, "infrastructure": 0.9447565833594499, "output": 1.5750000000000002 } }, { "params": { "mixing": 0.9, "benefit": 1.6, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.057291666666666664, "infrastructure": 0.036010424919118184, "output": 0.09166666666666667 } } ] }, { "seed": 18, "arms": [ { "params": { "mixing": 0, "benefit": 1.6, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.8958333333333334, "infrastructure": 0.9307356176243294, "output": 1.4333333333333336 } }, { "params": { "mixing": 0.9, "benefit": 1.6, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.020833333333333332, "infrastructure": 0.028535170214272508, "output": 0.03333333333333333 } } ] }, { "seed": 19, "arms": [ { "params": { "mixing": 0, "benefit": 1.6, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.984375, "infrastructure": 0.9676038141132332, "output": 1.5750000000000002 } }, { "params": { "mixing": 0.9, "benefit": 1.6, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.026041666666666668, "infrastructure": 0.029038034408187384, "output": 0.04166666666666667 } } ] }, { "seed": 20, "arms": [ { "params": { "mixing": 0, "benefit": 1.6, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.890625, "infrastructure": 0.8980320024859868, "output": 1.425 } }, { "params": { "mixing": 0.9, "benefit": 1.6, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.052083333333333336, "infrastructure": 0.02945176328176311, "output": 0.08333333333333334 } } ] }, { "seed": 21, "arms": [ { "params": { "mixing": 0, "benefit": 1.6, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.9895833333333334, "infrastructure": 0.928483564651592, "output": 1.5833333333333335 } }, { "params": { "mixing": 0.9, "benefit": 1.6, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.03125, "infrastructure": 0.02828612438172061, "output": 0.05 } } ] }, { "seed": 22, "arms": [ { "params": { "mixing": 0, "benefit": 1.6, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.9166666666666666, "infrastructure": 0.9350906846931575, "output": 1.4666666666666668 } }, { "params": { "mixing": 0.9, "benefit": 1.6, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.046875, "infrastructure": 0.03635817159203267, "output": 0.07500000000000001 } } ] }, { "seed": 23, "arms": [ { "params": { "mixing": 0, "benefit": 1.6, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.9791666666666666, "infrastructure": 0.9741822316658998, "output": 1.5666666666666667 } }, { "params": { "mixing": 0.9, "benefit": 1.6, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.046875, "infrastructure": 0.03143061492692302, "output": 0.07500000000000001 } } ] }, { "seed": 24, "arms": [ { "params": { "mixing": 0, "benefit": 1.6, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.984375, "infrastructure": 0.967392793975101, "output": 1.5750000000000002 } }, { "params": { "mixing": 0.9, "benefit": 1.6, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.046875, "infrastructure": 0.03491000226532727, "output": 0.07500000000000001 } } ] }, { "seed": 25, "arms": [ { "params": { "mixing": 0, "benefit": 1.6, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.828125, "infrastructure": 0.95515089710605, "output": 1.3250000000000002 } }, { "params": { "mixing": 0.9, "benefit": 1.6, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.03125, "infrastructure": 0.03105591102293431, "output": 0.05 } } ] }, { "seed": 26, "arms": [ { "params": { "mixing": 0, "benefit": 1.6, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.828125, "infrastructure": 0.9533716090946366, "output": 1.3250000000000002 } }, { "params": { "mixing": 0.9, "benefit": 1.6, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.005208333333333333, "infrastructure": 0.02089757523567687, "output": 0.008333333333333333 } } ] }, { "seed": 27, "arms": [ { "params": { "mixing": 0, "benefit": 1.6, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.984375, "infrastructure": 0.962191441316794, "output": 1.5750000000000002 } }, { "params": { "mixing": 0.9, "benefit": 1.6, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.015625, "infrastructure": 0.02757684938662701, "output": 0.025 } } ] }, { "seed": 28, "arms": [ { "params": { "mixing": 0, "benefit": 1.6, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.9010416666666666, "infrastructure": 0.9788737054342715, "output": 1.4416666666666667 } }, { "params": { "mixing": 0.9, "benefit": 1.6, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.03125, "infrastructure": 0.02020868477877484, "output": 0.05 } } ] }, { "seed": 29, "arms": [ { "params": { "mixing": 0, "benefit": 1.6, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.984375, "infrastructure": 0.9486695023289458, "output": 1.5750000000000002 } }, { "params": { "mixing": 0.9, "benefit": 1.6, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.057291666666666664, "infrastructure": 0.028311024485348606, "output": 0.09166666666666667 } } ] }, { "seed": 30, "arms": [ { "params": { "mixing": 0, "benefit": 1.6, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.9114583333333334, "infrastructure": 0.9659277219021802, "output": 1.4583333333333335 } }, { "params": { "mixing": 0.9, "benefit": 1.6, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.036458333333333336, "infrastructure": 0.02773027588437057, "output": 0.05833333333333334 } } ] }, { "seed": 31, "arms": [ { "params": { "mixing": 0, "benefit": 1.6, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.8958333333333334, "infrastructure": 0.9519486468885153, "output": 1.4333333333333336 } }, { "params": { "mixing": 0.9, "benefit": 1.6, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.036458333333333336, "infrastructure": 0.03765846395263731, "output": 0.05833333333333334 } } ] }, { "seed": 32, "arms": [ { "params": { "mixing": 0, "benefit": 1.6, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.96875, "infrastructure": 0.9653222485057695, "output": 1.55 } }, { "params": { "mixing": 0.9, "benefit": 1.6, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.036458333333333336, "infrastructure": 0.022284844482485053, "output": 0.05833333333333334 } } ] } ] }, { "id": "self-assembly", "title": "A body without a blueprint", "metric": "connected", "arms": [ { "label": "No adhesion", "metric": "connected", "n": 32, "mean": 0.5070043103448276, "min": 0.22413793103448276, "p10": 0.3275862068965517, "median": 0.46551724137931033, "p90": 0.7413793103448276, "max": 0.8620689655172413 }, { "label": "Local adhesion", "metric": "connected", "n": 32, "mean": 0.9692887931034483, "min": 0.5172413793103449, "p10": 0.9655172413793104, "median": 1, "p90": 1, "max": 1 } ], "pairedDifference": { "n": 32, "mean": 0.4622844827586208, "min": -0.08620689655172409, "p10": 0.18965517241379315, "median": 0.5172413793103448, "p90": 0.6724137931034483, "max": 0.7758620689655172 }, "runs": [ { "seed": 1, "arms": [ { "params": { "adhesion": 0, "range": 0.22, "damage": true, "boundary": "dish" }, "summary": { "connected": 0.39655172413793105, "survivors": 58, "removed": 14 } }, { "params": { "adhesion": 0.8, "range": 0.22, "damage": true, "boundary": "dish" }, "summary": { "connected": 1, "survivors": 58, "removed": 14 } } ] }, { "seed": 2, "arms": [ { "params": { "adhesion": 0, "range": 0.22, "damage": true, "boundary": "dish" }, "summary": { "connected": 0.22413793103448276, "survivors": 58, "removed": 14 } }, { "params": { "adhesion": 0.8, "range": 0.22, "damage": true, "boundary": "dish" }, "summary": { "connected": 1, "survivors": 58, "removed": 14 } } ] }, { "seed": 3, "arms": [ { "params": { "adhesion": 0, "range": 0.22, "damage": true, "boundary": "dish" }, "summary": { "connected": 0.3793103448275862, "survivors": 58, "removed": 14 } }, { "params": { "adhesion": 0.8, "range": 0.22, "damage": true, "boundary": "dish" }, "summary": { "connected": 1, "survivors": 58, "removed": 14 } } ] }, { "seed": 4, "arms": [ { "params": { "adhesion": 0, "range": 0.22, "damage": true, "boundary": "dish" }, "summary": { "connected": 0.3793103448275862, "survivors": 58, "removed": 14 } }, { "params": { "adhesion": 0.8, "range": 0.22, "damage": true, "boundary": "dish" }, "summary": { "connected": 1, "survivors": 58, "removed": 14 } } ] }, { "seed": 5, "arms": [ { "params": { "adhesion": 0, "range": 0.22, "damage": true, "boundary": "dish" }, "summary": { "connected": 0.603448275862069, "survivors": 58, "removed": 14 } }, { "params": { "adhesion": 0.8, "range": 0.22, "damage": true, "boundary": "dish" }, "summary": { "connected": 0.9655172413793104, "survivors": 58, "removed": 14 } } ] }, { "seed": 6, "arms": [ { "params": { "adhesion": 0, "range": 0.22, "damage": true, "boundary": "dish" }, "summary": { "connected": 0.41379310344827586, "survivors": 58, "removed": 14 } }, { "params": { "adhesion": 0.8, "range": 0.22, "damage": true, "boundary": "dish" }, "summary": { "connected": 1, "survivors": 58, "removed": 14 } } ] }, { "seed": 7, "arms": [ { "params": { "adhesion": 0, "range": 0.22, "damage": true, "boundary": "dish" }, "summary": { "connected": 0.603448275862069, "survivors": 58, "removed": 14 } }, { "params": { "adhesion": 0.8, "range": 0.22, "damage": true, "boundary": "dish" }, "summary": { "connected": 0.5172413793103449, "survivors": 58, "removed": 14 } } ] }, { "seed": 8, "arms": [ { "params": { "adhesion": 0, "range": 0.22, "damage": true, "boundary": "dish" }, "summary": { "connected": 0.3275862068965517, "survivors": 58, "removed": 14 } }, { "params": { "adhesion": 0.8, "range": 0.22, "damage": true, "boundary": "dish" }, "summary": { "connected": 1, "survivors": 58, "removed": 14 } } ] }, { "seed": 9, "arms": [ { "params": { "adhesion": 0, "range": 0.22, "damage": true, "boundary": "dish" }, "summary": { "connected": 0.4482758620689655, "survivors": 58, "removed": 14 } }, { "params": { "adhesion": 0.8, "range": 0.22, "damage": true, "boundary": "dish" }, "summary": { "connected": 0.6551724137931034, "survivors": 58, "removed": 14 } } ] }, { "seed": 10, "arms": [ { "params": { "adhesion": 0, "range": 0.22, "damage": true, "boundary": "dish" }, "summary": { "connected": 0.2413793103448276, "survivors": 58, "removed": 14 } }, { "params": { "adhesion": 0.8, "range": 0.22, "damage": true, "boundary": "dish" }, "summary": { "connected": 1, "survivors": 58, "removed": 14 } } ] }, { "seed": 11, "arms": [ { "params": { "adhesion": 0, "range": 0.22, "damage": true, "boundary": "dish" }, "summary": { "connected": 0.6551724137931034, "survivors": 58, "removed": 14 } }, { "params": { "adhesion": 0.8, "range": 0.22, "damage": true, "boundary": "dish" }, "summary": { "connected": 1, "survivors": 58, "removed": 14 } } ] }, { "seed": 12, "arms": [ { "params": { "adhesion": 0, "range": 0.22, "damage": true, "boundary": "dish" }, "summary": { "connected": 0.7068965517241379, "survivors": 58, "removed": 14 } }, { "params": { "adhesion": 0.8, "range": 0.22, "damage": true, "boundary": "dish" }, "summary": { "connected": 0.9827586206896551, "survivors": 58, "removed": 14 } } ] }, { "seed": 13, "arms": [ { "params": { "adhesion": 0, "range": 0.22, "damage": true, "boundary": "dish" }, "summary": { "connected": 0.7586206896551724, "survivors": 58, "removed": 14 } }, { "params": { "adhesion": 0.8, "range": 0.22, "damage": true, "boundary": "dish" }, "summary": { "connected": 0.9827586206896551, "survivors": 58, "removed": 14 } } ] }, { "seed": 14, "arms": [ { "params": { "adhesion": 0, "range": 0.22, "damage": true, "boundary": "dish" }, "summary": { "connected": 0.5344827586206896, "survivors": 58, "removed": 14 } }, { "params": { "adhesion": 0.8, "range": 0.22, "damage": true, "boundary": "dish" }, "summary": { "connected": 1, "survivors": 58, "removed": 14 } } ] }, { "seed": 15, "arms": [ { "params": { "adhesion": 0, "range": 0.22, "damage": true, "boundary": "dish" }, "summary": { "connected": 0.5, "survivors": 58, "removed": 14 } }, { "params": { "adhesion": 0.8, "range": 0.22, "damage": true, "boundary": "dish" }, "summary": { "connected": 0.9655172413793104, "survivors": 58, "removed": 14 } } ] }, { "seed": 16, "arms": [ { "params": { "adhesion": 0, "range": 0.22, "damage": true, "boundary": "dish" }, "summary": { "connected": 0.3620689655172414, "survivors": 58, "removed": 14 } }, { "params": { "adhesion": 0.8, "range": 0.22, "damage": true, "boundary": "dish" }, "summary": { "connected": 1, "survivors": 58, "removed": 14 } } ] }, { "seed": 17, "arms": [ { "params": { "adhesion": 0, "range": 0.22, "damage": true, "boundary": "dish" }, "summary": { "connected": 0.3275862068965517, "survivors": 58, "removed": 14 } }, { "params": { "adhesion": 0.8, "range": 0.22, "damage": true, "boundary": "dish" }, "summary": { "connected": 1, "survivors": 58, "removed": 14 } } ] }, { "seed": 18, "arms": [ { "params": { "adhesion": 0, "range": 0.22, "damage": true, "boundary": "dish" }, "summary": { "connected": 0.29310344827586204, "survivors": 58, "removed": 14 } }, { "params": { "adhesion": 0.8, "range": 0.22, "damage": true, "boundary": "dish" }, "summary": { "connected": 1, "survivors": 58, "removed": 14 } } ] }, { "seed": 19, "arms": [ { "params": { "adhesion": 0, "range": 0.22, "damage": true, "boundary": "dish" }, "summary": { "connected": 0.39655172413793105, "survivors": 58, "removed": 14 } }, { "params": { "adhesion": 0.8, "range": 0.22, "damage": true, "boundary": "dish" }, "summary": { "connected": 1, "survivors": 58, "removed": 14 } } ] }, { "seed": 20, "arms": [ { "params": { "adhesion": 0, "range": 0.22, "damage": true, "boundary": "dish" }, "summary": { "connected": 0.8103448275862069, "survivors": 58, "removed": 14 } }, { "params": { "adhesion": 0.8, "range": 0.22, "damage": true, "boundary": "dish" }, "summary": { "connected": 1, "survivors": 58, "removed": 14 } } ] }, { "seed": 21, "arms": [ { "params": { "adhesion": 0, "range": 0.22, "damage": true, "boundary": "dish" }, "summary": { "connected": 0.4827586206896552, "survivors": 58, "removed": 14 } }, { "params": { "adhesion": 0.8, "range": 0.22, "damage": true, "boundary": "dish" }, "summary": { "connected": 1, "survivors": 58, "removed": 14 } } ] }, { "seed": 22, "arms": [ { "params": { "adhesion": 0, "range": 0.22, "damage": true, "boundary": "dish" }, "summary": { "connected": 0.8275862068965517, "survivors": 58, "removed": 14 } }, { "params": { "adhesion": 0.8, "range": 0.22, "damage": true, "boundary": "dish" }, "summary": { "connected": 1, "survivors": 58, "removed": 14 } } ] }, { "seed": 23, "arms": [ { "params": { "adhesion": 0, "range": 0.22, "damage": true, "boundary": "dish" }, "summary": { "connected": 0.4827586206896552, "survivors": 58, "removed": 14 } }, { "params": { "adhesion": 0.8, "range": 0.22, "damage": true, "boundary": "dish" }, "summary": { "connected": 1, "survivors": 58, "removed": 14 } } ] }, { "seed": 24, "arms": [ { "params": { "adhesion": 0, "range": 0.22, "damage": true, "boundary": "dish" }, "summary": { "connected": 0.46551724137931033, "survivors": 58, "removed": 14 } }, { "params": { "adhesion": 0.8, "range": 0.22, "damage": true, "boundary": "dish" }, "summary": { "connected": 1, "survivors": 58, "removed": 14 } } ] }, { "seed": 25, "arms": [ { "params": { "adhesion": 0, "range": 0.22, "damage": true, "boundary": "dish" }, "summary": { "connected": 0.7413793103448276, "survivors": 58, "removed": 14 } }, { "params": { "adhesion": 0.8, "range": 0.22, "damage": true, "boundary": "dish" }, "summary": { "connected": 1, "survivors": 58, "removed": 14 } } ] }, { "seed": 26, "arms": [ { "params": { "adhesion": 0, "range": 0.22, "damage": true, "boundary": "dish" }, "summary": { "connected": 0.6206896551724138, "survivors": 58, "removed": 14 } }, { "params": { "adhesion": 0.8, "range": 0.22, "damage": true, "boundary": "dish" }, "summary": { "connected": 0.9655172413793104, "survivors": 58, "removed": 14 } } ] }, { "seed": 27, "arms": [ { "params": { "adhesion": 0, "range": 0.22, "damage": true, "boundary": "dish" }, "summary": { "connected": 0.8620689655172413, "survivors": 58, "removed": 14 } }, { "params": { "adhesion": 0.8, "range": 0.22, "damage": true, "boundary": "dish" }, "summary": { "connected": 0.9827586206896551, "survivors": 58, "removed": 14 } } ] }, { "seed": 28, "arms": [ { "params": { "adhesion": 0, "range": 0.22, "damage": true, "boundary": "dish" }, "summary": { "connected": 0.5344827586206896, "survivors": 58, "removed": 14 } }, { "params": { "adhesion": 0.8, "range": 0.22, "damage": true, "boundary": "dish" }, "summary": { "connected": 1, "survivors": 58, "removed": 14 } } ] }, { "seed": 29, "arms": [ { "params": { "adhesion": 0, "range": 0.22, "damage": true, "boundary": "dish" }, "summary": { "connected": 0.39655172413793105, "survivors": 58, "removed": 14 } }, { "params": { "adhesion": 0.8, "range": 0.22, "damage": true, "boundary": "dish" }, "summary": { "connected": 1, "survivors": 58, "removed": 14 } } ] }, { "seed": 30, "arms": [ { "params": { "adhesion": 0, "range": 0.22, "damage": true, "boundary": "dish" }, "summary": { "connected": 0.5862068965517241, "survivors": 58, "removed": 14 } }, { "params": { "adhesion": 0.8, "range": 0.22, "damage": true, "boundary": "dish" }, "summary": { "connected": 1, "survivors": 58, "removed": 14 } } ] }, { "seed": 31, "arms": [ { "params": { "adhesion": 0, "range": 0.22, "damage": true, "boundary": "dish" }, "summary": { "connected": 0.46551724137931033, "survivors": 58, "removed": 14 } }, { "params": { "adhesion": 0.8, "range": 0.22, "damage": true, "boundary": "dish" }, "summary": { "connected": 1, "survivors": 58, "removed": 14 } } ] }, { "seed": 32, "arms": [ { "params": { "adhesion": 0, "range": 0.22, "damage": true, "boundary": "dish" }, "summary": { "connected": 0.39655172413793105, "survivors": 58, "removed": 14 } }, { "params": { "adhesion": 0.8, "range": 0.22, "damage": true, "boundary": "dish" }, "summary": { "connected": 1, "survivors": 58, "removed": 14 } } ] } ] }, { "id": "mars-jar", "title": "Mars in a jar", "metric": "survivedDays", "arms": [ { "label": "No maintenance", "metric": "survivedDays", "n": 32, "mean": 108, "min": 108, "p10": 108, "median": 108, "p90": 108, "max": 108 }, { "label": "Maintain the loop", "metric": "survivedDays", "n": 32, "mean": 240, "min": 240, "p10": 240, "median": 240, "p90": 240, "max": 240 } ], "pairedDifference": { "n": 32, "mean": 132, "min": 132, "p10": 132, "median": 132, "p90": 132, "max": 132 }, "runs": [ { "seed": 1, "arms": [ { "params": { "leak": 0.001, "maintenance": false, "stockScale": 1, "solar": 1, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 108, "failedAt": 109, "daysReserve": 0.6842949999999967, "integrity": 0.5639999999999996, "energyUsed": 557.8410000000001, "energyIn": 870.8291339613501, "repairDays": 0 } }, { "params": { "leak": 0.001, "maintenance": true, "stockScale": 1, "solar": 1, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 240, "failedAt": null, "daysReserve": 10.330000000000041, "integrity": 0.94, "energyUsed": 1477.200000000001, "energyIn": 1911.0060712780808, "repairDays": 36 } } ] }, { "seed": 2, "arms": [ { "params": { "leak": 0.001, "maintenance": false, "stockScale": 1, "solar": 1, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 108, "failedAt": 109, "daysReserve": 0.6842949999999967, "integrity": 0.5639999999999996, "energyUsed": 557.8410000000001, "energyIn": 874.9905419033022, "repairDays": 0 } }, { "params": { "leak": 0.001, "maintenance": true, "stockScale": 1, "solar": 1, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 240, "failedAt": null, "daysReserve": 10.330000000000041, "integrity": 0.94, "energyUsed": 1477.200000000001, "energyIn": 1919.8716768510649, "repairDays": 36 } } ] }, { "seed": 3, "arms": [ { "params": { "leak": 0.001, "maintenance": false, "stockScale": 1, "solar": 1, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 108, "failedAt": 109, "daysReserve": 0.6842949999999967, "integrity": 0.5639999999999996, "energyUsed": 557.8410000000001, "energyIn": 879.8894878521558, "repairDays": 0 } }, { "params": { "leak": 0.001, "maintenance": true, "stockScale": 1, "solar": 1, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 240, "failedAt": null, "daysReserve": 10.330000000000041, "integrity": 0.94, "energyUsed": 1477.200000000001, "energyIn": 1926.3943213906148, "repairDays": 36 } } ] }, { "seed": 4, "arms": [ { "params": { "leak": 0.001, "maintenance": false, "stockScale": 1, "solar": 1, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 108, "failedAt": 109, "daysReserve": 0.6842949999999967, "integrity": 0.5639999999999996, "energyUsed": 557.8410000000001, "energyIn": 879.8795215725902, "repairDays": 0 } }, { "params": { "leak": 0.001, "maintenance": true, "stockScale": 1, "solar": 1, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 240, "failedAt": null, "daysReserve": 10.330000000000041, "integrity": 0.94, "energyUsed": 1477.200000000001, "energyIn": 1939.4086433041853, "repairDays": 36 } } ] }, { "seed": 5, "arms": [ { "params": { "leak": 0.001, "maintenance": false, "stockScale": 1, "solar": 1, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 108, "failedAt": 109, "daysReserve": 0.6842949999999967, "integrity": 0.5639999999999996, "energyUsed": 557.8410000000001, "energyIn": 871.8498926628379, "repairDays": 0 } }, { "params": { "leak": 0.001, "maintenance": true, "stockScale": 1, "solar": 1, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 240, "failedAt": null, "daysReserve": 10.330000000000041, "integrity": 0.94, "energyUsed": 1477.200000000001, "energyIn": 1912.9233244951813, "repairDays": 36 } } ] }, { "seed": 6, "arms": [ { "params": { "leak": 0.001, "maintenance": false, "stockScale": 1, "solar": 1, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 108, "failedAt": 109, "daysReserve": 0.6842949999999967, "integrity": 0.5639999999999996, "energyUsed": 557.8410000000001, "energyIn": 867.6635468672962, "repairDays": 0 } }, { "params": { "leak": 0.001, "maintenance": true, "stockScale": 1, "solar": 1, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 240, "failedAt": null, "daysReserve": 10.330000000000041, "integrity": 0.94, "energyUsed": 1477.200000000001, "energyIn": 1919.432874178887, "repairDays": 36 } } ] }, { "seed": 7, "arms": [ { "params": { "leak": 0.001, "maintenance": false, "stockScale": 1, "solar": 1, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 108, "failedAt": 109, "daysReserve": 0.6842949999999967, "integrity": 0.5639999999999996, "energyUsed": 557.8410000000001, "energyIn": 876.9205387383699, "repairDays": 0 } }, { "params": { "leak": 0.001, "maintenance": true, "stockScale": 1, "solar": 1, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 240, "failedAt": null, "daysReserve": 10.330000000000041, "integrity": 0.94, "energyUsed": 1477.200000000001, "energyIn": 1935.0720750775185, "repairDays": 36 } } ] }, { "seed": 8, "arms": [ { "params": { "leak": 0.001, "maintenance": false, "stockScale": 1, "solar": 1, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 108, "failedAt": 109, "daysReserve": 0.6842949999999967, "integrity": 0.5639999999999996, "energyUsed": 557.8410000000001, "energyIn": 868.593650333211, "repairDays": 0 } }, { "params": { "leak": 0.001, "maintenance": true, "stockScale": 1, "solar": 1, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 240, "failedAt": null, "daysReserve": 10.330000000000041, "integrity": 0.94, "energyUsed": 1477.200000000001, "energyIn": 1912.3850798305116, "repairDays": 36 } } ] }, { "seed": 9, "arms": [ { "params": { "leak": 0.001, "maintenance": false, "stockScale": 1, "solar": 1, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 108, "failedAt": 109, "daysReserve": 0.6842949999999967, "integrity": 0.5639999999999996, "energyUsed": 557.8410000000001, "energyIn": 877.1302868630734, "repairDays": 0 } }, { "params": { "leak": 0.001, "maintenance": true, "stockScale": 1, "solar": 1, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 240, "failedAt": null, "daysReserve": 10.330000000000041, "integrity": 0.94, "energyUsed": 1477.200000000001, "energyIn": 1933.3816986370837, "repairDays": 36 } } ] }, { "seed": 10, "arms": [ { "params": { "leak": 0.001, "maintenance": false, "stockScale": 1, "solar": 1, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 108, "failedAt": 109, "daysReserve": 0.6842949999999967, "integrity": 0.5639999999999996, "energyUsed": 557.8410000000001, "energyIn": 871.8931986086072, "repairDays": 0 } }, { "params": { "leak": 0.001, "maintenance": true, "stockScale": 1, "solar": 1, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 240, "failedAt": null, "daysReserve": 10.330000000000041, "integrity": 0.94, "energyUsed": 1477.200000000001, "energyIn": 1920.0474929321563, "repairDays": 36 } } ] }, { "seed": 11, "arms": [ { "params": { "leak": 0.001, "maintenance": false, "stockScale": 1, "solar": 1, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 108, "failedAt": 109, "daysReserve": 0.6842949999999967, "integrity": 0.5639999999999996, "energyUsed": 557.8410000000001, "energyIn": 872.5530880261217, "repairDays": 0 } }, { "params": { "leak": 0.001, "maintenance": true, "stockScale": 1, "solar": 1, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 240, "failedAt": null, "daysReserve": 10.330000000000041, "integrity": 0.94, "energyUsed": 1477.200000000001, "energyIn": 1916.3674509186305, "repairDays": 36 } } ] }, { "seed": 12, "arms": [ { "params": { "leak": 0.001, "maintenance": false, "stockScale": 1, "solar": 1, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 108, "failedAt": 109, "daysReserve": 0.6842949999999967, "integrity": 0.5639999999999996, "energyUsed": 557.8410000000001, "energyIn": 862.859832067415, "repairDays": 0 } }, { "params": { "leak": 0.001, "maintenance": true, "stockScale": 1, "solar": 1, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 240, "failedAt": null, "daysReserve": 10.330000000000041, "integrity": 0.94, "energyUsed": 1477.200000000001, "energyIn": 1901.797091832756, "repairDays": 36 } } ] }, { "seed": 13, "arms": [ { "params": { "leak": 0.001, "maintenance": false, "stockScale": 1, "solar": 1, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 108, "failedAt": 109, "daysReserve": 0.6842949999999967, "integrity": 0.5639999999999996, "energyUsed": 557.8410000000001, "energyIn": 862.0861741200094, "repairDays": 0 } }, { "params": { "leak": 0.001, "maintenance": true, "stockScale": 1, "solar": 1, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 240, "failedAt": null, "daysReserve": 10.330000000000041, "integrity": 0.94, "energyUsed": 1477.200000000001, "energyIn": 1912.7150108475248, "repairDays": 36 } } ] }, { "seed": 14, "arms": [ { "params": { "leak": 0.001, "maintenance": false, "stockScale": 1, "solar": 1, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 108, "failedAt": 109, "daysReserve": 0.6842949999999967, "integrity": 0.5639999999999996, "energyUsed": 557.8410000000001, "energyIn": 870.0203827988357, "repairDays": 0 } }, { "params": { "leak": 0.001, "maintenance": true, "stockScale": 1, "solar": 1, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 240, "failedAt": null, "daysReserve": 10.330000000000041, "integrity": 0.94, "energyUsed": 1477.200000000001, "energyIn": 1919.9751985095447, "repairDays": 36 } } ] }, { "seed": 15, "arms": [ { "params": { "leak": 0.001, "maintenance": false, "stockScale": 1, "solar": 1, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 108, "failedAt": 109, "daysReserve": 0.6842949999999967, "integrity": 0.5639999999999996, "energyUsed": 557.8410000000001, "energyIn": 866.4290801405912, "repairDays": 0 } }, { "params": { "leak": 0.001, "maintenance": true, "stockScale": 1, "solar": 1, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 240, "failedAt": null, "daysReserve": 10.330000000000041, "integrity": 0.94, "energyUsed": 1477.200000000001, "energyIn": 1913.4542396198965, "repairDays": 36 } } ] }, { "seed": 16, "arms": [ { "params": { "leak": 0.001, "maintenance": false, "stockScale": 1, "solar": 1, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 108, "failedAt": 109, "daysReserve": 0.6842949999999967, "integrity": 0.5639999999999996, "energyUsed": 557.8410000000001, "energyIn": 873.0562987722457, "repairDays": 0 } }, { "params": { "leak": 0.001, "maintenance": true, "stockScale": 1, "solar": 1, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 240, "failedAt": null, "daysReserve": 10.330000000000041, "integrity": 0.94, "energyUsed": 1477.200000000001, "energyIn": 1925.7828250546013, "repairDays": 36 } } ] }, { "seed": 17, "arms": [ { "params": { "leak": 0.001, "maintenance": false, "stockScale": 1, "solar": 1, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 108, "failedAt": 109, "daysReserve": 0.6842949999999967, "integrity": 0.5639999999999996, "energyUsed": 557.8410000000001, "energyIn": 869.7380846519023, "repairDays": 0 } }, { "params": { "leak": 0.001, "maintenance": true, "stockScale": 1, "solar": 1, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 240, "failedAt": null, "daysReserve": 10.330000000000041, "integrity": 0.94, "energyUsed": 1477.200000000001, "energyIn": 1906.5608305890107, "repairDays": 36 } } ] }, { "seed": 18, "arms": [ { "params": { "leak": 0.001, "maintenance": false, "stockScale": 1, "solar": 1, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 108, "failedAt": 109, "daysReserve": 0.6842949999999967, "integrity": 0.5639999999999996, "energyUsed": 557.8410000000001, "energyIn": 873.391632602736, "repairDays": 0 } }, { "params": { "leak": 0.001, "maintenance": true, "stockScale": 1, "solar": 1, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 240, "failedAt": null, "daysReserve": 10.330000000000041, "integrity": 0.94, "energyUsed": 1477.200000000001, "energyIn": 1926.9629245292394, "repairDays": 36 } } ] }, { "seed": 19, "arms": [ { "params": { "leak": 0.001, "maintenance": false, "stockScale": 1, "solar": 1, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 108, "failedAt": 109, "daysReserve": 0.6842949999999967, "integrity": 0.5639999999999996, "energyUsed": 557.8410000000001, "energyIn": 869.0783087980005, "repairDays": 0 } }, { "params": { "leak": 0.001, "maintenance": true, "stockScale": 1, "solar": 1, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 240, "failedAt": null, "daysReserve": 10.330000000000041, "integrity": 0.94, "energyUsed": 1477.200000000001, "energyIn": 1919.1701347012074, "repairDays": 36 } } ] }, { "seed": 20, "arms": [ { "params": { "leak": 0.001, "maintenance": false, "stockScale": 1, "solar": 1, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 108, "failedAt": 109, "daysReserve": 0.6842949999999967, "integrity": 0.5639999999999996, "energyUsed": 557.8410000000001, "energyIn": 871.3925672411918, "repairDays": 0 } }, { "params": { "leak": 0.001, "maintenance": true, "stockScale": 1, "solar": 1, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 240, "failedAt": null, "daysReserve": 10.330000000000041, "integrity": 0.94, "energyUsed": 1477.200000000001, "energyIn": 1923.761447320878, "repairDays": 36 } } ] }, { "seed": 21, "arms": [ { "params": { "leak": 0.001, "maintenance": false, "stockScale": 1, "solar": 1, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 108, "failedAt": 109, "daysReserve": 0.6842949999999967, "integrity": 0.5639999999999996, "energyUsed": 557.8410000000001, "energyIn": 868.4341543238606, "repairDays": 0 } }, { "params": { "leak": 0.001, "maintenance": true, "stockScale": 1, "solar": 1, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 240, "failedAt": null, "daysReserve": 10.330000000000041, "integrity": 0.94, "energyUsed": 1477.200000000001, "energyIn": 1920.8547913800917, "repairDays": 36 } } ] }, { "seed": 22, "arms": [ { "params": { "leak": 0.001, "maintenance": false, "stockScale": 1, "solar": 1, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 108, "failedAt": 109, "daysReserve": 0.6842949999999967, "integrity": 0.5639999999999996, "energyUsed": 557.8410000000001, "energyIn": 858.6585346292707, "repairDays": 0 } }, { "params": { "leak": 0.001, "maintenance": true, "stockScale": 1, "solar": 1, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 240, "failedAt": null, "daysReserve": 10.330000000000041, "integrity": 0.94, "energyUsed": 1477.200000000001, "energyIn": 1905.9632461473348, "repairDays": 36 } } ] }, { "seed": 23, "arms": [ { "params": { "leak": 0.001, "maintenance": false, "stockScale": 1, "solar": 1, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 108, "failedAt": 109, "daysReserve": 0.6842949999999967, "integrity": 0.5639999999999996, "energyUsed": 557.8410000000001, "energyIn": 875.1944374669343, "repairDays": 0 } }, { "params": { "leak": 0.001, "maintenance": true, "stockScale": 1, "solar": 1, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 240, "failedAt": null, "daysReserve": 10.330000000000041, "integrity": 0.94, "energyUsed": 1477.200000000001, "energyIn": 1918.5115846380588, "repairDays": 36 } } ] }, { "seed": 24, "arms": [ { "params": { "leak": 0.001, "maintenance": false, "stockScale": 1, "solar": 1, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 108, "failedAt": 109, "daysReserve": 0.6842949999999967, "integrity": 0.5639999999999996, "energyUsed": 557.8410000000001, "energyIn": 875.6071748662738, "repairDays": 0 } }, { "params": { "leak": 0.001, "maintenance": true, "stockScale": 1, "solar": 1, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 240, "failedAt": null, "daysReserve": 10.330000000000041, "integrity": 0.94, "energyUsed": 1477.200000000001, "energyIn": 1923.7358279272917, "repairDays": 36 } } ] }, { "seed": 25, "arms": [ { "params": { "leak": 0.001, "maintenance": false, "stockScale": 1, "solar": 1, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 108, "failedAt": 109, "daysReserve": 0.6842949999999967, "integrity": 0.5639999999999996, "energyUsed": 557.8410000000001, "energyIn": 863.5950581554323, "repairDays": 0 } }, { "params": { "leak": 0.001, "maintenance": true, "stockScale": 1, "solar": 1, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 240, "failedAt": null, "daysReserve": 10.330000000000041, "integrity": 0.94, "energyUsed": 1477.200000000001, "energyIn": 1909.4653195060791, "repairDays": 36 } } ] }, { "seed": 26, "arms": [ { "params": { "leak": 0.001, "maintenance": false, "stockScale": 1, "solar": 1, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 108, "failedAt": 109, "daysReserve": 0.6842949999999967, "integrity": 0.5639999999999996, "energyUsed": 557.8410000000001, "energyIn": 878.0615151662377, "repairDays": 0 } }, { "params": { "leak": 0.001, "maintenance": true, "stockScale": 1, "solar": 1, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 240, "failedAt": null, "daysReserve": 10.330000000000041, "integrity": 0.94, "energyUsed": 1477.200000000001, "energyIn": 1933.204038565978, "repairDays": 36 } } ] }, { "seed": 27, "arms": [ { "params": { "leak": 0.001, "maintenance": false, "stockScale": 1, "solar": 1, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 108, "failedAt": 109, "daysReserve": 0.6842949999999967, "integrity": 0.5639999999999996, "energyUsed": 557.8410000000001, "energyIn": 858.9580582655973, "repairDays": 0 } }, { "params": { "leak": 0.001, "maintenance": true, "stockScale": 1, "solar": 1, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 240, "failedAt": null, "daysReserve": 10.330000000000041, "integrity": 0.94, "energyUsed": 1477.200000000001, "energyIn": 1899.7136882591997, "repairDays": 36 } } ] }, { "seed": 28, "arms": [ { "params": { "leak": 0.001, "maintenance": false, "stockScale": 1, "solar": 1, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 108, "failedAt": 109, "daysReserve": 0.6842949999999967, "integrity": 0.5639999999999996, "energyUsed": 557.8410000000001, "energyIn": 878.6300666667522, "repairDays": 0 } }, { "params": { "leak": 0.001, "maintenance": true, "stockScale": 1, "solar": 1, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 240, "failedAt": null, "daysReserve": 10.330000000000041, "integrity": 0.94, "energyUsed": 1477.200000000001, "energyIn": 1922.2568838525565, "repairDays": 36 } } ] }, { "seed": 29, "arms": [ { "params": { "leak": 0.001, "maintenance": false, "stockScale": 1, "solar": 1, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 108, "failedAt": 109, "daysReserve": 0.6842949999999967, "integrity": 0.5639999999999996, "energyUsed": 557.8410000000001, "energyIn": 867.3209535554054, "repairDays": 0 } }, { "params": { "leak": 0.001, "maintenance": true, "stockScale": 1, "solar": 1, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 240, "failedAt": null, "daysReserve": 10.330000000000041, "integrity": 0.94, "energyUsed": 1477.200000000001, "energyIn": 1920.6166695304225, "repairDays": 36 } } ] }, { "seed": 30, "arms": [ { "params": { "leak": 0.001, "maintenance": false, "stockScale": 1, "solar": 1, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 108, "failedAt": 109, "daysReserve": 0.6842949999999967, "integrity": 0.5639999999999996, "energyUsed": 557.8410000000001, "energyIn": 877.0181390147654, "repairDays": 0 } }, { "params": { "leak": 0.001, "maintenance": true, "stockScale": 1, "solar": 1, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 240, "failedAt": null, "daysReserve": 10.330000000000041, "integrity": 0.94, "energyUsed": 1477.200000000001, "energyIn": 1924.467374164239, "repairDays": 36 } } ] }, { "seed": 31, "arms": [ { "params": { "leak": 0.001, "maintenance": false, "stockScale": 1, "solar": 1, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 108, "failedAt": 109, "daysReserve": 0.6842949999999967, "integrity": 0.5639999999999996, "energyUsed": 557.8410000000001, "energyIn": 878.7801093567163, "repairDays": 0 } }, { "params": { "leak": 0.001, "maintenance": true, "stockScale": 1, "solar": 1, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 240, "failedAt": null, "daysReserve": 10.330000000000041, "integrity": 0.94, "energyUsed": 1477.200000000001, "energyIn": 1918.1698041059085, "repairDays": 36 } } ] }, { "seed": 32, "arms": [ { "params": { "leak": 0.001, "maintenance": false, "stockScale": 1, "solar": 1, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 108, "failedAt": 109, "daysReserve": 0.6842949999999967, "integrity": 0.5639999999999996, "energyUsed": 557.8410000000001, "energyIn": 870.9252761799845, "repairDays": 0 } }, { "params": { "leak": 0.001, "maintenance": true, "stockScale": 1, "solar": 1, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 240, "failedAt": null, "daysReserve": 10.330000000000041, "integrity": 0.94, "energyUsed": 1477.200000000001, "energyIn": 1915.6148881729698, "repairDays": 36 } } ] } ] }, { "id": "memory-islands", "title": "The island that forgot the manual", "metric": "rate", "arms": [ { "label": "Fresh learner", "metric": "rate", "n": 32, "mean": 0.7216145833333335, "min": 0.5083333333333333, "p10": 0.625, "median": 0.725, "p90": 0.8, "max": 0.85 }, { "label": "Skills", "metric": "rate", "n": 32, "mean": 0.87734375, "min": 0.7416666666666667, "p10": 0.8083333333333333, "median": 0.8833333333333333, "p90": 0.9333333333333333, "max": 0.95 }, { "label": "Skills + failure memory", "metric": "rate", "n": 32, "mean": 0.9351562499999998, "min": 0.9083333333333333, "p10": 0.9166666666666666, "median": 0.9333333333333333, "p90": 0.95, "max": 0.9583333333333334 } ], "pairedDifference": { "n": 32, "mean": 0.2135416666666667, "min": 0.07500000000000007, "p10": 0.11666666666666659, "median": 0.21666666666666667, "p90": 0.30833333333333335, "max": 0.41666666666666674 }, "runs": [ { "seed": 1, "arms": [ { "params": { "strategy": "fresh", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 0 }, "summary": { "successes": 83, "failures": 37, "rate": 0.6916666666666667, "repeatMistakes": 19 } }, { "params": { "strategy": "skills", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 99, "failures": 21, "rate": 0.825, "repeatMistakes": 12 } }, { "params": { "strategy": "reflection", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 111, "failures": 9, "rate": 0.925, "repeatMistakes": 0 } } ] }, { "seed": 2, "arms": [ { "params": { "strategy": "fresh", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 0 }, "summary": { "successes": 71, "failures": 49, "rate": 0.5916666666666667, "repeatMistakes": 22 } }, { "params": { "strategy": "skills", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 106, "failures": 14, "rate": 0.8833333333333333, "repeatMistakes": 5 } }, { "params": { "strategy": "reflection", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 114, "failures": 6, "rate": 0.95, "repeatMistakes": 0 } } ] }, { "seed": 3, "arms": [ { "params": { "strategy": "fresh", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 0 }, "summary": { "successes": 81, "failures": 39, "rate": 0.675, "repeatMistakes": 20 } }, { "params": { "strategy": "skills", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 105, "failures": 15, "rate": 0.875, "repeatMistakes": 5 } }, { "params": { "strategy": "reflection", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 110, "failures": 10, "rate": 0.9166666666666666, "repeatMistakes": 0 } } ] }, { "seed": 4, "arms": [ { "params": { "strategy": "fresh", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 0 }, "summary": { "successes": 89, "failures": 31, "rate": 0.7416666666666667, "repeatMistakes": 12 } }, { "params": { "strategy": "skills", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 114, "failures": 6, "rate": 0.95, "repeatMistakes": 0 } }, { "params": { "strategy": "reflection", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 111, "failures": 9, "rate": 0.925, "repeatMistakes": 0 } } ] }, { "seed": 5, "arms": [ { "params": { "strategy": "fresh", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 0 }, "summary": { "successes": 82, "failures": 38, "rate": 0.6833333333333333, "repeatMistakes": 16 } }, { "params": { "strategy": "skills", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 103, "failures": 17, "rate": 0.8583333333333333, "repeatMistakes": 7 } }, { "params": { "strategy": "reflection", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 112, "failures": 8, "rate": 0.9333333333333333, "repeatMistakes": 0 } } ] }, { "seed": 6, "arms": [ { "params": { "strategy": "fresh", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 0 }, "summary": { "successes": 102, "failures": 18, "rate": 0.85, "repeatMistakes": 8 } }, { "params": { "strategy": "skills", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 97, "failures": 23, "rate": 0.8083333333333333, "repeatMistakes": 13 } }, { "params": { "strategy": "reflection", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 111, "failures": 9, "rate": 0.925, "repeatMistakes": 0 } } ] }, { "seed": 7, "arms": [ { "params": { "strategy": "fresh", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 0 }, "summary": { "successes": 85, "failures": 35, "rate": 0.7083333333333334, "repeatMistakes": 18 } }, { "params": { "strategy": "skills", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 100, "failures": 20, "rate": 0.8333333333333334, "repeatMistakes": 10 } }, { "params": { "strategy": "reflection", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 111, "failures": 9, "rate": 0.925, "repeatMistakes": 0 } } ] }, { "seed": 8, "arms": [ { "params": { "strategy": "fresh", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 0 }, "summary": { "successes": 95, "failures": 25, "rate": 0.7916666666666666, "repeatMistakes": 12 } }, { "params": { "strategy": "skills", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 112, "failures": 8, "rate": 0.9333333333333333, "repeatMistakes": 2 } }, { "params": { "strategy": "reflection", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 111, "failures": 9, "rate": 0.925, "repeatMistakes": 0 } } ] }, { "seed": 9, "arms": [ { "params": { "strategy": "fresh", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 0 }, "summary": { "successes": 86, "failures": 34, "rate": 0.7166666666666667, "repeatMistakes": 17 } }, { "params": { "strategy": "skills", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 106, "failures": 14, "rate": 0.8833333333333333, "repeatMistakes": 6 } }, { "params": { "strategy": "reflection", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 112, "failures": 8, "rate": 0.9333333333333333, "repeatMistakes": 0 } } ] }, { "seed": 10, "arms": [ { "params": { "strategy": "fresh", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 0 }, "summary": { "successes": 76, "failures": 44, "rate": 0.6333333333333333, "repeatMistakes": 23 } }, { "params": { "strategy": "skills", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 110, "failures": 10, "rate": 0.9166666666666666, "repeatMistakes": 3 } }, { "params": { "strategy": "reflection", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 113, "failures": 7, "rate": 0.9416666666666667, "repeatMistakes": 0 } } ] }, { "seed": 11, "arms": [ { "params": { "strategy": "fresh", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 0 }, "summary": { "successes": 89, "failures": 31, "rate": 0.7416666666666667, "repeatMistakes": 14 } }, { "params": { "strategy": "skills", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 110, "failures": 10, "rate": 0.9166666666666666, "repeatMistakes": 3 } }, { "params": { "strategy": "reflection", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 112, "failures": 8, "rate": 0.9333333333333333, "repeatMistakes": 0 } } ] }, { "seed": 12, "arms": [ { "params": { "strategy": "fresh", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 0 }, "summary": { "successes": 95, "failures": 25, "rate": 0.7916666666666666, "repeatMistakes": 9 } }, { "params": { "strategy": "skills", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 108, "failures": 12, "rate": 0.9, "repeatMistakes": 4 } }, { "params": { "strategy": "reflection", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 114, "failures": 6, "rate": 0.95, "repeatMistakes": 0 } } ] }, { "seed": 13, "arms": [ { "params": { "strategy": "fresh", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 0 }, "summary": { "successes": 92, "failures": 28, "rate": 0.7666666666666667, "repeatMistakes": 8 } }, { "params": { "strategy": "skills", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 110, "failures": 10, "rate": 0.9166666666666666, "repeatMistakes": 4 } }, { "params": { "strategy": "reflection", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 112, "failures": 8, "rate": 0.9333333333333333, "repeatMistakes": 0 } } ] }, { "seed": 14, "arms": [ { "params": { "strategy": "fresh", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 0 }, "summary": { "successes": 75, "failures": 45, "rate": 0.625, "repeatMistakes": 24 } }, { "params": { "strategy": "skills", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 89, "failures": 31, "rate": 0.7416666666666667, "repeatMistakes": 21 } }, { "params": { "strategy": "reflection", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 109, "failures": 11, "rate": 0.9083333333333333, "repeatMistakes": 0 } } ] }, { "seed": 15, "arms": [ { "params": { "strategy": "fresh", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 0 }, "summary": { "successes": 94, "failures": 26, "rate": 0.7833333333333333, "repeatMistakes": 14 } }, { "params": { "strategy": "skills", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 106, "failures": 14, "rate": 0.8833333333333333, "repeatMistakes": 8 } }, { "params": { "strategy": "reflection", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 115, "failures": 5, "rate": 0.9583333333333334, "repeatMistakes": 0 } } ] }, { "seed": 16, "arms": [ { "params": { "strategy": "fresh", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 0 }, "summary": { "successes": 96, "failures": 24, "rate": 0.8, "repeatMistakes": 6 } }, { "params": { "strategy": "skills", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 104, "failures": 16, "rate": 0.8666666666666667, "repeatMistakes": 8 } }, { "params": { "strategy": "reflection", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 110, "failures": 10, "rate": 0.9166666666666666, "repeatMistakes": 0 } } ] }, { "seed": 17, "arms": [ { "params": { "strategy": "fresh", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 0 }, "summary": { "successes": 95, "failures": 25, "rate": 0.7916666666666666, "repeatMistakes": 11 } }, { "params": { "strategy": "skills", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 113, "failures": 7, "rate": 0.9416666666666667, "repeatMistakes": 0 } }, { "params": { "strategy": "reflection", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 112, "failures": 8, "rate": 0.9333333333333333, "repeatMistakes": 0 } } ] }, { "seed": 18, "arms": [ { "params": { "strategy": "fresh", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 0 }, "summary": { "successes": 100, "failures": 20, "rate": 0.8333333333333334, "repeatMistakes": 6 } }, { "params": { "strategy": "skills", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 111, "failures": 9, "rate": 0.925, "repeatMistakes": 2 } }, { "params": { "strategy": "reflection", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 114, "failures": 6, "rate": 0.95, "repeatMistakes": 0 } } ] }, { "seed": 19, "arms": [ { "params": { "strategy": "fresh", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 0 }, "summary": { "successes": 84, "failures": 36, "rate": 0.7, "repeatMistakes": 15 } }, { "params": { "strategy": "skills", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 106, "failures": 14, "rate": 0.8833333333333333, "repeatMistakes": 7 } }, { "params": { "strategy": "reflection", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 114, "failures": 6, "rate": 0.95, "repeatMistakes": 0 } } ] }, { "seed": 20, "arms": [ { "params": { "strategy": "fresh", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 0 }, "summary": { "successes": 86, "failures": 34, "rate": 0.7166666666666667, "repeatMistakes": 17 } }, { "params": { "strategy": "skills", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 113, "failures": 7, "rate": 0.9416666666666667, "repeatMistakes": 2 } }, { "params": { "strategy": "reflection", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 113, "failures": 7, "rate": 0.9416666666666667, "repeatMistakes": 0 } } ] }, { "seed": 21, "arms": [ { "params": { "strategy": "fresh", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 0 }, "summary": { "successes": 84, "failures": 36, "rate": 0.7, "repeatMistakes": 19 } }, { "params": { "strategy": "skills", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 104, "failures": 16, "rate": 0.8666666666666667, "repeatMistakes": 9 } }, { "params": { "strategy": "reflection", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 114, "failures": 6, "rate": 0.95, "repeatMistakes": 0 } } ] }, { "seed": 22, "arms": [ { "params": { "strategy": "fresh", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 0 }, "summary": { "successes": 89, "failures": 31, "rate": 0.7416666666666667, "repeatMistakes": 15 } }, { "params": { "strategy": "skills", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 96, "failures": 24, "rate": 0.8, "repeatMistakes": 14 } }, { "params": { "strategy": "reflection", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 109, "failures": 11, "rate": 0.9083333333333333, "repeatMistakes": 0 } } ] }, { "seed": 23, "arms": [ { "params": { "strategy": "fresh", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 0 }, "summary": { "successes": 87, "failures": 33, "rate": 0.725, "repeatMistakes": 12 } }, { "params": { "strategy": "skills", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 97, "failures": 23, "rate": 0.8083333333333333, "repeatMistakes": 13 } }, { "params": { "strategy": "reflection", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 113, "failures": 7, "rate": 0.9416666666666667, "repeatMistakes": 0 } } ] }, { "seed": 24, "arms": [ { "params": { "strategy": "fresh", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 0 }, "summary": { "successes": 69, "failures": 51, "rate": 0.575, "repeatMistakes": 25 } }, { "params": { "strategy": "skills", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 101, "failures": 19, "rate": 0.8416666666666667, "repeatMistakes": 10 } }, { "params": { "strategy": "reflection", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 113, "failures": 7, "rate": 0.9416666666666667, "repeatMistakes": 0 } } ] }, { "seed": 25, "arms": [ { "params": { "strategy": "fresh", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 0 }, "summary": { "successes": 61, "failures": 59, "rate": 0.5083333333333333, "repeatMistakes": 31 } }, { "params": { "strategy": "skills", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 109, "failures": 11, "rate": 0.9083333333333333, "repeatMistakes": 4 } }, { "params": { "strategy": "reflection", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 111, "failures": 9, "rate": 0.925, "repeatMistakes": 0 } } ] }, { "seed": 26, "arms": [ { "params": { "strategy": "fresh", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 0 }, "summary": { "successes": 101, "failures": 19, "rate": 0.8416666666666667, "repeatMistakes": 6 } }, { "params": { "strategy": "skills", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 106, "failures": 14, "rate": 0.8833333333333333, "repeatMistakes": 8 } }, { "params": { "strategy": "reflection", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 114, "failures": 6, "rate": 0.95, "repeatMistakes": 0 } } ] }, { "seed": 27, "arms": [ { "params": { "strategy": "fresh", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 0 }, "summary": { "successes": 79, "failures": 41, "rate": 0.6583333333333333, "repeatMistakes": 19 } }, { "params": { "strategy": "skills", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 99, "failures": 21, "rate": 0.825, "repeatMistakes": 13 } }, { "params": { "strategy": "reflection", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 112, "failures": 8, "rate": 0.9333333333333333, "repeatMistakes": 0 } } ] }, { "seed": 28, "arms": [ { "params": { "strategy": "fresh", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 0 }, "summary": { "successes": 97, "failures": 23, "rate": 0.8083333333333333, "repeatMistakes": 8 } }, { "params": { "strategy": "skills", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 114, "failures": 6, "rate": 0.95, "repeatMistakes": 0 } }, { "params": { "strategy": "reflection", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 114, "failures": 6, "rate": 0.95, "repeatMistakes": 0 } } ] }, { "seed": 29, "arms": [ { "params": { "strategy": "fresh", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 0 }, "summary": { "successes": 75, "failures": 45, "rate": 0.625, "repeatMistakes": 26 } }, { "params": { "strategy": "skills", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 103, "failures": 17, "rate": 0.8583333333333333, "repeatMistakes": 9 } }, { "params": { "strategy": "reflection", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 112, "failures": 8, "rate": 0.9333333333333333, "repeatMistakes": 0 } } ] }, { "seed": 30, "arms": [ { "params": { "strategy": "fresh", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 0 }, "summary": { "successes": 87, "failures": 33, "rate": 0.725, "repeatMistakes": 11 } }, { "params": { "strategy": "skills", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 105, "failures": 15, "rate": 0.875, "repeatMistakes": 6 } }, { "params": { "strategy": "reflection", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 113, "failures": 7, "rate": 0.9416666666666667, "repeatMistakes": 0 } } ] }, { "seed": 31, "arms": [ { "params": { "strategy": "fresh", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 0 }, "summary": { "successes": 92, "failures": 28, "rate": 0.7666666666666667, "repeatMistakes": 8 } }, { "params": { "strategy": "skills", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 107, "failures": 13, "rate": 0.8916666666666667, "repeatMistakes": 6 } }, { "params": { "strategy": "reflection", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 113, "failures": 7, "rate": 0.9416666666666667, "repeatMistakes": 0 } } ] }, { "seed": 32, "arms": [ { "params": { "strategy": "fresh", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 0 }, "summary": { "successes": 94, "failures": 26, "rate": 0.7833333333333333, "repeatMistakes": 15 } }, { "params": { "strategy": "skills", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 106, "failures": 14, "rate": 0.8833333333333333, "repeatMistakes": 7 } }, { "params": { "strategy": "reflection", "change": 2, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 112, "failures": 8, "rate": 0.9333333333333333, "repeatMistakes": 0 } } ] } ] }, { "id": "known-trap", "title": "The Already Known Trap", "metric": "recall", "arms": [ { "label": "Labels hidden", "metric": "recall", "n": 32, "mean": 0.6276041666666665, "min": 0.4583333333333333, "p10": 0.5416666666666666, "median": 0.625, "p90": 0.7083333333333334, "max": 0.7916666666666666 }, { "label": "Labels visible", "metric": "recall", "n": 32, "mean": 0.5677083333333335, "min": 0.4166666666666667, "p10": 0.4583333333333333, "median": 0.5416666666666666, "p90": 0.6666666666666666, "max": 0.7916666666666666 } ], "pairedDifference": { "n": 32, "mean": -0.05989583333333334, "min": -0.25000000000000006, "p10": -0.16666666666666669, "median": -0.04166666666666674, "p90": 0, "max": 0.125 }, "runs": [ { "seed": 1, "arms": [ { "params": { "bias": 0.8, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": false }, "summary": { "recall": 0.7916666666666666, "hits": 19, "falseFlags": 1, "inspected": 60, "knownHits": 13, "knownTruth": 16, "knownRecall": 0.8125, "precision": 0.95 } }, { "params": { "bias": 0.8, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": true }, "summary": { "recall": 0.5833333333333334, "hits": 14, "falseFlags": 2, "inspected": 60, "knownHits": 7, "knownTruth": 16, "knownRecall": 0.4375, "precision": 0.875 } } ] }, { "seed": 2, "arms": [ { "params": { "bias": 0.8, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": false }, "summary": { "recall": 0.5416666666666666, "hits": 13, "falseFlags": 0, "inspected": 60, "knownHits": 6, "knownTruth": 9, "knownRecall": 0.6666666666666666, "precision": 1 } }, { "params": { "bias": 0.8, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": true }, "summary": { "recall": 0.5416666666666666, "hits": 13, "falseFlags": 0, "inspected": 60, "knownHits": 4, "knownTruth": 9, "knownRecall": 0.4444444444444444, "precision": 1 } } ] }, { "seed": 3, "arms": [ { "params": { "bias": 0.8, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": false }, "summary": { "recall": 0.625, "hits": 15, "falseFlags": 1, "inspected": 60, "knownHits": 9, "knownTruth": 16, "knownRecall": 0.5625, "precision": 0.9375 } }, { "params": { "bias": 0.8, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": true }, "summary": { "recall": 0.5, "hits": 12, "falseFlags": 1, "inspected": 60, "knownHits": 5, "knownTruth": 16, "knownRecall": 0.3125, "precision": 0.9230769230769231 } } ] }, { "seed": 4, "arms": [ { "params": { "bias": 0.8, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": false }, "summary": { "recall": 0.75, "hits": 18, "falseFlags": 1, "inspected": 60, "knownHits": 10, "knownTruth": 13, "knownRecall": 0.7692307692307693, "precision": 0.9473684210526315 } }, { "params": { "bias": 0.8, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": true }, "summary": { "recall": 0.75, "hits": 18, "falseFlags": 1, "inspected": 60, "knownHits": 8, "knownTruth": 13, "knownRecall": 0.6153846153846154, "precision": 0.9473684210526315 } } ] }, { "seed": 5, "arms": [ { "params": { "bias": 0.8, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": false }, "summary": { "recall": 0.5833333333333334, "hits": 14, "falseFlags": 0, "inspected": 60, "knownHits": 8, "knownTruth": 15, "knownRecall": 0.5333333333333333, "precision": 1 } }, { "params": { "bias": 0.8, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": true }, "summary": { "recall": 0.5, "hits": 12, "falseFlags": 0, "inspected": 60, "knownHits": 4, "knownTruth": 15, "knownRecall": 0.26666666666666666, "precision": 1 } } ] }, { "seed": 6, "arms": [ { "params": { "bias": 0.8, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": false }, "summary": { "recall": 0.5833333333333334, "hits": 14, "falseFlags": 1, "inspected": 60, "knownHits": 5, "knownTruth": 12, "knownRecall": 0.4166666666666667, "precision": 0.9333333333333333 } }, { "params": { "bias": 0.8, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": true }, "summary": { "recall": 0.5833333333333334, "hits": 14, "falseFlags": 0, "inspected": 60, "knownHits": 3, "knownTruth": 12, "knownRecall": 0.25, "precision": 1 } } ] }, { "seed": 7, "arms": [ { "params": { "bias": 0.8, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": false }, "summary": { "recall": 0.6666666666666666, "hits": 16, "falseFlags": 1, "inspected": 60, "knownHits": 6, "knownTruth": 7, "knownRecall": 0.8571428571428571, "precision": 0.9411764705882353 } }, { "params": { "bias": 0.8, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": true }, "summary": { "recall": 0.7916666666666666, "hits": 19, "falseFlags": 1, "inspected": 60, "knownHits": 5, "knownTruth": 7, "knownRecall": 0.7142857142857143, "precision": 0.95 } } ] }, { "seed": 8, "arms": [ { "params": { "bias": 0.8, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": false }, "summary": { "recall": 0.5, "hits": 12, "falseFlags": 0, "inspected": 60, "knownHits": 8, "knownTruth": 12, "knownRecall": 0.6666666666666666, "precision": 1 } }, { "params": { "bias": 0.8, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": true }, "summary": { "recall": 0.5, "hits": 12, "falseFlags": 1, "inspected": 60, "knownHits": 5, "knownTruth": 12, "knownRecall": 0.4166666666666667, "precision": 0.9230769230769231 } } ] }, { "seed": 9, "arms": [ { "params": { "bias": 0.8, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": false }, "summary": { "recall": 0.625, "hits": 15, "falseFlags": 0, "inspected": 60, "knownHits": 9, "knownTruth": 15, "knownRecall": 0.6, "precision": 1 } }, { "params": { "bias": 0.8, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": true }, "summary": { "recall": 0.5, "hits": 12, "falseFlags": 1, "inspected": 60, "knownHits": 4, "knownTruth": 15, "knownRecall": 0.26666666666666666, "precision": 0.9230769230769231 } } ] }, { "seed": 10, "arms": [ { "params": { "bias": 0.8, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": false }, "summary": { "recall": 0.5833333333333334, "hits": 14, "falseFlags": 0, "inspected": 60, "knownHits": 7, "knownTruth": 13, "knownRecall": 0.5384615384615384, "precision": 1 } }, { "params": { "bias": 0.8, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": true }, "summary": { "recall": 0.5833333333333334, "hits": 14, "falseFlags": 0, "inspected": 60, "knownHits": 5, "knownTruth": 13, "knownRecall": 0.38461538461538464, "precision": 1 } } ] }, { "seed": 11, "arms": [ { "params": { "bias": 0.8, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": false }, "summary": { "recall": 0.5416666666666666, "hits": 13, "falseFlags": 1, "inspected": 60, "knownHits": 10, "knownTruth": 17, "knownRecall": 0.5882352941176471, "precision": 0.9285714285714286 } }, { "params": { "bias": 0.8, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": true }, "summary": { "recall": 0.4166666666666667, "hits": 10, "falseFlags": 1, "inspected": 60, "knownHits": 5, "knownTruth": 17, "knownRecall": 0.29411764705882354, "precision": 0.9090909090909091 } } ] }, { "seed": 12, "arms": [ { "params": { "bias": 0.8, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": false }, "summary": { "recall": 0.625, "hits": 15, "falseFlags": 2, "inspected": 60, "knownHits": 11, "knownTruth": 15, "knownRecall": 0.7333333333333333, "precision": 0.8823529411764706 } }, { "params": { "bias": 0.8, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": true }, "summary": { "recall": 0.5833333333333334, "hits": 14, "falseFlags": 2, "inspected": 60, "knownHits": 7, "knownTruth": 15, "knownRecall": 0.4666666666666667, "precision": 0.875 } } ] }, { "seed": 13, "arms": [ { "params": { "bias": 0.8, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": false }, "summary": { "recall": 0.7083333333333334, "hits": 17, "falseFlags": 1, "inspected": 60, "knownHits": 10, "knownTruth": 13, "knownRecall": 0.7692307692307693, "precision": 0.9444444444444444 } }, { "params": { "bias": 0.8, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": true }, "summary": { "recall": 0.6666666666666666, "hits": 16, "falseFlags": 1, "inspected": 60, "knownHits": 7, "knownTruth": 13, "knownRecall": 0.5384615384615384, "precision": 0.9411764705882353 } } ] }, { "seed": 14, "arms": [ { "params": { "bias": 0.8, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": false }, "summary": { "recall": 0.5416666666666666, "hits": 13, "falseFlags": 0, "inspected": 60, "knownHits": 7, "knownTruth": 12, "knownRecall": 0.5833333333333334, "precision": 1 } }, { "params": { "bias": 0.8, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": true }, "summary": { "recall": 0.5, "hits": 12, "falseFlags": 0, "inspected": 60, "knownHits": 4, "knownTruth": 12, "knownRecall": 0.3333333333333333, "precision": 1 } } ] }, { "seed": 15, "arms": [ { "params": { "bias": 0.8, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": false }, "summary": { "recall": 0.625, "hits": 15, "falseFlags": 1, "inspected": 60, "knownHits": 8, "knownTruth": 12, "knownRecall": 0.6666666666666666, "precision": 0.9375 } }, { "params": { "bias": 0.8, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": true }, "summary": { "recall": 0.4583333333333333, "hits": 11, "falseFlags": 1, "inspected": 60, "knownHits": 3, "knownTruth": 12, "knownRecall": 0.25, "precision": 0.9166666666666666 } } ] }, { "seed": 16, "arms": [ { "params": { "bias": 0.8, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": false }, "summary": { "recall": 0.7083333333333334, "hits": 17, "falseFlags": 2, "inspected": 60, "knownHits": 7, "knownTruth": 11, "knownRecall": 0.6363636363636364, "precision": 0.8947368421052632 } }, { "params": { "bias": 0.8, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": true }, "summary": { "recall": 0.7083333333333334, "hits": 17, "falseFlags": 2, "inspected": 60, "knownHits": 5, "knownTruth": 11, "knownRecall": 0.45454545454545453, "precision": 0.8947368421052632 } } ] }, { "seed": 17, "arms": [ { "params": { "bias": 0.8, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": false }, "summary": { "recall": 0.4583333333333333, "hits": 11, "falseFlags": 1, "inspected": 60, "knownHits": 6, "knownTruth": 8, "knownRecall": 0.75, "precision": 0.9166666666666666 } }, { "params": { "bias": 0.8, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": true }, "summary": { "recall": 0.5, "hits": 12, "falseFlags": 0, "inspected": 60, "knownHits": 1, "knownTruth": 8, "knownRecall": 0.125, "precision": 1 } } ] }, { "seed": 18, "arms": [ { "params": { "bias": 0.8, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": false }, "summary": { "recall": 0.625, "hits": 15, "falseFlags": 0, "inspected": 60, "knownHits": 8, "knownTruth": 12, "knownRecall": 0.6666666666666666, "precision": 1 } }, { "params": { "bias": 0.8, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": true }, "summary": { "recall": 0.5833333333333334, "hits": 14, "falseFlags": 0, "inspected": 60, "knownHits": 4, "knownTruth": 12, "knownRecall": 0.3333333333333333, "precision": 1 } } ] }, { "seed": 19, "arms": [ { "params": { "bias": 0.8, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": false }, "summary": { "recall": 0.625, "hits": 15, "falseFlags": 1, "inspected": 60, "knownHits": 6, "knownTruth": 11, "knownRecall": 0.5454545454545454, "precision": 0.9375 } }, { "params": { "bias": 0.8, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": true }, "summary": { "recall": 0.5833333333333334, "hits": 14, "falseFlags": 1, "inspected": 60, "knownHits": 3, "knownTruth": 11, "knownRecall": 0.2727272727272727, "precision": 0.9333333333333333 } } ] }, { "seed": 20, "arms": [ { "params": { "bias": 0.8, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": false }, "summary": { "recall": 0.5833333333333334, "hits": 14, "falseFlags": 1, "inspected": 60, "knownHits": 8, "knownTruth": 16, "knownRecall": 0.5, "precision": 0.9333333333333333 } }, { "params": { "bias": 0.8, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": true }, "summary": { "recall": 0.5, "hits": 12, "falseFlags": 1, "inspected": 60, "knownHits": 5, "knownTruth": 16, "knownRecall": 0.3125, "precision": 0.9230769230769231 } } ] }, { "seed": 21, "arms": [ { "params": { "bias": 0.8, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": false }, "summary": { "recall": 0.625, "hits": 15, "falseFlags": 1, "inspected": 60, "knownHits": 6, "knownTruth": 11, "knownRecall": 0.5454545454545454, "precision": 0.9375 } }, { "params": { "bias": 0.8, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": true }, "summary": { "recall": 0.5416666666666666, "hits": 13, "falseFlags": 0, "inspected": 60, "knownHits": 3, "knownTruth": 11, "knownRecall": 0.2727272727272727, "precision": 1 } } ] }, { "seed": 22, "arms": [ { "params": { "bias": 0.8, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": false }, "summary": { "recall": 0.5416666666666666, "hits": 13, "falseFlags": 0, "inspected": 60, "knownHits": 7, "knownTruth": 14, "knownRecall": 0.5, "precision": 1 } }, { "params": { "bias": 0.8, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": true }, "summary": { "recall": 0.5833333333333334, "hits": 14, "falseFlags": 0, "inspected": 60, "knownHits": 4, "knownTruth": 14, "knownRecall": 0.2857142857142857, "precision": 1 } } ] }, { "seed": 23, "arms": [ { "params": { "bias": 0.8, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": false }, "summary": { "recall": 0.6666666666666666, "hits": 16, "falseFlags": 1, "inspected": 60, "knownHits": 6, "knownTruth": 9, "knownRecall": 0.6666666666666666, "precision": 0.9411764705882353 } }, { "params": { "bias": 0.8, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": true }, "summary": { "recall": 0.7083333333333334, "hits": 17, "falseFlags": 1, "inspected": 60, "knownHits": 3, "knownTruth": 9, "knownRecall": 0.3333333333333333, "precision": 0.9444444444444444 } } ] }, { "seed": 24, "arms": [ { "params": { "bias": 0.8, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": false }, "summary": { "recall": 0.7083333333333334, "hits": 17, "falseFlags": 1, "inspected": 60, "knownHits": 13, "knownTruth": 18, "knownRecall": 0.7222222222222222, "precision": 0.9444444444444444 } }, { "params": { "bias": 0.8, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": true }, "summary": { "recall": 0.4583333333333333, "hits": 11, "falseFlags": 1, "inspected": 60, "knownHits": 6, "knownTruth": 18, "knownRecall": 0.3333333333333333, "precision": 0.9166666666666666 } } ] }, { "seed": 25, "arms": [ { "params": { "bias": 0.8, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": false }, "summary": { "recall": 0.5833333333333334, "hits": 14, "falseFlags": 1, "inspected": 60, "knownHits": 6, "knownTruth": 13, "knownRecall": 0.46153846153846156, "precision": 0.9333333333333333 } }, { "params": { "bias": 0.8, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": true }, "summary": { "recall": 0.5416666666666666, "hits": 13, "falseFlags": 1, "inspected": 60, "knownHits": 3, "knownTruth": 13, "knownRecall": 0.23076923076923078, "precision": 0.9285714285714286 } } ] }, { "seed": 26, "arms": [ { "params": { "bias": 0.8, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": false }, "summary": { "recall": 0.5833333333333334, "hits": 14, "falseFlags": 2, "inspected": 60, "knownHits": 6, "knownTruth": 9, "knownRecall": 0.6666666666666666, "precision": 0.875 } }, { "params": { "bias": 0.8, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": true }, "summary": { "recall": 0.4583333333333333, "hits": 11, "falseFlags": 2, "inspected": 60, "knownHits": 1, "knownTruth": 9, "knownRecall": 0.1111111111111111, "precision": 0.8461538461538461 } } ] }, { "seed": 27, "arms": [ { "params": { "bias": 0.8, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": false }, "summary": { "recall": 0.7083333333333334, "hits": 17, "falseFlags": 0, "inspected": 60, "knownHits": 13, "knownTruth": 17, "knownRecall": 0.7647058823529411, "precision": 1 } }, { "params": { "bias": 0.8, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": true }, "summary": { "recall": 0.4583333333333333, "hits": 11, "falseFlags": 0, "inspected": 60, "knownHits": 5, "knownTruth": 17, "knownRecall": 0.29411764705882354, "precision": 1 } } ] }, { "seed": 28, "arms": [ { "params": { "bias": 0.8, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": false }, "summary": { "recall": 0.7083333333333334, "hits": 17, "falseFlags": 0, "inspected": 60, "knownHits": 9, "knownTruth": 15, "knownRecall": 0.6, "precision": 1 } }, { "params": { "bias": 0.8, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": true }, "summary": { "recall": 0.6666666666666666, "hits": 16, "falseFlags": 0, "inspected": 60, "knownHits": 7, "knownTruth": 15, "knownRecall": 0.4666666666666667, "precision": 1 } } ] }, { "seed": 29, "arms": [ { "params": { "bias": 0.8, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": false }, "summary": { "recall": 0.625, "hits": 15, "falseFlags": 2, "inspected": 60, "knownHits": 9, "knownTruth": 16, "knownRecall": 0.5625, "precision": 0.8823529411764706 } }, { "params": { "bias": 0.8, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": true }, "summary": { "recall": 0.625, "hits": 15, "falseFlags": 1, "inspected": 60, "knownHits": 8, "knownTruth": 16, "knownRecall": 0.5, "precision": 0.9375 } } ] }, { "seed": 30, "arms": [ { "params": { "bias": 0.8, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": false }, "summary": { "recall": 0.7083333333333334, "hits": 17, "falseFlags": 0, "inspected": 60, "knownHits": 12, "knownTruth": 14, "knownRecall": 0.8571428571428571, "precision": 1 } }, { "params": { "bias": 0.8, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": true }, "summary": { "recall": 0.5833333333333334, "hits": 14, "falseFlags": 0, "inspected": 60, "knownHits": 6, "knownTruth": 14, "knownRecall": 0.42857142857142855, "precision": 1 } } ] }, { "seed": 31, "arms": [ { "params": { "bias": 0.8, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": false }, "summary": { "recall": 0.7083333333333334, "hits": 17, "falseFlags": 0, "inspected": 60, "knownHits": 10, "knownTruth": 14, "knownRecall": 0.7142857142857143, "precision": 1 } }, { "params": { "bias": 0.8, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": true }, "summary": { "recall": 0.6666666666666666, "hits": 16, "falseFlags": 0, "inspected": 60, "knownHits": 7, "knownTruth": 14, "knownRecall": 0.5, "precision": 1 } } ] }, { "seed": 32, "arms": [ { "params": { "bias": 0.8, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": false }, "summary": { "recall": 0.625, "hits": 15, "falseFlags": 0, "inspected": 60, "knownHits": 10, "knownTruth": 15, "knownRecall": 0.6666666666666666, "precision": 1 } }, { "params": { "bias": 0.8, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": true }, "summary": { "recall": 0.5416666666666666, "hits": 13, "falseFlags": 0, "inspected": 60, "knownHits": 7, "knownTruth": 15, "knownRecall": 0.4666666666666667, "precision": 1 } } ] } ] }, { "id": "attention-windows", "title": "Many Small Windows vs. One Big Eye", "metric": "recall", "arms": [ { "label": "1 reader", "metric": "recall", "n": 32, "mean": 0, "min": 0, "p10": 0, "median": 0, "p90": 0, "max": 0 }, { "label": "50 readers", "metric": "recall", "n": 32, "mean": 0, "min": 0, "p10": 0, "median": 0, "p90": 0, "max": 0 }, { "label": "1,000 readers", "metric": "recall", "n": 32, "mean": 1, "min": 1, "p10": 1, "median": 1, "p90": 1, "max": 1 } ], "pairedDifference": { "n": 32, "mean": 1, "min": 1, "p10": 1, "median": 1, "p90": 1, "max": 1 }, "runs": [ { "seed": 1, "arms": [ { "params": { "agents": 1, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 12000, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 50, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 240, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": null, "globalTruth": true, "globalCorrect": null, "abstained": true } }, { "params": { "agents": 1000, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 12, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 1, "hits": 48, "falseFlags": 32, "recordReads": 12000, "globalAlarm": null, "globalTruth": true, "globalCorrect": null, "abstained": true } } ] }, { "seed": 2, "arms": [ { "params": { "agents": 1, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 12000, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 50, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 240, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": null, "globalTruth": true, "globalCorrect": null, "abstained": true } }, { "params": { "agents": 1000, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 12, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 1, "hits": 48, "falseFlags": 37, "recordReads": 12000, "globalAlarm": null, "globalTruth": true, "globalCorrect": null, "abstained": true } } ] }, { "seed": 3, "arms": [ { "params": { "agents": 1, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 12000, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 50, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 240, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": null, "globalTruth": true, "globalCorrect": null, "abstained": true } }, { "params": { "agents": 1000, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 12, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 1, "hits": 48, "falseFlags": 26, "recordReads": 12000, "globalAlarm": null, "globalTruth": true, "globalCorrect": null, "abstained": true } } ] }, { "seed": 4, "arms": [ { "params": { "agents": 1, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 12000, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 50, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 240, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": null, "globalTruth": true, "globalCorrect": null, "abstained": true } }, { "params": { "agents": 1000, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 12, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 1, "hits": 48, "falseFlags": 33, "recordReads": 12000, "globalAlarm": null, "globalTruth": true, "globalCorrect": null, "abstained": true } } ] }, { "seed": 5, "arms": [ { "params": { "agents": 1, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 12000, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 50, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 240, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": null, "globalTruth": true, "globalCorrect": null, "abstained": true } }, { "params": { "agents": 1000, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 12, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 1, "hits": 48, "falseFlags": 38, "recordReads": 12000, "globalAlarm": null, "globalTruth": true, "globalCorrect": null, "abstained": true } } ] }, { "seed": 6, "arms": [ { "params": { "agents": 1, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 12000, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 50, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 240, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": null, "globalTruth": true, "globalCorrect": null, "abstained": true } }, { "params": { "agents": 1000, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 12, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 1, "hits": 48, "falseFlags": 39, "recordReads": 12000, "globalAlarm": null, "globalTruth": true, "globalCorrect": null, "abstained": true } } ] }, { "seed": 7, "arms": [ { "params": { "agents": 1, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 12000, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 50, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 240, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": null, "globalTruth": true, "globalCorrect": null, "abstained": true } }, { "params": { "agents": 1000, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 12, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 1, "hits": 48, "falseFlags": 27, "recordReads": 12000, "globalAlarm": null, "globalTruth": true, "globalCorrect": null, "abstained": true } } ] }, { "seed": 8, "arms": [ { "params": { "agents": 1, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 12000, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 50, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 240, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": null, "globalTruth": true, "globalCorrect": null, "abstained": true } }, { "params": { "agents": 1000, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 12, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 1, "hits": 48, "falseFlags": 35, "recordReads": 12000, "globalAlarm": null, "globalTruth": true, "globalCorrect": null, "abstained": true } } ] }, { "seed": 9, "arms": [ { "params": { "agents": 1, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 12000, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 50, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 240, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": null, "globalTruth": true, "globalCorrect": null, "abstained": true } }, { "params": { "agents": 1000, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 12, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 1, "hits": 48, "falseFlags": 48, "recordReads": 12000, "globalAlarm": null, "globalTruth": true, "globalCorrect": null, "abstained": true } } ] }, { "seed": 10, "arms": [ { "params": { "agents": 1, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 12000, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 50, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 240, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": null, "globalTruth": true, "globalCorrect": null, "abstained": true } }, { "params": { "agents": 1000, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 12, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 1, "hits": 48, "falseFlags": 35, "recordReads": 12000, "globalAlarm": null, "globalTruth": true, "globalCorrect": null, "abstained": true } } ] }, { "seed": 11, "arms": [ { "params": { "agents": 1, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 12000, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 50, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 240, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": null, "globalTruth": true, "globalCorrect": null, "abstained": true } }, { "params": { "agents": 1000, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 12, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 1, "hits": 48, "falseFlags": 33, "recordReads": 12000, "globalAlarm": null, "globalTruth": true, "globalCorrect": null, "abstained": true } } ] }, { "seed": 12, "arms": [ { "params": { "agents": 1, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 12000, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 50, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 240, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": null, "globalTruth": true, "globalCorrect": null, "abstained": true } }, { "params": { "agents": 1000, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 12, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 1, "hits": 48, "falseFlags": 24, "recordReads": 12000, "globalAlarm": null, "globalTruth": true, "globalCorrect": null, "abstained": true } } ] }, { "seed": 13, "arms": [ { "params": { "agents": 1, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 12000, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 50, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 240, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": null, "globalTruth": true, "globalCorrect": null, "abstained": true } }, { "params": { "agents": 1000, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 12, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 1, "hits": 48, "falseFlags": 28, "recordReads": 12000, "globalAlarm": null, "globalTruth": true, "globalCorrect": null, "abstained": true } } ] }, { "seed": 14, "arms": [ { "params": { "agents": 1, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 12000, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 50, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 240, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": null, "globalTruth": true, "globalCorrect": null, "abstained": true } }, { "params": { "agents": 1000, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 12, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 1, "hits": 48, "falseFlags": 36, "recordReads": 12000, "globalAlarm": null, "globalTruth": true, "globalCorrect": null, "abstained": true } } ] }, { "seed": 15, "arms": [ { "params": { "agents": 1, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 12000, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 50, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 240, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": null, "globalTruth": true, "globalCorrect": null, "abstained": true } }, { "params": { "agents": 1000, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 12, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 1, "hits": 48, "falseFlags": 33, "recordReads": 12000, "globalAlarm": null, "globalTruth": true, "globalCorrect": null, "abstained": true } } ] }, { "seed": 16, "arms": [ { "params": { "agents": 1, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 12000, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 50, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 240, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": null, "globalTruth": true, "globalCorrect": null, "abstained": true } }, { "params": { "agents": 1000, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 12, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 1, "hits": 48, "falseFlags": 41, "recordReads": 12000, "globalAlarm": null, "globalTruth": true, "globalCorrect": null, "abstained": true } } ] }, { "seed": 17, "arms": [ { "params": { "agents": 1, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 12000, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 50, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 240, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": null, "globalTruth": true, "globalCorrect": null, "abstained": true } }, { "params": { "agents": 1000, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 12, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 1, "hits": 48, "falseFlags": 35, "recordReads": 12000, "globalAlarm": null, "globalTruth": true, "globalCorrect": null, "abstained": true } } ] }, { "seed": 18, "arms": [ { "params": { "agents": 1, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 12000, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 50, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 240, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": null, "globalTruth": true, "globalCorrect": null, "abstained": true } }, { "params": { "agents": 1000, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 12, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 1, "hits": 48, "falseFlags": 30, "recordReads": 12000, "globalAlarm": null, "globalTruth": true, "globalCorrect": null, "abstained": true } } ] }, { "seed": 19, "arms": [ { "params": { "agents": 1, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 12000, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 50, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 240, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": null, "globalTruth": true, "globalCorrect": null, "abstained": true } }, { "params": { "agents": 1000, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 12, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 1, "hits": 48, "falseFlags": 30, "recordReads": 12000, "globalAlarm": null, "globalTruth": true, "globalCorrect": null, "abstained": true } } ] }, { "seed": 20, "arms": [ { "params": { "agents": 1, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 12000, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 50, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 240, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": null, "globalTruth": true, "globalCorrect": null, "abstained": true } }, { "params": { "agents": 1000, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 12, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 1, "hits": 48, "falseFlags": 33, "recordReads": 12000, "globalAlarm": null, "globalTruth": true, "globalCorrect": null, "abstained": true } } ] }, { "seed": 21, "arms": [ { "params": { "agents": 1, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 12000, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 50, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 240, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": null, "globalTruth": true, "globalCorrect": null, "abstained": true } }, { "params": { "agents": 1000, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 12, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 1, "hits": 48, "falseFlags": 27, "recordReads": 12000, "globalAlarm": null, "globalTruth": true, "globalCorrect": null, "abstained": true } } ] }, { "seed": 22, "arms": [ { "params": { "agents": 1, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 12000, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 50, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 240, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": null, "globalTruth": true, "globalCorrect": null, "abstained": true } }, { "params": { "agents": 1000, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 12, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 1, "hits": 48, "falseFlags": 31, "recordReads": 12000, "globalAlarm": null, "globalTruth": true, "globalCorrect": null, "abstained": true } } ] }, { "seed": 23, "arms": [ { "params": { "agents": 1, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 12000, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 50, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 240, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": null, "globalTruth": true, "globalCorrect": null, "abstained": true } }, { "params": { "agents": 1000, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 12, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 1, "hits": 48, "falseFlags": 35, "recordReads": 12000, "globalAlarm": null, "globalTruth": true, "globalCorrect": null, "abstained": true } } ] }, { "seed": 24, "arms": [ { "params": { "agents": 1, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 12000, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 50, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 240, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": null, "globalTruth": true, "globalCorrect": null, "abstained": true } }, { "params": { "agents": 1000, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 12, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 1, "hits": 48, "falseFlags": 29, "recordReads": 12000, "globalAlarm": null, "globalTruth": true, "globalCorrect": null, "abstained": true } } ] }, { "seed": 25, "arms": [ { "params": { "agents": 1, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 12000, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 50, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 240, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": null, "globalTruth": true, "globalCorrect": null, "abstained": true } }, { "params": { "agents": 1000, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 12, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 1, "hits": 48, "falseFlags": 39, "recordReads": 12000, "globalAlarm": null, "globalTruth": true, "globalCorrect": null, "abstained": true } } ] }, { "seed": 26, "arms": [ { "params": { "agents": 1, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 12000, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 50, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 240, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": null, "globalTruth": true, "globalCorrect": null, "abstained": true } }, { "params": { "agents": 1000, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 12, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 1, "hits": 48, "falseFlags": 37, "recordReads": 12000, "globalAlarm": null, "globalTruth": true, "globalCorrect": null, "abstained": true } } ] }, { "seed": 27, "arms": [ { "params": { "agents": 1, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 12000, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 50, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 240, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": null, "globalTruth": true, "globalCorrect": null, "abstained": true } }, { "params": { "agents": 1000, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 12, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 1, "hits": 48, "falseFlags": 37, "recordReads": 12000, "globalAlarm": null, "globalTruth": true, "globalCorrect": null, "abstained": true } } ] }, { "seed": 28, "arms": [ { "params": { "agents": 1, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 12000, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 50, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 240, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": null, "globalTruth": true, "globalCorrect": null, "abstained": true } }, { "params": { "agents": 1000, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 12, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 1, "hits": 48, "falseFlags": 38, "recordReads": 12000, "globalAlarm": null, "globalTruth": true, "globalCorrect": null, "abstained": true } } ] }, { "seed": 29, "arms": [ { "params": { "agents": 1, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 12000, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 50, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 240, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": null, "globalTruth": true, "globalCorrect": null, "abstained": true } }, { "params": { "agents": 1000, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 12, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 1, "hits": 48, "falseFlags": 26, "recordReads": 12000, "globalAlarm": null, "globalTruth": true, "globalCorrect": null, "abstained": true } } ] }, { "seed": 30, "arms": [ { "params": { "agents": 1, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 12000, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 50, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 240, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": null, "globalTruth": true, "globalCorrect": null, "abstained": true } }, { "params": { "agents": 1000, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 12, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 1, "hits": 48, "falseFlags": 31, "recordReads": 12000, "globalAlarm": null, "globalTruth": true, "globalCorrect": null, "abstained": true } } ] }, { "seed": 31, "arms": [ { "params": { "agents": 1, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 12000, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 50, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 240, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": null, "globalTruth": true, "globalCorrect": null, "abstained": true } }, { "params": { "agents": 1000, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 12, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 1, "hits": 48, "falseFlags": 27, "recordReads": 12000, "globalAlarm": null, "globalTruth": true, "globalCorrect": null, "abstained": true } } ] }, { "seed": 32, "arms": [ { "params": { "agents": 1, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 12000, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 50, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 240, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": null, "globalTruth": true, "globalCorrect": null, "abstained": true } }, { "params": { "agents": 1000, "noise": 0.6, "drift": 0.5, "pool": false, "records": 12000, "windowWidth": 12, "recordReadBudget": 12000, "coordinatorSummaryMerges": 0 }, "summary": { "recall": 1, "hits": 48, "falseFlags": 26, "recordReads": 12000, "globalAlarm": null, "globalTruth": true, "globalCorrect": null, "abstained": true } } ] } ] }, { "id": "taste-drift", "title": "Taste Drift", "metric": "weirdTrueKept", "arms": [ { "label": "Everyone adapts", "metric": "weirdTrueKept", "n": 32, "mean": 0, "min": 0, "p10": 0, "median": 0, "p90": 0, "max": 0 }, { "label": "Protected explorers", "metric": "weirdTrueKept", "n": 32, "mean": 0.28125, "min": 0, "p10": 0, "median": 0, "p90": 1, "max": 3 } ], "pairedDifference": { "n": 32, "mean": 0.28125, "min": 0, "p10": 0, "median": 0, "p90": 1, "max": 3 }, "runs": [ { "seed": 1, "arms": [ { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0, "protectedSlice": false, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 0, "weirdTrueProposed": 1, "weirdProposed": 3, "falseKept": 0, "cumulativeWeirdTrue": 5, "taste": 0.005967129599999998 } }, { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0, "protectedSlice": true, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 0, "weirdTrueProposed": 4, "weirdProposed": 18, "falseKept": 0, "cumulativeWeirdTrue": 7, "taste": 0.006713625599999999 } } ] }, { "seed": 2, "arms": [ { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0, "protectedSlice": false, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 0, "weirdTrueProposed": 0, "weirdProposed": 1, "falseKept": 0, "cumulativeWeirdTrue": 2, "taste": 0.003359231999999998 } }, { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0, "protectedSlice": true, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 0, "weirdTrueProposed": 6, "weirdProposed": 15, "falseKept": 0, "cumulativeWeirdTrue": 6, "taste": 0.0064696319999999995 } } ] }, { "seed": 3, "arms": [ { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0, "protectedSlice": false, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 0, "weirdTrueProposed": 0, "weirdProposed": 0, "falseKept": 0, "cumulativeWeirdTrue": 15, "taste": 0.007185023999999998 } }, { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0, "protectedSlice": true, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 1, "weirdTrueProposed": 6, "weirdProposed": 19, "falseKept": 3, "cumulativeWeirdTrue": 24, "taste": 0.03469201066666666 } } ] }, { "seed": 4, "arms": [ { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0, "protectedSlice": false, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 0, "weirdTrueProposed": 0, "weirdProposed": 0, "falseKept": 0, "cumulativeWeirdTrue": 9, "taste": 0.006974899199999998 } }, { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0, "protectedSlice": true, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 0, "weirdTrueProposed": 4, "weirdProposed": 16, "falseKept": 1, "cumulativeWeirdTrue": 11, "taste": 0.013254835199999999 } } ] }, { "seed": 5, "arms": [ { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0, "protectedSlice": false, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 0, "weirdTrueProposed": 0, "weirdProposed": 0, "falseKept": 0, "cumulativeWeirdTrue": 3, "taste": 0.003527193599999999 } }, { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0, "protectedSlice": true, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 0, "weirdTrueProposed": 7, "weirdProposed": 20, "falseKept": 0, "cumulativeWeirdTrue": 6, "taste": 0.0175937536 } } ] }, { "seed": 6, "arms": [ { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0, "protectedSlice": false, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 0, "weirdTrueProposed": 0, "weirdProposed": 1, "falseKept": 0, "cumulativeWeirdTrue": 11, "taste": 0.005804006399999998 } }, { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0, "protectedSlice": true, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 0, "weirdTrueProposed": 5, "weirdProposed": 18, "falseKept": 0, "cumulativeWeirdTrue": 11, "taste": 0.005804006399999998 } } ] }, { "seed": 7, "arms": [ { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0, "protectedSlice": false, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 0, "weirdTrueProposed": 1, "weirdProposed": 3, "falseKept": 0, "cumulativeWeirdTrue": 6, "taste": 0.004441651199999998 } }, { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0, "protectedSlice": true, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 0, "weirdTrueProposed": 8, "weirdProposed": 15, "falseKept": 0, "cumulativeWeirdTrue": 8, "taste": 0.0117376512 } } ] }, { "seed": 8, "arms": [ { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0, "protectedSlice": false, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 0, "weirdTrueProposed": 1, "weirdProposed": 1, "falseKept": 0, "cumulativeWeirdTrue": 16, "taste": 0.008684236799999998 } }, { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0, "protectedSlice": true, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 0, "weirdTrueProposed": 8, "weirdProposed": 23, "falseKept": 0, "cumulativeWeirdTrue": 18, "taste": 0.010446796799999998 } } ] }, { "seed": 9, "arms": [ { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0, "protectedSlice": false, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 0, "weirdTrueProposed": 0, "weirdProposed": 0, "falseKept": 0, "cumulativeWeirdTrue": 4, "taste": 0.0036951551999999978 } }, { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0, "protectedSlice": true, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 0, "weirdTrueProposed": 7, "weirdProposed": 19, "falseKept": 0, "cumulativeWeirdTrue": 8, "taste": 0.010908211199999998 } } ] }, { "seed": 10, "arms": [ { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0, "protectedSlice": false, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 0, "weirdTrueProposed": 0, "weirdProposed": 0, "falseKept": 0, "cumulativeWeirdTrue": 4, "taste": 0.0036951551999999978 } }, { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0, "protectedSlice": true, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 0, "weirdTrueProposed": 5, "weirdProposed": 17, "falseKept": 1, "cumulativeWeirdTrue": 7, "taste": 0.008447155199999999 } } ] }, { "seed": 11, "arms": [ { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0, "protectedSlice": false, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 0, "weirdTrueProposed": 0, "weirdProposed": 2, "falseKept": 0, "cumulativeWeirdTrue": 5, "taste": 0.0038631167999999974 } }, { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0, "protectedSlice": true, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 0, "weirdTrueProposed": 1, "weirdProposed": 14, "falseKept": 0, "cumulativeWeirdTrue": 8, "taste": 0.015439052799999997 } } ] }, { "seed": 12, "arms": [ { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0, "protectedSlice": false, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 0, "weirdTrueProposed": 2, "weirdProposed": 3, "falseKept": 0, "cumulativeWeirdTrue": 3, "taste": 0.0038631167999999987 } }, { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0, "protectedSlice": true, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 1, "weirdTrueProposed": 8, "weirdProposed": 20, "falseKept": 2, "cumulativeWeirdTrue": 5, "taste": 0.020996343466666664 } } ] }, { "seed": 13, "arms": [ { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0, "protectedSlice": false, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 0, "weirdTrueProposed": 0, "weirdProposed": 0, "falseKept": 0, "cumulativeWeirdTrue": 1, "taste": 0.0031912703999999992 } }, { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0, "protectedSlice": true, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 0, "weirdTrueProposed": 6, "weirdProposed": 17, "falseKept": 3, "cumulativeWeirdTrue": 3, "taste": 0.0167912704 } } ] }, { "seed": 14, "arms": [ { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0, "protectedSlice": false, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 0, "weirdTrueProposed": 0, "weirdProposed": 0, "falseKept": 0, "cumulativeWeirdTrue": 2, "taste": 0.003359231999999998 } }, { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0, "protectedSlice": true, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 0, "weirdTrueProposed": 5, "weirdProposed": 21, "falseKept": 0, "cumulativeWeirdTrue": 4, "taste": 0.013639167999999997 } } ] }, { "seed": 15, "arms": [ { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0, "protectedSlice": false, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 0, "weirdTrueProposed": 0, "weirdProposed": 0, "falseKept": 0, "cumulativeWeirdTrue": 10, "taste": 0.005872435199999998 } }, { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0, "protectedSlice": true, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 0, "weirdTrueProposed": 3, "weirdProposed": 12, "falseKept": 0, "cumulativeWeirdTrue": 12, "taste": 0.007448371199999998 } } ] }, { "seed": 16, "arms": [ { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0, "protectedSlice": false, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 0, "weirdTrueProposed": 0, "weirdProposed": 2, "falseKept": 0, "cumulativeWeirdTrue": 7, "taste": 0.004311014399999999 } }, { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0, "protectedSlice": true, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 0, "weirdTrueProposed": 3, "weirdProposed": 16, "falseKept": 0, "cumulativeWeirdTrue": 10, "taste": 0.0146886144 } } ] }, { "seed": 17, "arms": [ { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0, "protectedSlice": false, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 0, "weirdTrueProposed": 1, "weirdProposed": 1, "falseKept": 0, "cumulativeWeirdTrue": 9, "taste": 0.005057510399999997 } }, { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0, "protectedSlice": true, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 0, "weirdTrueProposed": 5, "weirdProposed": 14, "falseKept": 0, "cumulativeWeirdTrue": 10, "taste": 0.005337446399999998 } } ] }, { "seed": 18, "arms": [ { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0, "protectedSlice": false, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 0, "weirdTrueProposed": 0, "weirdProposed": 1, "falseKept": 0, "cumulativeWeirdTrue": 0, "taste": 0.0030233087999999996 } }, { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0, "protectedSlice": true, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 0, "weirdTrueProposed": 4, "weirdProposed": 14, "falseKept": 0, "cumulativeWeirdTrue": 2, "taste": 0.009800908799999999 } } ] }, { "seed": 19, "arms": [ { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0, "protectedSlice": false, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 0, "weirdTrueProposed": 1, "weirdProposed": 1, "falseKept": 0, "cumulativeWeirdTrue": 2, "taste": 0.003359231999999998 } }, { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0, "protectedSlice": true, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 0, "weirdTrueProposed": 8, "weirdProposed": 16, "falseKept": 0, "cumulativeWeirdTrue": 3, "taste": 0.013359231999999999 } } ] }, { "seed": 20, "arms": [ { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0, "protectedSlice": false, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 0, "weirdTrueProposed": 0, "weirdProposed": 0, "falseKept": 0, "cumulativeWeirdTrue": 7, "taste": 0.004422988799999998 } }, { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0, "protectedSlice": true, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 0, "weirdTrueProposed": 4, "weirdProposed": 17, "falseKept": 0, "cumulativeWeirdTrue": 13, "taste": 0.010998604799999999 } } ] }, { "seed": 21, "arms": [ { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0, "protectedSlice": false, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 0, "weirdTrueProposed": 1, "weirdProposed": 1, "falseKept": 0, "cumulativeWeirdTrue": 10, "taste": 0.006245683199999997 } }, { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0, "protectedSlice": true, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 3, "weirdTrueProposed": 6, "weirdProposed": 18, "falseKept": 1, "cumulativeWeirdTrue": 14, "taste": 0.05652561920000001 } } ] }, { "seed": 22, "arms": [ { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0, "protectedSlice": false, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 0, "weirdTrueProposed": 2, "weirdProposed": 2, "falseKept": 0, "cumulativeWeirdTrue": 5, "taste": 0.004199039999999999 } }, { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0, "protectedSlice": true, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 1, "weirdTrueProposed": 8, "weirdProposed": 18, "falseKept": 1, "cumulativeWeirdTrue": 7, "taste": 0.021145642666666666 } } ] }, { "seed": 23, "arms": [ { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0, "protectedSlice": false, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 0, "weirdTrueProposed": 0, "weirdProposed": 0, "falseKept": 0, "cumulativeWeirdTrue": 1, "taste": 0.0031912703999999992 } }, { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0, "protectedSlice": true, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 1, "weirdTrueProposed": 7, "weirdProposed": 14, "falseKept": 1, "cumulativeWeirdTrue": 4, "taste": 0.025617937066666666 } } ] }, { "seed": 24, "arms": [ { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0, "protectedSlice": false, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 0, "weirdTrueProposed": 0, "weirdProposed": 0, "falseKept": 0, "cumulativeWeirdTrue": 6, "taste": 0.004740249599999998 } }, { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0, "protectedSlice": true, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 0, "weirdTrueProposed": 7, "weirdProposed": 18, "falseKept": 0, "cumulativeWeirdTrue": 8, "taste": 0.0054867456 } } ] }, { "seed": 25, "arms": [ { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0, "protectedSlice": false, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 0, "weirdTrueProposed": 1, "weirdProposed": 2, "falseKept": 0, "cumulativeWeirdTrue": 2, "taste": 0.003359231999999998 } }, { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0, "protectedSlice": true, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 0, "weirdTrueProposed": 6, "weirdProposed": 13, "falseKept": 1, "cumulativeWeirdTrue": 5, "taste": 0.010292352 } } ] }, { "seed": 26, "arms": [ { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0, "protectedSlice": false, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 0, "weirdTrueProposed": 0, "weirdProposed": 1, "falseKept": 0, "cumulativeWeirdTrue": 10, "taste": 0.006021734399999998 } }, { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0, "protectedSlice": true, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 0, "weirdTrueProposed": 1, "weirdProposed": 17, "falseKept": 0, "cumulativeWeirdTrue": 13, "taste": 0.013077734399999999 } } ] }, { "seed": 27, "arms": [ { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0, "protectedSlice": false, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 0, "weirdTrueProposed": 0, "weirdProposed": 0, "falseKept": 0, "cumulativeWeirdTrue": 4, "taste": 0.003807129599999999 } }, { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0, "protectedSlice": true, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 0, "weirdTrueProposed": 4, "weirdProposed": 23, "falseKept": 0, "cumulativeWeirdTrue": 8, "taste": 0.009682329599999998 } } ] }, { "seed": 28, "arms": [ { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0, "protectedSlice": false, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 0, "weirdTrueProposed": 1, "weirdProposed": 1, "falseKept": 0, "cumulativeWeirdTrue": 1, "taste": 0.0031912703999999992 } }, { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0, "protectedSlice": true, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 0, "weirdTrueProposed": 6, "weirdProposed": 19, "falseKept": 0, "cumulativeWeirdTrue": 2, "taste": 0.0034712063999999985 } } ] }, { "seed": 29, "arms": [ { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0, "protectedSlice": false, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 0, "weirdTrueProposed": 0, "weirdProposed": 1, "falseKept": 0, "cumulativeWeirdTrue": 8, "taste": 0.004777574399999999 } }, { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0, "protectedSlice": true, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 0, "weirdTrueProposed": 4, "weirdProposed": 14, "falseKept": 0, "cumulativeWeirdTrue": 9, "taste": 0.005057510399999997 } } ] }, { "seed": 30, "arms": [ { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0, "protectedSlice": false, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 0, "weirdTrueProposed": 1, "weirdProposed": 2, "falseKept": 0, "cumulativeWeirdTrue": 12, "taste": 0.006096383999999998 } }, { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0, "protectedSlice": true, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 0, "weirdTrueProposed": 6, "weirdProposed": 27, "falseKept": 0, "cumulativeWeirdTrue": 17, "taste": 0.022329983999999994 } } ] }, { "seed": 31, "arms": [ { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0, "protectedSlice": false, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 0, "weirdTrueProposed": 1, "weirdProposed": 1, "falseKept": 0, "cumulativeWeirdTrue": 4, "taste": 0.006296831999999998 } }, { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0, "protectedSlice": true, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 2, "weirdTrueProposed": 6, "weirdProposed": 15, "falseKept": 1, "cumulativeWeirdTrue": 8, "taste": 0.04400776533333333 } } ] }, { "seed": 32, "arms": [ { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0, "protectedSlice": false, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 0, "weirdTrueProposed": 0, "weirdProposed": 2, "falseKept": 0, "cumulativeWeirdTrue": 4, "taste": 0.004292351999999999 } }, { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0, "protectedSlice": true, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 0, "weirdTrueProposed": 6, "weirdProposed": 22, "falseKept": 0, "cumulativeWeirdTrue": 5, "taste": 0.004572287999999998 } } ] } ] }, { "id": "shared-channel", "title": "Shared Channel", "metric": "diversity", "arms": [ { "label": "Isolated search", "metric": "diversity", "n": 32, "mean": 0.9379370695128313, "min": 0.9219034900332542, "p10": 0.9266094056871397, "median": 0.9380587446125241, "p90": 0.9458421357858326, "max": 0.9540274842916425 }, { "label": "Shared board", "metric": "diversity", "n": 32, "mean": 0.0162791649395358, "min": 0.01484400929403562, "p10": 0.015147239692198005, "median": 0.016309532878549853, "p90": 0.017126353587339112, "max": 0.01754069743845935 } ], "pairedDifference": { "n": 32, "mean": -0.9216579045732954, "min": -0.9389851837030054, "p10": -0.929734980759903, "median": -0.9222485747202911, "p90": -0.9107644156788175, "max": -0.9067562503410562 }, "runs": [ { "seed": 1, "arms": [ { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9222831848734427, "effectiveDirections": 118.05224766380067, "uniqueDirections": 127, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.8998870849609375 }, "summary": { "diversity": 0.01484400929403562, "effectiveDirections": 1.9000331896365594, "uniqueDirections": 65, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 2, "arms": [ { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9360245883241219, "effectiveDirections": 119.81114730548761, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.8998870849609375 }, "summary": { "diversity": 0.016646638901606413, "effectiveDirections": 2.130769779405621, "uniqueDirections": 67, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 3, "arms": [ { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9380587446125241, "effectiveDirections": 120.07151931040309, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.8998870849609375 }, "summary": { "diversity": 0.015797205465372208, "effectiveDirections": 2.0220422995676426, "uniqueDirections": 64, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 4, "arms": [ { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9493656575608037, "effectiveDirections": 121.51880416778287, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.8998870849609375 }, "summary": { "diversity": 0.015412649600239428, "effectiveDirections": 1.9728191488306468, "uniqueDirections": 66, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 5, "arms": [ { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.934734792165847, "effectiveDirections": 119.64605339722841, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.8998870849609375 }, "summary": { "diversity": 0.01551357075594009, "effectiveDirections": 1.9857370567603314, "uniqueDirections": 62, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 6, "arms": [ { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9540274842916425, "effectiveDirections": 122.11551798933024, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.8998870849609375 }, "summary": { "diversity": 0.015042300588637092, "effectiveDirections": 1.9254144753455478, "uniqueDirections": 65, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 7, "arms": [ { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9458421357858326, "effectiveDirections": 121.06779338058658, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.8998870849609375 }, "summary": { "diversity": 0.0161071550259296, "effectiveDirections": 2.061715843318989, "uniqueDirections": 67, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 8, "arms": [ { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9331882514968542, "effectiveDirections": 119.44809619159734, "uniqueDirections": 127, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.8998870849609375 }, "summary": { "diversity": 0.016617863905473346, "effectiveDirections": 2.1270865799005882, "uniqueDirections": 68, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 9, "arms": [ { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.935965313970218, "effectiveDirections": 119.8035601881879, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.8998870849609375 }, "summary": { "diversity": 0.017409217502415312, "effectiveDirections": 2.22837984030916, "uniqueDirections": 74, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 10, "arms": [ { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9391686378005467, "effectiveDirections": 120.21358563846998, "uniqueDirections": 127, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.8998870849609375 }, "summary": { "diversity": 0.01692006308025566, "effectiveDirections": 2.1657680742727243, "uniqueDirections": 81, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 11, "arms": [ { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9505167815781385, "effectiveDirections": 121.66614804200172, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.8998870849609375 }, "summary": { "diversity": 0.01543659582269228, "effectiveDirections": 1.9758842653046118, "uniqueDirections": 69, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 12, "arms": [ { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9423299759226322, "effectiveDirections": 120.61823691809693, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.8998870849609375 }, "summary": { "diversity": 0.017449628683205123, "effectiveDirections": 2.2335524714502557, "uniqueDirections": 76, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 13, "arms": [ { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9273820917423808, "effectiveDirections": 118.70490774302475, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.8998870849609375 }, "summary": { "diversity": 0.016617676063563385, "effectiveDirections": 2.1270625361361133, "uniqueDirections": 76, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 14, "arms": [ { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.936857241762352, "effectiveDirections": 119.91772694558105, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.8998870849609375 }, "summary": { "diversity": 0.01697287445378544, "effectiveDirections": 2.172527930084536, "uniqueDirections": 78, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 15, "arms": [ { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9266094056871397, "effectiveDirections": 118.60600392795388, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.8998870849609375 }, "summary": { "diversity": 0.016814677856039704, "effectiveDirections": 2.152278765573082, "uniqueDirections": 72, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 16, "arms": [ { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9439676601911436, "effectiveDirections": 120.82786050446639, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.8998870849609375 }, "summary": { "diversity": 0.017126353587339112, "effectiveDirections": 2.1921732591794063, "uniqueDirections": 76, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 17, "arms": [ { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9385276207137195, "effectiveDirections": 120.1315354513561, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.8998870849609375 }, "summary": { "diversity": 0.016233347998341977, "effectiveDirections": 2.077868543787773, "uniqueDirections": 68, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 18, "arms": [ { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9406944695716686, "effectiveDirections": 120.40889210517358, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.8998870849609375 }, "summary": { "diversity": 0.01591540924874052, "effectiveDirections": 2.0371723838387865, "uniqueDirections": 68, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 19, "arms": [ { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9377265508227097, "effectiveDirections": 120.02899850530684, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.8998870849609375 }, "summary": { "diversity": 0.015693422099562003, "effectiveDirections": 2.0087580287439364, "uniqueDirections": 68, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 20, "arms": [ { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9364613405468594, "effectiveDirections": 119.867051589998, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.8998870849609375 }, "summary": { "diversity": 0.017410375018769082, "effectiveDirections": 2.2285280024024425, "uniqueDirections": 70, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 21, "arms": [ { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9459816538426274, "effectiveDirections": 121.08565169185631, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.8998870849609375 }, "summary": { "diversity": 0.016414642186664663, "effectiveDirections": 2.101074199893077, "uniqueDirections": 69, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 22, "arms": [ { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9323516352778206, "effectiveDirections": 119.34100931556104, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.8998870849609375 }, "summary": { "diversity": 0.016309532878549853, "effectiveDirections": 2.087620208454381, "uniqueDirections": 71, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 23, "arms": [ { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9324261416649098, "effectiveDirections": 119.35054613310845, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.8998870849609375 }, "summary": { "diversity": 0.01754069743845935, "effectiveDirections": 2.2452092721227968, "uniqueDirections": 79, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 24, "arms": [ { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9238721480301781, "effectiveDirections": 118.2556349478628, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.8998870849609375 }, "summary": { "diversity": 0.015936384812969724, "effectiveDirections": 2.0398572560601247, "uniqueDirections": 71, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 25, "arms": [ { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9456222894401891, "effectiveDirections": 121.0396530483442, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.8998870849609375 }, "summary": { "diversity": 0.01684102629922226, "effectiveDirections": 2.1556513663004493, "uniqueDirections": 76, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 26, "arms": [ { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9433148571740165, "effectiveDirections": 120.74430171827412, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.8998870849609375 }, "summary": { "diversity": 0.015655289691922366, "effectiveDirections": 2.003877080566063, "uniqueDirections": 66, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 27, "arms": [ { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9219034900332542, "effectiveDirections": 118.00364672425654, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.8998870849609375 }, "summary": { "diversity": 0.015147239692198005, "effectiveDirections": 1.9388466806013447, "uniqueDirections": 65, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 28, "arms": [ { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.932215111487964, "effectiveDirections": 119.32353427045939, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.8998870849609375 }, "summary": { "diversity": 0.016494256542845892, "effectiveDirections": 2.111264837484274, "uniqueDirections": 72, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 29, "arms": [ { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.938393153896477, "effectiveDirections": 120.11432369874906, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.8998870849609375 }, "summary": { "diversity": 0.016219189148983786, "effectiveDirections": 2.0760562110699246, "uniqueDirections": 72, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 30, "arms": [ { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9439701481014321, "effectiveDirections": 120.82817895698331, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.8998870849609375 }, "summary": { "diversity": 0.01650288939032846, "effectiveDirections": 2.112369841962043, "uniqueDirections": 71, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 31, "arms": [ { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9435023507665373, "effectiveDirections": 120.76830089811678, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.8998870849609375 }, "summary": { "diversity": 0.015076484100972721, "effectiveDirections": 1.9297899649245083, "uniqueDirections": 62, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 32, "arms": [ { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9407013152746225, "effectiveDirections": 120.40976835515168, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.8998870849609375 }, "summary": { "diversity": 0.016814610930085263, "effectiveDirections": 2.1522701990509137, "uniqueDirections": 76, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] } ] } ], "sourceHashes": { "shared.mjs": "5dcd98f028b856c1d56b6f10cbf45d7225f72ced83bd191cdca50f1a31520ef6", "lab.mjs": "7d7cf201a0e95930ee632f988c197d87140aef227a3a624d5b97bbaa945c5e7f", "01_cell_city/model.mjs": "db9ca45e0eaca9743d7d127af13890b7656ed9f71869985cd7617a2dc8b1b896", "02_self_assembly/model.mjs": "bb2f60a97911c1a43256d72425a9d33361ba124d27418151cc4ec089f46bde71", "03_mars_jar/model.mjs": "67b12c35d24caf827afcd84ed7528887fed6fc0ed2a8d2a431e317ea9be0a85b", "04_memory_islands/model.mjs": "56de1e4a3d103d886c1df1ba67b310b6597159e29fefdac5530e284328f92709", "05_known_trap/model.mjs": "7519ec8d5092faaf3a26f7410c79a0315594d753ea6e036b4490ae67720694f9", "06_attention_windows/model.mjs": "92ffc42bc24762cc883160ced2db056f0b65bbd47bfc72ed465cb7a79c5dff87", "07_taste_drift/model.mjs": "6dd75de8d948cbfec43b14647a0af56e2bf2750002733576f298f12992aaab33", "08_shared_channel/model.mjs": "b9c83675b9b74893bd4b6771b8e52de952e56e6dd590fe69b4532784cd5f5f04" }, "sensitivities": [ { "id": "cell-city", "controls": { "benefit": 0 }, "runs": [ { "seed": 1, "arms": [ { "params": { "mixing": 0, "benefit": 0, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.010416666666666666, "infrastructure": 0.01582532477878414, "output": 0 } }, { "params": { "mixing": 0.9, "benefit": 0, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.015625, "infrastructure": 0.02233261728525995, "output": 0 } } ] }, { "seed": 2, "arms": [ { "params": { "mixing": 0, "benefit": 0, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.010416666666666666, "infrastructure": 0.015461155419994412, "output": 0 } }, { "params": { "mixing": 0.9, "benefit": 0, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.020833333333333332, "infrastructure": 0.0210447378690784, "output": 0 } } ] }, { "seed": 3, "arms": [ { "params": { "mixing": 0, "benefit": 0, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.015625, "infrastructure": 0.024363310270310825, "output": 0 } }, { "params": { "mixing": 0.9, "benefit": 0, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.020833333333333332, "infrastructure": 0.02996446827728758, "output": 0 } } ] }, { "seed": 4, "arms": [ { "params": { "mixing": 0, "benefit": 0, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.010416666666666666, "infrastructure": 0.0482530113826256, "output": 0 } }, { "params": { "mixing": 0.9, "benefit": 0, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.020833333333333332, "infrastructure": 0.024856767204426537, "output": 0 } } ] }, { "seed": 5, "arms": [ { "params": { "mixing": 0, "benefit": 0, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.026041666666666668, "infrastructure": 0.020184042106379193, "output": 0 } }, { "params": { "mixing": 0.9, "benefit": 0, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.036458333333333336, "infrastructure": 0.023850780051018483, "output": 0 } } ] }, { "seed": 6, "arms": [ { "params": { "mixing": 0, "benefit": 0, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.015625, "infrastructure": 0.016628249957325803, "output": 0 } }, { "params": { "mixing": 0.9, "benefit": 0, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.026041666666666668, "infrastructure": 0.019849192451471324, "output": 0 } } ] }, { "seed": 7, "arms": [ { "params": { "mixing": 0, "benefit": 0, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.09895833333333333, "infrastructure": 0.041880940843927225, "output": 0 } }, { "params": { "mixing": 0.9, "benefit": 0, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.03125, "infrastructure": 0.025285642894319157, "output": 0 } } ] }, { "seed": 8, "arms": [ { "params": { "mixing": 0, "benefit": 0, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.015625, "infrastructure": 0.015334681965064961, "output": 0 } }, { "params": { "mixing": 0.9, "benefit": 0, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.015625, "infrastructure": 0.022922047988385215, "output": 0 } } ] }, { "seed": 9, "arms": [ { "params": { "mixing": 0, "benefit": 0, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.020833333333333332, "infrastructure": 0.03209599352866866, "output": 0 } }, { "params": { "mixing": 0.9, "benefit": 0, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.020833333333333332, "infrastructure": 0.02831757947372375, "output": 0 } } ] }, { "seed": 10, "arms": [ { "params": { "mixing": 0, "benefit": 0, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.015625, "infrastructure": 0.015489566667711306, "output": 0 } }, { "params": { "mixing": 0.9, "benefit": 0, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.020833333333333332, "infrastructure": 0.025543803705480615, "output": 0 } } ] }, { "seed": 11, "arms": [ { "params": { "mixing": 0, "benefit": 0, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.026041666666666668, "infrastructure": 0.027958926331532276, "output": 0 } }, { "params": { "mixing": 0.9, "benefit": 0, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.03125, "infrastructure": 0.026248652870773794, "output": 0 } } ] }, { "seed": 12, "arms": [ { "params": { "mixing": 0, "benefit": 0, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.015625, "infrastructure": 0.01926325067795304, "output": 0 } }, { "params": { "mixing": 0.9, "benefit": 0, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.03125, "infrastructure": 0.027854134987815447, "output": 0 } } ] }, { "seed": 13, "arms": [ { "params": { "mixing": 0, "benefit": 0, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.010416666666666666, "infrastructure": 0.01737702447357733, "output": 0 } }, { "params": { "mixing": 0.9, "benefit": 0, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.020833333333333332, "infrastructure": 0.02346091285103558, "output": 0 } } ] }, { "seed": 14, "arms": [ { "params": { "mixing": 0, "benefit": 0, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.015625, "infrastructure": 0.02124987829864122, "output": 0 } }, { "params": { "mixing": 0.9, "benefit": 0, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.036458333333333336, "infrastructure": 0.029694535648249514, "output": 0 } } ] }, { "seed": 15, "arms": [ { "params": { "mixing": 0, "benefit": 0, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.020833333333333332, "infrastructure": 0.027165763045394954, "output": 0 } }, { "params": { "mixing": 0.9, "benefit": 0, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.026041666666666668, "infrastructure": 0.027136163616201605, "output": 0 } } ] }, { "seed": 16, "arms": [ { "params": { "mixing": 0, "benefit": 0, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.026041666666666668, "infrastructure": 0.028334525443910984, "output": 0 } }, { "params": { "mixing": 0.9, "benefit": 0, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.036458333333333336, "infrastructure": 0.026678398562574472, "output": 0 } } ] }, { "seed": 17, "arms": [ { "params": { "mixing": 0, "benefit": 0, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.015625, "infrastructure": 0.023620508726233738, "output": 0 } }, { "params": { "mixing": 0.9, "benefit": 0, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.026041666666666668, "infrastructure": 0.03188498595174317, "output": 0 } } ] }, { "seed": 18, "arms": [ { "params": { "mixing": 0, "benefit": 0, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.020833333333333332, "infrastructure": 0.03177886330436665, "output": 0 } }, { "params": { "mixing": 0.9, "benefit": 0, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.026041666666666668, "infrastructure": 0.027139486980847557, "output": 0 } } ] }, { "seed": 19, "arms": [ { "params": { "mixing": 0, "benefit": 0, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.015625, "infrastructure": 0.01629296646516417, "output": 0 } }, { "params": { "mixing": 0.9, "benefit": 0, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.015625, "infrastructure": 0.022629371806650055, "output": 0 } } ] }, { "seed": 20, "arms": [ { "params": { "mixing": 0, "benefit": 0, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.036458333333333336, "infrastructure": 0.01750415685043951, "output": 0 } }, { "params": { "mixing": 0.9, "benefit": 0, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.036458333333333336, "infrastructure": 0.025112358183463822, "output": 0 } } ] }, { "seed": 21, "arms": [ { "params": { "mixing": 0, "benefit": 0, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.010416666666666666, "infrastructure": 0.01970954994798759, "output": 0 } }, { "params": { "mixing": 0.9, "benefit": 0, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.020833333333333332, "infrastructure": 0.02139408345471725, "output": 0 } } ] }, { "seed": 22, "arms": [ { "params": { "mixing": 0, "benefit": 0, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.08333333333333333, "infrastructure": 0.03873153915930492, "output": 0 } }, { "params": { "mixing": 0.9, "benefit": 0, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.020833333333333332, "infrastructure": 0.028960730814040152, "output": 0 } } ] }, { "seed": 23, "arms": [ { "params": { "mixing": 0, "benefit": 0, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.020833333333333332, "infrastructure": 0.01972307698797416, "output": 0 } }, { "params": { "mixing": 0.9, "benefit": 0, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.057291666666666664, "infrastructure": 0.028312609618863928, "output": 0 } } ] }, { "seed": 24, "arms": [ { "params": { "mixing": 0, "benefit": 0, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.015625, "infrastructure": 0.01930836478734621, "output": 0 } }, { "params": { "mixing": 0.9, "benefit": 0, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.03125, "infrastructure": 0.02699934537567503, "output": 0 } } ] }, { "seed": 25, "arms": [ { "params": { "mixing": 0, "benefit": 0, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.005208333333333333, "infrastructure": 0.020236990269490867, "output": 0 } }, { "params": { "mixing": 0.9, "benefit": 0, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.010416666666666666, "infrastructure": 0.023544978311782844, "output": 0 } } ] }, { "seed": 26, "arms": [ { "params": { "mixing": 0, "benefit": 0, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.08854166666666667, "infrastructure": 0.03298058107411979, "output": 0 } }, { "params": { "mixing": 0.9, "benefit": 0, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.020833333333333332, "infrastructure": 0.01999222165367712, "output": 0 } } ] }, { "seed": 27, "arms": [ { "params": { "mixing": 0, "benefit": 0, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.015625, "infrastructure": 0.017366323231692574, "output": 0 } }, { "params": { "mixing": 0.9, "benefit": 0, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.015625, "infrastructure": 0.022896441650613775, "output": 0 } } ] }, { "seed": 28, "arms": [ { "params": { "mixing": 0, "benefit": 0, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.015625, "infrastructure": 0.012136823316708926, "output": 0 } }, { "params": { "mixing": 0.9, "benefit": 0, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.026041666666666668, "infrastructure": 0.018126299300058383, "output": 0 } } ] }, { "seed": 29, "arms": [ { "params": { "mixing": 0, "benefit": 0, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.015625, "infrastructure": 0.017467954479905113, "output": 0 } }, { "params": { "mixing": 0.9, "benefit": 0, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.015625, "infrastructure": 0.02092000051432551, "output": 0 } } ] }, { "seed": 30, "arms": [ { "params": { "mixing": 0, "benefit": 0, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.08854166666666667, "infrastructure": 0.029636645829382427, "output": 0 } }, { "params": { "mixing": 0.9, "benefit": 0, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.020833333333333332, "infrastructure": 0.024750634820530214, "output": 0 } } ] }, { "seed": 31, "arms": [ { "params": { "mixing": 0, "benefit": 0, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.10416666666666667, "infrastructure": 0.043173942500438676, "output": 0 } }, { "params": { "mixing": 0.9, "benefit": 0, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.020833333333333332, "infrastructure": 0.03018685988479966, "output": 0 } } ] }, { "seed": 32, "arms": [ { "params": { "mixing": 0, "benefit": 0, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.03125, "infrastructure": 0.017189309701638338, "output": 0 } }, { "params": { "mixing": 0.9, "benefit": 0, "cost": 0.6, "mutation": 0.015, "groups": 12, "size": 16 }, "summary": { "cooperation": 0.036458333333333336, "infrastructure": 0.020831463562347895, "output": 0 } } ] } ], "arms": [ { "label": "Shared founders", "metric": "cooperation", "n": 32, "mean": 0.029296874999999997, "min": 0.005208333333333333, "p10": 0.010416666666666666, "median": 0.015625, "p90": 0.08333333333333333, "max": 0.10416666666666667 }, { "label": "Mixed founders", "metric": "cooperation", "n": 32, "mean": 0.025390625000000007, "min": 0.010416666666666666, "p10": 0.015625, "median": 0.020833333333333332, "p90": 0.036458333333333336, "max": 0.057291666666666664 } ] }, { "id": "mars-jar", "controls": { "solar": 0.5 }, "runs": [ { "seed": 1, "arms": [ { "params": { "leak": 0.001, "maintenance": false, "stockScale": 1, "solar": 0.5, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 49, "failedAt": 50, "daysReserve": 0.937329090158137, "integrity": 0.7999999999999998, "energyUsed": 194.45770571231864, "energyIn": 198.559364864789, "repairDays": 0 } }, { "params": { "leak": 0.001, "maintenance": true, "stockScale": 1, "solar": 0.5, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 46, "failedAt": 47, "daysReserve": 0.8285805429061808, "integrity": 0.962, "energyUsed": 182.42833325508985, "energyIn": 186.5299924075604, "repairDays": 6 } } ] }, { "seed": 2, "arms": [ { "params": { "leak": 0.001, "maintenance": false, "stockScale": 1, "solar": 0.5, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 50, "failedAt": 51, "daysReserve": 0.7914939449615742, "integrity": 0.7959999999999998, "energyUsed": 199.74119965955597, "energyIn": 203.92860041502863, "repairDays": 0 } }, { "params": { "leak": 0.001, "maintenance": true, "stockScale": 1, "solar": 0.5, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 46, "failedAt": 47, "daysReserve": 0.8942634163517478, "integrity": 0.962, "energyUsed": 182.83461907021683, "energyIn": 187.0220198256895, "repairDays": 6 } } ] }, { "seed": 3, "arms": [ { "params": { "leak": 0.001, "maintenance": false, "stockScale": 1, "solar": 0.5, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 50, "failedAt": 51, "daysReserve": 0.7945154787472793, "integrity": 0.7959999999999998, "energyUsed": 199.75988955926144, "energyIn": 203.93607098627828, "repairDays": 0 } }, { "params": { "leak": 0.001, "maintenance": true, "stockScale": 1, "solar": 0.5, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 47, "failedAt": 48, "daysReserve": 0.6460606375609884, "integrity": 0.958, "energyUsed": 187.48491116017107, "energyIn": 191.66109258718782, "repairDays": 6 } } ] }, { "seed": 4, "arms": [ { "params": { "leak": 0.001, "maintenance": false, "stockScale": 1, "solar": 0.5, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 50, "failedAt": 51, "daysReserve": 0.8867780094087772, "integrity": 0.7959999999999998, "energyUsed": 200.33058562520893, "energyIn": 204.66949458289895, "repairDays": 0 } }, { "params": { "leak": 0.001, "maintenance": true, "stockScale": 1, "solar": 0.5, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 47, "failedAt": 48, "daysReserve": 0.8183621704044473, "integrity": 0.958, "energyUsed": 188.55069383755315, "energyIn": 192.8896027952433, "repairDays": 6 } } ] }, { "seed": 5, "arms": [ { "params": { "leak": 0.001, "maintenance": false, "stockScale": 1, "solar": 0.5, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 50, "failedAt": 51, "daysReserve": 0.9052641047987493, "integrity": 0.7959999999999998, "energyUsed": 200.44493260700227, "energyIn": 204.596752535738, "repairDays": 0 } }, { "params": { "leak": 0.001, "maintenance": true, "stockScale": 1, "solar": 0.5, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 47, "failedAt": 48, "daysReserve": 0.7948549533231819, "integrity": 0.958, "energyUsed": 188.40528837107112, "energyIn": 192.55710829980669, "repairDays": 6 } } ] }, { "seed": 6, "arms": [ { "params": { "leak": 0.001, "maintenance": false, "stockScale": 1, "solar": 0.5, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 51, "failedAt": 52, "daysReserve": 0.7467693302560059, "integrity": 0.7919999999999998, "energyUsed": 205.65011956859382, "energyIn": 209.67071685753757, "repairDays": 0 } }, { "params": { "leak": 0.001, "maintenance": true, "stockScale": 1, "solar": 0.5, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 48, "failedAt": 49, "daysReserve": 0.7020257789427474, "integrity": 0.954, "energyUsed": 194.01665430273874, "energyIn": 198.03725159168238, "repairDays": 6 } } ] }, { "seed": 7, "arms": [ { "params": { "leak": 0.001, "maintenance": false, "stockScale": 1, "solar": 0.5, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 50, "failedAt": 51, "daysReserve": 0.7326233261115801, "integrity": 0.7959999999999998, "energyUsed": 199.3770515017212, "energyIn": 202.98641530424356, "repairDays": 0 } }, { "params": { "leak": 0.001, "maintenance": true, "stockScale": 1, "solar": 0.5, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 46, "failedAt": 47, "daysReserve": 0.8955040969174923, "integrity": 0.962, "energyUsed": 182.84229338299477, "energyIn": 186.45165718551723, "repairDays": 6 } } ] }, { "seed": 8, "arms": [ { "params": { "leak": 0.001, "maintenance": false, "stockScale": 1, "solar": 0.5, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 50, "failedAt": 51, "daysReserve": 0.637238065465045, "integrity": 0.7959999999999998, "energyUsed": 198.7870395801963, "energyIn": 202.51207571607083, "repairDays": 0 } }, { "params": { "leak": 0.001, "maintenance": true, "stockScale": 1, "solar": 0.5, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 46, "failedAt": 47, "daysReserve": 0.8245747592104611, "integrity": 0.962, "energyUsed": 182.40355521161118, "energyIn": 186.12859134748575, "repairDays": 6 } } ] }, { "seed": 9, "arms": [ { "params": { "leak": 0.001, "maintenance": false, "stockScale": 1, "solar": 0.5, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 51, "failedAt": 52, "daysReserve": 0.6880839725934549, "integrity": 0.7919999999999998, "energyUsed": 205.28711735624822, "energyIn": 209.0461004907265, "repairDays": 0 } }, { "params": { "leak": 0.001, "maintenance": true, "stockScale": 1, "solar": 0.5, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 47, "failedAt": 48, "daysReserve": 0.8881556133972467, "integrity": 0.958, "energyUsed": 188.98240585606533, "energyIn": 192.74138899054373, "repairDays": 6 } } ] }, { "seed": 10, "arms": [ { "params": { "leak": 0.001, "maintenance": false, "stockScale": 1, "solar": 0.5, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 49, "failedAt": 50, "daysReserve": 0.9720912424884767, "integrity": 0.7999999999999998, "energyUsed": 194.67272933498023, "energyIn": 198.67432294432072, "repairDays": 0 } }, { "params": { "leak": 0.001, "maintenance": true, "stockScale": 1, "solar": 0.5, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 46, "failedAt": 47, "daysReserve": 0.8536769282147283, "integrity": 0.962, "energyUsed": 182.58356862813233, "energyIn": 186.58516223747282, "repairDays": 6 } } ] }, { "seed": 11, "arms": [ { "params": { "leak": 0.001, "maintenance": false, "stockScale": 1, "solar": 0.5, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 50, "failedAt": 51, "daysReserve": 0.8206344809988498, "integrity": 0.7959999999999998, "energyUsed": 199.92145039793095, "energyIn": 203.9307200368494, "repairDays": 0 } }, { "params": { "leak": 0.001, "maintenance": true, "stockScale": 1, "solar": 0.5, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 47, "failedAt": 48, "daysReserve": 0.7433029992626997, "integrity": 0.958, "energyUsed": 188.08641030471762, "energyIn": 192.09567994363607, "repairDays": 6 } } ] }, { "seed": 12, "arms": [ { "params": { "leak": 0.001, "maintenance": false, "stockScale": 1, "solar": 0.5, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 49, "failedAt": 50, "daysReserve": 0.7301635893654704, "integrity": 0.7999999999999998, "energyUsed": 193.1762696249411, "energyIn": 197.00679035577923, "repairDays": 0 } }, { "params": { "leak": 0.001, "maintenance": true, "stockScale": 1, "solar": 0.5, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 46, "failedAt": 47, "daysReserve": 0.703790800113544, "integrity": 0.962, "energyUsed": 181.6564379388468, "energyIn": 185.48695866968484, "repairDays": 6 } } ] }, { "seed": 13, "arms": [ { "params": { "leak": 0.001, "maintenance": false, "stockScale": 1, "solar": 0.5, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 48, "failedAt": 49, "daysReserve": 0.662889715771189, "integrity": 0.8039999999999998, "energyUsed": 186.5745755614714, "energyIn": 190.62763368096208, "repairDays": 0 } }, { "params": { "leak": 0.001, "maintenance": true, "stockScale": 1, "solar": 0.5, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 45, "failedAt": 46, "daysReserve": 0.7904795061961416, "integrity": 0.941, "energyUsed": 174.8070897290483, "energyIn": 178.86014784853907, "repairDays": 5 } } ] }, { "seed": 14, "arms": [ { "params": { "leak": 0.001, "maintenance": false, "stockScale": 1, "solar": 0.5, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 49, "failedAt": 50, "daysReserve": 0.9071619506695637, "integrity": 0.7999999999999998, "energyUsed": 194.27110484950242, "energyIn": 198.22947136424483, "repairDays": 0 } }, { "params": { "leak": 0.001, "maintenance": true, "stockScale": 1, "solar": 0.5, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 46, "failedAt": 47, "daysReserve": 0.9047997713638485, "integrity": 0.962, "energyUsed": 182.89979240018877, "energyIn": 186.85815891493112, "repairDays": 6 } } ] }, { "seed": 15, "arms": [ { "params": { "leak": 0.001, "maintenance": false, "stockScale": 1, "solar": 0.5, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 49, "failedAt": 50, "daysReserve": 0.7886524959979582, "integrity": 0.7999999999999998, "energyUsed": 193.5380566762761, "energyIn": 197.32832869682468, "repairDays": 0 } }, { "params": { "leak": 0.001, "maintenance": true, "stockScale": 1, "solar": 0.5, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 46, "failedAt": 47, "daysReserve": 0.6677763655226067, "integrity": 0.962, "energyUsed": 181.43366824034612, "energyIn": 185.2239402608947, "repairDays": 6 } } ] }, { "seed": 16, "arms": [ { "params": { "leak": 0.001, "maintenance": false, "stockScale": 1, "solar": 0.5, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 50, "failedAt": 51, "daysReserve": 0.9126114027608822, "integrity": 0.7959999999999998, "energyUsed": 200.49037981089214, "energyIn": 204.59549597669397, "repairDays": 0 } }, { "params": { "leak": 0.001, "maintenance": true, "stockScale": 1, "solar": 0.5, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 47, "failedAt": 48, "daysReserve": 0.919135918817792, "integrity": 0.958, "energyUsed": 189.17403661124413, "energyIn": 193.279152777046, "repairDays": 6 } } ] }, { "seed": 17, "arms": [ { "params": { "leak": 0.001, "maintenance": false, "stockScale": 1, "solar": 0.5, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 49, "failedAt": 50, "daysReserve": 0.8481623565057896, "integrity": 0.7999999999999998, "energyUsed": 193.90615890622135, "energyIn": 198.0478791430593, "repairDays": 0 } }, { "params": { "leak": 0.001, "maintenance": true, "stockScale": 1, "solar": 0.5, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 46, "failedAt": 47, "daysReserve": 0.8385829918806752, "integrity": 0.962, "energyUsed": 182.49020407348868, "energyIn": 186.6319243103266, "repairDays": 6 } } ] }, { "seed": 18, "arms": [ { "params": { "leak": 0.001, "maintenance": false, "stockScale": 1, "solar": 0.5, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 50, "failedAt": 51, "daysReserve": 0.9775995104676178, "integrity": 0.7959999999999998, "energyUsed": 200.892368105985, "energyIn": 204.81089769657697, "repairDays": 0 } }, { "params": { "leak": 0.001, "maintenance": true, "stockScale": 1, "solar": 0.5, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 47, "failedAt": 48, "daysReserve": 0.8094075322464807, "integrity": 0.958, "energyUsed": 188.4953043231738, "energyIn": 192.4138339137658, "repairDays": 6 } } ] }, { "seed": 19, "arms": [ { "params": { "leak": 0.001, "maintenance": false, "stockScale": 1, "solar": 0.5, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 50, "failedAt": 51, "daysReserve": 0.8007877219726012, "integrity": 0.7959999999999998, "energyUsed": 199.79868694003653, "energyIn": 203.44552231542767, "repairDays": 0 } }, { "params": { "leak": 0.001, "maintenance": true, "stockScale": 1, "solar": 0.5, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 46, "failedAt": 47, "daysReserve": 0.9901812437105315, "integrity": 0.962, "energyUsed": 183.427925218828, "energyIn": 187.074760594219, "repairDays": 6 } } ] }, { "seed": 20, "arms": [ { "params": { "leak": 0.001, "maintenance": false, "stockScale": 1, "solar": 0.5, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 49, "failedAt": 50, "daysReserve": 0.9492561045214515, "integrity": 0.7999999999999998, "energyUsed": 194.53148105889537, "energyIn": 198.73356958869843, "repairDays": 0 } }, { "params": { "leak": 0.001, "maintenance": true, "stockScale": 1, "solar": 0.5, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 46, "failedAt": 47, "daysReserve": 0.8748056540914484, "integrity": 0.962, "energyUsed": 182.714261777885, "energyIn": 186.9163503076881, "repairDays": 6 } } ] }, { "seed": 21, "arms": [ { "params": { "leak": 0.001, "maintenance": false, "stockScale": 1, "solar": 0.5, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 50, "failedAt": 51, "daysReserve": 0.8105438124385351, "integrity": 0.7959999999999998, "energyUsed": 199.85903389137243, "energyIn": 203.80486686862994, "repairDays": 0 } }, { "params": { "leak": 0.001, "maintenance": true, "stockScale": 1, "solar": 0.5, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 47, "failedAt": 48, "daysReserve": 0.7430441398921742, "integrity": 0.958, "energyUsed": 188.08480911273506, "energyIn": 192.03064208999268, "repairDays": 6 } } ] }, { "seed": 22, "arms": [ { "params": { "leak": 0.001, "maintenance": false, "stockScale": 1, "solar": 0.5, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 48, "failedAt": 49, "daysReserve": 0.6176262212612914, "integrity": 0.8039999999999998, "energyUsed": 186.2945951830595, "energyIn": 190.39208984896544, "repairDays": 0 } }, { "params": { "leak": 0.001, "maintenance": true, "stockScale": 1, "solar": 0.5, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 45, "failedAt": 46, "daysReserve": 0.7843143303158344, "integrity": 0.941, "energyUsed": 174.76895462051027, "energyIn": 178.8664492864162, "repairDays": 5 } } ] }, { "seed": 23, "arms": [ { "params": { "leak": 0.001, "maintenance": false, "stockScale": 1, "solar": 0.5, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 51, "failedAt": 52, "daysReserve": 0.8611033464958884, "integrity": 0.7919999999999998, "energyUsed": 206.35734028760345, "energyIn": 210.03151841964572, "repairDays": 0 } }, { "params": { "leak": 0.001, "maintenance": true, "stockScale": 1, "solar": 0.5, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 48, "failedAt": 49, "daysReserve": 0.7263963642083096, "integrity": 0.954, "energyUsed": 194.16740019097924, "energyIn": 197.84157832302154, "repairDays": 6 } } ] }, { "seed": 24, "arms": [ { "params": { "leak": 0.001, "maintenance": false, "stockScale": 1, "solar": 0.5, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 51, "failedAt": 52, "daysReserve": 0.7241346291347133, "integrity": 0.7919999999999998, "energyUsed": 205.51011110804984, "energyIn": 209.37572723329066, "repairDays": 0 } }, { "params": { "leak": 0.001, "maintenance": true, "stockScale": 1, "solar": 0.5, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 47, "failedAt": 48, "daysReserve": 0.9765641936128947, "integrity": 0.958, "energyUsed": 189.52926305327574, "energyIn": 193.39487917851656, "repairDays": 6 } } ] }, { "seed": 25, "arms": [ { "params": { "leak": 0.001, "maintenance": false, "stockScale": 1, "solar": 0.5, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 50, "failedAt": 51, "daysReserve": 0.8202489850223031, "integrity": 0.7959999999999998, "energyUsed": 199.91906588673578, "energyIn": 203.99741587229065, "repairDays": 0 } }, { "params": { "leak": 0.001, "maintenance": true, "stockScale": 1, "solar": 0.5, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 47, "failedAt": 48, "daysReserve": 0.6793847205539525, "integrity": 0.958, "energyUsed": 187.6910395085811, "energyIn": 191.7693894941359, "repairDays": 6 } } ] }, { "seed": 26, "arms": [ { "params": { "leak": 0.001, "maintenance": false, "stockScale": 1, "solar": 0.5, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 51, "failedAt": 52, "daysReserve": 0.7236320540420722, "integrity": 0.7919999999999998, "energyUsed": 205.5070023961366, "energyIn": 209.51618528738615, "repairDays": 0 } }, { "params": { "leak": 0.001, "maintenance": true, "stockScale": 1, "solar": 0.5, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 47, "failedAt": 48, "daysReserve": 0.9959339702635414, "integrity": 0.958, "energyUsed": 189.64907610472295, "energyIn": 193.65825899597255, "repairDays": 6 } } ] }, { "seed": 27, "arms": [ { "params": { "leak": 0.001, "maintenance": false, "stockScale": 1, "solar": 0.5, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 49, "failedAt": 50, "daysReserve": 0.7341748776140901, "integrity": 0.7999999999999998, "energyUsed": 193.20108171720054, "energyIn": 197.12369483392692, "repairDays": 0 } }, { "params": { "leak": 0.001, "maintenance": true, "stockScale": 1, "solar": 0.5, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 46, "failedAt": 47, "daysReserve": 0.6372648261198748, "integrity": 0.962, "energyUsed": 181.24493706878272, "energyIn": 185.1675501855091, "repairDays": 6 } } ] }, { "seed": 28, "arms": [ { "params": { "leak": 0.001, "maintenance": false, "stockScale": 1, "solar": 0.5, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 51, "failedAt": 52, "daysReserve": 0.6546455122015147, "integrity": 0.7919999999999998, "energyUsed": 205.0802815187722, "energyIn": 209.02308249603962, "repairDays": 0 } }, { "params": { "leak": 0.001, "maintenance": true, "stockScale": 1, "solar": 0.5, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 47, "failedAt": 48, "daysReserve": 0.9778619309089469, "integrity": 0.958, "energyUsed": 189.53729029428212, "energyIn": 193.48009127154953, "repairDays": 6 } } ] }, { "seed": 29, "arms": [ { "params": { "leak": 0.001, "maintenance": false, "stockScale": 1, "solar": 0.5, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 49, "failedAt": 50, "daysReserve": 0.6978310876563167, "integrity": 0.7999999999999998, "energyUsed": 192.97627476900814, "energyIn": 196.74476438891142, "repairDays": 0 } }, { "params": { "leak": 0.001, "maintenance": true, "stockScale": 1, "solar": 0.5, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 46, "failedAt": 47, "daysReserve": 0.684287179547673, "integrity": 0.962, "energyUsed": 181.53579698689273, "energyIn": 185.3042866067961, "repairDays": 6 } } ] }, { "seed": 30, "arms": [ { "params": { "leak": 0.001, "maintenance": false, "stockScale": 1, "solar": 0.5, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 51, "failedAt": 52, "daysReserve": 0.6992980494902755, "integrity": 0.7919999999999998, "energyUsed": 205.35648278035237, "energyIn": 209.64564020726834, "repairDays": 0 } }, { "params": { "leak": 0.001, "maintenance": true, "stockScale": 1, "solar": 0.5, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 47, "failedAt": 48, "daysReserve": 0.9321197622884062, "integrity": 0.958, "energyUsed": 189.254349045083, "energyIn": 193.54350647199902, "repairDays": 6 } } ] }, { "seed": 31, "arms": [ { "params": { "leak": 0.001, "maintenance": false, "stockScale": 1, "solar": 0.5, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 51, "failedAt": 52, "daysReserve": 0.8750108989790696, "integrity": 0.7919999999999998, "energyUsed": 206.44336638543766, "energyIn": 210.58117127828302, "repairDays": 0 } }, { "params": { "leak": 0.001, "maintenance": true, "stockScale": 1, "solar": 0.5, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 47, "failedAt": 48, "daysReserve": 0.951839604810501, "integrity": 0.958, "energyUsed": 189.37632745243621, "energyIn": 193.51413234528155, "repairDays": 6 } } ] }, { "seed": 32, "arms": [ { "params": { "leak": 0.001, "maintenance": false, "stockScale": 1, "solar": 0.5, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 51, "failedAt": 52, "daysReserve": 0.6408521417456989, "integrity": 0.7919999999999998, "energyUsed": 204.99496170151977, "energyIn": 208.90507514011117, "repairDays": 0 } }, { "params": { "leak": 0.001, "maintenance": true, "stockScale": 1, "solar": 0.5, "initial": [ 140, 110, 90 ], "need": [ 8, 8, 8 ], "yieldRate": [ 0.985, 0.98, 0.97 ], "horizon": 240, "supportCutDay": 30 }, "summary": { "survivedDays": 47, "failedAt": 48, "daysReserve": 0.8794401684760419, "integrity": 0.958, "energyUsed": 188.92849588748066, "energyIn": 192.83860932607206, "repairDays": 6 } } ] } ], "arms": [ { "label": "No maintenance", "metric": "survivedDays", "n": 32, "mean": 49.875, "min": 48, "p10": 49, "median": 50, "p90": 51, "max": 51 }, { "label": "Maintain the loop", "metric": "survivedDays", "n": 32, "mean": 46.53125, "min": 45, "p10": 46, "median": 47, "p90": 47, "max": 48 } ] }, { "id": "memory-islands", "controls": { "change": 0 }, "runs": [ { "seed": 1, "arms": [ { "params": { "strategy": "fresh", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 0 }, "summary": { "successes": 91, "failures": 29, "rate": 0.7583333333333333, "repeatMistakes": 14 } }, { "params": { "strategy": "skills", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 120, "failures": 0, "rate": 1, "repeatMistakes": 0 } }, { "params": { "strategy": "reflection", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 120, "failures": 0, "rate": 1, "repeatMistakes": 0 } } ] }, { "seed": 2, "arms": [ { "params": { "strategy": "fresh", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 0 }, "summary": { "successes": 82, "failures": 38, "rate": 0.6833333333333333, "repeatMistakes": 18 } }, { "params": { "strategy": "skills", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 120, "failures": 0, "rate": 1, "repeatMistakes": 0 } }, { "params": { "strategy": "reflection", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 120, "failures": 0, "rate": 1, "repeatMistakes": 0 } } ] }, { "seed": 3, "arms": [ { "params": { "strategy": "fresh", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 0 }, "summary": { "successes": 80, "failures": 40, "rate": 0.6666666666666666, "repeatMistakes": 21 } }, { "params": { "strategy": "skills", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 120, "failures": 0, "rate": 1, "repeatMistakes": 0 } }, { "params": { "strategy": "reflection", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 120, "failures": 0, "rate": 1, "repeatMistakes": 0 } } ] }, { "seed": 4, "arms": [ { "params": { "strategy": "fresh", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 0 }, "summary": { "successes": 86, "failures": 34, "rate": 0.7166666666666667, "repeatMistakes": 18 } }, { "params": { "strategy": "skills", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 120, "failures": 0, "rate": 1, "repeatMistakes": 0 } }, { "params": { "strategy": "reflection", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 120, "failures": 0, "rate": 1, "repeatMistakes": 0 } } ] }, { "seed": 5, "arms": [ { "params": { "strategy": "fresh", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 0 }, "summary": { "successes": 86, "failures": 34, "rate": 0.7166666666666667, "repeatMistakes": 12 } }, { "params": { "strategy": "skills", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 120, "failures": 0, "rate": 1, "repeatMistakes": 0 } }, { "params": { "strategy": "reflection", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 120, "failures": 0, "rate": 1, "repeatMistakes": 0 } } ] }, { "seed": 6, "arms": [ { "params": { "strategy": "fresh", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 0 }, "summary": { "successes": 104, "failures": 16, "rate": 0.8666666666666667, "repeatMistakes": 5 } }, { "params": { "strategy": "skills", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 120, "failures": 0, "rate": 1, "repeatMistakes": 0 } }, { "params": { "strategy": "reflection", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 120, "failures": 0, "rate": 1, "repeatMistakes": 0 } } ] }, { "seed": 7, "arms": [ { "params": { "strategy": "fresh", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 0 }, "summary": { "successes": 76, "failures": 44, "rate": 0.6333333333333333, "repeatMistakes": 23 } }, { "params": { "strategy": "skills", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 120, "failures": 0, "rate": 1, "repeatMistakes": 0 } }, { "params": { "strategy": "reflection", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 120, "failures": 0, "rate": 1, "repeatMistakes": 0 } } ] }, { "seed": 8, "arms": [ { "params": { "strategy": "fresh", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 0 }, "summary": { "successes": 85, "failures": 35, "rate": 0.7083333333333334, "repeatMistakes": 15 } }, { "params": { "strategy": "skills", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 120, "failures": 0, "rate": 1, "repeatMistakes": 0 } }, { "params": { "strategy": "reflection", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 120, "failures": 0, "rate": 1, "repeatMistakes": 0 } } ] }, { "seed": 9, "arms": [ { "params": { "strategy": "fresh", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 0 }, "summary": { "successes": 85, "failures": 35, "rate": 0.7083333333333334, "repeatMistakes": 18 } }, { "params": { "strategy": "skills", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 120, "failures": 0, "rate": 1, "repeatMistakes": 0 } }, { "params": { "strategy": "reflection", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 120, "failures": 0, "rate": 1, "repeatMistakes": 0 } } ] }, { "seed": 10, "arms": [ { "params": { "strategy": "fresh", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 0 }, "summary": { "successes": 71, "failures": 49, "rate": 0.5916666666666667, "repeatMistakes": 28 } }, { "params": { "strategy": "skills", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 120, "failures": 0, "rate": 1, "repeatMistakes": 0 } }, { "params": { "strategy": "reflection", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 120, "failures": 0, "rate": 1, "repeatMistakes": 0 } } ] }, { "seed": 11, "arms": [ { "params": { "strategy": "fresh", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 0 }, "summary": { "successes": 89, "failures": 31, "rate": 0.7416666666666667, "repeatMistakes": 16 } }, { "params": { "strategy": "skills", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 120, "failures": 0, "rate": 1, "repeatMistakes": 0 } }, { "params": { "strategy": "reflection", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 120, "failures": 0, "rate": 1, "repeatMistakes": 0 } } ] }, { "seed": 12, "arms": [ { "params": { "strategy": "fresh", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 0 }, "summary": { "successes": 98, "failures": 22, "rate": 0.8166666666666667, "repeatMistakes": 9 } }, { "params": { "strategy": "skills", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 120, "failures": 0, "rate": 1, "repeatMistakes": 0 } }, { "params": { "strategy": "reflection", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 120, "failures": 0, "rate": 1, "repeatMistakes": 0 } } ] }, { "seed": 13, "arms": [ { "params": { "strategy": "fresh", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 0 }, "summary": { "successes": 92, "failures": 28, "rate": 0.7666666666666667, "repeatMistakes": 8 } }, { "params": { "strategy": "skills", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 120, "failures": 0, "rate": 1, "repeatMistakes": 0 } }, { "params": { "strategy": "reflection", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 120, "failures": 0, "rate": 1, "repeatMistakes": 0 } } ] }, { "seed": 14, "arms": [ { "params": { "strategy": "fresh", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 0 }, "summary": { "successes": 80, "failures": 40, "rate": 0.6666666666666666, "repeatMistakes": 20 } }, { "params": { "strategy": "skills", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 120, "failures": 0, "rate": 1, "repeatMistakes": 0 } }, { "params": { "strategy": "reflection", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 120, "failures": 0, "rate": 1, "repeatMistakes": 0 } } ] }, { "seed": 15, "arms": [ { "params": { "strategy": "fresh", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 0 }, "summary": { "successes": 93, "failures": 27, "rate": 0.775, "repeatMistakes": 12 } }, { "params": { "strategy": "skills", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 120, "failures": 0, "rate": 1, "repeatMistakes": 0 } }, { "params": { "strategy": "reflection", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 120, "failures": 0, "rate": 1, "repeatMistakes": 0 } } ] }, { "seed": 16, "arms": [ { "params": { "strategy": "fresh", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 0 }, "summary": { "successes": 82, "failures": 38, "rate": 0.6833333333333333, "repeatMistakes": 14 } }, { "params": { "strategy": "skills", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 120, "failures": 0, "rate": 1, "repeatMistakes": 0 } }, { "params": { "strategy": "reflection", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 120, "failures": 0, "rate": 1, "repeatMistakes": 0 } } ] }, { "seed": 17, "arms": [ { "params": { "strategy": "fresh", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 0 }, "summary": { "successes": 81, "failures": 39, "rate": 0.675, "repeatMistakes": 18 } }, { "params": { "strategy": "skills", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 120, "failures": 0, "rate": 1, "repeatMistakes": 0 } }, { "params": { "strategy": "reflection", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 120, "failures": 0, "rate": 1, "repeatMistakes": 0 } } ] }, { "seed": 18, "arms": [ { "params": { "strategy": "fresh", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 0 }, "summary": { "successes": 93, "failures": 27, "rate": 0.775, "repeatMistakes": 9 } }, { "params": { "strategy": "skills", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 120, "failures": 0, "rate": 1, "repeatMistakes": 0 } }, { "params": { "strategy": "reflection", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 120, "failures": 0, "rate": 1, "repeatMistakes": 0 } } ] }, { "seed": 19, "arms": [ { "params": { "strategy": "fresh", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 0 }, "summary": { "successes": 84, "failures": 36, "rate": 0.7, "repeatMistakes": 13 } }, { "params": { "strategy": "skills", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 120, "failures": 0, "rate": 1, "repeatMistakes": 0 } }, { "params": { "strategy": "reflection", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 120, "failures": 0, "rate": 1, "repeatMistakes": 0 } } ] }, { "seed": 20, "arms": [ { "params": { "strategy": "fresh", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 0 }, "summary": { "successes": 78, "failures": 42, "rate": 0.65, "repeatMistakes": 23 } }, { "params": { "strategy": "skills", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 120, "failures": 0, "rate": 1, "repeatMistakes": 0 } }, { "params": { "strategy": "reflection", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 120, "failures": 0, "rate": 1, "repeatMistakes": 0 } } ] }, { "seed": 21, "arms": [ { "params": { "strategy": "fresh", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 0 }, "summary": { "successes": 85, "failures": 35, "rate": 0.7083333333333334, "repeatMistakes": 20 } }, { "params": { "strategy": "skills", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 120, "failures": 0, "rate": 1, "repeatMistakes": 0 } }, { "params": { "strategy": "reflection", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 120, "failures": 0, "rate": 1, "repeatMistakes": 0 } } ] }, { "seed": 22, "arms": [ { "params": { "strategy": "fresh", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 0 }, "summary": { "successes": 87, "failures": 33, "rate": 0.725, "repeatMistakes": 15 } }, { "params": { "strategy": "skills", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 120, "failures": 0, "rate": 1, "repeatMistakes": 0 } }, { "params": { "strategy": "reflection", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 120, "failures": 0, "rate": 1, "repeatMistakes": 0 } } ] }, { "seed": 23, "arms": [ { "params": { "strategy": "fresh", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 0 }, "summary": { "successes": 90, "failures": 30, "rate": 0.75, "repeatMistakes": 9 } }, { "params": { "strategy": "skills", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 120, "failures": 0, "rate": 1, "repeatMistakes": 0 } }, { "params": { "strategy": "reflection", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 120, "failures": 0, "rate": 1, "repeatMistakes": 0 } } ] }, { "seed": 24, "arms": [ { "params": { "strategy": "fresh", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 0 }, "summary": { "successes": 72, "failures": 48, "rate": 0.6, "repeatMistakes": 23 } }, { "params": { "strategy": "skills", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 120, "failures": 0, "rate": 1, "repeatMistakes": 0 } }, { "params": { "strategy": "reflection", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 120, "failures": 0, "rate": 1, "repeatMistakes": 0 } } ] }, { "seed": 25, "arms": [ { "params": { "strategy": "fresh", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 0 }, "summary": { "successes": 65, "failures": 55, "rate": 0.5416666666666666, "repeatMistakes": 30 } }, { "params": { "strategy": "skills", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 120, "failures": 0, "rate": 1, "repeatMistakes": 0 } }, { "params": { "strategy": "reflection", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 120, "failures": 0, "rate": 1, "repeatMistakes": 0 } } ] }, { "seed": 26, "arms": [ { "params": { "strategy": "fresh", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 0 }, "summary": { "successes": 90, "failures": 30, "rate": 0.75, "repeatMistakes": 11 } }, { "params": { "strategy": "skills", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 120, "failures": 0, "rate": 1, "repeatMistakes": 0 } }, { "params": { "strategy": "reflection", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 120, "failures": 0, "rate": 1, "repeatMistakes": 0 } } ] }, { "seed": 27, "arms": [ { "params": { "strategy": "fresh", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 0 }, "summary": { "successes": 75, "failures": 45, "rate": 0.625, "repeatMistakes": 22 } }, { "params": { "strategy": "skills", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 120, "failures": 0, "rate": 1, "repeatMistakes": 0 } }, { "params": { "strategy": "reflection", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 120, "failures": 0, "rate": 1, "repeatMistakes": 0 } } ] }, { "seed": 28, "arms": [ { "params": { "strategy": "fresh", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 0 }, "summary": { "successes": 87, "failures": 33, "rate": 0.725, "repeatMistakes": 14 } }, { "params": { "strategy": "skills", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 120, "failures": 0, "rate": 1, "repeatMistakes": 0 } }, { "params": { "strategy": "reflection", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 120, "failures": 0, "rate": 1, "repeatMistakes": 0 } } ] }, { "seed": 29, "arms": [ { "params": { "strategy": "fresh", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 0 }, "summary": { "successes": 88, "failures": 32, "rate": 0.7333333333333333, "repeatMistakes": 17 } }, { "params": { "strategy": "skills", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 120, "failures": 0, "rate": 1, "repeatMistakes": 0 } }, { "params": { "strategy": "reflection", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 120, "failures": 0, "rate": 1, "repeatMistakes": 0 } } ] }, { "seed": 30, "arms": [ { "params": { "strategy": "fresh", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 0 }, "summary": { "successes": 92, "failures": 28, "rate": 0.7666666666666667, "repeatMistakes": 9 } }, { "params": { "strategy": "skills", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 120, "failures": 0, "rate": 1, "repeatMistakes": 0 } }, { "params": { "strategy": "reflection", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 120, "failures": 0, "rate": 1, "repeatMistakes": 0 } } ] }, { "seed": 31, "arms": [ { "params": { "strategy": "fresh", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 0 }, "summary": { "successes": 94, "failures": 26, "rate": 0.7833333333333333, "repeatMistakes": 7 } }, { "params": { "strategy": "skills", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 120, "failures": 0, "rate": 1, "repeatMistakes": 0 } }, { "params": { "strategy": "reflection", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 120, "failures": 0, "rate": 1, "repeatMistakes": 0 } } ] }, { "seed": 32, "arms": [ { "params": { "strategy": "fresh", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 0 }, "summary": { "successes": 90, "failures": 30, "rate": 0.75, "repeatMistakes": 17 } }, { "params": { "strategy": "skills", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 120, "failures": 0, "rate": 1, "repeatMistakes": 0 } }, { "params": { "strategy": "reflection", "change": 0, "worlds": 3, "trialsPerWorld": 40, "actions": 4, "contexts": 4, "initialSkills": 4 }, "summary": { "successes": 120, "failures": 0, "rate": 1, "repeatMistakes": 0 } } ] } ], "arms": [ { "label": "Fresh learner", "metric": "rate", "n": 32, "mean": 0.7111979166666667, "min": 0.5416666666666666, "p10": 0.625, "median": 0.7166666666666667, "p90": 0.775, "max": 0.8666666666666667 }, { "label": "Skills", "metric": "rate", "n": 32, "mean": 1, "min": 1, "p10": 1, "median": 1, "p90": 1, "max": 1 }, { "label": "Skills + failure memory", "metric": "rate", "n": 32, "mean": 1, "min": 1, "p10": 1, "median": 1, "p90": 1, "max": 1 } ] }, { "id": "known-trap", "controls": { "bias": 0 }, "runs": [ { "seed": 1, "arms": [ { "params": { "bias": 0, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": false }, "summary": { "recall": 0.7916666666666666, "hits": 19, "falseFlags": 1, "inspected": 60, "knownHits": 13, "knownTruth": 16, "knownRecall": 0.8125, "precision": 0.95 } }, { "params": { "bias": 0, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": true }, "summary": { "recall": 0.7916666666666666, "hits": 19, "falseFlags": 1, "inspected": 60, "knownHits": 13, "knownTruth": 16, "knownRecall": 0.8125, "precision": 0.95 } } ] }, { "seed": 2, "arms": [ { "params": { "bias": 0, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": false }, "summary": { "recall": 0.5416666666666666, "hits": 13, "falseFlags": 0, "inspected": 60, "knownHits": 6, "knownTruth": 9, "knownRecall": 0.6666666666666666, "precision": 1 } }, { "params": { "bias": 0, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": true }, "summary": { "recall": 0.5416666666666666, "hits": 13, "falseFlags": 0, "inspected": 60, "knownHits": 6, "knownTruth": 9, "knownRecall": 0.6666666666666666, "precision": 1 } } ] }, { "seed": 3, "arms": [ { "params": { "bias": 0, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": false }, "summary": { "recall": 0.625, "hits": 15, "falseFlags": 1, "inspected": 60, "knownHits": 9, "knownTruth": 16, "knownRecall": 0.5625, "precision": 0.9375 } }, { "params": { "bias": 0, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": true }, "summary": { "recall": 0.625, "hits": 15, "falseFlags": 1, "inspected": 60, "knownHits": 9, "knownTruth": 16, "knownRecall": 0.5625, "precision": 0.9375 } } ] }, { "seed": 4, "arms": [ { "params": { "bias": 0, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": false }, "summary": { "recall": 0.75, "hits": 18, "falseFlags": 1, "inspected": 60, "knownHits": 10, "knownTruth": 13, "knownRecall": 0.7692307692307693, "precision": 0.9473684210526315 } }, { "params": { "bias": 0, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": true }, "summary": { "recall": 0.75, "hits": 18, "falseFlags": 1, "inspected": 60, "knownHits": 10, "knownTruth": 13, "knownRecall": 0.7692307692307693, "precision": 0.9473684210526315 } } ] }, { "seed": 5, "arms": [ { "params": { "bias": 0, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": false }, "summary": { "recall": 0.5833333333333334, "hits": 14, "falseFlags": 0, "inspected": 60, "knownHits": 8, "knownTruth": 15, "knownRecall": 0.5333333333333333, "precision": 1 } }, { "params": { "bias": 0, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": true }, "summary": { "recall": 0.5833333333333334, "hits": 14, "falseFlags": 0, "inspected": 60, "knownHits": 8, "knownTruth": 15, "knownRecall": 0.5333333333333333, "precision": 1 } } ] }, { "seed": 6, "arms": [ { "params": { "bias": 0, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": false }, "summary": { "recall": 0.5833333333333334, "hits": 14, "falseFlags": 1, "inspected": 60, "knownHits": 5, "knownTruth": 12, "knownRecall": 0.4166666666666667, "precision": 0.9333333333333333 } }, { "params": { "bias": 0, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": true }, "summary": { "recall": 0.5833333333333334, "hits": 14, "falseFlags": 1, "inspected": 60, "knownHits": 5, "knownTruth": 12, "knownRecall": 0.4166666666666667, "precision": 0.9333333333333333 } } ] }, { "seed": 7, "arms": [ { "params": { "bias": 0, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": false }, "summary": { "recall": 0.6666666666666666, "hits": 16, "falseFlags": 1, "inspected": 60, "knownHits": 6, "knownTruth": 7, "knownRecall": 0.8571428571428571, "precision": 0.9411764705882353 } }, { "params": { "bias": 0, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": true }, "summary": { "recall": 0.6666666666666666, "hits": 16, "falseFlags": 1, "inspected": 60, "knownHits": 6, "knownTruth": 7, "knownRecall": 0.8571428571428571, "precision": 0.9411764705882353 } } ] }, { "seed": 8, "arms": [ { "params": { "bias": 0, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": false }, "summary": { "recall": 0.5, "hits": 12, "falseFlags": 0, "inspected": 60, "knownHits": 8, "knownTruth": 12, "knownRecall": 0.6666666666666666, "precision": 1 } }, { "params": { "bias": 0, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": true }, "summary": { "recall": 0.5, "hits": 12, "falseFlags": 0, "inspected": 60, "knownHits": 8, "knownTruth": 12, "knownRecall": 0.6666666666666666, "precision": 1 } } ] }, { "seed": 9, "arms": [ { "params": { "bias": 0, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": false }, "summary": { "recall": 0.625, "hits": 15, "falseFlags": 0, "inspected": 60, "knownHits": 9, "knownTruth": 15, "knownRecall": 0.6, "precision": 1 } }, { "params": { "bias": 0, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": true }, "summary": { "recall": 0.625, "hits": 15, "falseFlags": 0, "inspected": 60, "knownHits": 9, "knownTruth": 15, "knownRecall": 0.6, "precision": 1 } } ] }, { "seed": 10, "arms": [ { "params": { "bias": 0, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": false }, "summary": { "recall": 0.5833333333333334, "hits": 14, "falseFlags": 0, "inspected": 60, "knownHits": 7, "knownTruth": 13, "knownRecall": 0.5384615384615384, "precision": 1 } }, { "params": { "bias": 0, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": true }, "summary": { "recall": 0.5833333333333334, "hits": 14, "falseFlags": 0, "inspected": 60, "knownHits": 7, "knownTruth": 13, "knownRecall": 0.5384615384615384, "precision": 1 } } ] }, { "seed": 11, "arms": [ { "params": { "bias": 0, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": false }, "summary": { "recall": 0.5416666666666666, "hits": 13, "falseFlags": 1, "inspected": 60, "knownHits": 10, "knownTruth": 17, "knownRecall": 0.5882352941176471, "precision": 0.9285714285714286 } }, { "params": { "bias": 0, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": true }, "summary": { "recall": 0.5416666666666666, "hits": 13, "falseFlags": 1, "inspected": 60, "knownHits": 10, "knownTruth": 17, "knownRecall": 0.5882352941176471, "precision": 0.9285714285714286 } } ] }, { "seed": 12, "arms": [ { "params": { "bias": 0, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": false }, "summary": { "recall": 0.625, "hits": 15, "falseFlags": 2, "inspected": 60, "knownHits": 11, "knownTruth": 15, "knownRecall": 0.7333333333333333, "precision": 0.8823529411764706 } }, { "params": { "bias": 0, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": true }, "summary": { "recall": 0.625, "hits": 15, "falseFlags": 2, "inspected": 60, "knownHits": 11, "knownTruth": 15, "knownRecall": 0.7333333333333333, "precision": 0.8823529411764706 } } ] }, { "seed": 13, "arms": [ { "params": { "bias": 0, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": false }, "summary": { "recall": 0.7083333333333334, "hits": 17, "falseFlags": 1, "inspected": 60, "knownHits": 10, "knownTruth": 13, "knownRecall": 0.7692307692307693, "precision": 0.9444444444444444 } }, { "params": { "bias": 0, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": true }, "summary": { "recall": 0.7083333333333334, "hits": 17, "falseFlags": 1, "inspected": 60, "knownHits": 10, "knownTruth": 13, "knownRecall": 0.7692307692307693, "precision": 0.9444444444444444 } } ] }, { "seed": 14, "arms": [ { "params": { "bias": 0, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": false }, "summary": { "recall": 0.5416666666666666, "hits": 13, "falseFlags": 0, "inspected": 60, "knownHits": 7, "knownTruth": 12, "knownRecall": 0.5833333333333334, "precision": 1 } }, { "params": { "bias": 0, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": true }, "summary": { "recall": 0.5416666666666666, "hits": 13, "falseFlags": 0, "inspected": 60, "knownHits": 7, "knownTruth": 12, "knownRecall": 0.5833333333333334, "precision": 1 } } ] }, { "seed": 15, "arms": [ { "params": { "bias": 0, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": false }, "summary": { "recall": 0.625, "hits": 15, "falseFlags": 1, "inspected": 60, "knownHits": 8, "knownTruth": 12, "knownRecall": 0.6666666666666666, "precision": 0.9375 } }, { "params": { "bias": 0, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": true }, "summary": { "recall": 0.625, "hits": 15, "falseFlags": 1, "inspected": 60, "knownHits": 8, "knownTruth": 12, "knownRecall": 0.6666666666666666, "precision": 0.9375 } } ] }, { "seed": 16, "arms": [ { "params": { "bias": 0, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": false }, "summary": { "recall": 0.7083333333333334, "hits": 17, "falseFlags": 2, "inspected": 60, "knownHits": 7, "knownTruth": 11, "knownRecall": 0.6363636363636364, "precision": 0.8947368421052632 } }, { "params": { "bias": 0, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": true }, "summary": { "recall": 0.7083333333333334, "hits": 17, "falseFlags": 2, "inspected": 60, "knownHits": 7, "knownTruth": 11, "knownRecall": 0.6363636363636364, "precision": 0.8947368421052632 } } ] }, { "seed": 17, "arms": [ { "params": { "bias": 0, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": false }, "summary": { "recall": 0.4583333333333333, "hits": 11, "falseFlags": 1, "inspected": 60, "knownHits": 6, "knownTruth": 8, "knownRecall": 0.75, "precision": 0.9166666666666666 } }, { "params": { "bias": 0, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": true }, "summary": { "recall": 0.4583333333333333, "hits": 11, "falseFlags": 1, "inspected": 60, "knownHits": 6, "knownTruth": 8, "knownRecall": 0.75, "precision": 0.9166666666666666 } } ] }, { "seed": 18, "arms": [ { "params": { "bias": 0, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": false }, "summary": { "recall": 0.625, "hits": 15, "falseFlags": 0, "inspected": 60, "knownHits": 8, "knownTruth": 12, "knownRecall": 0.6666666666666666, "precision": 1 } }, { "params": { "bias": 0, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": true }, "summary": { "recall": 0.625, "hits": 15, "falseFlags": 0, "inspected": 60, "knownHits": 8, "knownTruth": 12, "knownRecall": 0.6666666666666666, "precision": 1 } } ] }, { "seed": 19, "arms": [ { "params": { "bias": 0, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": false }, "summary": { "recall": 0.625, "hits": 15, "falseFlags": 1, "inspected": 60, "knownHits": 6, "knownTruth": 11, "knownRecall": 0.5454545454545454, "precision": 0.9375 } }, { "params": { "bias": 0, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": true }, "summary": { "recall": 0.625, "hits": 15, "falseFlags": 1, "inspected": 60, "knownHits": 6, "knownTruth": 11, "knownRecall": 0.5454545454545454, "precision": 0.9375 } } ] }, { "seed": 20, "arms": [ { "params": { "bias": 0, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": false }, "summary": { "recall": 0.5833333333333334, "hits": 14, "falseFlags": 1, "inspected": 60, "knownHits": 8, "knownTruth": 16, "knownRecall": 0.5, "precision": 0.9333333333333333 } }, { "params": { "bias": 0, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": true }, "summary": { "recall": 0.5833333333333334, "hits": 14, "falseFlags": 1, "inspected": 60, "knownHits": 8, "knownTruth": 16, "knownRecall": 0.5, "precision": 0.9333333333333333 } } ] }, { "seed": 21, "arms": [ { "params": { "bias": 0, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": false }, "summary": { "recall": 0.625, "hits": 15, "falseFlags": 1, "inspected": 60, "knownHits": 6, "knownTruth": 11, "knownRecall": 0.5454545454545454, "precision": 0.9375 } }, { "params": { "bias": 0, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": true }, "summary": { "recall": 0.625, "hits": 15, "falseFlags": 1, "inspected": 60, "knownHits": 6, "knownTruth": 11, "knownRecall": 0.5454545454545454, "precision": 0.9375 } } ] }, { "seed": 22, "arms": [ { "params": { "bias": 0, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": false }, "summary": { "recall": 0.5416666666666666, "hits": 13, "falseFlags": 0, "inspected": 60, "knownHits": 7, "knownTruth": 14, "knownRecall": 0.5, "precision": 1 } }, { "params": { "bias": 0, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": true }, "summary": { "recall": 0.5416666666666666, "hits": 13, "falseFlags": 0, "inspected": 60, "knownHits": 7, "knownTruth": 14, "knownRecall": 0.5, "precision": 1 } } ] }, { "seed": 23, "arms": [ { "params": { "bias": 0, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": false }, "summary": { "recall": 0.6666666666666666, "hits": 16, "falseFlags": 1, "inspected": 60, "knownHits": 6, "knownTruth": 9, "knownRecall": 0.6666666666666666, "precision": 0.9411764705882353 } }, { "params": { "bias": 0, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": true }, "summary": { "recall": 0.6666666666666666, "hits": 16, "falseFlags": 1, "inspected": 60, "knownHits": 6, "knownTruth": 9, "knownRecall": 0.6666666666666666, "precision": 0.9411764705882353 } } ] }, { "seed": 24, "arms": [ { "params": { "bias": 0, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": false }, "summary": { "recall": 0.7083333333333334, "hits": 17, "falseFlags": 1, "inspected": 60, "knownHits": 13, "knownTruth": 18, "knownRecall": 0.7222222222222222, "precision": 0.9444444444444444 } }, { "params": { "bias": 0, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": true }, "summary": { "recall": 0.7083333333333334, "hits": 17, "falseFlags": 1, "inspected": 60, "knownHits": 13, "knownTruth": 18, "knownRecall": 0.7222222222222222, "precision": 0.9444444444444444 } } ] }, { "seed": 25, "arms": [ { "params": { "bias": 0, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": false }, "summary": { "recall": 0.5833333333333334, "hits": 14, "falseFlags": 1, "inspected": 60, "knownHits": 6, "knownTruth": 13, "knownRecall": 0.46153846153846156, "precision": 0.9333333333333333 } }, { "params": { "bias": 0, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": true }, "summary": { "recall": 0.5833333333333334, "hits": 14, "falseFlags": 1, "inspected": 60, "knownHits": 6, "knownTruth": 13, "knownRecall": 0.46153846153846156, "precision": 0.9333333333333333 } } ] }, { "seed": 26, "arms": [ { "params": { "bias": 0, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": false }, "summary": { "recall": 0.5833333333333334, "hits": 14, "falseFlags": 2, "inspected": 60, "knownHits": 6, "knownTruth": 9, "knownRecall": 0.6666666666666666, "precision": 0.875 } }, { "params": { "bias": 0, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": true }, "summary": { "recall": 0.5833333333333334, "hits": 14, "falseFlags": 2, "inspected": 60, "knownHits": 6, "knownTruth": 9, "knownRecall": 0.6666666666666666, "precision": 0.875 } } ] }, { "seed": 27, "arms": [ { "params": { "bias": 0, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": false }, "summary": { "recall": 0.7083333333333334, "hits": 17, "falseFlags": 0, "inspected": 60, "knownHits": 13, "knownTruth": 17, "knownRecall": 0.7647058823529411, "precision": 1 } }, { "params": { "bias": 0, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": true }, "summary": { "recall": 0.7083333333333334, "hits": 17, "falseFlags": 0, "inspected": 60, "knownHits": 13, "knownTruth": 17, "knownRecall": 0.7647058823529411, "precision": 1 } } ] }, { "seed": 28, "arms": [ { "params": { "bias": 0, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": false }, "summary": { "recall": 0.7083333333333334, "hits": 17, "falseFlags": 0, "inspected": 60, "knownHits": 9, "knownTruth": 15, "knownRecall": 0.6, "precision": 1 } }, { "params": { "bias": 0, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": true }, "summary": { "recall": 0.7083333333333334, "hits": 17, "falseFlags": 0, "inspected": 60, "knownHits": 9, "knownTruth": 15, "knownRecall": 0.6, "precision": 1 } } ] }, { "seed": 29, "arms": [ { "params": { "bias": 0, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": false }, "summary": { "recall": 0.625, "hits": 15, "falseFlags": 2, "inspected": 60, "knownHits": 9, "knownTruth": 16, "knownRecall": 0.5625, "precision": 0.8823529411764706 } }, { "params": { "bias": 0, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": true }, "summary": { "recall": 0.625, "hits": 15, "falseFlags": 2, "inspected": 60, "knownHits": 9, "knownTruth": 16, "knownRecall": 0.5625, "precision": 0.8823529411764706 } } ] }, { "seed": 30, "arms": [ { "params": { "bias": 0, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": false }, "summary": { "recall": 0.7083333333333334, "hits": 17, "falseFlags": 0, "inspected": 60, "knownHits": 12, "knownTruth": 14, "knownRecall": 0.8571428571428571, "precision": 1 } }, { "params": { "bias": 0, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": true }, "summary": { "recall": 0.7083333333333334, "hits": 17, "falseFlags": 0, "inspected": 60, "knownHits": 12, "knownTruth": 14, "knownRecall": 0.8571428571428571, "precision": 1 } } ] }, { "seed": 31, "arms": [ { "params": { "bias": 0, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": false }, "summary": { "recall": 0.7083333333333334, "hits": 17, "falseFlags": 0, "inspected": 60, "knownHits": 10, "knownTruth": 14, "knownRecall": 0.7142857142857143, "precision": 1 } }, { "params": { "bias": 0, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": true }, "summary": { "recall": 0.7083333333333334, "hits": 17, "falseFlags": 0, "inspected": 60, "knownHits": 10, "knownTruth": 14, "knownRecall": 0.7142857142857143, "precision": 1 } } ] }, { "seed": 32, "arms": [ { "params": { "bias": 0, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": false }, "summary": { "recall": 0.625, "hits": 15, "falseFlags": 0, "inspected": 60, "knownHits": 10, "knownTruth": 15, "knownRecall": 0.6666666666666666, "precision": 1 } }, { "params": { "bias": 0, "noise": 0.2, "knownShare": 0.5, "budget": 60, "labelsVisible": true }, "summary": { "recall": 0.625, "hits": 15, "falseFlags": 0, "inspected": 60, "knownHits": 10, "knownTruth": 15, "knownRecall": 0.6666666666666666, "precision": 1 } } ] } ], "arms": [ { "label": "Labels hidden", "metric": "recall", "n": 32, "mean": 0.6276041666666665, "min": 0.4583333333333333, "p10": 0.5416666666666666, "median": 0.625, "p90": 0.7083333333333334, "max": 0.7916666666666666 }, { "label": "Labels visible", "metric": "recall", "n": 32, "mean": 0.6276041666666665, "min": 0.4583333333333333, "p10": 0.5416666666666666, "median": 0.625, "p90": 0.7083333333333334, "max": 0.7916666666666666 } ] }, { "id": "attention-windows", "controls": { "pool": true }, "runs": [ { "seed": 1, "arms": [ { "params": { "agents": 1, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 12000, "recordReadBudget": 12000, "coordinatorSummaryMerges": 1 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 50, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 240, "recordReadBudget": 12000, "coordinatorSummaryMerges": 50 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 1000, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 12, "recordReadBudget": 12000, "coordinatorSummaryMerges": 1000 }, "summary": { "recall": 1, "hits": 48, "falseFlags": 32, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } } ] }, { "seed": 2, "arms": [ { "params": { "agents": 1, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 12000, "recordReadBudget": 12000, "coordinatorSummaryMerges": 1 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 50, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 240, "recordReadBudget": 12000, "coordinatorSummaryMerges": 50 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 1000, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 12, "recordReadBudget": 12000, "coordinatorSummaryMerges": 1000 }, "summary": { "recall": 1, "hits": 48, "falseFlags": 37, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } } ] }, { "seed": 3, "arms": [ { "params": { "agents": 1, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 12000, "recordReadBudget": 12000, "coordinatorSummaryMerges": 1 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 50, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 240, "recordReadBudget": 12000, "coordinatorSummaryMerges": 50 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 1000, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 12, "recordReadBudget": 12000, "coordinatorSummaryMerges": 1000 }, "summary": { "recall": 1, "hits": 48, "falseFlags": 26, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } } ] }, { "seed": 4, "arms": [ { "params": { "agents": 1, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 12000, "recordReadBudget": 12000, "coordinatorSummaryMerges": 1 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 50, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 240, "recordReadBudget": 12000, "coordinatorSummaryMerges": 50 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 1000, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 12, "recordReadBudget": 12000, "coordinatorSummaryMerges": 1000 }, "summary": { "recall": 1, "hits": 48, "falseFlags": 33, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } } ] }, { "seed": 5, "arms": [ { "params": { "agents": 1, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 12000, "recordReadBudget": 12000, "coordinatorSummaryMerges": 1 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 50, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 240, "recordReadBudget": 12000, "coordinatorSummaryMerges": 50 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 1000, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 12, "recordReadBudget": 12000, "coordinatorSummaryMerges": 1000 }, "summary": { "recall": 1, "hits": 48, "falseFlags": 38, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } } ] }, { "seed": 6, "arms": [ { "params": { "agents": 1, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 12000, "recordReadBudget": 12000, "coordinatorSummaryMerges": 1 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 50, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 240, "recordReadBudget": 12000, "coordinatorSummaryMerges": 50 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 1000, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 12, "recordReadBudget": 12000, "coordinatorSummaryMerges": 1000 }, "summary": { "recall": 1, "hits": 48, "falseFlags": 39, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } } ] }, { "seed": 7, "arms": [ { "params": { "agents": 1, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 12000, "recordReadBudget": 12000, "coordinatorSummaryMerges": 1 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 50, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 240, "recordReadBudget": 12000, "coordinatorSummaryMerges": 50 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 1000, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 12, "recordReadBudget": 12000, "coordinatorSummaryMerges": 1000 }, "summary": { "recall": 1, "hits": 48, "falseFlags": 27, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } } ] }, { "seed": 8, "arms": [ { "params": { "agents": 1, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 12000, "recordReadBudget": 12000, "coordinatorSummaryMerges": 1 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 50, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 240, "recordReadBudget": 12000, "coordinatorSummaryMerges": 50 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 1000, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 12, "recordReadBudget": 12000, "coordinatorSummaryMerges": 1000 }, "summary": { "recall": 1, "hits": 48, "falseFlags": 35, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } } ] }, { "seed": 9, "arms": [ { "params": { "agents": 1, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 12000, "recordReadBudget": 12000, "coordinatorSummaryMerges": 1 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 50, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 240, "recordReadBudget": 12000, "coordinatorSummaryMerges": 50 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 1000, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 12, "recordReadBudget": 12000, "coordinatorSummaryMerges": 1000 }, "summary": { "recall": 1, "hits": 48, "falseFlags": 48, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } } ] }, { "seed": 10, "arms": [ { "params": { "agents": 1, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 12000, "recordReadBudget": 12000, "coordinatorSummaryMerges": 1 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 50, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 240, "recordReadBudget": 12000, "coordinatorSummaryMerges": 50 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 1000, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 12, "recordReadBudget": 12000, "coordinatorSummaryMerges": 1000 }, "summary": { "recall": 1, "hits": 48, "falseFlags": 35, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } } ] }, { "seed": 11, "arms": [ { "params": { "agents": 1, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 12000, "recordReadBudget": 12000, "coordinatorSummaryMerges": 1 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 50, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 240, "recordReadBudget": 12000, "coordinatorSummaryMerges": 50 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 1000, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 12, "recordReadBudget": 12000, "coordinatorSummaryMerges": 1000 }, "summary": { "recall": 1, "hits": 48, "falseFlags": 33, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } } ] }, { "seed": 12, "arms": [ { "params": { "agents": 1, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 12000, "recordReadBudget": 12000, "coordinatorSummaryMerges": 1 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 50, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 240, "recordReadBudget": 12000, "coordinatorSummaryMerges": 50 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 1000, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 12, "recordReadBudget": 12000, "coordinatorSummaryMerges": 1000 }, "summary": { "recall": 1, "hits": 48, "falseFlags": 24, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } } ] }, { "seed": 13, "arms": [ { "params": { "agents": 1, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 12000, "recordReadBudget": 12000, "coordinatorSummaryMerges": 1 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 50, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 240, "recordReadBudget": 12000, "coordinatorSummaryMerges": 50 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 1000, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 12, "recordReadBudget": 12000, "coordinatorSummaryMerges": 1000 }, "summary": { "recall": 1, "hits": 48, "falseFlags": 28, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } } ] }, { "seed": 14, "arms": [ { "params": { "agents": 1, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 12000, "recordReadBudget": 12000, "coordinatorSummaryMerges": 1 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 50, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 240, "recordReadBudget": 12000, "coordinatorSummaryMerges": 50 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 1000, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 12, "recordReadBudget": 12000, "coordinatorSummaryMerges": 1000 }, "summary": { "recall": 1, "hits": 48, "falseFlags": 36, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } } ] }, { "seed": 15, "arms": [ { "params": { "agents": 1, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 12000, "recordReadBudget": 12000, "coordinatorSummaryMerges": 1 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 50, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 240, "recordReadBudget": 12000, "coordinatorSummaryMerges": 50 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 1000, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 12, "recordReadBudget": 12000, "coordinatorSummaryMerges": 1000 }, "summary": { "recall": 1, "hits": 48, "falseFlags": 33, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } } ] }, { "seed": 16, "arms": [ { "params": { "agents": 1, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 12000, "recordReadBudget": 12000, "coordinatorSummaryMerges": 1 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 50, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 240, "recordReadBudget": 12000, "coordinatorSummaryMerges": 50 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 1000, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 12, "recordReadBudget": 12000, "coordinatorSummaryMerges": 1000 }, "summary": { "recall": 1, "hits": 48, "falseFlags": 41, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } } ] }, { "seed": 17, "arms": [ { "params": { "agents": 1, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 12000, "recordReadBudget": 12000, "coordinatorSummaryMerges": 1 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 50, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 240, "recordReadBudget": 12000, "coordinatorSummaryMerges": 50 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 1000, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 12, "recordReadBudget": 12000, "coordinatorSummaryMerges": 1000 }, "summary": { "recall": 1, "hits": 48, "falseFlags": 35, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } } ] }, { "seed": 18, "arms": [ { "params": { "agents": 1, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 12000, "recordReadBudget": 12000, "coordinatorSummaryMerges": 1 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 50, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 240, "recordReadBudget": 12000, "coordinatorSummaryMerges": 50 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 1000, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 12, "recordReadBudget": 12000, "coordinatorSummaryMerges": 1000 }, "summary": { "recall": 1, "hits": 48, "falseFlags": 30, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } } ] }, { "seed": 19, "arms": [ { "params": { "agents": 1, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 12000, "recordReadBudget": 12000, "coordinatorSummaryMerges": 1 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 50, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 240, "recordReadBudget": 12000, "coordinatorSummaryMerges": 50 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 1000, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 12, "recordReadBudget": 12000, "coordinatorSummaryMerges": 1000 }, "summary": { "recall": 1, "hits": 48, "falseFlags": 30, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } } ] }, { "seed": 20, "arms": [ { "params": { "agents": 1, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 12000, "recordReadBudget": 12000, "coordinatorSummaryMerges": 1 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 50, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 240, "recordReadBudget": 12000, "coordinatorSummaryMerges": 50 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 1000, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 12, "recordReadBudget": 12000, "coordinatorSummaryMerges": 1000 }, "summary": { "recall": 1, "hits": 48, "falseFlags": 33, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } } ] }, { "seed": 21, "arms": [ { "params": { "agents": 1, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 12000, "recordReadBudget": 12000, "coordinatorSummaryMerges": 1 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 50, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 240, "recordReadBudget": 12000, "coordinatorSummaryMerges": 50 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 1000, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 12, "recordReadBudget": 12000, "coordinatorSummaryMerges": 1000 }, "summary": { "recall": 1, "hits": 48, "falseFlags": 27, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } } ] }, { "seed": 22, "arms": [ { "params": { "agents": 1, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 12000, "recordReadBudget": 12000, "coordinatorSummaryMerges": 1 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 50, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 240, "recordReadBudget": 12000, "coordinatorSummaryMerges": 50 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 1000, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 12, "recordReadBudget": 12000, "coordinatorSummaryMerges": 1000 }, "summary": { "recall": 1, "hits": 48, "falseFlags": 31, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } } ] }, { "seed": 23, "arms": [ { "params": { "agents": 1, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 12000, "recordReadBudget": 12000, "coordinatorSummaryMerges": 1 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 50, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 240, "recordReadBudget": 12000, "coordinatorSummaryMerges": 50 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 1000, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 12, "recordReadBudget": 12000, "coordinatorSummaryMerges": 1000 }, "summary": { "recall": 1, "hits": 48, "falseFlags": 35, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } } ] }, { "seed": 24, "arms": [ { "params": { "agents": 1, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 12000, "recordReadBudget": 12000, "coordinatorSummaryMerges": 1 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 50, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 240, "recordReadBudget": 12000, "coordinatorSummaryMerges": 50 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 1000, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 12, "recordReadBudget": 12000, "coordinatorSummaryMerges": 1000 }, "summary": { "recall": 1, "hits": 48, "falseFlags": 29, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } } ] }, { "seed": 25, "arms": [ { "params": { "agents": 1, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 12000, "recordReadBudget": 12000, "coordinatorSummaryMerges": 1 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 50, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 240, "recordReadBudget": 12000, "coordinatorSummaryMerges": 50 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 1000, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 12, "recordReadBudget": 12000, "coordinatorSummaryMerges": 1000 }, "summary": { "recall": 1, "hits": 48, "falseFlags": 39, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } } ] }, { "seed": 26, "arms": [ { "params": { "agents": 1, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 12000, "recordReadBudget": 12000, "coordinatorSummaryMerges": 1 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 50, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 240, "recordReadBudget": 12000, "coordinatorSummaryMerges": 50 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 1000, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 12, "recordReadBudget": 12000, "coordinatorSummaryMerges": 1000 }, "summary": { "recall": 1, "hits": 48, "falseFlags": 37, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } } ] }, { "seed": 27, "arms": [ { "params": { "agents": 1, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 12000, "recordReadBudget": 12000, "coordinatorSummaryMerges": 1 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 50, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 240, "recordReadBudget": 12000, "coordinatorSummaryMerges": 50 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 1000, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 12, "recordReadBudget": 12000, "coordinatorSummaryMerges": 1000 }, "summary": { "recall": 1, "hits": 48, "falseFlags": 37, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } } ] }, { "seed": 28, "arms": [ { "params": { "agents": 1, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 12000, "recordReadBudget": 12000, "coordinatorSummaryMerges": 1 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 50, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 240, "recordReadBudget": 12000, "coordinatorSummaryMerges": 50 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 1000, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 12, "recordReadBudget": 12000, "coordinatorSummaryMerges": 1000 }, "summary": { "recall": 1, "hits": 48, "falseFlags": 38, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } } ] }, { "seed": 29, "arms": [ { "params": { "agents": 1, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 12000, "recordReadBudget": 12000, "coordinatorSummaryMerges": 1 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 50, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 240, "recordReadBudget": 12000, "coordinatorSummaryMerges": 50 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 1000, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 12, "recordReadBudget": 12000, "coordinatorSummaryMerges": 1000 }, "summary": { "recall": 1, "hits": 48, "falseFlags": 26, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } } ] }, { "seed": 30, "arms": [ { "params": { "agents": 1, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 12000, "recordReadBudget": 12000, "coordinatorSummaryMerges": 1 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 50, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 240, "recordReadBudget": 12000, "coordinatorSummaryMerges": 50 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 1000, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 12, "recordReadBudget": 12000, "coordinatorSummaryMerges": 1000 }, "summary": { "recall": 1, "hits": 48, "falseFlags": 31, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } } ] }, { "seed": 31, "arms": [ { "params": { "agents": 1, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 12000, "recordReadBudget": 12000, "coordinatorSummaryMerges": 1 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 50, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 240, "recordReadBudget": 12000, "coordinatorSummaryMerges": 50 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 1000, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 12, "recordReadBudget": 12000, "coordinatorSummaryMerges": 1000 }, "summary": { "recall": 1, "hits": 48, "falseFlags": 27, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } } ] }, { "seed": 32, "arms": [ { "params": { "agents": 1, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 12000, "recordReadBudget": 12000, "coordinatorSummaryMerges": 1 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 50, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 240, "recordReadBudget": 12000, "coordinatorSummaryMerges": 50 }, "summary": { "recall": 0, "hits": 0, "falseFlags": 0, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } }, { "params": { "agents": 1000, "noise": 0.6, "drift": 0.5, "pool": true, "records": 12000, "windowWidth": 12, "recordReadBudget": 12000, "coordinatorSummaryMerges": 1000 }, "summary": { "recall": 1, "hits": 48, "falseFlags": 26, "recordReads": 12000, "globalAlarm": true, "globalTruth": true, "globalCorrect": true, "abstained": false } } ] } ], "arms": [ { "label": "1 reader", "metric": "recall", "n": 32, "mean": 0, "min": 0, "p10": 0, "median": 0, "p90": 0, "max": 0 }, { "label": "50 readers", "metric": "recall", "n": 32, "mean": 0, "min": 0, "p10": 0, "median": 0, "p90": 0, "max": 0 }, { "label": "1,000 readers", "metric": "recall", "n": 32, "mean": 1, "min": 1, "p10": 1, "median": 1, "p90": 1, "max": 1 } ] }, { "id": "taste-drift", "controls": { "blindSlots": 0.5 }, "runs": [ { "seed": 1, "arms": [ { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0.5, "protectedSlice": false, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 1, "weirdTrueProposed": 1, "weirdProposed": 6, "falseKept": 0, "cumulativeWeirdTrue": 16, "taste": 0.04231497386666666 } }, { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0.5, "protectedSlice": true, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 3, "weirdTrueProposed": 7, "weirdProposed": 29, "falseKept": 0, "cumulativeWeirdTrue": 30, "taste": 0.12865080320000002 } } ] }, { "seed": 2, "arms": [ { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0.5, "protectedSlice": false, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 1, "weirdTrueProposed": 2, "weirdProposed": 12, "falseKept": 0, "cumulativeWeirdTrue": 29, "taste": 0.07065716906666666 } }, { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0.5, "protectedSlice": true, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 4, "weirdTrueProposed": 10, "weirdProposed": 31, "falseKept": 0, "cumulativeWeirdTrue": 41, "taste": 0.15123726506666665 } } ] }, { "seed": 3, "arms": [ { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0.5, "protectedSlice": false, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 2, "weirdTrueProposed": 2, "weirdProposed": 14, "falseKept": 0, "cumulativeWeirdTrue": 43, "taste": 0.07593544533333332 } }, { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0.5, "protectedSlice": true, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 6, "weirdTrueProposed": 8, "weirdProposed": 34, "falseKept": 0, "cumulativeWeirdTrue": 52, "taste": 0.168979712 } } ] }, { "seed": 4, "arms": [ { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0.5, "protectedSlice": false, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 0, "weirdTrueProposed": 2, "weirdProposed": 13, "falseKept": 0, "cumulativeWeirdTrue": 41, "taste": 0.0699712256 } }, { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0.5, "protectedSlice": true, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 2, "weirdTrueProposed": 7, "weirdProposed": 31, "falseKept": 1, "cumulativeWeirdTrue": 46, "taste": 0.12690455893333333 } } ] }, { "seed": 5, "arms": [ { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0.5, "protectedSlice": false, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 0, "weirdTrueProposed": 5, "weirdProposed": 11, "falseKept": 0, "cumulativeWeirdTrue": 31, "taste": 0.047989887999999994 } }, { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0.5, "protectedSlice": true, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 2, "weirdTrueProposed": 12, "weirdProposed": 31, "falseKept": 0, "cumulativeWeirdTrue": 44, "taste": 0.14034978133333334 } } ] }, { "seed": 6, "arms": [ { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0.5, "protectedSlice": false, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 1, "weirdTrueProposed": 3, "weirdProposed": 9, "falseKept": 0, "cumulativeWeirdTrue": 34, "taste": 0.06062132906666666 } }, { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0.5, "protectedSlice": true, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 2, "weirdTrueProposed": 7, "weirdProposed": 24, "falseKept": 0, "cumulativeWeirdTrue": 41, "taste": 0.09005215573333333 } } ] }, { "seed": 7, "arms": [ { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0.5, "protectedSlice": false, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 1, "weirdTrueProposed": 2, "weirdProposed": 4, "falseKept": 0, "cumulativeWeirdTrue": 17, "taste": 0.037434871466666665 } }, { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0.5, "protectedSlice": true, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 2, "weirdTrueProposed": 9, "weirdProposed": 18, "falseKept": 0, "cumulativeWeirdTrue": 25, "taste": 0.08009513813333333 } } ] }, { "seed": 8, "arms": [ { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0.5, "protectedSlice": false, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 2, "weirdTrueProposed": 6, "weirdProposed": 8, "falseKept": 0, "cumulativeWeirdTrue": 40, "taste": 0.06038644053333332 } }, { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0.5, "protectedSlice": true, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 4, "weirdTrueProposed": 12, "weirdProposed": 30, "falseKept": 0, "cumulativeWeirdTrue": 48, "taste": 0.12364233386666665 } } ] }, { "seed": 9, "arms": [ { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0.5, "protectedSlice": false, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 0, "weirdTrueProposed": 1, "weirdProposed": 4, "falseKept": 0, "cumulativeWeirdTrue": 21, "taste": 0.015158707199999996 } }, { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0.5, "protectedSlice": true, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 3, "weirdTrueProposed": 10, "weirdProposed": 28, "falseKept": 0, "cumulativeWeirdTrue": 34, "taste": 0.10992286720000001 } } ] }, { "seed": 10, "arms": [ { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0.5, "protectedSlice": false, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 0, "weirdTrueProposed": 1, "weirdProposed": 5, "falseKept": 0, "cumulativeWeirdTrue": 20, "taste": 0.0250242048 } }, { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0.5, "protectedSlice": true, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 1, "weirdTrueProposed": 6, "weirdProposed": 20, "falseKept": 1, "cumulativeWeirdTrue": 28, "taste": 0.06128447146666666 } } ] }, { "seed": 11, "arms": [ { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0.5, "protectedSlice": false, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 0, "weirdTrueProposed": 1, "weirdProposed": 7, "falseKept": 0, "cumulativeWeirdTrue": 24, "taste": 0.018525081599999996 } }, { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0.5, "protectedSlice": true, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 2, "weirdTrueProposed": 8, "weirdProposed": 29, "falseKept": 0, "cumulativeWeirdTrue": 38, "taste": 0.11797041493333332 } } ] }, { "seed": 12, "arms": [ { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0.5, "protectedSlice": false, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 1, "weirdTrueProposed": 2, "weirdProposed": 11, "falseKept": 0, "cumulativeWeirdTrue": 34, "taste": 0.05307511466666666 } }, { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0.5, "protectedSlice": true, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 3, "weirdTrueProposed": 8, "weirdProposed": 27, "falseKept": 0, "cumulativeWeirdTrue": 40, "taste": 0.110568448 } } ] }, { "seed": 13, "arms": [ { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0.5, "protectedSlice": false, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 1, "weirdTrueProposed": 2, "weirdProposed": 11, "falseKept": 0, "cumulativeWeirdTrue": 19, "taste": 0.06648749226666667 } }, { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0.5, "protectedSlice": true, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 4, "weirdTrueProposed": 8, "weirdProposed": 27, "falseKept": 1, "cumulativeWeirdTrue": 33, "taste": 0.16568109226666666 } } ] }, { "seed": 14, "arms": [ { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0.5, "protectedSlice": false, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 1, "weirdTrueProposed": 1, "weirdProposed": 4, "falseKept": 0, "cumulativeWeirdTrue": 23, "taste": 0.038177425066666666 } }, { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0.5, "protectedSlice": true, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 3, "weirdTrueProposed": 8, "weirdProposed": 31, "falseKept": 0, "cumulativeWeirdTrue": 35, "taste": 0.11882595840000001 } } ] }, { "seed": 15, "arms": [ { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0.5, "protectedSlice": false, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 0, "weirdTrueProposed": 2, "weirdProposed": 5, "falseKept": 0, "cumulativeWeirdTrue": 32, "taste": 0.02888432639999999 } }, { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0.5, "protectedSlice": true, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 1, "weirdTrueProposed": 7, "weirdProposed": 21, "falseKept": 0, "cumulativeWeirdTrue": 40, "taste": 0.07855515306666666 } } ] }, { "seed": 16, "arms": [ { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0.5, "protectedSlice": false, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 0, "weirdTrueProposed": 2, "weirdProposed": 7, "falseKept": 0, "cumulativeWeirdTrue": 26, "taste": 0.051591679999999994 } }, { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0.5, "protectedSlice": true, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 0, "weirdTrueProposed": 7, "weirdProposed": 25, "falseKept": 1, "cumulativeWeirdTrue": 32, "taste": 0.07798527999999999 } } ] }, { "seed": 17, "arms": [ { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0.5, "protectedSlice": false, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 2, "weirdTrueProposed": 5, "weirdProposed": 8, "falseKept": 0, "cumulativeWeirdTrue": 31, "taste": 0.06411930453333332 } }, { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0.5, "protectedSlice": true, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 3, "weirdTrueProposed": 10, "weirdProposed": 26, "falseKept": 0, "cumulativeWeirdTrue": 38, "taste": 0.10796190720000001 } } ] }, { "seed": 18, "arms": [ { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0.5, "protectedSlice": false, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 2, "weirdTrueProposed": 3, "weirdProposed": 6, "falseKept": 0, "cumulativeWeirdTrue": 28, "taste": 0.06935647573333334 } }, { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0.5, "protectedSlice": true, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 4, "weirdTrueProposed": 10, "weirdProposed": 24, "falseKept": 0, "cumulativeWeirdTrue": 36, "taste": 0.13404980906666666 } } ] }, { "seed": 19, "arms": [ { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0.5, "protectedSlice": false, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 2, "weirdTrueProposed": 6, "weirdProposed": 7, "falseKept": 0, "cumulativeWeirdTrue": 25, "taste": 0.06420035413333333 } }, { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0.5, "protectedSlice": true, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 3, "weirdTrueProposed": 10, "weirdProposed": 20, "falseKept": 0, "cumulativeWeirdTrue": 33, "taste": 0.11091822080000002 } } ] }, { "seed": 20, "arms": [ { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0.5, "protectedSlice": false, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 0, "weirdTrueProposed": 0, "weirdProposed": 2, "falseKept": 0, "cumulativeWeirdTrue": 24, "taste": 0.0235966464 } }, { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0.5, "protectedSlice": true, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 0, "weirdTrueProposed": 7, "weirdProposed": 24, "falseKept": 1, "cumulativeWeirdTrue": 34, "taste": 0.07582858239999998 } } ] }, { "seed": 21, "arms": [ { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0.5, "protectedSlice": false, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 4, "weirdTrueProposed": 8, "weirdProposed": 25, "falseKept": 0, "cumulativeWeirdTrue": 48, "taste": 0.16522144426666668 } }, { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0.5, "protectedSlice": true, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 8, "weirdTrueProposed": 13, "weirdProposed": 40, "falseKept": 1, "cumulativeWeirdTrue": 61, "taste": 0.25877771093333335 } } ] }, { "seed": 22, "arms": [ { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0.5, "protectedSlice": false, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 0, "weirdTrueProposed": 2, "weirdProposed": 3, "falseKept": 0, "cumulativeWeirdTrue": 32, "taste": 0.036023654399999994 } }, { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0.5, "protectedSlice": true, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 3, "weirdTrueProposed": 9, "weirdProposed": 25, "falseKept": 0, "cumulativeWeirdTrue": 39, "taste": 0.11178365440000002 } } ] }, { "seed": 23, "arms": [ { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0.5, "protectedSlice": false, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 1, "weirdTrueProposed": 2, "weirdProposed": 4, "falseKept": 0, "cumulativeWeirdTrue": 23, "taste": 0.05501152426666665 } }, { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0.5, "protectedSlice": true, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 5, "weirdTrueProposed": 9, "weirdProposed": 22, "falseKept": 0, "cumulativeWeirdTrue": 38, "taste": 0.1724717909333333 } } ] }, { "seed": 24, "arms": [ { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0.5, "protectedSlice": false, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 4, "weirdTrueProposed": 6, "weirdProposed": 11, "falseKept": 0, "cumulativeWeirdTrue": 27, "taste": 0.11409340586666666 } }, { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0.5, "protectedSlice": true, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 4, "weirdTrueProposed": 11, "weirdProposed": 26, "falseKept": 0, "cumulativeWeirdTrue": 33, "taste": 0.13396412586666667 } } ] }, { "seed": 25, "arms": [ { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0.5, "protectedSlice": false, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 0, "weirdTrueProposed": 1, "weirdProposed": 3, "falseKept": 0, "cumulativeWeirdTrue": 18, "taste": 0.013833676799999998 } }, { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0.5, "protectedSlice": true, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 5, "weirdTrueProposed": 11, "weirdProposed": 22, "falseKept": 0, "cumulativeWeirdTrue": 34, "taste": 0.16582301013333334 } } ] }, { "seed": 26, "arms": [ { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0.5, "protectedSlice": false, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 1, "weirdTrueProposed": 3, "weirdProposed": 13, "falseKept": 0, "cumulativeWeirdTrue": 32, "taste": 0.05426756266666666 } }, { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0.5, "protectedSlice": true, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 2, "weirdTrueProposed": 4, "weirdProposed": 29, "falseKept": 0, "cumulativeWeirdTrue": 39, "taste": 0.10143022933333332 } } ] }, { "seed": 27, "arms": [ { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0.5, "protectedSlice": false, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 0, "weirdTrueProposed": 3, "weirdProposed": 7, "falseKept": 0, "cumulativeWeirdTrue": 21, "taste": 0.0323597568 } }, { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0.5, "protectedSlice": true, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 1, "weirdTrueProposed": 5, "weirdProposed": 25, "falseKept": 0, "cumulativeWeirdTrue": 30, "taste": 0.06853618346666666 } } ] }, { "seed": 28, "arms": [ { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0.5, "protectedSlice": false, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 1, "weirdTrueProposed": 2, "weirdProposed": 2, "falseKept": 0, "cumulativeWeirdTrue": 20, "taste": 0.029684036266666665 } }, { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0.5, "protectedSlice": true, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 3, "weirdTrueProposed": 11, "weirdProposed": 30, "falseKept": 0, "cumulativeWeirdTrue": 33, "taste": 0.13099496959999998 } } ] }, { "seed": 29, "arms": [ { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0.5, "protectedSlice": false, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 2, "weirdTrueProposed": 6, "weirdProposed": 15, "falseKept": 0, "cumulativeWeirdTrue": 43, "taste": 0.10142536533333332 } }, { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0.5, "protectedSlice": true, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 4, "weirdTrueProposed": 9, "weirdProposed": 28, "falseKept": 0, "cumulativeWeirdTrue": 50, "taste": 0.15439863466666665 } } ] }, { "seed": 30, "arms": [ { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0.5, "protectedSlice": false, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 1, "weirdTrueProposed": 4, "weirdProposed": 13, "falseKept": 0, "cumulativeWeirdTrue": 33, "taste": 0.07314180266666666 } }, { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0.5, "protectedSlice": true, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 2, "weirdTrueProposed": 9, "weirdProposed": 40, "falseKept": 0, "cumulativeWeirdTrue": 45, "taste": 0.13531566933333333 } } ] }, { "seed": 31, "arms": [ { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0.5, "protectedSlice": false, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 0, "weirdTrueProposed": 2, "weirdProposed": 5, "falseKept": 0, "cumulativeWeirdTrue": 21, "taste": 0.033488819199999985 } }, { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0.5, "protectedSlice": true, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 3, "weirdTrueProposed": 9, "weirdProposed": 29, "falseKept": 1, "cumulativeWeirdTrue": 39, "taste": 0.1559809792 } } ] }, { "seed": 32, "arms": [ { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0.5, "protectedSlice": false, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 1, "weirdTrueProposed": 2, "weirdProposed": 12, "falseKept": 0, "cumulativeWeirdTrue": 24, "taste": 0.05518296746666666 } }, { "params": { "bias": 0.6, "heretics": 0.25, "blindSlots": 0.5, "protectedSlice": true, "rounds": 10, "proposalsPerRound": 120, "keptPerRound": 24 }, "summary": { "weirdTrueKept": 6, "weirdTrueProposed": 14, "weirdProposed": 41, "falseKept": 0, "cumulativeWeirdTrue": 42, "taste": 0.18225863680000004 } } ] } ], "arms": [ { "label": "Everyone adapts", "metric": "weirdTrueKept", "n": 32, "mean": 1, "min": 0, "p10": 0, "median": 1, "p90": 2, "max": 4 }, { "label": "Protected explorers", "metric": "weirdTrueKept", "n": 32, "mean": 3.0625, "min": 0, "p10": 1, "median": 3, "p90": 5, "max": 8 } ] }, { "id": "shared-channel", "controls": { "volume": 0 }, "runs": [ { "seed": 1, "arms": [ { "params": { "volume": 0, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9222831848734427, "effectiveDirections": 118.05224766380067, "uniqueDirections": 127, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 0, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9222831848734427, "effectiveDirections": 118.05224766380067, "uniqueDirections": 127, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } } ] }, { "seed": 2, "arms": [ { "params": { "volume": 0, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9360245883241219, "effectiveDirections": 119.81114730548761, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 0, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9360245883241219, "effectiveDirections": 119.81114730548761, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } } ] }, { "seed": 3, "arms": [ { "params": { "volume": 0, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9380587446125241, "effectiveDirections": 120.07151931040309, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 0, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9380587446125241, "effectiveDirections": 120.07151931040309, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } } ] }, { "seed": 4, "arms": [ { "params": { "volume": 0, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9493656575608037, "effectiveDirections": 121.51880416778287, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 0, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9493656575608037, "effectiveDirections": 121.51880416778287, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } } ] }, { "seed": 5, "arms": [ { "params": { "volume": 0, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.934734792165847, "effectiveDirections": 119.64605339722841, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 0, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.934734792165847, "effectiveDirections": 119.64605339722841, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } } ] }, { "seed": 6, "arms": [ { "params": { "volume": 0, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9540274842916425, "effectiveDirections": 122.11551798933024, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 0, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9540274842916425, "effectiveDirections": 122.11551798933024, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } } ] }, { "seed": 7, "arms": [ { "params": { "volume": 0, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9458421357858326, "effectiveDirections": 121.06779338058658, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 0, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9458421357858326, "effectiveDirections": 121.06779338058658, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } } ] }, { "seed": 8, "arms": [ { "params": { "volume": 0, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9331882514968542, "effectiveDirections": 119.44809619159734, "uniqueDirections": 127, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 0, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9331882514968542, "effectiveDirections": 119.44809619159734, "uniqueDirections": 127, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } } ] }, { "seed": 9, "arms": [ { "params": { "volume": 0, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.935965313970218, "effectiveDirections": 119.8035601881879, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 0, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.935965313970218, "effectiveDirections": 119.8035601881879, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } } ] }, { "seed": 10, "arms": [ { "params": { "volume": 0, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9391686378005467, "effectiveDirections": 120.21358563846998, "uniqueDirections": 127, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 0, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9391686378005467, "effectiveDirections": 120.21358563846998, "uniqueDirections": 127, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } } ] }, { "seed": 11, "arms": [ { "params": { "volume": 0, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9505167815781385, "effectiveDirections": 121.66614804200172, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 0, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9505167815781385, "effectiveDirections": 121.66614804200172, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } } ] }, { "seed": 12, "arms": [ { "params": { "volume": 0, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9423299759226322, "effectiveDirections": 120.61823691809693, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 0, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9423299759226322, "effectiveDirections": 120.61823691809693, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } } ] }, { "seed": 13, "arms": [ { "params": { "volume": 0, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9273820917423808, "effectiveDirections": 118.70490774302475, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 0, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9273820917423808, "effectiveDirections": 118.70490774302475, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } } ] }, { "seed": 14, "arms": [ { "params": { "volume": 0, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.936857241762352, "effectiveDirections": 119.91772694558105, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 0, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.936857241762352, "effectiveDirections": 119.91772694558105, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } } ] }, { "seed": 15, "arms": [ { "params": { "volume": 0, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9266094056871397, "effectiveDirections": 118.60600392795388, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 0, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9266094056871397, "effectiveDirections": 118.60600392795388, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } } ] }, { "seed": 16, "arms": [ { "params": { "volume": 0, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9439676601911436, "effectiveDirections": 120.82786050446639, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 0, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9439676601911436, "effectiveDirections": 120.82786050446639, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } } ] }, { "seed": 17, "arms": [ { "params": { "volume": 0, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9385276207137195, "effectiveDirections": 120.1315354513561, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 0, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9385276207137195, "effectiveDirections": 120.1315354513561, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } } ] }, { "seed": 18, "arms": [ { "params": { "volume": 0, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9406944695716686, "effectiveDirections": 120.40889210517358, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 0, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9406944695716686, "effectiveDirections": 120.40889210517358, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } } ] }, { "seed": 19, "arms": [ { "params": { "volume": 0, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9377265508227097, "effectiveDirections": 120.02899850530684, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 0, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9377265508227097, "effectiveDirections": 120.02899850530684, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } } ] }, { "seed": 20, "arms": [ { "params": { "volume": 0, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9364613405468594, "effectiveDirections": 119.867051589998, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 0, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9364613405468594, "effectiveDirections": 119.867051589998, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } } ] }, { "seed": 21, "arms": [ { "params": { "volume": 0, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9459816538426274, "effectiveDirections": 121.08565169185631, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 0, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9459816538426274, "effectiveDirections": 121.08565169185631, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } } ] }, { "seed": 22, "arms": [ { "params": { "volume": 0, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9323516352778206, "effectiveDirections": 119.34100931556104, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 0, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9323516352778206, "effectiveDirections": 119.34100931556104, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } } ] }, { "seed": 23, "arms": [ { "params": { "volume": 0, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9324261416649098, "effectiveDirections": 119.35054613310845, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 0, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9324261416649098, "effectiveDirections": 119.35054613310845, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } } ] }, { "seed": 24, "arms": [ { "params": { "volume": 0, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9238721480301781, "effectiveDirections": 118.2556349478628, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 0, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9238721480301781, "effectiveDirections": 118.2556349478628, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } } ] }, { "seed": 25, "arms": [ { "params": { "volume": 0, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9456222894401891, "effectiveDirections": 121.0396530483442, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 0, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9456222894401891, "effectiveDirections": 121.0396530483442, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } } ] }, { "seed": 26, "arms": [ { "params": { "volume": 0, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9433148571740165, "effectiveDirections": 120.74430171827412, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 0, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9433148571740165, "effectiveDirections": 120.74430171827412, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } } ] }, { "seed": 27, "arms": [ { "params": { "volume": 0, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9219034900332542, "effectiveDirections": 118.00364672425654, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 0, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9219034900332542, "effectiveDirections": 118.00364672425654, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } } ] }, { "seed": 28, "arms": [ { "params": { "volume": 0, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.932215111487964, "effectiveDirections": 119.32353427045939, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 0, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.932215111487964, "effectiveDirections": 119.32353427045939, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } } ] }, { "seed": 29, "arms": [ { "params": { "volume": 0, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.938393153896477, "effectiveDirections": 120.11432369874906, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 0, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.938393153896477, "effectiveDirections": 120.11432369874906, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } } ] }, { "seed": 30, "arms": [ { "params": { "volume": 0, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9439701481014321, "effectiveDirections": 120.82817895698331, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 0, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9439701481014321, "effectiveDirections": 120.82817895698331, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } } ] }, { "seed": 31, "arms": [ { "params": { "volume": 0, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9435023507665373, "effectiveDirections": 120.76830089811678, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 0, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9435023507665373, "effectiveDirections": 120.76830089811678, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } } ] }, { "seed": 32, "arms": [ { "params": { "volume": 0, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9407013152746225, "effectiveDirections": 120.40976835515168, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 0, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9407013152746225, "effectiveDirections": 120.40976835515168, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } } ] } ], "arms": [ { "label": "Isolated search", "metric": "diversity", "n": 32, "mean": 0.9379370695128313, "min": 0.9219034900332542, "p10": 0.9266094056871397, "median": 0.9380587446125241, "p90": 0.9458421357858326, "max": 0.9540274842916425 }, { "label": "Shared board", "metric": "diversity", "n": 32, "mean": 0.9379370695128313, "min": 0.9219034900332542, "p10": 0.9266094056871397, "median": 0.9380587446125241, "p90": 0.9458421357858326, "max": 0.9540274842916425 } ] }, { "id": "shared-channel", "controls": { "volume": 1 }, "runs": [ { "seed": 1, "arms": [ { "params": { "volume": 1, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9222831848734427, "effectiveDirections": 118.05224766380067, "uniqueDirections": 127, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 1, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.25 }, "summary": { "diversity": 0.40839993282447784, "effectiveDirections": 52.275191401533164, "uniqueDirections": 127, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } } ] }, { "seed": 2, "arms": [ { "params": { "volume": 1, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9360245883241219, "effectiveDirections": 119.81114730548761, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 1, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.25 }, "summary": { "diversity": 0.46109138523901, "effectiveDirections": 59.01969731059328, "uniqueDirections": 127, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } } ] }, { "seed": 3, "arms": [ { "params": { "volume": 1, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9380587446125241, "effectiveDirections": 120.07151931040309, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 1, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.25 }, "summary": { "diversity": 0.5017504893951694, "effectiveDirections": 64.22406264258169, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } } ] }, { "seed": 4, "arms": [ { "params": { "volume": 1, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9493656575608037, "effectiveDirections": 121.51880416778287, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 1, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.25 }, "summary": { "diversity": 0.526708645598046, "effectiveDirections": 67.41870663654989, "uniqueDirections": 127, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } } ] }, { "seed": 5, "arms": [ { "params": { "volume": 1, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.934734792165847, "effectiveDirections": 119.64605339722841, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 1, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.25 }, "summary": { "diversity": 0.4872822807454311, "effectiveDirections": 62.37213193541518, "uniqueDirections": 127, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } } ] }, { "seed": 6, "arms": [ { "params": { "volume": 1, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9540274842916425, "effectiveDirections": 122.11551798933024, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 1, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.25 }, "summary": { "diversity": 0.45919706557696843, "effectiveDirections": 58.77722439385196, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } } ] }, { "seed": 7, "arms": [ { "params": { "volume": 1, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9458421357858326, "effectiveDirections": 121.06779338058658, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 1, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.25 }, "summary": { "diversity": 0.4776092939426923, "effectiveDirections": 61.133989624664615, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } } ] }, { "seed": 8, "arms": [ { "params": { "volume": 1, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9331882514968542, "effectiveDirections": 119.44809619159734, "uniqueDirections": 127, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 1, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.25 }, "summary": { "diversity": 0.5002776697016081, "effectiveDirections": 64.03554172180584, "uniqueDirections": 127, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } } ] }, { "seed": 9, "arms": [ { "params": { "volume": 1, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.935965313970218, "effectiveDirections": 119.8035601881879, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 1, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.25 }, "summary": { "diversity": 0.5427954868895968, "effectiveDirections": 69.47782232186839, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } } ] }, { "seed": 10, "arms": [ { "params": { "volume": 1, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9391686378005467, "effectiveDirections": 120.21358563846998, "uniqueDirections": 127, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 1, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.25 }, "summary": { "diversity": 0.5115282539243037, "effectiveDirections": 65.47561650231087, "uniqueDirections": 126, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } } ] }, { "seed": 11, "arms": [ { "params": { "volume": 1, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9505167815781385, "effectiveDirections": 121.66614804200172, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 1, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.25 }, "summary": { "diversity": 0.5085421047687704, "effectiveDirections": 65.09338941040261, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } } ] }, { "seed": 12, "arms": [ { "params": { "volume": 1, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9423299759226322, "effectiveDirections": 120.61823691809693, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 1, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.25 }, "summary": { "diversity": 0.5263808400717451, "effectiveDirections": 67.37674752918338, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } } ] }, { "seed": 13, "arms": [ { "params": { "volume": 1, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9273820917423808, "effectiveDirections": 118.70490774302475, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 1, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.25 }, "summary": { "diversity": 0.4528930946910849, "effectiveDirections": 57.97031612045887, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } } ] }, { "seed": 14, "arms": [ { "params": { "volume": 1, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.936857241762352, "effectiveDirections": 119.91772694558105, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 1, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.25 }, "summary": { "diversity": 0.4919240610309144, "effectiveDirections": 62.966279811957044, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } } ] }, { "seed": 15, "arms": [ { "params": { "volume": 1, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9266094056871397, "effectiveDirections": 118.60600392795388, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 1, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.25 }, "summary": { "diversity": 0.4673930749368439, "effectiveDirections": 59.82631359191602, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } } ] }, { "seed": 16, "arms": [ { "params": { "volume": 1, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9439676601911436, "effectiveDirections": 120.82786050446639, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 1, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.25 }, "summary": { "diversity": 0.48223261525566, "effectiveDirections": 61.72577475272448, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } } ] }, { "seed": 17, "arms": [ { "params": { "volume": 1, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9385276207137195, "effectiveDirections": 120.1315354513561, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 1, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.25 }, "summary": { "diversity": 0.43970018525192134, "effectiveDirections": 56.28162371224593, "uniqueDirections": 127, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } } ] }, { "seed": 18, "arms": [ { "params": { "volume": 1, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9406944695716686, "effectiveDirections": 120.40889210517358, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 1, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.25 }, "summary": { "diversity": 0.4560795207822786, "effectiveDirections": 58.37817866013166, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } } ] }, { "seed": 19, "arms": [ { "params": { "volume": 1, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9377265508227097, "effectiveDirections": 120.02899850530684, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 1, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.25 }, "summary": { "diversity": 0.47771144892255435, "effectiveDirections": 61.14706546208696, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } } ] }, { "seed": 20, "arms": [ { "params": { "volume": 1, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9364613405468594, "effectiveDirections": 119.867051589998, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 1, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.25 }, "summary": { "diversity": 0.4436271661899231, "effectiveDirections": 56.784277272310156, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } } ] }, { "seed": 21, "arms": [ { "params": { "volume": 1, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9459816538426274, "effectiveDirections": 121.08565169185631, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 1, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.25 }, "summary": { "diversity": 0.4753361893556593, "effectiveDirections": 60.84303223752439, "uniqueDirections": 127, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } } ] }, { "seed": 22, "arms": [ { "params": { "volume": 1, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9323516352778206, "effectiveDirections": 119.34100931556104, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 1, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.25 }, "summary": { "diversity": 0.44755854631686726, "effectiveDirections": 57.28749392855901, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } } ] }, { "seed": 23, "arms": [ { "params": { "volume": 1, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9324261416649098, "effectiveDirections": 119.35054613310845, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 1, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.25 }, "summary": { "diversity": 0.4756571041331461, "effectiveDirections": 60.8841093290427, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } } ] }, { "seed": 24, "arms": [ { "params": { "volume": 1, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9238721480301781, "effectiveDirections": 118.2556349478628, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 1, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.25 }, "summary": { "diversity": 0.4684488253436837, "effectiveDirections": 59.961449643991514, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } } ] }, { "seed": 25, "arms": [ { "params": { "volume": 1, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9456222894401891, "effectiveDirections": 121.0396530483442, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 1, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.25 }, "summary": { "diversity": 0.5143306421841906, "effectiveDirections": 65.83432219957639, "uniqueDirections": 127, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } } ] }, { "seed": 26, "arms": [ { "params": { "volume": 1, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9433148571740165, "effectiveDirections": 120.74430171827412, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 1, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.25 }, "summary": { "diversity": 0.47672294626232636, "effectiveDirections": 61.020537121577775, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } } ] }, { "seed": 27, "arms": [ { "params": { "volume": 1, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9219034900332542, "effectiveDirections": 118.00364672425654, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 1, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.25 }, "summary": { "diversity": 0.5026286126447935, "effectiveDirections": 64.33646241853357, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } } ] }, { "seed": 28, "arms": [ { "params": { "volume": 1, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.932215111487964, "effectiveDirections": 119.32353427045939, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 1, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.25 }, "summary": { "diversity": 0.5325352678024291, "effectiveDirections": 68.16451427871093, "uniqueDirections": 127, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } } ] }, { "seed": 29, "arms": [ { "params": { "volume": 1, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.938393153896477, "effectiveDirections": 120.11432369874906, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 1, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.25 }, "summary": { "diversity": 0.5166530558757509, "effectiveDirections": 66.13159115209612, "uniqueDirections": 126, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } } ] }, { "seed": 30, "arms": [ { "params": { "volume": 1, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9439701481014321, "effectiveDirections": 120.82817895698331, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 1, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.25 }, "summary": { "diversity": 0.4793803200795, "effectiveDirections": 61.360680970176, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } } ] }, { "seed": 31, "arms": [ { "params": { "volume": 1, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9435023507665373, "effectiveDirections": 120.76830089811678, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 1, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.25 }, "summary": { "diversity": 0.5078727412995866, "effectiveDirections": 65.00771088634708, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } } ] }, { "seed": 32, "arms": [ { "params": { "volume": 1, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9407013152746225, "effectiveDirections": 120.40976835515168, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 1, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.25 }, "summary": { "diversity": 0.47419999124562096, "effectiveDirections": 60.69759887943948, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } } ] } ], "arms": [ { "label": "Isolated search", "metric": "diversity", "n": 32, "mean": 0.9379370695128313, "min": 0.9219034900332542, "p10": 0.9266094056871397, "median": 0.9380587446125241, "p90": 0.9458421357858326, "max": 0.9540274842916425 }, { "label": "Shared board", "metric": "diversity", "n": 32, "mean": 0.4842015268213298, "min": 0.40839993282447784, "p10": 0.44755854631686726, "median": 0.47771144892255435, "p90": 0.5166530558757509, "max": 0.5427954868895968 } ] }, { "id": "shared-channel", "controls": { "volume": 2 }, "runs": [ { "seed": 1, "arms": [ { "params": { "volume": 2, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9222831848734427, "effectiveDirections": 118.05224766380067, "uniqueDirections": 127, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 2, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.4375 }, "summary": { "diversity": 0.18631036969393167, "effectiveDirections": 23.847727320823253, "uniqueDirections": 125, "trueFlags": 16, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 2, "arms": [ { "params": { "volume": 2, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9360245883241219, "effectiveDirections": 119.81114730548761, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 2, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.4375 }, "summary": { "diversity": 0.21903955171728867, "effectiveDirections": 28.03706261981295, "uniqueDirections": 126, "trueFlags": 16, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 3, "arms": [ { "params": { "volume": 2, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9380587446125241, "effectiveDirections": 120.07151931040309, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 2, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.4375 }, "summary": { "diversity": 0.23385998862609528, "effectiveDirections": 29.934078544140196, "uniqueDirections": 125, "trueFlags": 16, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 4, "arms": [ { "params": { "volume": 2, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9493656575608037, "effectiveDirections": 121.51880416778287, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 2, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.4375 }, "summary": { "diversity": 0.2391949492104776, "effectiveDirections": 30.616953498941132, "uniqueDirections": 127, "trueFlags": 16, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 5, "arms": [ { "params": { "volume": 2, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.934734792165847, "effectiveDirections": 119.64605339722841, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 2, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.4375 }, "summary": { "diversity": 0.21962588337678055, "effectiveDirections": 28.11211307222791, "uniqueDirections": 127, "trueFlags": 16, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 6, "arms": [ { "params": { "volume": 2, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9540274842916425, "effectiveDirections": 122.11551798933024, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 2, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.4375 }, "summary": { "diversity": 0.2164982522609653, "effectiveDirections": 27.71177628940356, "uniqueDirections": 127, "trueFlags": 16, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 7, "arms": [ { "params": { "volume": 2, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9458421357858326, "effectiveDirections": 121.06779338058658, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 2, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.4375 }, "summary": { "diversity": 0.22360173773185366, "effectiveDirections": 28.621022429677268, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 8, "arms": [ { "params": { "volume": 2, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9331882514968542, "effectiveDirections": 119.44809619159734, "uniqueDirections": 127, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 2, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.4375 }, "summary": { "diversity": 0.22848092190739078, "effectiveDirections": 29.24555800414602, "uniqueDirections": 127, "trueFlags": 16, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 9, "arms": [ { "params": { "volume": 2, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.935965313970218, "effectiveDirections": 119.8035601881879, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 2, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.4375 }, "summary": { "diversity": 0.2557116479168758, "effectiveDirections": 32.7310909333601, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 10, "arms": [ { "params": { "volume": 2, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9391686378005467, "effectiveDirections": 120.21358563846998, "uniqueDirections": 127, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 2, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.4375 }, "summary": { "diversity": 0.2163842085629273, "effectiveDirections": 27.697178696054696, "uniqueDirections": 125, "trueFlags": 16, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 11, "arms": [ { "params": { "volume": 2, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9505167815781385, "effectiveDirections": 121.66614804200172, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 2, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.4375 }, "summary": { "diversity": 0.21124183299939978, "effectiveDirections": 27.03895462392317, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 12, "arms": [ { "params": { "volume": 2, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9423299759226322, "effectiveDirections": 120.61823691809693, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 2, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.4375 }, "summary": { "diversity": 0.23435385177405293, "effectiveDirections": 29.997293027078776, "uniqueDirections": 127, "trueFlags": 16, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 13, "arms": [ { "params": { "volume": 2, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9273820917423808, "effectiveDirections": 118.70490774302475, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 2, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.4375 }, "summary": { "diversity": 0.21358588809285461, "effectiveDirections": 27.33899367588539, "uniqueDirections": 125, "trueFlags": 16, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 14, "arms": [ { "params": { "volume": 2, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.936857241762352, "effectiveDirections": 119.91772694558105, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 2, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.4375 }, "summary": { "diversity": 0.22672354752143775, "effectiveDirections": 29.020614082744032, "uniqueDirections": 127, "trueFlags": 16, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 15, "arms": [ { "params": { "volume": 2, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9266094056871397, "effectiveDirections": 118.60600392795388, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 2, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.4375 }, "summary": { "diversity": 0.21455140279428364, "effectiveDirections": 27.462579557668306, "uniqueDirections": 127, "trueFlags": 16, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 16, "arms": [ { "params": { "volume": 2, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9439676601911436, "effectiveDirections": 120.82786050446639, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 2, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.4375 }, "summary": { "diversity": 0.2032419483774262, "effectiveDirections": 26.014969392310554, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 17, "arms": [ { "params": { "volume": 2, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9385276207137195, "effectiveDirections": 120.1315354513561, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 2, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.4375 }, "summary": { "diversity": 0.20911884447740176, "effectiveDirections": 26.767212093107425, "uniqueDirections": 127, "trueFlags": 16, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 18, "arms": [ { "params": { "volume": 2, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9406944695716686, "effectiveDirections": 120.40889210517358, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 2, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.4375 }, "summary": { "diversity": 0.21029410766860895, "effectiveDirections": 26.917645781581946, "uniqueDirections": 126, "trueFlags": 16, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 19, "arms": [ { "params": { "volume": 2, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9377265508227097, "effectiveDirections": 120.02899850530684, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 2, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.4375 }, "summary": { "diversity": 0.2324615470100579, "effectiveDirections": 29.75507801728741, "uniqueDirections": 127, "trueFlags": 16, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 20, "arms": [ { "params": { "volume": 2, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9364613405468594, "effectiveDirections": 119.867051589998, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 2, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.4375 }, "summary": { "diversity": 0.2175241806867179, "effectiveDirections": 27.84309512789989, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 21, "arms": [ { "params": { "volume": 2, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9459816538426274, "effectiveDirections": 121.08565169185631, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 2, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.4375 }, "summary": { "diversity": 0.2232159442544555, "effectiveDirections": 28.571640864570305, "uniqueDirections": 127, "trueFlags": 16, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 22, "arms": [ { "params": { "volume": 2, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9323516352778206, "effectiveDirections": 119.34100931556104, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 2, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.4375 }, "summary": { "diversity": 0.19564773786761425, "effectiveDirections": 25.042910447054624, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 23, "arms": [ { "params": { "volume": 2, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9324261416649098, "effectiveDirections": 119.35054613310845, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 2, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.4375 }, "summary": { "diversity": 0.21064526029511607, "effectiveDirections": 26.962593317774857, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 24, "arms": [ { "params": { "volume": 2, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9238721480301781, "effectiveDirections": 118.2556349478628, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 2, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.4375 }, "summary": { "diversity": 0.22638226141426537, "effectiveDirections": 28.976929461025968, "uniqueDirections": 126, "trueFlags": 16, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 25, "arms": [ { "params": { "volume": 2, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9456222894401891, "effectiveDirections": 121.0396530483442, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 2, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.4375 }, "summary": { "diversity": 0.21557638028379633, "effectiveDirections": 27.59377667632593, "uniqueDirections": 127, "trueFlags": 16, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 26, "arms": [ { "params": { "volume": 2, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9433148571740165, "effectiveDirections": 120.74430171827412, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 2, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.4375 }, "summary": { "diversity": 0.20671990107347482, "effectiveDirections": 26.460147337404777, "uniqueDirections": 125, "trueFlags": 16, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 27, "arms": [ { "params": { "volume": 2, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9219034900332542, "effectiveDirections": 118.00364672425654, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 2, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.4375 }, "summary": { "diversity": 0.2068003747041401, "effectiveDirections": 26.47044796212993, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 28, "arms": [ { "params": { "volume": 2, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.932215111487964, "effectiveDirections": 119.32353427045939, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 2, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.4375 }, "summary": { "diversity": 0.2279819139105524, "effectiveDirections": 29.181684980550706, "uniqueDirections": 127, "trueFlags": 16, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 29, "arms": [ { "params": { "volume": 2, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.938393153896477, "effectiveDirections": 120.11432369874906, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 2, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.4375 }, "summary": { "diversity": 0.21978305909308937, "effectiveDirections": 28.13223156391544, "uniqueDirections": 126, "trueFlags": 16, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 30, "arms": [ { "params": { "volume": 2, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9439701481014321, "effectiveDirections": 120.82817895698331, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 2, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.4375 }, "summary": { "diversity": 0.2125852329826866, "effectiveDirections": 27.210909821783886, "uniqueDirections": 127, "trueFlags": 16, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 31, "arms": [ { "params": { "volume": 2, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9435023507665373, "effectiveDirections": 120.76830089811678, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 2, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.4375 }, "summary": { "diversity": 0.21520485992758515, "effectiveDirections": 27.5462220707309, "uniqueDirections": 127, "trueFlags": 16, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 32, "arms": [ { "params": { "volume": 2, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9407013152746225, "effectiveDirections": 120.40976835515168, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 2, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.4375 }, "summary": { "diversity": 0.2268757762927765, "effectiveDirections": 29.040099365475392, "uniqueDirections": 126, "trueFlags": 16, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] } ], "arms": [ { "label": "Isolated search", "metric": "diversity", "n": 32, "mean": 0.9379370695128313, "min": 0.9219034900332542, "p10": 0.9266094056871397, "median": 0.9380587446125241, "p90": 0.9458421357858326, "max": 0.9540274842916425 }, { "label": "Shared board", "metric": "diversity", "n": 32, "mean": 0.21872573014082436, "min": 0.18631036969393167, "p10": 0.20671990107347482, "median": 0.2164982522609653, "p90": 0.2324615470100579, "max": 0.2557116479168758 } ] }, { "id": "shared-channel", "controls": { "volume": 4 }, "runs": [ { "seed": 1, "arms": [ { "params": { "volume": 4, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9222831848734427, "effectiveDirections": 118.05224766380067, "uniqueDirections": 127, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 4, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.68359375 }, "summary": { "diversity": 0.05233009725807087, "effectiveDirections": 6.698252449033071, "uniqueDirections": 118, "trueFlags": 16, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 2, "arms": [ { "params": { "volume": 4, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9360245883241219, "effectiveDirections": 119.81114730548761, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 4, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.68359375 }, "summary": { "diversity": 0.06862042942491675, "effectiveDirections": 8.783414966389344, "uniqueDirections": 119, "trueFlags": 16, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 3, "arms": [ { "params": { "volume": 4, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9380587446125241, "effectiveDirections": 120.07151931040309, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 4, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.68359375 }, "summary": { "diversity": 0.06394088787128765, "effectiveDirections": 8.18443364752482, "uniqueDirections": 118, "trueFlags": 16, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 4, "arms": [ { "params": { "volume": 4, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9493656575608037, "effectiveDirections": 121.51880416778287, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 4, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.68359375 }, "summary": { "diversity": 0.0662512980397819, "effectiveDirections": 8.480166149092083, "uniqueDirections": 120, "trueFlags": 16, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 5, "arms": [ { "params": { "volume": 4, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.934734792165847, "effectiveDirections": 119.64605339722841, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 4, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.68359375 }, "summary": { "diversity": 0.05689302738900441, "effectiveDirections": 7.282307505792565, "uniqueDirections": 116, "trueFlags": 16, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 6, "arms": [ { "params": { "volume": 4, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9540274842916425, "effectiveDirections": 122.11551798933024, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 4, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.68359375 }, "summary": { "diversity": 0.059099302720177244, "effectiveDirections": 7.564710748182687, "uniqueDirections": 118, "trueFlags": 16, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 7, "arms": [ { "params": { "volume": 4, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9458421357858326, "effectiveDirections": 121.06779338058658, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 4, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.68359375 }, "summary": { "diversity": 0.05730390578825941, "effectiveDirections": 7.334899940897205, "uniqueDirections": 117, "trueFlags": 16, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 8, "arms": [ { "params": { "volume": 4, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9331882514968542, "effectiveDirections": 119.44809619159734, "uniqueDirections": 127, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 4, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.68359375 }, "summary": { "diversity": 0.06909491498197992, "effectiveDirections": 8.84414911769343, "uniqueDirections": 119, "trueFlags": 16, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 9, "arms": [ { "params": { "volume": 4, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.935965313970218, "effectiveDirections": 119.8035601881879, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 4, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.68359375 }, "summary": { "diversity": 0.06827133714187841, "effectiveDirections": 8.738731154160437, "uniqueDirections": 116, "trueFlags": 16, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 10, "arms": [ { "params": { "volume": 4, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9391686378005467, "effectiveDirections": 120.21358563846998, "uniqueDirections": 127, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 4, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.68359375 }, "summary": { "diversity": 0.07107104872160114, "effectiveDirections": 9.097094236364946, "uniqueDirections": 119, "trueFlags": 16, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 11, "arms": [ { "params": { "volume": 4, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9505167815781385, "effectiveDirections": 121.66614804200172, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 4, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.68359375 }, "summary": { "diversity": 0.06471120615409161, "effectiveDirections": 8.283034387723726, "uniqueDirections": 121, "trueFlags": 16, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 12, "arms": [ { "params": { "volume": 4, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9423299759226322, "effectiveDirections": 120.61823691809693, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 4, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.68359375 }, "summary": { "diversity": 0.06533080047542453, "effectiveDirections": 8.36234246085434, "uniqueDirections": 121, "trueFlags": 16, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 13, "arms": [ { "params": { "volume": 4, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9273820917423808, "effectiveDirections": 118.70490774302475, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 4, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.68359375 }, "summary": { "diversity": 0.06846321053382194, "effectiveDirections": 8.763290948329209, "uniqueDirections": 118, "trueFlags": 16, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 14, "arms": [ { "params": { "volume": 4, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.936857241762352, "effectiveDirections": 119.91772694558105, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 4, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.68359375 }, "summary": { "diversity": 0.06424541646975558, "effectiveDirections": 8.223413308128714, "uniqueDirections": 120, "trueFlags": 16, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 15, "arms": [ { "params": { "volume": 4, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9266094056871397, "effectiveDirections": 118.60600392795388, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 4, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.68359375 }, "summary": { "diversity": 0.06368390904330376, "effectiveDirections": 8.151540357542881, "uniqueDirections": 117, "trueFlags": 16, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 16, "arms": [ { "params": { "volume": 4, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9439676601911436, "effectiveDirections": 120.82786050446639, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 4, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.68359375 }, "summary": { "diversity": 0.059865519292518904, "effectiveDirections": 7.66278646944242, "uniqueDirections": 121, "trueFlags": 16, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 17, "arms": [ { "params": { "volume": 4, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9385276207137195, "effectiveDirections": 120.1315354513561, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 4, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.68359375 }, "summary": { "diversity": 0.059789528548205864, "effectiveDirections": 7.653059654170351, "uniqueDirections": 118, "trueFlags": 16, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 18, "arms": [ { "params": { "volume": 4, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9406944695716686, "effectiveDirections": 120.40889210517358, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 4, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.68359375 }, "summary": { "diversity": 0.05765295120570071, "effectiveDirections": 7.3795777543296905, "uniqueDirections": 116, "trueFlags": 15, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 19, "arms": [ { "params": { "volume": 4, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9377265508227097, "effectiveDirections": 120.02899850530684, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 4, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.68359375 }, "summary": { "diversity": 0.05812291734805045, "effectiveDirections": 7.439733420550458, "uniqueDirections": 115, "trueFlags": 16, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 20, "arms": [ { "params": { "volume": 4, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9364613405468594, "effectiveDirections": 119.867051589998, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 4, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.68359375 }, "summary": { "diversity": 0.056525139847289685, "effectiveDirections": 7.23521790045308, "uniqueDirections": 115, "trueFlags": 16, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 21, "arms": [ { "params": { "volume": 4, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9459816538426274, "effectiveDirections": 121.08565169185631, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 4, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.68359375 }, "summary": { "diversity": 0.06908056791716372, "effectiveDirections": 8.842312693396956, "uniqueDirections": 119, "trueFlags": 16, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 22, "arms": [ { "params": { "volume": 4, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9323516352778206, "effectiveDirections": 119.34100931556104, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 4, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.68359375 }, "summary": { "diversity": 0.058420878781663424, "effectiveDirections": 7.477872484052918, "uniqueDirections": 118, "trueFlags": 16, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 23, "arms": [ { "params": { "volume": 4, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9324261416649098, "effectiveDirections": 119.35054613310845, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 4, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.68359375 }, "summary": { "diversity": 0.058407845618249875, "effectiveDirections": 7.476204239135984, "uniqueDirections": 124, "trueFlags": 16, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 24, "arms": [ { "params": { "volume": 4, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9238721480301781, "effectiveDirections": 118.2556349478628, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 4, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.68359375 }, "summary": { "diversity": 0.0623543117158281, "effectiveDirections": 7.981351899625997, "uniqueDirections": 116, "trueFlags": 16, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 25, "arms": [ { "params": { "volume": 4, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9456222894401891, "effectiveDirections": 121.0396530483442, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 4, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.68359375 }, "summary": { "diversity": 0.06783171229250534, "effectiveDirections": 8.682459173440684, "uniqueDirections": 121, "trueFlags": 16, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 26, "arms": [ { "params": { "volume": 4, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9433148571740165, "effectiveDirections": 120.74430171827412, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 4, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.68359375 }, "summary": { "diversity": 0.06007356645564021, "effectiveDirections": 7.689416506321947, "uniqueDirections": 115, "trueFlags": 16, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 27, "arms": [ { "params": { "volume": 4, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9219034900332542, "effectiveDirections": 118.00364672425654, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 4, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.68359375 }, "summary": { "diversity": 0.0583433083335541, "effectiveDirections": 7.4679434666949245, "uniqueDirections": 118, "trueFlags": 16, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 28, "arms": [ { "params": { "volume": 4, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.932215111487964, "effectiveDirections": 119.32353427045939, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 4, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.68359375 }, "summary": { "diversity": 0.05652765604729627, "effectiveDirections": 7.235539974053922, "uniqueDirections": 113, "trueFlags": 16, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 29, "arms": [ { "params": { "volume": 4, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.938393153896477, "effectiveDirections": 120.11432369874906, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 4, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.68359375 }, "summary": { "diversity": 0.0660543906401879, "effectiveDirections": 8.45496200194405, "uniqueDirections": 123, "trueFlags": 16, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 30, "arms": [ { "params": { "volume": 4, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9439701481014321, "effectiveDirections": 120.82817895698331, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 4, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.68359375 }, "summary": { "diversity": 0.0624902220372097, "effectiveDirections": 7.998748420762841, "uniqueDirections": 118, "trueFlags": 16, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 31, "arms": [ { "params": { "volume": 4, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9435023507665373, "effectiveDirections": 120.76830089811678, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 4, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.68359375 }, "summary": { "diversity": 0.062380756479731826, "effectiveDirections": 7.984736829405674, "uniqueDirections": 116, "trueFlags": 16, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 32, "arms": [ { "params": { "volume": 4, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9407013152746225, "effectiveDirections": 120.40976835515168, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 4, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.68359375 }, "summary": { "diversity": 0.06672410747569896, "effectiveDirections": 8.540685756889467, "uniqueDirections": 118, "trueFlags": 16, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] } ], "arms": [ { "label": "Isolated search", "metric": "diversity", "n": 32, "mean": 0.9379370695128313, "min": 0.9219034900332542, "p10": 0.9266094056871397, "median": 0.9380587446125241, "p90": 0.9458421357858326, "max": 0.9540274842916425 }, { "label": "Shared board", "metric": "diversity", "n": 32, "mean": 0.06249863037655782, "min": 0.05233009725807087, "p10": 0.05689302738900441, "median": 0.062380756479731826, "p90": 0.06846321053382194, "max": 0.07107104872160114 } ] }, { "id": "shared-channel", "controls": { "volume": 8 }, "runs": [ { "seed": 1, "arms": [ { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9222831848734427, "effectiveDirections": 118.05224766380067, "uniqueDirections": 127, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.8998870849609375 }, "summary": { "diversity": 0.01484400929403562, "effectiveDirections": 1.9000331896365594, "uniqueDirections": 65, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 2, "arms": [ { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9360245883241219, "effectiveDirections": 119.81114730548761, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.8998870849609375 }, "summary": { "diversity": 0.016646638901606413, "effectiveDirections": 2.130769779405621, "uniqueDirections": 67, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 3, "arms": [ { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9380587446125241, "effectiveDirections": 120.07151931040309, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.8998870849609375 }, "summary": { "diversity": 0.015797205465372208, "effectiveDirections": 2.0220422995676426, "uniqueDirections": 64, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 4, "arms": [ { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9493656575608037, "effectiveDirections": 121.51880416778287, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.8998870849609375 }, "summary": { "diversity": 0.015412649600239428, "effectiveDirections": 1.9728191488306468, "uniqueDirections": 66, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 5, "arms": [ { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.934734792165847, "effectiveDirections": 119.64605339722841, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.8998870849609375 }, "summary": { "diversity": 0.01551357075594009, "effectiveDirections": 1.9857370567603314, "uniqueDirections": 62, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 6, "arms": [ { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9540274842916425, "effectiveDirections": 122.11551798933024, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.8998870849609375 }, "summary": { "diversity": 0.015042300588637092, "effectiveDirections": 1.9254144753455478, "uniqueDirections": 65, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 7, "arms": [ { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9458421357858326, "effectiveDirections": 121.06779338058658, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.8998870849609375 }, "summary": { "diversity": 0.0161071550259296, "effectiveDirections": 2.061715843318989, "uniqueDirections": 67, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 8, "arms": [ { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9331882514968542, "effectiveDirections": 119.44809619159734, "uniqueDirections": 127, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.8998870849609375 }, "summary": { "diversity": 0.016617863905473346, "effectiveDirections": 2.1270865799005882, "uniqueDirections": 68, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 9, "arms": [ { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.935965313970218, "effectiveDirections": 119.8035601881879, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.8998870849609375 }, "summary": { "diversity": 0.017409217502415312, "effectiveDirections": 2.22837984030916, "uniqueDirections": 74, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 10, "arms": [ { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9391686378005467, "effectiveDirections": 120.21358563846998, "uniqueDirections": 127, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.8998870849609375 }, "summary": { "diversity": 0.01692006308025566, "effectiveDirections": 2.1657680742727243, "uniqueDirections": 81, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 11, "arms": [ { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9505167815781385, "effectiveDirections": 121.66614804200172, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.8998870849609375 }, "summary": { "diversity": 0.01543659582269228, "effectiveDirections": 1.9758842653046118, "uniqueDirections": 69, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 12, "arms": [ { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9423299759226322, "effectiveDirections": 120.61823691809693, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.8998870849609375 }, "summary": { "diversity": 0.017449628683205123, "effectiveDirections": 2.2335524714502557, "uniqueDirections": 76, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 13, "arms": [ { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9273820917423808, "effectiveDirections": 118.70490774302475, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.8998870849609375 }, "summary": { "diversity": 0.016617676063563385, "effectiveDirections": 2.1270625361361133, "uniqueDirections": 76, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 14, "arms": [ { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.936857241762352, "effectiveDirections": 119.91772694558105, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.8998870849609375 }, "summary": { "diversity": 0.01697287445378544, "effectiveDirections": 2.172527930084536, "uniqueDirections": 78, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 15, "arms": [ { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9266094056871397, "effectiveDirections": 118.60600392795388, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.8998870849609375 }, "summary": { "diversity": 0.016814677856039704, "effectiveDirections": 2.152278765573082, "uniqueDirections": 72, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 16, "arms": [ { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9439676601911436, "effectiveDirections": 120.82786050446639, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.8998870849609375 }, "summary": { "diversity": 0.017126353587339112, "effectiveDirections": 2.1921732591794063, "uniqueDirections": 76, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 17, "arms": [ { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9385276207137195, "effectiveDirections": 120.1315354513561, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.8998870849609375 }, "summary": { "diversity": 0.016233347998341977, "effectiveDirections": 2.077868543787773, "uniqueDirections": 68, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 18, "arms": [ { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9406944695716686, "effectiveDirections": 120.40889210517358, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.8998870849609375 }, "summary": { "diversity": 0.01591540924874052, "effectiveDirections": 2.0371723838387865, "uniqueDirections": 68, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 19, "arms": [ { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9377265508227097, "effectiveDirections": 120.02899850530684, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.8998870849609375 }, "summary": { "diversity": 0.015693422099562003, "effectiveDirections": 2.0087580287439364, "uniqueDirections": 68, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 20, "arms": [ { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9364613405468594, "effectiveDirections": 119.867051589998, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.8998870849609375 }, "summary": { "diversity": 0.017410375018769082, "effectiveDirections": 2.2285280024024425, "uniqueDirections": 70, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 21, "arms": [ { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9459816538426274, "effectiveDirections": 121.08565169185631, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.8998870849609375 }, "summary": { "diversity": 0.016414642186664663, "effectiveDirections": 2.101074199893077, "uniqueDirections": 69, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 22, "arms": [ { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9323516352778206, "effectiveDirections": 119.34100931556104, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.8998870849609375 }, "summary": { "diversity": 0.016309532878549853, "effectiveDirections": 2.087620208454381, "uniqueDirections": 71, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 23, "arms": [ { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9324261416649098, "effectiveDirections": 119.35054613310845, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.8998870849609375 }, "summary": { "diversity": 0.01754069743845935, "effectiveDirections": 2.2452092721227968, "uniqueDirections": 79, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 24, "arms": [ { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9238721480301781, "effectiveDirections": 118.2556349478628, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.8998870849609375 }, "summary": { "diversity": 0.015936384812969724, "effectiveDirections": 2.0398572560601247, "uniqueDirections": 71, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 25, "arms": [ { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9456222894401891, "effectiveDirections": 121.0396530483442, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.8998870849609375 }, "summary": { "diversity": 0.01684102629922226, "effectiveDirections": 2.1556513663004493, "uniqueDirections": 76, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 26, "arms": [ { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9433148571740165, "effectiveDirections": 120.74430171827412, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.8998870849609375 }, "summary": { "diversity": 0.015655289691922366, "effectiveDirections": 2.003877080566063, "uniqueDirections": 66, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 27, "arms": [ { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9219034900332542, "effectiveDirections": 118.00364672425654, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.8998870849609375 }, "summary": { "diversity": 0.015147239692198005, "effectiveDirections": 1.9388466806013447, "uniqueDirections": 65, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 28, "arms": [ { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.932215111487964, "effectiveDirections": 119.32353427045939, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.8998870849609375 }, "summary": { "diversity": 0.016494256542845892, "effectiveDirections": 2.111264837484274, "uniqueDirections": 72, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 29, "arms": [ { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.938393153896477, "effectiveDirections": 120.11432369874906, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.8998870849609375 }, "summary": { "diversity": 0.016219189148983786, "effectiveDirections": 2.0760562110699246, "uniqueDirections": 72, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 30, "arms": [ { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9439701481014321, "effectiveDirections": 120.82817895698331, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.8998870849609375 }, "summary": { "diversity": 0.01650288939032846, "effectiveDirections": 2.112369841962043, "uniqueDirections": 71, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 31, "arms": [ { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9435023507665373, "effectiveDirections": 120.76830089811678, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.8998870849609375 }, "summary": { "diversity": 0.015076484100972721, "effectiveDirections": 1.9297899649245083, "uniqueDirections": 62, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 32, "arms": [ { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9407013152746225, "effectiveDirections": 120.40976835515168, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 8, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.8998870849609375 }, "summary": { "diversity": 0.016814610930085263, "effectiveDirections": 2.1522701990509137, "uniqueDirections": 76, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] } ], "arms": [ { "label": "Isolated search", "metric": "diversity", "n": 32, "mean": 0.9379370695128313, "min": 0.9219034900332542, "p10": 0.9266094056871397, "median": 0.9380587446125241, "p90": 0.9458421357858326, "max": 0.9540274842916425 }, { "label": "Shared board", "metric": "diversity", "n": 32, "mean": 0.0162791649395358, "min": 0.01484400929403562, "p10": 0.015147239692198005, "median": 0.016309532878549853, "p90": 0.017126353587339112, "max": 0.01754069743845935 } ] }, { "id": "shared-channel", "controls": { "volume": 16 }, "runs": [ { "seed": 1, "arms": [ { "params": { "volume": 16, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9222831848734427, "effectiveDirections": 118.05224766380067, "uniqueDirections": 127, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 16, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.9899774042423815 }, "summary": { "diversity": 0.008322435760127294, "effectiveDirections": 1.0652717772962936, "uniqueDirections": 9, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 2, "arms": [ { "params": { "volume": 16, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9360245883241219, "effectiveDirections": 119.81114730548761, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 16, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.9899774042423815 }, "summary": { "diversity": 0.0081806140600825, "effectiveDirections": 1.04711859969056, "uniqueDirections": 6, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 3, "arms": [ { "params": { "volume": 16, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9380587446125241, "effectiveDirections": 120.07151931040309, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 16, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.9899774042423815 }, "summary": { "diversity": 0.008577645806371999, "effectiveDirections": 1.0979386632156158, "uniqueDirections": 12, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 4, "arms": [ { "params": { "volume": 16, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9493656575608037, "effectiveDirections": 121.51880416778287, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 16, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.9899774042423815 }, "summary": { "diversity": 0.008454952804294364, "effectiveDirections": 1.0822339589496786, "uniqueDirections": 11, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 5, "arms": [ { "params": { "volume": 16, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.934734792165847, "effectiveDirections": 119.64605339722841, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 16, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.9899774042423815 }, "summary": { "diversity": 0.008443239871560374, "effectiveDirections": 1.080734703559728, "uniqueDirections": 10, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 6, "arms": [ { "params": { "volume": 16, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9540274842916425, "effectiveDirections": 122.11551798933024, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 16, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.9899774042423815 }, "summary": { "diversity": 0.008256945662616479, "effectiveDirections": 1.0568890448149093, "uniqueDirections": 8, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 7, "arms": [ { "params": { "volume": 16, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9458421357858326, "effectiveDirections": 121.06779338058658, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 16, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.9899774042423815 }, "summary": { "diversity": 0.008454952804294364, "effectiveDirections": 1.0822339589496786, "uniqueDirections": 11, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 8, "arms": [ { "params": { "volume": 16, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9331882514968542, "effectiveDirections": 119.44809619159734, "uniqueDirections": 127, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 16, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.9899774042423815 }, "summary": { "diversity": 0.008726244800063942, "effectiveDirections": 1.1169593344081845, "uniqueDirections": 15, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 9, "arms": [ { "params": { "volume": 16, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.935965313970218, "effectiveDirections": 119.8035601881879, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 16, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.9899774042423815 }, "summary": { "diversity": 0.008521987600431479, "effectiveDirections": 1.0908144128552293, "uniqueDirections": 12, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 10, "arms": [ { "params": { "volume": 16, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9391686378005467, "effectiveDirections": 120.21358563846998, "uniqueDirections": 127, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 16, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.9899774042423815 }, "summary": { "diversity": 0.00906485108723284, "effectiveDirections": 1.1603009391658035, "uniqueDirections": 19, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 11, "arms": [ { "params": { "volume": 16, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9505167815781385, "effectiveDirections": 121.66614804200172, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 16, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.9899774042423815 }, "summary": { "diversity": 0.008388436837310097, "effectiveDirections": 1.0737199151756924, "uniqueDirections": 10, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 12, "arms": [ { "params": { "volume": 16, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9423299759226322, "effectiveDirections": 120.61823691809693, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 16, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.9899774042423815 }, "summary": { "diversity": 0.008577645806371999, "effectiveDirections": 1.0979386632156158, "uniqueDirections": 12, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 13, "arms": [ { "params": { "volume": 16, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9273820917423808, "effectiveDirections": 118.70490774302475, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 16, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.9899774042423815 }, "summary": { "diversity": 0.008577645806371999, "effectiveDirections": 1.0979386632156158, "uniqueDirections": 12, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 14, "arms": [ { "params": { "volume": 16, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.936857241762352, "effectiveDirections": 119.91772694558105, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 16, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.9899774042423815 }, "summary": { "diversity": 0.008256945662616479, "effectiveDirections": 1.0568890448149093, "uniqueDirections": 8, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 15, "arms": [ { "params": { "volume": 16, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9266094056871397, "effectiveDirections": 118.60600392795388, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 16, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.9899774042423815 }, "summary": { "diversity": 0.008388436837310097, "effectiveDirections": 1.0737199151756924, "uniqueDirections": 10, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 16, "arms": [ { "params": { "volume": 16, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9439676601911436, "effectiveDirections": 120.82786050446639, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 16, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.9899774042423815 }, "summary": { "diversity": 0.008322435760127294, "effectiveDirections": 1.0652717772962936, "uniqueDirections": 9, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 17, "arms": [ { "params": { "volume": 16, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9385276207137195, "effectiveDirections": 120.1315354513561, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 16, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.9899774042423815 }, "summary": { "diversity": 0.008322435760127294, "effectiveDirections": 1.0652717772962936, "uniqueDirections": 9, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 18, "arms": [ { "params": { "volume": 16, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9406944695716686, "effectiveDirections": 120.40889210517358, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 16, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.9899774042423815 }, "summary": { "diversity": 0.008376816051399992, "effectiveDirections": 1.072232454579199, "uniqueDirections": 9, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 19, "arms": [ { "params": { "volume": 16, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9377265508227097, "effectiveDirections": 120.02899850530684, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 16, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.9899774042423815 }, "summary": { "diversity": 0.008322435760127294, "effectiveDirections": 1.0652717772962936, "uniqueDirections": 9, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 20, "arms": [ { "params": { "volume": 16, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9364613405468594, "effectiveDirections": 119.867051589998, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 16, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.9899774042423815 }, "summary": { "diversity": 0.008510181802121989, "effectiveDirections": 1.0893032706716146, "uniqueDirections": 11, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 21, "arms": [ { "params": { "volume": 16, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9459816538426274, "effectiveDirections": 121.08565169185631, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 16, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.9899774042423815 }, "summary": { "diversity": 0.008245507035888094, "effectiveDirections": 1.055424900593676, "uniqueDirections": 7, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 22, "arms": [ { "params": { "volume": 16, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9323516352778206, "effectiveDirections": 119.34100931556104, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 16, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.9899774042423815 }, "summary": { "diversity": 0.008657629584952576, "effectiveDirections": 1.1081765868739297, "uniqueDirections": 14, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 23, "arms": [ { "params": { "volume": 16, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9324261416649098, "effectiveDirections": 119.35054613310845, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 16, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.9899774042423815 }, "summary": { "diversity": 0.008589545194506694, "effectiveDirections": 1.0994617848968569, "uniqueDirections": 13, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 24, "arms": [ { "params": { "volume": 16, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9238721480301781, "effectiveDirections": 118.2556349478628, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 16, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.9899774042423815 }, "summary": { "diversity": 0.00831090640774678, "effectiveDirections": 1.063796020191588, "uniqueDirections": 8, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 25, "arms": [ { "params": { "volume": 16, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9456222894401891, "effectiveDirections": 121.0396530483442, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 16, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.9899774042423815 }, "summary": { "diversity": 0.008589545194506694, "effectiveDirections": 1.0994617848968569, "uniqueDirections": 13, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 26, "arms": [ { "params": { "volume": 16, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9433148571740165, "effectiveDirections": 120.74430171827412, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 16, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.9899774042423815 }, "summary": { "diversity": 0.008191962663659574, "effectiveDirections": 1.0485712209484255, "uniqueDirections": 7, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 27, "arms": [ { "params": { "volume": 16, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9219034900332542, "effectiveDirections": 118.00364672425654, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 16, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.9899774042423815 }, "summary": { "diversity": 0.008000017877722922, "effectiveDirections": 1.024002288348534, "uniqueDirections": 4, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 28, "arms": [ { "params": { "volume": 16, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.932215111487964, "effectiveDirections": 119.32353427045939, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 16, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.9899774042423815 }, "summary": { "diversity": 0.008726244800063942, "effectiveDirections": 1.1169593344081845, "uniqueDirections": 15, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 29, "arms": [ { "params": { "volume": 16, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.938393153896477, "effectiveDirections": 120.11432369874906, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 16, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.9899774042423815 }, "summary": { "diversity": 0.008388436837310097, "effectiveDirections": 1.0737199151756924, "uniqueDirections": 10, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 30, "arms": [ { "params": { "volume": 16, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9439701481014321, "effectiveDirections": 120.82817895698331, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 16, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.9899774042423815 }, "summary": { "diversity": 0.008388436837310097, "effectiveDirections": 1.0737199151756924, "uniqueDirections": 10, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 31, "arms": [ { "params": { "volume": 16, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9435023507665373, "effectiveDirections": 120.76830089811678, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 16, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.9899774042423815 }, "summary": { "diversity": 0.008000017877722922, "effectiveDirections": 1.024002288348534, "uniqueDirections": 4, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] }, { "seed": 32, "arms": [ { "params": { "volume": 16, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": false, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0 }, "summary": { "diversity": 0.9407013152746225, "effectiveDirections": 120.40976835515168, "uniqueDirections": 128, "trueFlags": 16, "falseFlags": 0, "collapseStep": null, "attempts": 30000 } }, { "params": { "volume": 16, "trust": 0.25, "threshold": 40, "leadTrue": true, "shared": true, "agents": 1000, "directions": 128, "rounds": 30, "adoptionProbability": 0.9899774042423815 }, "summary": { "diversity": 0.008388436837310097, "effectiveDirections": 1.0737199151756924, "uniqueDirections": 10, "trueFlags": 1, "falseFlags": 0, "collapseStep": 1, "attempts": 30000 } } ] } ], "arms": [ { "label": "Isolated search", "metric": "diversity", "n": 32, "mean": 0.9379370695128313, "min": 0.9219034900332542, "p10": 0.9266094056871397, "median": 0.9380587446125241, "p90": 0.9458421357858326, "max": 0.9540274842916425 }, { "label": "Shared board", "metric": "diversity", "n": 32, "mean": 0.008422624171551896, "min": 0.008000017877722922, "p10": 0.008191962663659574, "median": 0.008388436837310097, "p90": 0.008589545194506694, "max": 0.00906485108723284 } ] } ] }