{ "version": "1.0.0", "modelSha256": "390acf9d1437c81daafb07dd1f68bea640928cfd98e96bdff248bf510bcfe5c1", "seedRange": [ 1, 64 ], "settings": 10, "worlds": 640, "armOutcomes": 2560, "batches": [ { "name": "default", "controls": {}, "runs": [ { "seed": 1, "arms": [ { "policy": "once", "delivered": 12, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 6 }, { "policy": "retry", "delivered": 18, "duplicates": 13, "confirmed": 18, "credits": 41, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 14, "confirmed": 18, "credits": 42, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 14, "credits": 60, "missed": 0 } ] }, { "seed": 2, "arms": [ { "policy": "once", "delivered": 16, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 2 }, { "policy": "retry", "delivered": 18, "duplicates": 19, "confirmed": 18, "credits": 40, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 19, "confirmed": 18, "credits": 41, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 12, "credits": 60, "missed": 0 } ] }, { "seed": 3, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 8, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 18, "duplicates": 17, "confirmed": 18, "credits": 45, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 17, "confirmed": 18, "credits": 45, "missed": 0 }, { "policy": "keyed", "delivered": 16, "duplicates": 0, "confirmed": 12, "credits": 60, "missed": 2 } ] }, { "seed": 4, "arms": [ { "policy": "once", "delivered": 17, "duplicates": 0, "confirmed": 8, "credits": 18, "missed": 1 }, { "policy": "retry", "delivered": 18, "duplicates": 14, "confirmed": 18, "credits": 41, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 15, "confirmed": 18, "credits": 42, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 13, "credits": 60, "missed": 0 } ] }, { "seed": 5, "arms": [ { "policy": "once", "delivered": 16, "duplicates": 0, "confirmed": 9, "credits": 18, "missed": 2 }, { "policy": "retry", "delivered": 18, "duplicates": 21, "confirmed": 18, "credits": 47, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 21, "confirmed": 18, "credits": 47, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 11, "credits": 60, "missed": 0 } ] }, { "seed": 6, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 18, "duplicates": 17, "confirmed": 18, "credits": 41, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 17, "confirmed": 18, "credits": 41, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 13, "credits": 60, "missed": 0 } ] }, { "seed": 7, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 11, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 8, "confirmed": 18, "credits": 32, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 8, "confirmed": 18, "credits": 32, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 17, "credits": 60, "missed": 1 } ] }, { "seed": 8, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 10, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 18, "duplicates": 10, "confirmed": 18, "credits": 35, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 11, "confirmed": 18, "credits": 36, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 16, "credits": 60, "missed": 0 } ] }, { "seed": 9, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 8, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 18, "duplicates": 15, "confirmed": 18, "credits": 41, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 16, "confirmed": 18, "credits": 42, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 14, "credits": 60, "missed": 0 } ] }, { "seed": 10, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 5, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 18, "duplicates": 18, "confirmed": 18, "credits": 46, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 19, "confirmed": 18, "credits": 48, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 10, "credits": 60, "missed": 1 } ] }, { "seed": 11, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 8, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 13, "confirmed": 18, "credits": 40, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 14, "confirmed": 18, "credits": 40, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 15, "credits": 60, "missed": 1 } ] }, { "seed": 12, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 9, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 10, "confirmed": 18, "credits": 36, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 14, "confirmed": 18, "credits": 40, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 15, "credits": 60, "missed": 0 } ] }, { "seed": 13, "arms": [ { "policy": "once", "delivered": 12, "duplicates": 0, "confirmed": 6, "credits": 18, "missed": 6 }, { "policy": "retry", "delivered": 18, "duplicates": 15, "confirmed": 18, "credits": 41, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 15, "confirmed": 18, "credits": 41, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 14, "credits": 60, "missed": 0 } ] }, { "seed": 14, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 18, "duplicates": 16, "confirmed": 17, "credits": 48, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 16, "confirmed": 17, "credits": 48, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 11, "credits": 60, "missed": 1 } ] }, { "seed": 15, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 9, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 18, "duplicates": 10, "confirmed": 18, "credits": 32, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 10, "confirmed": 18, "credits": 32, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 17, "credits": 60, "missed": 0 } ] }, { "seed": 16, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 15, "confirmed": 18, "credits": 42, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 14, "confirmed": 18, "credits": 41, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 14, "credits": 60, "missed": 0 } ] }, { "seed": 17, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 8, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 18, "duplicates": 15, "confirmed": 18, "credits": 44, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 15, "confirmed": 18, "credits": 44, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 13, "credits": 60, "missed": 1 } ] }, { "seed": 18, "arms": [ { "policy": "once", "delivered": 11, "duplicates": 0, "confirmed": 5, "credits": 18, "missed": 7 }, { "policy": "retry", "delivered": 18, "duplicates": 15, "confirmed": 18, "credits": 47, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 16, "confirmed": 18, "credits": 48, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 12, "credits": 60, "missed": 1 } ] }, { "seed": 19, "arms": [ { "policy": "once", "delivered": 10, "duplicates": 0, "confirmed": 3, "credits": 18, "missed": 8 }, { "policy": "retry", "delivered": 18, "duplicates": 16, "confirmed": 17, "credits": 50, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 15, "confirmed": 17, "credits": 49, "missed": 0 }, { "policy": "keyed", "delivered": 15, "duplicates": 0, "confirmed": 10, "credits": 60, "missed": 3 } ] }, { "seed": 20, "arms": [ { "policy": "once", "delivered": 12, "duplicates": 0, "confirmed": 4, "credits": 18, "missed": 6 }, { "policy": "retry", "delivered": 18, "duplicates": 15, "confirmed": 18, "credits": 51, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 16, "confirmed": 18, "credits": 52, "missed": 0 }, { "policy": "keyed", "delivered": 15, "duplicates": 0, "confirmed": 9, "credits": 60, "missed": 3 } ] }, { "seed": 21, "arms": [ { "policy": "once", "delivered": 16, "duplicates": 0, "confirmed": 11, "credits": 18, "missed": 2 }, { "policy": "retry", "delivered": 18, "duplicates": 8, "confirmed": 18, "credits": 29, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 9, "confirmed": 18, "credits": 30, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 58, "missed": 0 } ] }, { "seed": 22, "arms": [ { "policy": "once", "delivered": 18, "duplicates": 0, "confirmed": 11, "credits": 18, "missed": 0 }, { "policy": "retry", "delivered": 18, "duplicates": 9, "confirmed": 18, "credits": 31, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 8, "confirmed": 18, "credits": 29, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 60, "missed": 0 } ] }, { "seed": 23, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 18, "duplicates": 12, "confirmed": 18, "credits": 36, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 12, "confirmed": 18, "credits": 37, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 14, "credits": 60, "missed": 0 } ] }, { "seed": 24, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 10, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 16, "confirmed": 18, "credits": 41, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 18, "confirmed": 18, "credits": 43, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 14, "credits": 60, "missed": 0 } ] }, { "seed": 25, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 11, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 9, "confirmed": 18, "credits": 33, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 8, "confirmed": 18, "credits": 32, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 16, "credits": 60, "missed": 0 } ] }, { "seed": 26, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 11, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 10, "confirmed": 18, "credits": 36, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 10, "confirmed": 18, "credits": 36, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 16, "credits": 60, "missed": 0 } ] }, { "seed": 27, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 13, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 18, "duplicates": 8, "confirmed": 18, "credits": 30, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 7, "confirmed": 18, "credits": 29, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 60, "missed": 0 } ] }, { "seed": 28, "arms": [ { "policy": "once", "delivered": 17, "duplicates": 0, "confirmed": 11, "credits": 18, "missed": 1 }, { "policy": "retry", "delivered": 18, "duplicates": 17, "confirmed": 18, "credits": 37, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 16, "confirmed": 18, "credits": 36, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 15, "credits": 60, "missed": 0 } ] }, { "seed": 29, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 8, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 18, "duplicates": 15, "confirmed": 18, "credits": 46, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 15, "confirmed": 18, "credits": 47, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 13, "credits": 60, "missed": 1 } ] }, { "seed": 30, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 8, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 18, "duplicates": 11, "confirmed": 18, "credits": 36, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 11, "confirmed": 18, "credits": 36, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 14, "credits": 60, "missed": 0 } ] }, { "seed": 31, "arms": [ { "policy": "once", "delivered": 16, "duplicates": 0, "confirmed": 9, "credits": 18, "missed": 2 }, { "policy": "retry", "delivered": 18, "duplicates": 21, "confirmed": 18, "credits": 47, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 22, "confirmed": 18, "credits": 49, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 14, "credits": 60, "missed": 0 } ] }, { "seed": 32, "arms": [ { "policy": "once", "delivered": 16, "duplicates": 0, "confirmed": 13, "credits": 18, "missed": 2 }, { "policy": "retry", "delivered": 18, "duplicates": 10, "confirmed": 18, "credits": 33, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 11, "confirmed": 18, "credits": 34, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 17, "credits": 60, "missed": 0 } ] }, { "seed": 33, "arms": [ { "policy": "once", "delivered": 12, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 6 }, { "policy": "retry", "delivered": 18, "duplicates": 14, "confirmed": 18, "credits": 40, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 13, "confirmed": 18, "credits": 39, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 16, "credits": 60, "missed": 1 } ] }, { "seed": 34, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 18, "duplicates": 12, "confirmed": 18, "credits": 40, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 13, "confirmed": 18, "credits": 40, "missed": 0 }, { "policy": "keyed", "delivered": 16, "duplicates": 0, "confirmed": 13, "credits": 60, "missed": 2 } ] }, { "seed": 35, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 8, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 18, "duplicates": 9, "confirmed": 18, "credits": 32, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 9, "confirmed": 18, "credits": 32, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 17, "credits": 60, "missed": 0 } ] }, { "seed": 36, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 9, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 18, "duplicates": 16, "confirmed": 18, "credits": 44, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 16, "confirmed": 18, "credits": 44, "missed": 0 }, { "policy": "keyed", "delivered": 16, "duplicates": 0, "confirmed": 12, "credits": 60, "missed": 2 } ] }, { "seed": 37, "arms": [ { "policy": "once", "delivered": 10, "duplicates": 0, "confirmed": 5, "credits": 18, "missed": 8 }, { "policy": "retry", "delivered": 18, "duplicates": 28, "confirmed": 14, "credits": 60, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 28, "confirmed": 14, "credits": 60, "missed": 0 }, { "policy": "keyed", "delivered": 15, "duplicates": 0, "confirmed": 6, "credits": 60, "missed": 3 } ] }, { "seed": 38, "arms": [ { "policy": "once", "delivered": 16, "duplicates": 0, "confirmed": 9, "credits": 18, "missed": 2 }, { "policy": "retry", "delivered": 18, "duplicates": 14, "confirmed": 18, "credits": 41, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 14, "confirmed": 18, "credits": 41, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 14, "credits": 60, "missed": 0 } ] }, { "seed": 39, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 10, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 18, "duplicates": 10, "confirmed": 18, "credits": 39, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 10, "confirmed": 18, "credits": 39, "missed": 0 }, { "policy": "keyed", "delivered": 16, "duplicates": 0, "confirmed": 13, "credits": 60, "missed": 2 } ] }, { "seed": 40, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 10, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 18, "duplicates": 10, "confirmed": 18, "credits": 37, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 10, "confirmed": 18, "credits": 38, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 14, "credits": 60, "missed": 1 } ] }, { "seed": 41, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 10, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 6, "confirmed": 18, "credits": 30, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 6, "confirmed": 18, "credits": 30, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 60, "missed": 0 } ] }, { "seed": 42, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 18, "duplicates": 16, "confirmed": 17, "credits": 43, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 16, "confirmed": 17, "credits": 45, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 13, "credits": 60, "missed": 0 } ] }, { "seed": 43, "arms": [ { "policy": "once", "delivered": 16, "duplicates": 0, "confirmed": 9, "credits": 18, "missed": 2 }, { "policy": "retry", "delivered": 18, "duplicates": 11, "confirmed": 18, "credits": 32, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 12, "confirmed": 18, "credits": 33, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 17, "credits": 60, "missed": 0 } ] }, { "seed": 44, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 13, "confirmed": 18, "credits": 38, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 14, "confirmed": 18, "credits": 39, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 14, "credits": 60, "missed": 1 } ] }, { "seed": 45, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 8, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 18, "duplicates": 13, "confirmed": 18, "credits": 39, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 14, "confirmed": 18, "credits": 40, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 15, "credits": 60, "missed": 1 } ] }, { "seed": 46, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 21, "confirmed": 18, "credits": 46, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 22, "confirmed": 18, "credits": 47, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 11, "credits": 60, "missed": 1 } ] }, { "seed": 47, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 6, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 22, "confirmed": 17, "credits": 49, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 22, "confirmed": 17, "credits": 50, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 14, "credits": 60, "missed": 1 } ] }, { "seed": 48, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 11, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 8, "confirmed": 18, "credits": 33, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 9, "confirmed": 18, "credits": 34, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 16, "credits": 60, "missed": 0 } ] }, { "seed": 49, "arms": [ { "policy": "once", "delivered": 17, "duplicates": 0, "confirmed": 10, "credits": 18, "missed": 1 }, { "policy": "retry", "delivered": 18, "duplicates": 14, "confirmed": 18, "credits": 38, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 15, "confirmed": 18, "credits": 39, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 13, "credits": 60, "missed": 0 } ] }, { "seed": 50, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 10, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 18, "duplicates": 11, "confirmed": 18, "credits": 36, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 11, "confirmed": 18, "credits": 36, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 16, "credits": 60, "missed": 0 } ] }, { "seed": 51, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 15, "confirmed": 18, "credits": 42, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 14, "confirmed": 18, "credits": 41, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 13, "credits": 60, "missed": 1 } ] }, { "seed": 52, "arms": [ { "policy": "once", "delivered": 9, "duplicates": 0, "confirmed": 8, "credits": 18, "missed": 9 }, { "policy": "retry", "delivered": 18, "duplicates": 16, "confirmed": 18, "credits": 55, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 15, "confirmed": 18, "credits": 54, "missed": 0 }, { "policy": "keyed", "delivered": 14, "duplicates": 0, "confirmed": 10, "credits": 60, "missed": 4 } ] }, { "seed": 53, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 10, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 14, "confirmed": 18, "credits": 43, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 14, "confirmed": 18, "credits": 43, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 15, "credits": 60, "missed": 0 } ] }, { "seed": 54, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 8, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 18, "duplicates": 23, "confirmed": 17, "credits": 52, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 24, "confirmed": 17, "credits": 53, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 13, "credits": 60, "missed": 0 } ] }, { "seed": 55, "arms": [ { "policy": "once", "delivered": 17, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 1 }, { "policy": "retry", "delivered": 18, "duplicates": 22, "confirmed": 18, "credits": 48, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 22, "confirmed": 18, "credits": 48, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 10, "credits": 60, "missed": 1 } ] }, { "seed": 56, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 18, "duplicates": 15, "confirmed": 18, "credits": 49, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 15, "confirmed": 18, "credits": 49, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 11, "credits": 60, "missed": 0 } ] }, { "seed": 57, "arms": [ { "policy": "once", "delivered": 12, "duplicates": 0, "confirmed": 9, "credits": 18, "missed": 6 }, { "policy": "retry", "delivered": 18, "duplicates": 10, "confirmed": 18, "credits": 37, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 11, "confirmed": 18, "credits": 38, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 14, "credits": 60, "missed": 1 } ] }, { "seed": 58, "arms": [ { "policy": "once", "delivered": 17, "duplicates": 0, "confirmed": 12, "credits": 18, "missed": 1 }, { "policy": "retry", "delivered": 18, "duplicates": 9, "confirmed": 18, "credits": 30, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 9, "confirmed": 18, "credits": 29, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 60, "missed": 0 } ] }, { "seed": 59, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 8, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 18, "duplicates": 17, "confirmed": 17, "credits": 48, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 17, "confirmed": 17, "credits": 47, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 12, "credits": 60, "missed": 1 } ] }, { "seed": 60, "arms": [ { "policy": "once", "delivered": 11, "duplicates": 0, "confirmed": 8, "credits": 18, "missed": 7 }, { "policy": "retry", "delivered": 18, "duplicates": 8, "confirmed": 18, "credits": 40, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 8, "confirmed": 18, "credits": 40, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 14, "credits": 60, "missed": 1 } ] }, { "seed": 61, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 4, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 17, "confirmed": 18, "credits": 43, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 19, "confirmed": 18, "credits": 46, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 8, "credits": 60, "missed": 1 } ] }, { "seed": 62, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 11, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 12, "confirmed": 18, "credits": 36, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 13, "confirmed": 18, "credits": 37, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 16, "credits": 60, "missed": 0 } ] }, { "seed": 63, "arms": [ { "policy": "once", "delivered": 11, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 7 }, { "policy": "retry", "delivered": 18, "duplicates": 11, "confirmed": 18, "credits": 41, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 12, "confirmed": 18, "credits": 43, "missed": 0 }, { "policy": "keyed", "delivered": 15, "duplicates": 0, "confirmed": 11, "credits": 60, "missed": 3 } ] }, { "seed": 64, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 11, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 18, "duplicates": 11, "confirmed": 18, "credits": 34, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 11, "confirmed": 18, "credits": 35, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 17, "credits": 60, "missed": 0 } ] } ], "summary": [ { "policy": "once", "delivered": { "mean": 14.015625, "min": 9, "max": 18 }, "duplicates": { "mean": 0, "min": 0, "max": 0 }, "confirmed": { "mean": 8.375, "min": 3, "max": 13 }, "credits": { "mean": 18, "min": 18, "max": 18 }, "missed": { "mean": 3.984375, "min": 0, "max": 9 } }, { "policy": "retry", "delivered": { "mean": 18, "min": 18, "max": 18 }, "duplicates": { "mean": 13.84375, "min": 6, "max": 28 }, "confirmed": { "mean": 17.84375, "min": 14, "max": 18 }, "credits": { "mean": 40.46875, "min": 29, "max": 60 }, "missed": { "mean": 0, "min": 0, "max": 0 } }, { "policy": "random", "delivered": { "mean": 18, "min": 18, "max": 18 }, "duplicates": { "mean": 14.171875, "min": 6, "max": 28 }, "confirmed": { "mean": 17.84375, "min": 14, "max": 18 }, "credits": { "mean": 40.90625, "min": 29, "max": 60 }, "missed": { "mean": 0, "min": 0, "max": 0 } }, { "policy": "keyed", "delivered": { "mean": 17.328125, "min": 14, "max": 18 }, "duplicates": { "mean": 0, "min": 0, "max": 0 }, "confirmed": { "mean": 13.796875, "min": 6, "max": 18 }, "credits": { "mean": 59.96875, "min": 58, "max": 60 }, "missed": { "mean": 0.671875, "min": 0, "max": 4 } } ], "keyedMinusRetry": [ { "seed": 1, "delivered": 0, "duplicates": -13 }, { "seed": 2, "delivered": 0, "duplicates": -19 }, { "seed": 3, "delivered": -2, "duplicates": -17 }, { "seed": 4, "delivered": 0, "duplicates": -14 }, { "seed": 5, "delivered": 0, "duplicates": -21 }, { "seed": 6, "delivered": 0, "duplicates": -17 }, { "seed": 7, "delivered": -1, "duplicates": -8 }, { "seed": 8, "delivered": 0, "duplicates": -10 }, { "seed": 9, "delivered": 0, "duplicates": -15 }, { "seed": 10, "delivered": -1, "duplicates": -18 }, { "seed": 11, "delivered": -1, "duplicates": -13 }, { "seed": 12, "delivered": 0, "duplicates": -10 }, { "seed": 13, "delivered": 0, "duplicates": -15 }, { "seed": 14, "delivered": -1, "duplicates": -16 }, { "seed": 15, "delivered": 0, "duplicates": -10 }, { "seed": 16, "delivered": 0, "duplicates": -15 }, { "seed": 17, "delivered": -1, "duplicates": -15 }, { "seed": 18, "delivered": -1, "duplicates": -15 }, { "seed": 19, "delivered": -3, "duplicates": -16 }, { "seed": 20, "delivered": -3, "duplicates": -15 }, { "seed": 21, "delivered": 0, "duplicates": -8 }, { "seed": 22, "delivered": 0, "duplicates": -9 }, { "seed": 23, "delivered": 0, "duplicates": -12 }, { "seed": 24, "delivered": 0, "duplicates": -16 }, { "seed": 25, "delivered": 0, "duplicates": -9 }, { "seed": 26, "delivered": 0, "duplicates": -10 }, { "seed": 27, "delivered": 0, "duplicates": -8 }, { "seed": 28, "delivered": 0, "duplicates": -17 }, { "seed": 29, "delivered": -1, "duplicates": -15 }, { "seed": 30, "delivered": 0, "duplicates": -11 }, { "seed": 31, "delivered": 0, "duplicates": -21 }, { "seed": 32, "delivered": 0, "duplicates": -10 }, { "seed": 33, "delivered": -1, "duplicates": -14 }, { "seed": 34, "delivered": -2, "duplicates": -12 }, { "seed": 35, "delivered": 0, "duplicates": -9 }, { "seed": 36, "delivered": -2, "duplicates": -16 }, { "seed": 37, "delivered": -3, "duplicates": -28 }, { "seed": 38, "delivered": 0, "duplicates": -14 }, { "seed": 39, "delivered": -2, "duplicates": -10 }, { "seed": 40, "delivered": -1, "duplicates": -10 }, { "seed": 41, "delivered": 0, "duplicates": -6 }, { "seed": 42, "delivered": 0, "duplicates": -16 }, { "seed": 43, "delivered": 0, "duplicates": -11 }, { "seed": 44, "delivered": -1, "duplicates": -13 }, { "seed": 45, "delivered": -1, "duplicates": -13 }, { "seed": 46, "delivered": -1, "duplicates": -21 }, { "seed": 47, "delivered": -1, "duplicates": -22 }, { "seed": 48, "delivered": 0, "duplicates": -8 }, { "seed": 49, "delivered": 0, "duplicates": -14 }, { "seed": 50, "delivered": 0, "duplicates": -11 }, { "seed": 51, "delivered": -1, "duplicates": -15 }, { "seed": 52, "delivered": -4, "duplicates": -16 }, { "seed": 53, "delivered": 0, "duplicates": -14 }, { "seed": 54, "delivered": 0, "duplicates": -23 }, { "seed": 55, "delivered": -1, "duplicates": -22 }, { "seed": 56, "delivered": 0, "duplicates": -15 }, { "seed": 57, "delivered": -1, "duplicates": -10 }, { "seed": 58, "delivered": 0, "duplicates": -9 }, { "seed": 59, "delivered": -1, "duplicates": -17 }, { "seed": 60, "delivered": -1, "duplicates": -8 }, { "seed": 61, "delivered": -1, "duplicates": -17 }, { "seed": 62, "delivered": 0, "duplicates": -12 }, { "seed": 63, "delivered": -3, "duplicates": -11 }, { "seed": 64, "delivered": 0, "duplicates": -11 } ] }, { "name": "clean", "controls": { "requestLoss": 0, "ackLoss": 0 }, "runs": [ { "seed": 1, "arms": [ { "policy": "once", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 18, "missed": 0 }, { "policy": "retry", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 18, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 3, "confirmed": 18, "credits": 21, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 36, "missed": 0 } ] }, { "seed": 2, "arms": [ { "policy": "once", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 18, "missed": 0 }, { "policy": "retry", "delivered": 18, "duplicates": 3, "confirmed": 18, "credits": 21, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 1, "confirmed": 18, "credits": 19, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 42, "missed": 0 } ] }, { "seed": 3, "arms": [ { "policy": "once", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 18, "missed": 0 }, { "policy": "retry", "delivered": 18, "duplicates": 1, "confirmed": 18, "credits": 19, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 4, "confirmed": 18, "credits": 22, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 38, "missed": 0 } ] }, { "seed": 4, "arms": [ { "policy": "once", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 18, "missed": 0 }, { "policy": "retry", "delivered": 18, "duplicates": 3, "confirmed": 18, "credits": 21, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 2, "confirmed": 18, "credits": 20, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 42, "missed": 0 } ] }, { "seed": 5, "arms": [ { "policy": "once", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 18, "missed": 0 }, { "policy": "retry", "delivered": 18, "duplicates": 3, "confirmed": 18, "credits": 21, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 2, "confirmed": 18, "credits": 20, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 42, "missed": 0 } ] }, { "seed": 6, "arms": [ { "policy": "once", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 18, "missed": 0 }, { "policy": "retry", "delivered": 18, "duplicates": 2, "confirmed": 18, "credits": 20, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 2, "confirmed": 18, "credits": 20, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 40, "missed": 0 } ] }, { "seed": 7, "arms": [ { "policy": "once", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 18, "missed": 0 }, { "policy": "retry", "delivered": 18, "duplicates": 1, "confirmed": 18, "credits": 19, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 1, "confirmed": 18, "credits": 19, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 38, "missed": 0 } ] }, { "seed": 8, "arms": [ { "policy": "once", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 18, "missed": 0 }, { "policy": "retry", "delivered": 18, "duplicates": 3, "confirmed": 18, "credits": 21, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 1, "confirmed": 18, "credits": 19, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 42, "missed": 0 } ] }, { "seed": 9, "arms": [ { "policy": "once", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 18, "missed": 0 }, { "policy": "retry", "delivered": 18, "duplicates": 4, "confirmed": 18, "credits": 22, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 2, "confirmed": 18, "credits": 20, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 44, "missed": 0 } ] }, { "seed": 10, "arms": [ { "policy": "once", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 18, "missed": 0 }, { "policy": "retry", "delivered": 18, "duplicates": 3, "confirmed": 18, "credits": 21, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 3, "confirmed": 18, "credits": 21, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 42, "missed": 0 } ] }, { "seed": 11, "arms": [ { "policy": "once", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 18, "missed": 0 }, { "policy": "retry", "delivered": 18, "duplicates": 2, "confirmed": 18, "credits": 20, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 3, "confirmed": 18, "credits": 21, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 40, "missed": 0 } ] }, { "seed": 12, "arms": [ { "policy": "once", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 18, "missed": 0 }, { "policy": "retry", "delivered": 18, "duplicates": 4, "confirmed": 18, "credits": 22, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 5, "confirmed": 18, "credits": 23, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 44, "missed": 0 } ] }, { "seed": 13, "arms": [ { "policy": "once", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 18, "missed": 0 }, { "policy": "retry", "delivered": 18, "duplicates": 4, "confirmed": 18, "credits": 22, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 4, "confirmed": 18, "credits": 22, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 44, "missed": 0 } ] }, { "seed": 14, "arms": [ { "policy": "once", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 18, "missed": 0 }, { "policy": "retry", "delivered": 18, "duplicates": 3, "confirmed": 18, "credits": 21, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 1, "confirmed": 18, "credits": 19, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 42, "missed": 0 } ] }, { "seed": 15, "arms": [ { "policy": "once", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 18, "missed": 0 }, { "policy": "retry", "delivered": 18, "duplicates": 1, "confirmed": 18, "credits": 19, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 1, "confirmed": 18, "credits": 19, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 38, "missed": 0 } ] }, { "seed": 16, "arms": [ { "policy": "once", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 18, "missed": 0 }, { "policy": "retry", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 18, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 1, "confirmed": 18, "credits": 19, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 36, "missed": 0 } ] }, { "seed": 17, "arms": [ { "policy": "once", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 18, "missed": 0 }, { "policy": "retry", "delivered": 18, "duplicates": 1, "confirmed": 18, "credits": 19, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 2, "confirmed": 18, "credits": 20, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 38, "missed": 0 } ] }, { "seed": 18, "arms": [ { "policy": "once", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 18, "missed": 0 }, { "policy": "retry", "delivered": 18, "duplicates": 6, "confirmed": 18, "credits": 24, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 5, "confirmed": 18, "credits": 23, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 48, "missed": 0 } ] }, { "seed": 19, "arms": [ { "policy": "once", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 18, "missed": 0 }, { "policy": "retry", "delivered": 18, "duplicates": 3, "confirmed": 18, "credits": 21, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 2, "confirmed": 18, "credits": 20, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 42, "missed": 0 } ] }, { "seed": 20, "arms": [ { "policy": "once", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 18, "missed": 0 }, { "policy": "retry", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 18, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 18, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 36, "missed": 0 } ] }, { "seed": 21, "arms": [ { "policy": "once", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 18, "missed": 0 }, { "policy": "retry", "delivered": 18, "duplicates": 3, "confirmed": 18, "credits": 21, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 2, "confirmed": 18, "credits": 20, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 42, "missed": 0 } ] }, { "seed": 22, "arms": [ { "policy": "once", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 18, "missed": 0 }, { "policy": "retry", "delivered": 18, "duplicates": 5, "confirmed": 18, "credits": 23, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 2, "confirmed": 18, "credits": 20, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 46, "missed": 0 } ] }, { "seed": 23, "arms": [ { "policy": "once", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 18, "missed": 0 }, { "policy": "retry", "delivered": 18, "duplicates": 1, "confirmed": 18, "credits": 19, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 2, "confirmed": 18, "credits": 20, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 38, "missed": 0 } ] }, { "seed": 24, "arms": [ { "policy": "once", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 18, "missed": 0 }, { "policy": "retry", "delivered": 18, "duplicates": 3, "confirmed": 18, "credits": 21, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 3, "confirmed": 18, "credits": 21, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 42, "missed": 0 } ] }, { "seed": 25, "arms": [ { "policy": "once", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 18, "missed": 0 }, { "policy": "retry", "delivered": 18, "duplicates": 2, "confirmed": 18, "credits": 20, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 1, "confirmed": 18, "credits": 19, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 40, "missed": 0 } ] }, { "seed": 26, "arms": [ { "policy": "once", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 18, "missed": 0 }, { "policy": "retry", "delivered": 18, "duplicates": 4, "confirmed": 18, "credits": 22, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 18, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 44, "missed": 0 } ] }, { "seed": 27, "arms": [ { "policy": "once", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 18, "missed": 0 }, { "policy": "retry", "delivered": 18, "duplicates": 2, "confirmed": 18, "credits": 20, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 18, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 40, "missed": 0 } ] }, { "seed": 28, "arms": [ { "policy": "once", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 18, "missed": 0 }, { "policy": "retry", "delivered": 18, "duplicates": 3, "confirmed": 18, "credits": 21, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 2, "confirmed": 18, "credits": 20, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 42, "missed": 0 } ] }, { "seed": 29, "arms": [ { "policy": "once", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 18, "missed": 0 }, { "policy": "retry", "delivered": 18, "duplicates": 2, "confirmed": 18, "credits": 20, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 3, "confirmed": 18, "credits": 21, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 40, "missed": 0 } ] }, { "seed": 30, "arms": [ { "policy": "once", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 18, "missed": 0 }, { "policy": "retry", "delivered": 18, "duplicates": 1, "confirmed": 18, "credits": 19, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 1, "confirmed": 18, "credits": 19, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 38, "missed": 0 } ] }, { "seed": 31, "arms": [ { "policy": "once", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 18, "missed": 0 }, { "policy": "retry", "delivered": 18, "duplicates": 1, "confirmed": 18, "credits": 19, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 3, "confirmed": 18, "credits": 21, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 38, "missed": 0 } ] }, { "seed": 32, "arms": [ { "policy": "once", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 18, "missed": 0 }, { "policy": "retry", "delivered": 18, "duplicates": 1, "confirmed": 18, "credits": 19, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 2, "confirmed": 18, "credits": 20, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 38, "missed": 0 } ] }, { "seed": 33, "arms": [ { "policy": "once", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 18, "missed": 0 }, { "policy": "retry", "delivered": 18, "duplicates": 2, "confirmed": 18, "credits": 20, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 1, "confirmed": 18, "credits": 19, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 40, "missed": 0 } ] }, { "seed": 34, "arms": [ { "policy": "once", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 18, "missed": 0 }, { "policy": "retry", "delivered": 18, "duplicates": 2, "confirmed": 18, "credits": 20, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 4, "confirmed": 18, "credits": 22, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 40, "missed": 0 } ] }, { "seed": 35, "arms": [ { "policy": "once", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 18, "missed": 0 }, { "policy": "retry", "delivered": 18, "duplicates": 1, "confirmed": 18, "credits": 19, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 1, "confirmed": 18, "credits": 19, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 38, "missed": 0 } ] }, { "seed": 36, "arms": [ { "policy": "once", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 18, "missed": 0 }, { "policy": "retry", "delivered": 18, "duplicates": 3, "confirmed": 18, "credits": 21, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 18, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 42, "missed": 0 } ] }, { "seed": 37, "arms": [ { "policy": "once", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 18, "missed": 0 }, { "policy": "retry", "delivered": 18, "duplicates": 3, "confirmed": 18, "credits": 21, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 2, "confirmed": 18, "credits": 20, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 42, "missed": 0 } ] }, { "seed": 38, "arms": [ { "policy": "once", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 18, "missed": 0 }, { "policy": "retry", "delivered": 18, "duplicates": 2, "confirmed": 18, "credits": 20, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 2, "confirmed": 18, "credits": 20, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 40, "missed": 0 } ] }, { "seed": 39, "arms": [ { "policy": "once", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 18, "missed": 0 }, { "policy": "retry", "delivered": 18, "duplicates": 2, "confirmed": 18, "credits": 20, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 3, "confirmed": 18, "credits": 21, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 40, "missed": 0 } ] }, { "seed": 40, "arms": [ { "policy": "once", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 18, "missed": 0 }, { "policy": "retry", "delivered": 18, "duplicates": 2, "confirmed": 18, "credits": 20, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 2, "confirmed": 18, "credits": 20, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 40, "missed": 0 } ] }, { "seed": 41, "arms": [ { "policy": "once", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 18, "missed": 0 }, { "policy": "retry", "delivered": 18, "duplicates": 1, "confirmed": 18, "credits": 19, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 1, "confirmed": 18, "credits": 19, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 38, "missed": 0 } ] }, { "seed": 42, "arms": [ { "policy": "once", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 18, "missed": 0 }, { "policy": "retry", "delivered": 18, "duplicates": 4, "confirmed": 18, "credits": 22, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 5, "confirmed": 18, "credits": 23, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 44, "missed": 0 } ] }, { "seed": 43, "arms": [ { "policy": "once", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 18, "missed": 0 }, { "policy": "retry", "delivered": 18, "duplicates": 4, "confirmed": 18, "credits": 22, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 4, "confirmed": 18, "credits": 22, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 44, "missed": 0 } ] }, { "seed": 44, "arms": [ { "policy": "once", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 18, "missed": 0 }, { "policy": "retry", "delivered": 18, "duplicates": 2, "confirmed": 18, "credits": 20, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 3, "confirmed": 18, "credits": 21, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 40, "missed": 0 } ] }, { "seed": 45, "arms": [ { "policy": "once", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 18, "missed": 0 }, { "policy": "retry", "delivered": 18, "duplicates": 2, "confirmed": 18, "credits": 20, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 1, "confirmed": 18, "credits": 19, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 40, "missed": 0 } ] }, { "seed": 46, "arms": [ { "policy": "once", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 18, "missed": 0 }, { "policy": "retry", "delivered": 18, "duplicates": 1, "confirmed": 18, "credits": 19, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 4, "confirmed": 18, "credits": 22, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 38, "missed": 0 } ] }, { "seed": 47, "arms": [ { "policy": "once", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 18, "missed": 0 }, { "policy": "retry", "delivered": 18, "duplicates": 5, "confirmed": 18, "credits": 23, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 1, "confirmed": 18, "credits": 19, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 46, "missed": 0 } ] }, { "seed": 48, "arms": [ { "policy": "once", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 18, "missed": 0 }, { "policy": "retry", "delivered": 18, "duplicates": 5, "confirmed": 18, "credits": 23, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 4, "confirmed": 18, "credits": 22, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 46, "missed": 0 } ] }, { "seed": 49, "arms": [ { "policy": "once", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 18, "missed": 0 }, { "policy": "retry", "delivered": 18, "duplicates": 4, "confirmed": 18, "credits": 22, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 3, "confirmed": 18, "credits": 21, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 44, "missed": 0 } ] }, { "seed": 50, "arms": [ { "policy": "once", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 18, "missed": 0 }, { "policy": "retry", "delivered": 18, "duplicates": 6, "confirmed": 18, "credits": 24, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 3, "confirmed": 18, "credits": 21, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 48, "missed": 0 } ] }, { "seed": 51, "arms": [ { "policy": "once", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 18, "missed": 0 }, { "policy": "retry", "delivered": 18, "duplicates": 3, "confirmed": 18, "credits": 21, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 1, "confirmed": 18, "credits": 19, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 42, "missed": 0 } ] }, { "seed": 52, "arms": [ { "policy": "once", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 18, "missed": 0 }, { "policy": "retry", "delivered": 18, "duplicates": 3, "confirmed": 18, "credits": 21, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 4, "confirmed": 18, "credits": 22, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 42, "missed": 0 } ] }, { "seed": 53, "arms": [ { "policy": "once", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 18, "missed": 0 }, { "policy": "retry", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 18, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 18, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 36, "missed": 0 } ] }, { "seed": 54, "arms": [ { "policy": "once", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 18, "missed": 0 }, { "policy": "retry", "delivered": 18, "duplicates": 1, "confirmed": 18, "credits": 19, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 3, "confirmed": 18, "credits": 21, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 38, "missed": 0 } ] }, { "seed": 55, "arms": [ { "policy": "once", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 18, "missed": 0 }, { "policy": "retry", "delivered": 18, "duplicates": 1, "confirmed": 18, "credits": 19, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 1, "confirmed": 18, "credits": 19, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 38, "missed": 0 } ] }, { "seed": 56, "arms": [ { "policy": "once", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 18, "missed": 0 }, { "policy": "retry", "delivered": 18, "duplicates": 2, "confirmed": 18, "credits": 20, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 2, "confirmed": 18, "credits": 20, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 40, "missed": 0 } ] }, { "seed": 57, "arms": [ { "policy": "once", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 18, "missed": 0 }, { "policy": "retry", "delivered": 18, "duplicates": 3, "confirmed": 18, "credits": 21, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 5, "confirmed": 18, "credits": 23, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 42, "missed": 0 } ] }, { "seed": 58, "arms": [ { "policy": "once", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 18, "missed": 0 }, { "policy": "retry", "delivered": 18, "duplicates": 2, "confirmed": 18, "credits": 20, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 3, "confirmed": 18, "credits": 21, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 40, "missed": 0 } ] }, { "seed": 59, "arms": [ { "policy": "once", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 18, "missed": 0 }, { "policy": "retry", "delivered": 18, "duplicates": 4, "confirmed": 18, "credits": 22, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 5, "confirmed": 18, "credits": 23, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 44, "missed": 0 } ] }, { "seed": 60, "arms": [ { "policy": "once", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 18, "missed": 0 }, { "policy": "retry", "delivered": 18, "duplicates": 1, "confirmed": 18, "credits": 19, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 18, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 38, "missed": 0 } ] }, { "seed": 61, "arms": [ { "policy": "once", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 18, "missed": 0 }, { "policy": "retry", "delivered": 18, "duplicates": 3, "confirmed": 18, "credits": 21, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 4, "confirmed": 18, "credits": 22, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 42, "missed": 0 } ] }, { "seed": 62, "arms": [ { "policy": "once", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 18, "missed": 0 }, { "policy": "retry", "delivered": 18, "duplicates": 2, "confirmed": 18, "credits": 20, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 2, "confirmed": 18, "credits": 20, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 40, "missed": 0 } ] }, { "seed": 63, "arms": [ { "policy": "once", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 18, "missed": 0 }, { "policy": "retry", "delivered": 18, "duplicates": 4, "confirmed": 18, "credits": 22, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 2, "confirmed": 18, "credits": 20, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 44, "missed": 0 } ] }, { "seed": 64, "arms": [ { "policy": "once", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 18, "missed": 0 }, { "policy": "retry", "delivered": 18, "duplicates": 4, "confirmed": 18, "credits": 22, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 3, "confirmed": 18, "credits": 21, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 44, "missed": 0 } ] } ], "summary": [ { "policy": "once", "delivered": { "mean": 18, "min": 18, "max": 18 }, "duplicates": { "mean": 0, "min": 0, "max": 0 }, "confirmed": { "mean": 18, "min": 18, "max": 18 }, "credits": { "mean": 18, "min": 18, "max": 18 }, "missed": { "mean": 0, "min": 0, "max": 0 } }, { "policy": "retry", "delivered": { "mean": 18, "min": 18, "max": 18 }, "duplicates": { "mean": 2.484375, "min": 0, "max": 6 }, "confirmed": { "mean": 18, "min": 18, "max": 18 }, "credits": { "mean": 20.484375, "min": 18, "max": 24 }, "missed": { "mean": 0, "min": 0, "max": 0 } }, { "policy": "random", "delivered": { "mean": 18, "min": 18, "max": 18 }, "duplicates": { "mean": 2.265625, "min": 0, "max": 5 }, "confirmed": { "mean": 18, "min": 18, "max": 18 }, "credits": { "mean": 20.265625, "min": 18, "max": 23 }, "missed": { "mean": 0, "min": 0, "max": 0 } }, { "policy": "keyed", "delivered": { "mean": 18, "min": 18, "max": 18 }, "duplicates": { "mean": 0, "min": 0, "max": 0 }, "confirmed": { "mean": 18, "min": 18, "max": 18 }, "credits": { "mean": 40.96875, "min": 36, "max": 48 }, "missed": { "mean": 0, "min": 0, "max": 0 } } ], "keyedMinusRetry": [ { "seed": 1, "delivered": 0, "duplicates": 0 }, { "seed": 2, "delivered": 0, "duplicates": -3 }, { "seed": 3, "delivered": 0, "duplicates": -1 }, { "seed": 4, "delivered": 0, "duplicates": -3 }, { "seed": 5, "delivered": 0, "duplicates": -3 }, { "seed": 6, "delivered": 0, "duplicates": -2 }, { "seed": 7, "delivered": 0, "duplicates": -1 }, { "seed": 8, "delivered": 0, "duplicates": -3 }, { "seed": 9, "delivered": 0, "duplicates": -4 }, { "seed": 10, "delivered": 0, "duplicates": -3 }, { "seed": 11, "delivered": 0, "duplicates": -2 }, { "seed": 12, "delivered": 0, "duplicates": -4 }, { "seed": 13, "delivered": 0, "duplicates": -4 }, { "seed": 14, "delivered": 0, "duplicates": -3 }, { "seed": 15, "delivered": 0, "duplicates": -1 }, { "seed": 16, "delivered": 0, "duplicates": 0 }, { "seed": 17, "delivered": 0, "duplicates": -1 }, { "seed": 18, "delivered": 0, "duplicates": -6 }, { "seed": 19, "delivered": 0, "duplicates": -3 }, { "seed": 20, "delivered": 0, "duplicates": 0 }, { "seed": 21, "delivered": 0, "duplicates": -3 }, { "seed": 22, "delivered": 0, "duplicates": -5 }, { "seed": 23, "delivered": 0, "duplicates": -1 }, { "seed": 24, "delivered": 0, "duplicates": -3 }, { "seed": 25, "delivered": 0, "duplicates": -2 }, { "seed": 26, "delivered": 0, "duplicates": -4 }, { "seed": 27, "delivered": 0, "duplicates": -2 }, { "seed": 28, "delivered": 0, "duplicates": -3 }, { "seed": 29, "delivered": 0, "duplicates": -2 }, { "seed": 30, "delivered": 0, "duplicates": -1 }, { "seed": 31, "delivered": 0, "duplicates": -1 }, { "seed": 32, "delivered": 0, "duplicates": -1 }, { "seed": 33, "delivered": 0, "duplicates": -2 }, { "seed": 34, "delivered": 0, "duplicates": -2 }, { "seed": 35, "delivered": 0, "duplicates": -1 }, { "seed": 36, "delivered": 0, "duplicates": -3 }, { "seed": 37, "delivered": 0, "duplicates": -3 }, { "seed": 38, "delivered": 0, "duplicates": -2 }, { "seed": 39, "delivered": 0, "duplicates": -2 }, { "seed": 40, "delivered": 0, "duplicates": -2 }, { "seed": 41, "delivered": 0, "duplicates": -1 }, { "seed": 42, "delivered": 0, "duplicates": -4 }, { "seed": 43, "delivered": 0, "duplicates": -4 }, { "seed": 44, "delivered": 0, "duplicates": -2 }, { "seed": 45, "delivered": 0, "duplicates": -2 }, { "seed": 46, "delivered": 0, "duplicates": -1 }, { "seed": 47, "delivered": 0, "duplicates": -5 }, { "seed": 48, "delivered": 0, "duplicates": -5 }, { "seed": 49, "delivered": 0, "duplicates": -4 }, { "seed": 50, "delivered": 0, "duplicates": -6 }, { "seed": 51, "delivered": 0, "duplicates": -3 }, { "seed": 52, "delivered": 0, "duplicates": -3 }, { "seed": 53, "delivered": 0, "duplicates": 0 }, { "seed": 54, "delivered": 0, "duplicates": -1 }, { "seed": 55, "delivered": 0, "duplicates": -1 }, { "seed": 56, "delivered": 0, "duplicates": -2 }, { "seed": 57, "delivered": 0, "duplicates": -3 }, { "seed": 58, "delivered": 0, "duplicates": -2 }, { "seed": 59, "delivered": 0, "duplicates": -4 }, { "seed": 60, "delivered": 0, "duplicates": -1 }, { "seed": 61, "delivered": 0, "duplicates": -3 }, { "seed": 62, "delivered": 0, "duplicates": -2 }, { "seed": 63, "delivered": 0, "duplicates": -4 }, { "seed": 64, "delivered": 0, "duplicates": -4 } ] }, { "name": "requests-lost", "controls": { "requestLoss": 1 }, "runs": [ { "seed": 1, "arms": [ { "policy": "once", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 18 }, { "policy": "retry", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "random", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "keyed", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 } ] }, { "seed": 2, "arms": [ { "policy": "once", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 18 }, { "policy": "retry", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "random", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "keyed", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 } ] }, { "seed": 3, "arms": [ { "policy": "once", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 18 }, { "policy": "retry", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "random", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "keyed", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 } ] }, { "seed": 4, "arms": [ { "policy": "once", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 18 }, { "policy": "retry", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "random", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "keyed", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 } ] }, { "seed": 5, "arms": [ { "policy": "once", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 18 }, { "policy": "retry", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "random", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "keyed", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 } ] }, { "seed": 6, "arms": [ { "policy": "once", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 18 }, { "policy": "retry", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "random", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "keyed", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 } ] }, { "seed": 7, "arms": [ { "policy": "once", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 18 }, { "policy": "retry", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "random", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "keyed", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 } ] }, { "seed": 8, "arms": [ { "policy": "once", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 18 }, { "policy": "retry", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "random", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "keyed", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 } ] }, { "seed": 9, "arms": [ { "policy": "once", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 18 }, { "policy": "retry", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "random", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "keyed", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 } ] }, { "seed": 10, "arms": [ { "policy": "once", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 18 }, { "policy": "retry", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "random", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "keyed", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 } ] }, { "seed": 11, "arms": [ { "policy": "once", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 18 }, { "policy": "retry", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "random", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "keyed", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 } ] }, { "seed": 12, "arms": [ { "policy": "once", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 18 }, { "policy": "retry", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "random", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "keyed", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 } ] }, { "seed": 13, "arms": [ { "policy": "once", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 18 }, { "policy": "retry", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "random", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "keyed", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 } ] }, { "seed": 14, "arms": [ { "policy": "once", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 18 }, { "policy": "retry", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "random", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "keyed", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 } ] }, { "seed": 15, "arms": [ { "policy": "once", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 18 }, { "policy": "retry", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "random", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "keyed", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 } ] }, { "seed": 16, "arms": [ { "policy": "once", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 18 }, { "policy": "retry", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "random", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "keyed", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 } ] }, { "seed": 17, "arms": [ { "policy": "once", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 18 }, { "policy": "retry", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "random", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "keyed", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 } ] }, { "seed": 18, "arms": [ { "policy": "once", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 18 }, { "policy": "retry", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "random", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "keyed", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 } ] }, { "seed": 19, "arms": [ { "policy": "once", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 18 }, { "policy": "retry", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "random", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "keyed", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 } ] }, { "seed": 20, "arms": [ { "policy": "once", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 18 }, { "policy": "retry", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "random", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "keyed", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 } ] }, { "seed": 21, "arms": [ { "policy": "once", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 18 }, { "policy": "retry", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "random", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "keyed", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 } ] }, { "seed": 22, "arms": [ { "policy": "once", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 18 }, { "policy": "retry", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "random", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "keyed", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 } ] }, { "seed": 23, "arms": [ { "policy": "once", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 18 }, { "policy": "retry", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "random", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "keyed", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 } ] }, { "seed": 24, "arms": [ { "policy": "once", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 18 }, { "policy": "retry", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "random", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "keyed", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 } ] }, { "seed": 25, "arms": [ { "policy": "once", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 18 }, { "policy": "retry", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "random", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "keyed", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 } ] }, { "seed": 26, "arms": [ { "policy": "once", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 18 }, { "policy": "retry", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "random", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "keyed", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 } ] }, { "seed": 27, "arms": [ { "policy": "once", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 18 }, { "policy": "retry", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "random", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "keyed", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 } ] }, { "seed": 28, "arms": [ { "policy": "once", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 18 }, { "policy": "retry", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "random", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "keyed", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 } ] }, { "seed": 29, "arms": [ { "policy": "once", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 18 }, { "policy": "retry", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "random", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "keyed", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 } ] }, { "seed": 30, "arms": [ { "policy": "once", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 18 }, { "policy": "retry", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "random", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "keyed", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 } ] }, { "seed": 31, "arms": [ { "policy": "once", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 18 }, { "policy": "retry", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "random", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "keyed", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 } ] }, { "seed": 32, "arms": [ { "policy": "once", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 18 }, { "policy": "retry", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "random", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "keyed", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 } ] }, { "seed": 33, "arms": [ { "policy": "once", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 18 }, { "policy": "retry", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "random", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "keyed", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 } ] }, { "seed": 34, "arms": [ { "policy": "once", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 18 }, { "policy": "retry", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "random", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "keyed", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 } ] }, { "seed": 35, "arms": [ { "policy": "once", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 18 }, { "policy": "retry", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "random", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "keyed", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 } ] }, { "seed": 36, "arms": [ { "policy": "once", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 18 }, { "policy": "retry", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "random", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "keyed", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 } ] }, { "seed": 37, "arms": [ { "policy": "once", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 18 }, { "policy": "retry", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "random", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "keyed", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 } ] }, { "seed": 38, "arms": [ { "policy": "once", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 18 }, { "policy": "retry", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "random", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "keyed", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 } ] }, { "seed": 39, "arms": [ { "policy": "once", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 18 }, { "policy": "retry", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "random", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "keyed", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 } ] }, { "seed": 40, "arms": [ { "policy": "once", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 18 }, { "policy": "retry", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "random", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "keyed", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 } ] }, { "seed": 41, "arms": [ { "policy": "once", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 18 }, { "policy": "retry", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "random", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "keyed", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 } ] }, { "seed": 42, "arms": [ { "policy": "once", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 18 }, { "policy": "retry", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "random", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "keyed", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 } ] }, { "seed": 43, "arms": [ { "policy": "once", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 18 }, { "policy": "retry", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "random", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "keyed", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 } ] }, { "seed": 44, "arms": [ { "policy": "once", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 18 }, { "policy": "retry", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "random", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "keyed", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 } ] }, { "seed": 45, "arms": [ { "policy": "once", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 18 }, { "policy": "retry", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "random", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "keyed", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 } ] }, { "seed": 46, "arms": [ { "policy": "once", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 18 }, { "policy": "retry", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "random", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "keyed", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 } ] }, { "seed": 47, "arms": [ { "policy": "once", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 18 }, { "policy": "retry", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "random", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "keyed", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 } ] }, { "seed": 48, "arms": [ { "policy": "once", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 18 }, { "policy": "retry", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "random", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "keyed", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 } ] }, { "seed": 49, "arms": [ { "policy": "once", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 18 }, { "policy": "retry", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "random", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "keyed", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 } ] }, { "seed": 50, "arms": [ { "policy": "once", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 18 }, { "policy": "retry", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "random", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "keyed", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 } ] }, { "seed": 51, "arms": [ { "policy": "once", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 18 }, { "policy": "retry", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "random", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "keyed", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 } ] }, { "seed": 52, "arms": [ { "policy": "once", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 18 }, { "policy": "retry", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "random", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "keyed", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 } ] }, { "seed": 53, "arms": [ { "policy": "once", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 18 }, { "policy": "retry", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "random", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "keyed", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 } ] }, { "seed": 54, "arms": [ { "policy": "once", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 18 }, { "policy": "retry", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "random", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "keyed", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 } ] }, { "seed": 55, "arms": [ { "policy": "once", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 18 }, { "policy": "retry", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "random", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "keyed", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 } ] }, { "seed": 56, "arms": [ { "policy": "once", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 18 }, { "policy": "retry", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "random", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "keyed", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 } ] }, { "seed": 57, "arms": [ { "policy": "once", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 18 }, { "policy": "retry", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "random", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "keyed", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 } ] }, { "seed": 58, "arms": [ { "policy": "once", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 18 }, { "policy": "retry", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "random", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "keyed", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 } ] }, { "seed": 59, "arms": [ { "policy": "once", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 18 }, { "policy": "retry", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "random", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "keyed", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 } ] }, { "seed": 60, "arms": [ { "policy": "once", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 18 }, { "policy": "retry", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "random", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "keyed", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 } ] }, { "seed": 61, "arms": [ { "policy": "once", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 18 }, { "policy": "retry", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "random", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "keyed", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 } ] }, { "seed": 62, "arms": [ { "policy": "once", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 18 }, { "policy": "retry", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "random", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "keyed", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 } ] }, { "seed": 63, "arms": [ { "policy": "once", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 18 }, { "policy": "retry", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "random", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "keyed", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 } ] }, { "seed": 64, "arms": [ { "policy": "once", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 18 }, { "policy": "retry", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "random", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 }, { "policy": "keyed", "delivered": 0, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 18 } ] } ], "summary": [ { "policy": "once", "delivered": { "mean": 0, "min": 0, "max": 0 }, "duplicates": { "mean": 0, "min": 0, "max": 0 }, "confirmed": { "mean": 0, "min": 0, "max": 0 }, "credits": { "mean": 18, "min": 18, "max": 18 }, "missed": { "mean": 18, "min": 18, "max": 18 } }, { "policy": "retry", "delivered": { "mean": 0, "min": 0, "max": 0 }, "duplicates": { "mean": 0, "min": 0, "max": 0 }, "confirmed": { "mean": 0, "min": 0, "max": 0 }, "credits": { "mean": 60, "min": 60, "max": 60 }, "missed": { "mean": 18, "min": 18, "max": 18 } }, { "policy": "random", "delivered": { "mean": 0, "min": 0, "max": 0 }, "duplicates": { "mean": 0, "min": 0, "max": 0 }, "confirmed": { "mean": 0, "min": 0, "max": 0 }, "credits": { "mean": 60, "min": 60, "max": 60 }, "missed": { "mean": 18, "min": 18, "max": 18 } }, { "policy": "keyed", "delivered": { "mean": 0, "min": 0, "max": 0 }, "duplicates": { "mean": 0, "min": 0, "max": 0 }, "confirmed": { "mean": 0, "min": 0, "max": 0 }, "credits": { "mean": 60, "min": 60, "max": 60 }, "missed": { "mean": 18, "min": 18, "max": 18 } } ], "keyedMinusRetry": [ { "seed": 1, "delivered": 0, "duplicates": 0 }, { "seed": 2, "delivered": 0, "duplicates": 0 }, { "seed": 3, "delivered": 0, "duplicates": 0 }, { "seed": 4, "delivered": 0, "duplicates": 0 }, { "seed": 5, "delivered": 0, "duplicates": 0 }, { "seed": 6, "delivered": 0, "duplicates": 0 }, { "seed": 7, "delivered": 0, "duplicates": 0 }, { "seed": 8, "delivered": 0, "duplicates": 0 }, { "seed": 9, "delivered": 0, "duplicates": 0 }, { "seed": 10, "delivered": 0, "duplicates": 0 }, { "seed": 11, "delivered": 0, "duplicates": 0 }, { "seed": 12, "delivered": 0, "duplicates": 0 }, { "seed": 13, "delivered": 0, "duplicates": 0 }, { "seed": 14, "delivered": 0, "duplicates": 0 }, { "seed": 15, "delivered": 0, "duplicates": 0 }, { "seed": 16, "delivered": 0, "duplicates": 0 }, { "seed": 17, "delivered": 0, "duplicates": 0 }, { "seed": 18, "delivered": 0, "duplicates": 0 }, { "seed": 19, "delivered": 0, "duplicates": 0 }, { "seed": 20, "delivered": 0, "duplicates": 0 }, { "seed": 21, "delivered": 0, "duplicates": 0 }, { "seed": 22, "delivered": 0, "duplicates": 0 }, { "seed": 23, "delivered": 0, "duplicates": 0 }, { "seed": 24, "delivered": 0, "duplicates": 0 }, { "seed": 25, "delivered": 0, "duplicates": 0 }, { "seed": 26, "delivered": 0, "duplicates": 0 }, { "seed": 27, "delivered": 0, "duplicates": 0 }, { "seed": 28, "delivered": 0, "duplicates": 0 }, { "seed": 29, "delivered": 0, "duplicates": 0 }, { "seed": 30, "delivered": 0, "duplicates": 0 }, { "seed": 31, "delivered": 0, "duplicates": 0 }, { "seed": 32, "delivered": 0, "duplicates": 0 }, { "seed": 33, "delivered": 0, "duplicates": 0 }, { "seed": 34, "delivered": 0, "duplicates": 0 }, { "seed": 35, "delivered": 0, "duplicates": 0 }, { "seed": 36, "delivered": 0, "duplicates": 0 }, { "seed": 37, "delivered": 0, "duplicates": 0 }, { "seed": 38, "delivered": 0, "duplicates": 0 }, { "seed": 39, "delivered": 0, "duplicates": 0 }, { "seed": 40, "delivered": 0, "duplicates": 0 }, { "seed": 41, "delivered": 0, "duplicates": 0 }, { "seed": 42, "delivered": 0, "duplicates": 0 }, { "seed": 43, "delivered": 0, "duplicates": 0 }, { "seed": 44, "delivered": 0, "duplicates": 0 }, { "seed": 45, "delivered": 0, "duplicates": 0 }, { "seed": 46, "delivered": 0, "duplicates": 0 }, { "seed": 47, "delivered": 0, "duplicates": 0 }, { "seed": 48, "delivered": 0, "duplicates": 0 }, { "seed": 49, "delivered": 0, "duplicates": 0 }, { "seed": 50, "delivered": 0, "duplicates": 0 }, { "seed": 51, "delivered": 0, "duplicates": 0 }, { "seed": 52, "delivered": 0, "duplicates": 0 }, { "seed": 53, "delivered": 0, "duplicates": 0 }, { "seed": 54, "delivered": 0, "duplicates": 0 }, { "seed": 55, "delivered": 0, "duplicates": 0 }, { "seed": 56, "delivered": 0, "duplicates": 0 }, { "seed": 57, "delivered": 0, "duplicates": 0 }, { "seed": 58, "delivered": 0, "duplicates": 0 }, { "seed": 59, "delivered": 0, "duplicates": 0 }, { "seed": 60, "delivered": 0, "duplicates": 0 }, { "seed": 61, "delivered": 0, "duplicates": 0 }, { "seed": 62, "delivered": 0, "duplicates": 0 }, { "seed": 63, "delivered": 0, "duplicates": 0 }, { "seed": 64, "delivered": 0, "duplicates": 0 } ] }, { "name": "acks-lost", "controls": { "ackLoss": 1 }, "runs": [ { "seed": 1, "arms": [ { "policy": "once", "delivered": 12, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 6 }, { "policy": "retry", "delivered": 18, "duplicates": 28, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 30, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "keyed", "delivered": 15, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 3 } ] }, { "seed": 2, "arms": [ { "policy": "once", "delivered": 16, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 2 }, { "policy": "retry", "delivered": 18, "duplicates": 34, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 33, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 1 } ] }, { "seed": 3, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 17, "duplicates": 27, "confirmed": 0, "credits": 60, "missed": 1 }, { "policy": "random", "delivered": 18, "duplicates": 27, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "keyed", "delivered": 16, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 2 } ] }, { "seed": 4, "arms": [ { "policy": "once", "delivered": 17, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 1 }, { "policy": "retry", "delivered": 18, "duplicates": 26, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 26, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 1 } ] }, { "seed": 5, "arms": [ { "policy": "once", "delivered": 16, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 2 }, { "policy": "retry", "delivered": 18, "duplicates": 29, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 29, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 1 } ] }, { "seed": 6, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 18, "duplicates": 31, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 32, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 0 } ] }, { "seed": 7, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 17, "duplicates": 33, "confirmed": 0, "credits": 60, "missed": 1 }, { "policy": "random", "delivered": 18, "duplicates": 33, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 1 } ] }, { "seed": 8, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 18, "duplicates": 29, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 29, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "keyed", "delivered": 16, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 2 } ] }, { "seed": 9, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 18, "duplicates": 33, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 33, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "keyed", "delivered": 16, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 2 } ] }, { "seed": 10, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 18, "duplicates": 25, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 27, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "keyed", "delivered": 16, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 2 } ] }, { "seed": 11, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 31, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 30, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "keyed", "delivered": 16, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 2 } ] }, { "seed": 12, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 28, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 26, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 1 } ] }, { "seed": 13, "arms": [ { "policy": "once", "delivered": 12, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 6 }, { "policy": "retry", "delivered": 18, "duplicates": 29, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "random", "delivered": 17, "duplicates": 30, "confirmed": 0, "credits": 60, "missed": 1 }, { "policy": "keyed", "delivered": 15, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 3 } ] }, { "seed": 14, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 17, "duplicates": 29, "confirmed": 0, "credits": 60, "missed": 1 }, { "policy": "random", "delivered": 17, "duplicates": 31, "confirmed": 0, "credits": 60, "missed": 1 }, { "policy": "keyed", "delivered": 15, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 3 } ] }, { "seed": 15, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 18, "duplicates": 32, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 31, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 1 } ] }, { "seed": 16, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 30, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 29, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 1 } ] }, { "seed": 17, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 18, "duplicates": 28, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 30, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 1 } ] }, { "seed": 18, "arms": [ { "policy": "once", "delivered": 11, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 7 }, { "policy": "retry", "delivered": 18, "duplicates": 27, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "random", "delivered": 17, "duplicates": 29, "confirmed": 0, "credits": 60, "missed": 1 }, { "policy": "keyed", "delivered": 14, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 4 } ] }, { "seed": 19, "arms": [ { "policy": "once", "delivered": 10, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 8 }, { "policy": "retry", "delivered": 18, "duplicates": 26, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 26, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "keyed", "delivered": 14, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 4 } ] }, { "seed": 20, "arms": [ { "policy": "once", "delivered": 12, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 6 }, { "policy": "retry", "delivered": 17, "duplicates": 31, "confirmed": 0, "credits": 60, "missed": 1 }, { "policy": "random", "delivered": 17, "duplicates": 31, "confirmed": 0, "credits": 60, "missed": 1 }, { "policy": "keyed", "delivered": 14, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 4 } ] }, { "seed": 21, "arms": [ { "policy": "once", "delivered": 16, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 2 }, { "policy": "retry", "delivered": 18, "duplicates": 36, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 36, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 1 } ] }, { "seed": 22, "arms": [ { "policy": "once", "delivered": 18, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 0 }, { "policy": "retry", "delivered": 18, "duplicates": 35, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 32, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 0 } ] }, { "seed": 23, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 18, "duplicates": 31, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 29, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 1 } ] }, { "seed": 24, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 27, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 28, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "keyed", "delivered": 15, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 3 } ] }, { "seed": 25, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 29, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 30, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "keyed", "delivered": 16, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 2 } ] }, { "seed": 26, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 32, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 34, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 1 } ] }, { "seed": 27, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 18, "duplicates": 35, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "random", "delivered": 17, "duplicates": 35, "confirmed": 0, "credits": 60, "missed": 1 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 1 } ] }, { "seed": 28, "arms": [ { "policy": "once", "delivered": 17, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 1 }, { "policy": "retry", "delivered": 18, "duplicates": 32, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 33, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 1 } ] }, { "seed": 29, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 18, "duplicates": 25, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 27, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "keyed", "delivered": 16, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 2 } ] }, { "seed": 30, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 18, "duplicates": 31, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 29, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 0 } ] }, { "seed": 31, "arms": [ { "policy": "once", "delivered": 16, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 2 }, { "policy": "retry", "delivered": 18, "duplicates": 35, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 33, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 1 } ] }, { "seed": 32, "arms": [ { "policy": "once", "delivered": 16, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 2 }, { "policy": "retry", "delivered": 18, "duplicates": 33, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 34, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 1 } ] }, { "seed": 33, "arms": [ { "policy": "once", "delivered": 12, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 6 }, { "policy": "retry", "delivered": 18, "duplicates": 31, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 32, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "keyed", "delivered": 15, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 3 } ] }, { "seed": 34, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 18, "duplicates": 27, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "random", "delivered": 17, "duplicates": 27, "confirmed": 0, "credits": 60, "missed": 1 }, { "policy": "keyed", "delivered": 16, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 2 } ] }, { "seed": 35, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 18, "duplicates": 27, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 27, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 0 } ] }, { "seed": 36, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 18, "duplicates": 25, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 28, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "keyed", "delivered": 16, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 2 } ] }, { "seed": 37, "arms": [ { "policy": "once", "delivered": 10, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 8 }, { "policy": "retry", "delivered": 18, "duplicates": 24, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "random", "delivered": 17, "duplicates": 24, "confirmed": 0, "credits": 60, "missed": 1 }, { "policy": "keyed", "delivered": 14, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 4 } ] }, { "seed": 38, "arms": [ { "policy": "once", "delivered": 16, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 2 }, { "policy": "retry", "delivered": 18, "duplicates": 35, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "random", "delivered": 17, "duplicates": 35, "confirmed": 0, "credits": 60, "missed": 1 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 0 } ] }, { "seed": 39, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 18, "duplicates": 24, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 25, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "keyed", "delivered": 16, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 2 } ] }, { "seed": 40, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 17, "duplicates": 28, "confirmed": 0, "credits": 60, "missed": 1 }, { "policy": "random", "delivered": 17, "duplicates": 28, "confirmed": 0, "credits": 60, "missed": 1 }, { "policy": "keyed", "delivered": 15, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 3 } ] }, { "seed": 41, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 32, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 33, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 1 } ] }, { "seed": 42, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 18, "duplicates": 31, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 29, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 1 } ] }, { "seed": 43, "arms": [ { "policy": "once", "delivered": 16, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 2 }, { "policy": "retry", "delivered": 18, "duplicates": 35, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 34, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "keyed", "delivered": 16, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 2 } ] }, { "seed": 44, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 34, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "random", "delivered": 17, "duplicates": 36, "confirmed": 0, "credits": 60, "missed": 1 }, { "policy": "keyed", "delivered": 16, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 2 } ] }, { "seed": 45, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 18, "duplicates": 30, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "random", "delivered": 17, "duplicates": 31, "confirmed": 0, "credits": 60, "missed": 1 }, { "policy": "keyed", "delivered": 16, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 2 } ] }, { "seed": 46, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 31, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 30, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "keyed", "delivered": 16, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 2 } ] }, { "seed": 47, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 29, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 29, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "keyed", "delivered": 15, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 3 } ] }, { "seed": 48, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 30, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 27, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "keyed", "delivered": 15, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 3 } ] }, { "seed": 49, "arms": [ { "policy": "once", "delivered": 17, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 1 }, { "policy": "retry", "delivered": 18, "duplicates": 31, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "random", "delivered": 17, "duplicates": 32, "confirmed": 0, "credits": 60, "missed": 1 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 1 } ] }, { "seed": 50, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 18, "duplicates": 30, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "random", "delivered": 17, "duplicates": 32, "confirmed": 0, "credits": 60, "missed": 1 }, { "policy": "keyed", "delivered": 15, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 3 } ] }, { "seed": 51, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 33, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "random", "delivered": 16, "duplicates": 33, "confirmed": 0, "credits": 60, "missed": 2 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 1 } ] }, { "seed": 52, "arms": [ { "policy": "once", "delivered": 9, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 9 }, { "policy": "retry", "delivered": 16, "duplicates": 24, "confirmed": 0, "credits": 60, "missed": 2 }, { "policy": "random", "delivered": 16, "duplicates": 24, "confirmed": 0, "credits": 60, "missed": 2 }, { "policy": "keyed", "delivered": 12, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 6 } ] }, { "seed": 53, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 27, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 28, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 1 } ] }, { "seed": 54, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 18, "duplicates": 31, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 27, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 1 } ] }, { "seed": 55, "arms": [ { "policy": "once", "delivered": 17, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 1 }, { "policy": "retry", "delivered": 18, "duplicates": 28, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 30, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 1 } ] }, { "seed": 56, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 18, "duplicates": 25, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "random", "delivered": 17, "duplicates": 24, "confirmed": 0, "credits": 60, "missed": 1 }, { "policy": "keyed", "delivered": 15, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 3 } ] }, { "seed": 57, "arms": [ { "policy": "once", "delivered": 12, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 6 }, { "policy": "retry", "delivered": 18, "duplicates": 29, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "random", "delivered": 17, "duplicates": 30, "confirmed": 0, "credits": 60, "missed": 1 }, { "policy": "keyed", "delivered": 13, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 5 } ] }, { "seed": 58, "arms": [ { "policy": "once", "delivered": 17, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 1 }, { "policy": "retry", "delivered": 18, "duplicates": 35, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 33, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 1 } ] }, { "seed": 59, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 18, "duplicates": 29, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 27, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "keyed", "delivered": 15, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 3 } ] }, { "seed": 60, "arms": [ { "policy": "once", "delivered": 11, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 7 }, { "policy": "retry", "delivered": 18, "duplicates": 26, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "random", "delivered": 17, "duplicates": 27, "confirmed": 0, "credits": 60, "missed": 1 }, { "policy": "keyed", "delivered": 14, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 4 } ] }, { "seed": 61, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 30, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 29, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 1 } ] }, { "seed": 62, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 32, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 34, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "keyed", "delivered": 16, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 2 } ] }, { "seed": 63, "arms": [ { "policy": "once", "delivered": 11, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 7 }, { "policy": "retry", "delivered": 18, "duplicates": 24, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "random", "delivered": 17, "duplicates": 24, "confirmed": 0, "credits": 60, "missed": 1 }, { "policy": "keyed", "delivered": 12, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 6 } ] }, { "seed": 64, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 0, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 18, "duplicates": 32, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 34, "confirmed": 0, "credits": 60, "missed": 0 }, { "policy": "keyed", "delivered": 16, "duplicates": 0, "confirmed": 0, "credits": 60, "missed": 2 } ] } ], "summary": [ { "policy": "once", "delivered": { "mean": 14.015625, "min": 9, "max": 18 }, "duplicates": { "mean": 0, "min": 0, "max": 0 }, "confirmed": { "mean": 0, "min": 0, "max": 0 }, "credits": { "mean": 18, "min": 18, "max": 18 }, "missed": { "mean": 3.984375, "min": 0, "max": 9 } }, { "policy": "retry", "delivered": { "mean": 17.890625, "min": 16, "max": 18 }, "duplicates": { "mean": 29.78125, "min": 24, "max": 36 }, "confirmed": { "mean": 0, "min": 0, "max": 0 }, "credits": { "mean": 60, "min": 60, "max": 60 }, "missed": { "mean": 0.109375, "min": 0, "max": 2 } }, { "policy": "random", "delivered": { "mean": 17.671875, "min": 16, "max": 18 }, "duplicates": { "mean": 29.921875, "min": 24, "max": 36 }, "confirmed": { "mean": 0, "min": 0, "max": 0 }, "credits": { "mean": 60, "min": 60, "max": 60 }, "missed": { "mean": 0.328125, "min": 0, "max": 2 } }, { "policy": "keyed", "delivered": { "mean": 16.03125, "min": 12, "max": 18 }, "duplicates": { "mean": 0, "min": 0, "max": 0 }, "confirmed": { "mean": 0, "min": 0, "max": 0 }, "credits": { "mean": 60, "min": 60, "max": 60 }, "missed": { "mean": 1.96875, "min": 0, "max": 6 } } ], "keyedMinusRetry": [ { "seed": 1, "delivered": -3, "duplicates": -28 }, { "seed": 2, "delivered": -1, "duplicates": -34 }, { "seed": 3, "delivered": -1, "duplicates": -27 }, { "seed": 4, "delivered": -1, "duplicates": -26 }, { "seed": 5, "delivered": -1, "duplicates": -29 }, { "seed": 6, "delivered": 0, "duplicates": -31 }, { "seed": 7, "delivered": 0, "duplicates": -33 }, { "seed": 8, "delivered": -2, "duplicates": -29 }, { "seed": 9, "delivered": -2, "duplicates": -33 }, { "seed": 10, "delivered": -2, "duplicates": -25 }, { "seed": 11, "delivered": -2, "duplicates": -31 }, { "seed": 12, "delivered": -1, "duplicates": -28 }, { "seed": 13, "delivered": -3, "duplicates": -29 }, { "seed": 14, "delivered": -2, "duplicates": -29 }, { "seed": 15, "delivered": -1, "duplicates": -32 }, { "seed": 16, "delivered": -1, "duplicates": -30 }, { "seed": 17, "delivered": -1, "duplicates": -28 }, { "seed": 18, "delivered": -4, "duplicates": -27 }, { "seed": 19, "delivered": -4, "duplicates": -26 }, { "seed": 20, "delivered": -3, "duplicates": -31 }, { "seed": 21, "delivered": -1, "duplicates": -36 }, { "seed": 22, "delivered": 0, "duplicates": -35 }, { "seed": 23, "delivered": -1, "duplicates": -31 }, { "seed": 24, "delivered": -3, "duplicates": -27 }, { "seed": 25, "delivered": -2, "duplicates": -29 }, { "seed": 26, "delivered": -1, "duplicates": -32 }, { "seed": 27, "delivered": -1, "duplicates": -35 }, { "seed": 28, "delivered": -1, "duplicates": -32 }, { "seed": 29, "delivered": -2, "duplicates": -25 }, { "seed": 30, "delivered": 0, "duplicates": -31 }, { "seed": 31, "delivered": -1, "duplicates": -35 }, { "seed": 32, "delivered": -1, "duplicates": -33 }, { "seed": 33, "delivered": -3, "duplicates": -31 }, { "seed": 34, "delivered": -2, "duplicates": -27 }, { "seed": 35, "delivered": 0, "duplicates": -27 }, { "seed": 36, "delivered": -2, "duplicates": -25 }, { "seed": 37, "delivered": -4, "duplicates": -24 }, { "seed": 38, "delivered": 0, "duplicates": -35 }, { "seed": 39, "delivered": -2, "duplicates": -24 }, { "seed": 40, "delivered": -2, "duplicates": -28 }, { "seed": 41, "delivered": -1, "duplicates": -32 }, { "seed": 42, "delivered": -1, "duplicates": -31 }, { "seed": 43, "delivered": -2, "duplicates": -35 }, { "seed": 44, "delivered": -2, "duplicates": -34 }, { "seed": 45, "delivered": -2, "duplicates": -30 }, { "seed": 46, "delivered": -2, "duplicates": -31 }, { "seed": 47, "delivered": -3, "duplicates": -29 }, { "seed": 48, "delivered": -3, "duplicates": -30 }, { "seed": 49, "delivered": -1, "duplicates": -31 }, { "seed": 50, "delivered": -3, "duplicates": -30 }, { "seed": 51, "delivered": -1, "duplicates": -33 }, { "seed": 52, "delivered": -4, "duplicates": -24 }, { "seed": 53, "delivered": -1, "duplicates": -27 }, { "seed": 54, "delivered": -1, "duplicates": -31 }, { "seed": 55, "delivered": -1, "duplicates": -28 }, { "seed": 56, "delivered": -3, "duplicates": -25 }, { "seed": 57, "delivered": -5, "duplicates": -29 }, { "seed": 58, "delivered": -1, "duplicates": -35 }, { "seed": 59, "delivered": -3, "duplicates": -29 }, { "seed": 60, "delivered": -4, "duplicates": -26 }, { "seed": 61, "delivered": -1, "duplicates": -30 }, { "seed": 62, "delivered": -2, "duplicates": -32 }, { "seed": 63, "delivered": -6, "duplicates": -24 }, { "seed": 64, "delivered": -2, "duplicates": -32 } ] }, { "name": "tight-budget", "controls": { "budget": 24 }, "runs": [ { "seed": 1, "arms": [ { "policy": "once", "delivered": 12, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 6 }, { "policy": "retry", "delivered": 15, "duplicates": 3, "confirmed": 11, "credits": 24, "missed": 3 }, { "policy": "random", "delivered": 16, "duplicates": 2, "confirmed": 11, "credits": 24, "missed": 2 }, { "policy": "keyed", "delivered": 9, "duplicates": 0, "confirmed": 6, "credits": 24, "missed": 9 } ] }, { "seed": 2, "arms": [ { "policy": "once", "delivered": 16, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 2 }, { "policy": "retry", "delivered": 17, "duplicates": 5, "confirmed": 9, "credits": 24, "missed": 1 }, { "policy": "random", "delivered": 17, "duplicates": 4, "confirmed": 8, "credits": 24, "missed": 1 }, { "policy": "keyed", "delivered": 11, "duplicates": 0, "confirmed": 5, "credits": 24, "missed": 7 } ] }, { "seed": 3, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 8, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 16, "duplicates": 3, "confirmed": 10, "credits": 24, "missed": 2 }, { "policy": "random", "delivered": 16, "duplicates": 2, "confirmed": 11, "credits": 24, "missed": 2 }, { "policy": "keyed", "delivered": 11, "duplicates": 0, "confirmed": 5, "credits": 24, "missed": 7 } ] }, { "seed": 4, "arms": [ { "policy": "once", "delivered": 17, "duplicates": 0, "confirmed": 8, "credits": 18, "missed": 1 }, { "policy": "retry", "delivered": 17, "duplicates": 5, "confirmed": 11, "credits": 24, "missed": 1 }, { "policy": "random", "delivered": 18, "duplicates": 4, "confirmed": 13, "credits": 24, "missed": 0 }, { "policy": "keyed", "delivered": 12, "duplicates": 0, "confirmed": 6, "credits": 24, "missed": 6 } ] }, { "seed": 5, "arms": [ { "policy": "once", "delivered": 16, "duplicates": 0, "confirmed": 9, "credits": 18, "missed": 2 }, { "policy": "retry", "delivered": 18, "duplicates": 2, "confirmed": 10, "credits": 24, "missed": 0 }, { "policy": "random", "delivered": 17, "duplicates": 5, "confirmed": 11, "credits": 24, "missed": 1 }, { "policy": "keyed", "delivered": 11, "duplicates": 0, "confirmed": 7, "credits": 24, "missed": 7 } ] }, { "seed": 6, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 17, "duplicates": 3, "confirmed": 9, "credits": 24, "missed": 1 }, { "policy": "random", "delivered": 16, "duplicates": 4, "confirmed": 11, "credits": 24, "missed": 2 }, { "policy": "keyed", "delivered": 9, "duplicates": 0, "confirmed": 5, "credits": 24, "missed": 9 } ] }, { "seed": 7, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 11, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 17, "duplicates": 2, "confirmed": 14, "credits": 24, "missed": 1 }, { "policy": "random", "delivered": 16, "duplicates": 3, "confirmed": 13, "credits": 24, "missed": 2 }, { "policy": "keyed", "delivered": 9, "duplicates": 0, "confirmed": 9, "credits": 24, "missed": 9 } ] }, { "seed": 8, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 10, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 16, "duplicates": 3, "confirmed": 13, "credits": 24, "missed": 2 }, { "policy": "random", "delivered": 16, "duplicates": 3, "confirmed": 13, "credits": 24, "missed": 2 }, { "policy": "keyed", "delivered": 10, "duplicates": 0, "confirmed": 6, "credits": 24, "missed": 8 } ] }, { "seed": 9, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 8, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 16, "duplicates": 2, "confirmed": 11, "credits": 24, "missed": 2 }, { "policy": "random", "delivered": 14, "duplicates": 4, "confirmed": 10, "credits": 24, "missed": 4 }, { "policy": "keyed", "delivered": 9, "duplicates": 0, "confirmed": 5, "credits": 24, "missed": 9 } ] }, { "seed": 10, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 5, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 16, "duplicates": 2, "confirmed": 8, "credits": 24, "missed": 2 }, { "policy": "random", "delivered": 15, "duplicates": 1, "confirmed": 6, "credits": 24, "missed": 3 }, { "policy": "keyed", "delivered": 8, "duplicates": 0, "confirmed": 4, "credits": 24, "missed": 10 } ] }, { "seed": 11, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 8, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 16, "duplicates": 4, "confirmed": 12, "credits": 24, "missed": 2 }, { "policy": "random", "delivered": 16, "duplicates": 3, "confirmed": 12, "credits": 24, "missed": 2 }, { "policy": "keyed", "delivered": 10, "duplicates": 0, "confirmed": 5, "credits": 24, "missed": 8 } ] }, { "seed": 12, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 9, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 2, "confirmed": 12, "credits": 24, "missed": 0 }, { "policy": "random", "delivered": 16, "duplicates": 3, "confirmed": 10, "credits": 24, "missed": 2 }, { "policy": "keyed", "delivered": 9, "duplicates": 0, "confirmed": 7, "credits": 24, "missed": 9 } ] }, { "seed": 13, "arms": [ { "policy": "once", "delivered": 12, "duplicates": 0, "confirmed": 6, "credits": 18, "missed": 6 }, { "policy": "retry", "delivered": 14, "duplicates": 4, "confirmed": 9, "credits": 24, "missed": 4 }, { "policy": "random", "delivered": 16, "duplicates": 2, "confirmed": 11, "credits": 24, "missed": 2 }, { "policy": "keyed", "delivered": 9, "duplicates": 0, "confirmed": 4, "credits": 24, "missed": 9 } ] }, { "seed": 14, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 15, "duplicates": 3, "confirmed": 9, "credits": 24, "missed": 3 }, { "policy": "random", "delivered": 15, "duplicates": 3, "confirmed": 10, "credits": 24, "missed": 3 }, { "policy": "keyed", "delivered": 10, "duplicates": 0, "confirmed": 5, "credits": 24, "missed": 8 } ] }, { "seed": 15, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 9, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 17, "duplicates": 4, "confirmed": 13, "credits": 24, "missed": 1 }, { "policy": "random", "delivered": 17, "duplicates": 4, "confirmed": 13, "credits": 24, "missed": 1 }, { "policy": "keyed", "delivered": 10, "duplicates": 0, "confirmed": 6, "credits": 24, "missed": 8 } ] }, { "seed": 16, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 17, "duplicates": 3, "confirmed": 11, "credits": 24, "missed": 1 }, { "policy": "random", "delivered": 16, "duplicates": 4, "confirmed": 11, "credits": 24, "missed": 2 }, { "policy": "keyed", "delivered": 9, "duplicates": 0, "confirmed": 6, "credits": 24, "missed": 9 } ] }, { "seed": 17, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 8, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 16, "duplicates": 1, "confirmed": 10, "credits": 24, "missed": 2 }, { "policy": "random", "delivered": 15, "duplicates": 2, "confirmed": 10, "credits": 24, "missed": 3 }, { "policy": "keyed", "delivered": 8, "duplicates": 0, "confirmed": 5, "credits": 24, "missed": 10 } ] }, { "seed": 18, "arms": [ { "policy": "once", "delivered": 11, "duplicates": 0, "confirmed": 5, "credits": 18, "missed": 7 }, { "policy": "retry", "delivered": 13, "duplicates": 2, "confirmed": 8, "credits": 24, "missed": 5 }, { "policy": "random", "delivered": 14, "duplicates": 3, "confirmed": 8, "credits": 24, "missed": 4 }, { "policy": "keyed", "delivered": 8, "duplicates": 0, "confirmed": 4, "credits": 24, "missed": 10 } ] }, { "seed": 19, "arms": [ { "policy": "once", "delivered": 10, "duplicates": 0, "confirmed": 3, "credits": 18, "missed": 8 }, { "policy": "retry", "delivered": 12, "duplicates": 3, "confirmed": 6, "credits": 24, "missed": 6 }, { "policy": "random", "delivered": 11, "duplicates": 4, "confirmed": 6, "credits": 24, "missed": 7 }, { "policy": "keyed", "delivered": 8, "duplicates": 0, "confirmed": 2, "credits": 24, "missed": 10 } ] }, { "seed": 20, "arms": [ { "policy": "once", "delivered": 12, "duplicates": 0, "confirmed": 4, "credits": 18, "missed": 6 }, { "policy": "retry", "delivered": 14, "duplicates": 3, "confirmed": 8, "credits": 24, "missed": 4 }, { "policy": "random", "delivered": 14, "duplicates": 4, "confirmed": 8, "credits": 24, "missed": 4 }, { "policy": "keyed", "delivered": 7, "duplicates": 0, "confirmed": 1, "credits": 24, "missed": 11 } ] }, { "seed": 21, "arms": [ { "policy": "once", "delivered": 16, "duplicates": 0, "confirmed": 11, "credits": 18, "missed": 2 }, { "policy": "retry", "delivered": 17, "duplicates": 4, "confirmed": 15, "credits": 24, "missed": 1 }, { "policy": "random", "delivered": 17, "duplicates": 4, "confirmed": 15, "credits": 24, "missed": 1 }, { "policy": "keyed", "delivered": 11, "duplicates": 0, "confirmed": 6, "credits": 24, "missed": 7 } ] }, { "seed": 22, "arms": [ { "policy": "once", "delivered": 18, "duplicates": 0, "confirmed": 11, "credits": 18, "missed": 0 }, { "policy": "retry", "delivered": 18, "duplicates": 4, "confirmed": 14, "credits": 24, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 5, "confirmed": 15, "credits": 24, "missed": 0 }, { "policy": "keyed", "delivered": 12, "duplicates": 0, "confirmed": 7, "credits": 24, "missed": 6 } ] }, { "seed": 23, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 16, "duplicates": 3, "confirmed": 10, "credits": 24, "missed": 2 }, { "policy": "random", "delivered": 15, "duplicates": 3, "confirmed": 9, "credits": 24, "missed": 3 }, { "policy": "keyed", "delivered": 8, "duplicates": 0, "confirmed": 3, "credits": 24, "missed": 10 } ] }, { "seed": 24, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 10, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 16, "duplicates": 2, "confirmed": 13, "credits": 24, "missed": 2 }, { "policy": "random", "delivered": 16, "duplicates": 3, "confirmed": 12, "credits": 24, "missed": 2 }, { "policy": "keyed", "delivered": 9, "duplicates": 0, "confirmed": 7, "credits": 24, "missed": 9 } ] }, { "seed": 25, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 11, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 17, "duplicates": 2, "confirmed": 13, "credits": 24, "missed": 1 }, { "policy": "random", "delivered": 18, "duplicates": 1, "confirmed": 14, "credits": 24, "missed": 0 }, { "policy": "keyed", "delivered": 10, "duplicates": 0, "confirmed": 7, "credits": 24, "missed": 8 } ] }, { "seed": 26, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 11, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 17, "duplicates": 3, "confirmed": 15, "credits": 24, "missed": 1 }, { "policy": "random", "delivered": 17, "duplicates": 3, "confirmed": 15, "credits": 24, "missed": 1 }, { "policy": "keyed", "delivered": 9, "duplicates": 0, "confirmed": 7, "credits": 24, "missed": 9 } ] }, { "seed": 27, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 13, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 17, "duplicates": 3, "confirmed": 15, "credits": 24, "missed": 1 }, { "policy": "random", "delivered": 17, "duplicates": 3, "confirmed": 15, "credits": 24, "missed": 1 }, { "policy": "keyed", "delivered": 9, "duplicates": 0, "confirmed": 8, "credits": 24, "missed": 9 } ] }, { "seed": 28, "arms": [ { "policy": "once", "delivered": 17, "duplicates": 0, "confirmed": 11, "credits": 18, "missed": 1 }, { "policy": "retry", "delivered": 17, "duplicates": 5, "confirmed": 14, "credits": 24, "missed": 1 }, { "policy": "random", "delivered": 18, "duplicates": 4, "confirmed": 13, "credits": 24, "missed": 0 }, { "policy": "keyed", "delivered": 12, "duplicates": 0, "confirmed": 7, "credits": 24, "missed": 6 } ] }, { "seed": 29, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 8, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 16, "duplicates": 3, "confirmed": 11, "credits": 24, "missed": 2 }, { "policy": "random", "delivered": 15, "duplicates": 2, "confirmed": 9, "credits": 24, "missed": 3 }, { "policy": "keyed", "delivered": 9, "duplicates": 0, "confirmed": 6, "credits": 24, "missed": 9 } ] }, { "seed": 30, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 8, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 18, "duplicates": 2, "confirmed": 11, "credits": 24, "missed": 0 }, { "policy": "random", "delivered": 16, "duplicates": 2, "confirmed": 10, "credits": 24, "missed": 2 }, { "policy": "keyed", "delivered": 9, "duplicates": 0, "confirmed": 6, "credits": 24, "missed": 9 } ] }, { "seed": 31, "arms": [ { "policy": "once", "delivered": 16, "duplicates": 0, "confirmed": 9, "credits": 18, "missed": 2 }, { "policy": "retry", "delivered": 17, "duplicates": 5, "confirmed": 12, "credits": 24, "missed": 1 }, { "policy": "random", "delivered": 18, "duplicates": 4, "confirmed": 10, "credits": 24, "missed": 0 }, { "policy": "keyed", "delivered": 11, "duplicates": 0, "confirmed": 7, "credits": 24, "missed": 7 } ] }, { "seed": 32, "arms": [ { "policy": "once", "delivered": 16, "duplicates": 0, "confirmed": 13, "credits": 18, "missed": 2 }, { "policy": "retry", "delivered": 18, "duplicates": 3, "confirmed": 15, "credits": 24, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 3, "confirmed": 15, "credits": 24, "missed": 0 }, { "policy": "keyed", "delivered": 11, "duplicates": 0, "confirmed": 9, "credits": 24, "missed": 7 } ] }, { "seed": 33, "arms": [ { "policy": "once", "delivered": 12, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 6 }, { "policy": "retry", "delivered": 15, "duplicates": 1, "confirmed": 11, "credits": 24, "missed": 3 }, { "policy": "random", "delivered": 14, "duplicates": 3, "confirmed": 11, "credits": 24, "missed": 4 }, { "policy": "keyed", "delivered": 7, "duplicates": 0, "confirmed": 6, "credits": 24, "missed": 11 } ] }, { "seed": 34, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 15, "duplicates": 2, "confirmed": 8, "credits": 24, "missed": 3 }, { "policy": "random", "delivered": 15, "duplicates": 1, "confirmed": 8, "credits": 24, "missed": 3 }, { "policy": "keyed", "delivered": 9, "duplicates": 0, "confirmed": 4, "credits": 24, "missed": 9 } ] }, { "seed": 35, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 8, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 18, "duplicates": 1, "confirmed": 13, "credits": 24, "missed": 0 }, { "policy": "random", "delivered": 15, "duplicates": 4, "confirmed": 13, "credits": 24, "missed": 3 }, { "policy": "keyed", "delivered": 7, "duplicates": 0, "confirmed": 6, "credits": 24, "missed": 11 } ] }, { "seed": 36, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 9, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 16, "duplicates": 1, "confirmed": 11, "credits": 24, "missed": 2 }, { "policy": "random", "delivered": 15, "duplicates": 1, "confirmed": 11, "credits": 24, "missed": 3 }, { "policy": "keyed", "delivered": 9, "duplicates": 0, "confirmed": 7, "credits": 24, "missed": 9 } ] }, { "seed": 37, "arms": [ { "policy": "once", "delivered": 10, "duplicates": 0, "confirmed": 5, "credits": 18, "missed": 8 }, { "policy": "retry", "delivered": 13, "duplicates": 1, "confirmed": 5, "credits": 24, "missed": 5 }, { "policy": "random", "delivered": 13, "duplicates": 1, "confirmed": 6, "credits": 24, "missed": 5 }, { "policy": "keyed", "delivered": 6, "duplicates": 0, "confirmed": 4, "credits": 24, "missed": 12 } ] }, { "seed": 38, "arms": [ { "policy": "once", "delivered": 16, "duplicates": 0, "confirmed": 9, "credits": 18, "missed": 2 }, { "policy": "retry", "delivered": 18, "duplicates": 4, "confirmed": 13, "credits": 24, "missed": 0 }, { "policy": "random", "delivered": 17, "duplicates": 5, "confirmed": 12, "credits": 24, "missed": 1 }, { "policy": "keyed", "delivered": 10, "duplicates": 0, "confirmed": 6, "credits": 24, "missed": 8 } ] }, { "seed": 39, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 10, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 16, "duplicates": 1, "confirmed": 11, "credits": 24, "missed": 2 }, { "policy": "random", "delivered": 15, "duplicates": 3, "confirmed": 12, "credits": 24, "missed": 3 }, { "policy": "keyed", "delivered": 10, "duplicates": 0, "confirmed": 7, "credits": 24, "missed": 8 } ] }, { "seed": 40, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 10, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 16, "duplicates": 2, "confirmed": 12, "credits": 24, "missed": 2 }, { "policy": "random", "delivered": 16, "duplicates": 1, "confirmed": 13, "credits": 24, "missed": 2 }, { "policy": "keyed", "delivered": 9, "duplicates": 0, "confirmed": 8, "credits": 24, "missed": 9 } ] }, { "seed": 41, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 10, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 17, "duplicates": 3, "confirmed": 14, "credits": 24, "missed": 1 }, { "policy": "random", "delivered": 16, "duplicates": 4, "confirmed": 14, "credits": 24, "missed": 2 }, { "policy": "keyed", "delivered": 9, "duplicates": 0, "confirmed": 6, "credits": 24, "missed": 9 } ] }, { "seed": 42, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 16, "duplicates": 4, "confirmed": 11, "credits": 24, "missed": 2 }, { "policy": "random", "delivered": 16, "duplicates": 4, "confirmed": 10, "credits": 24, "missed": 2 }, { "policy": "keyed", "delivered": 10, "duplicates": 0, "confirmed": 5, "credits": 24, "missed": 8 } ] }, { "seed": 43, "arms": [ { "policy": "once", "delivered": 16, "duplicates": 0, "confirmed": 9, "credits": 18, "missed": 2 }, { "policy": "retry", "delivered": 17, "duplicates": 5, "confirmed": 14, "credits": 24, "missed": 1 }, { "policy": "random", "delivered": 18, "duplicates": 3, "confirmed": 12, "credits": 24, "missed": 0 }, { "policy": "keyed", "delivered": 12, "duplicates": 0, "confirmed": 8, "credits": 24, "missed": 6 } ] }, { "seed": 44, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 16, "duplicates": 3, "confirmed": 10, "credits": 24, "missed": 2 }, { "policy": "random", "delivered": 14, "duplicates": 5, "confirmed": 10, "credits": 24, "missed": 4 }, { "policy": "keyed", "delivered": 10, "duplicates": 0, "confirmed": 5, "credits": 24, "missed": 8 } ] }, { "seed": 45, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 8, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 16, "duplicates": 3, "confirmed": 11, "credits": 24, "missed": 2 }, { "policy": "random", "delivered": 16, "duplicates": 3, "confirmed": 12, "credits": 24, "missed": 2 }, { "policy": "keyed", "delivered": 10, "duplicates": 0, "confirmed": 6, "credits": 24, "missed": 8 } ] }, { "seed": 46, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 16, "duplicates": 3, "confirmed": 9, "credits": 24, "missed": 2 }, { "policy": "random", "delivered": 16, "duplicates": 1, "confirmed": 9, "credits": 24, "missed": 2 }, { "policy": "keyed", "delivered": 10, "duplicates": 0, "confirmed": 5, "credits": 24, "missed": 8 } ] }, { "seed": 47, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 6, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 15, "duplicates": 3, "confirmed": 9, "credits": 24, "missed": 3 }, { "policy": "random", "delivered": 16, "duplicates": 3, "confirmed": 10, "credits": 24, "missed": 2 }, { "policy": "keyed", "delivered": 10, "duplicates": 0, "confirmed": 5, "credits": 24, "missed": 8 } ] }, { "seed": 48, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 11, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 16, "duplicates": 2, "confirmed": 14, "credits": 24, "missed": 2 }, { "policy": "random", "delivered": 16, "duplicates": 2, "confirmed": 14, "credits": 24, "missed": 2 }, { "policy": "keyed", "delivered": 10, "duplicates": 0, "confirmed": 7, "credits": 24, "missed": 8 } ] }, { "seed": 49, "arms": [ { "policy": "once", "delivered": 17, "duplicates": 0, "confirmed": 10, "credits": 18, "missed": 1 }, { "policy": "retry", "delivered": 17, "duplicates": 4, "confirmed": 12, "credits": 24, "missed": 1 }, { "policy": "random", "delivered": 17, "duplicates": 4, "confirmed": 12, "credits": 24, "missed": 1 }, { "policy": "keyed", "delivered": 12, "duplicates": 0, "confirmed": 8, "credits": 24, "missed": 6 } ] }, { "seed": 50, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 10, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 15, "duplicates": 3, "confirmed": 14, "credits": 24, "missed": 3 }, { "policy": "random", "delivered": 16, "duplicates": 2, "confirmed": 14, "credits": 24, "missed": 2 }, { "policy": "keyed", "delivered": 10, "duplicates": 0, "confirmed": 7, "credits": 24, "missed": 8 } ] }, { "seed": 51, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 17, "duplicates": 3, "confirmed": 10, "credits": 24, "missed": 1 }, { "policy": "random", "delivered": 15, "duplicates": 3, "confirmed": 11, "credits": 24, "missed": 3 }, { "policy": "keyed", "delivered": 9, "duplicates": 0, "confirmed": 4, "credits": 24, "missed": 9 } ] }, { "seed": 52, "arms": [ { "policy": "once", "delivered": 9, "duplicates": 0, "confirmed": 8, "credits": 18, "missed": 9 }, { "policy": "retry", "delivered": 12, "duplicates": 0, "confirmed": 8, "credits": 24, "missed": 6 }, { "policy": "random", "delivered": 13, "duplicates": 0, "confirmed": 8, "credits": 24, "missed": 5 }, { "policy": "keyed", "delivered": 7, "duplicates": 0, "confirmed": 6, "credits": 24, "missed": 11 } ] }, { "seed": 53, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 10, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 17, "duplicates": 2, "confirmed": 13, "credits": 24, "missed": 1 }, { "policy": "random", "delivered": 15, "duplicates": 2, "confirmed": 12, "credits": 24, "missed": 3 }, { "policy": "keyed", "delivered": 8, "duplicates": 0, "confirmed": 5, "credits": 24, "missed": 10 } ] }, { "seed": 54, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 8, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 17, "duplicates": 4, "confirmed": 10, "credits": 24, "missed": 1 }, { "policy": "random", "delivered": 16, "duplicates": 4, "confirmed": 10, "credits": 24, "missed": 2 }, { "policy": "keyed", "delivered": 10, "duplicates": 0, "confirmed": 5, "credits": 24, "missed": 8 } ] }, { "seed": 55, "arms": [ { "policy": "once", "delivered": 17, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 1 }, { "policy": "retry", "delivered": 17, "duplicates": 6, "confirmed": 9, "credits": 24, "missed": 1 }, { "policy": "random", "delivered": 17, "duplicates": 4, "confirmed": 8, "credits": 24, "missed": 1 }, { "policy": "keyed", "delivered": 12, "duplicates": 0, "confirmed": 4, "credits": 24, "missed": 6 } ] }, { "seed": 56, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 14, "duplicates": 3, "confirmed": 10, "credits": 24, "missed": 4 }, { "policy": "random", "delivered": 16, "duplicates": 2, "confirmed": 9, "credits": 24, "missed": 2 }, { "policy": "keyed", "delivered": 10, "duplicates": 0, "confirmed": 5, "credits": 24, "missed": 8 } ] }, { "seed": 57, "arms": [ { "policy": "once", "delivered": 12, "duplicates": 0, "confirmed": 9, "credits": 18, "missed": 6 }, { "policy": "retry", "delivered": 13, "duplicates": 3, "confirmed": 12, "credits": 24, "missed": 5 }, { "policy": "random", "delivered": 14, "duplicates": 4, "confirmed": 12, "credits": 24, "missed": 4 }, { "policy": "keyed", "delivered": 9, "duplicates": 0, "confirmed": 6, "credits": 24, "missed": 9 } ] }, { "seed": 58, "arms": [ { "policy": "once", "delivered": 17, "duplicates": 0, "confirmed": 12, "credits": 18, "missed": 1 }, { "policy": "retry", "delivered": 17, "duplicates": 4, "confirmed": 16, "credits": 24, "missed": 1 }, { "policy": "random", "delivered": 17, "duplicates": 5, "confirmed": 16, "credits": 24, "missed": 1 }, { "policy": "keyed", "delivered": 12, "duplicates": 0, "confirmed": 11, "credits": 24, "missed": 6 } ] }, { "seed": 59, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 8, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 15, "duplicates": 3, "confirmed": 10, "credits": 24, "missed": 3 }, { "policy": "random", "delivered": 15, "duplicates": 4, "confirmed": 10, "credits": 24, "missed": 3 }, { "policy": "keyed", "delivered": 9, "duplicates": 0, "confirmed": 6, "credits": 24, "missed": 9 } ] }, { "seed": 60, "arms": [ { "policy": "once", "delivered": 11, "duplicates": 0, "confirmed": 8, "credits": 18, "missed": 7 }, { "policy": "retry", "delivered": 14, "duplicates": 1, "confirmed": 10, "credits": 24, "missed": 4 }, { "policy": "random", "delivered": 14, "duplicates": 1, "confirmed": 11, "credits": 24, "missed": 4 }, { "policy": "keyed", "delivered": 9, "duplicates": 0, "confirmed": 7, "credits": 24, "missed": 9 } ] }, { "seed": 61, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 4, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 15, "duplicates": 3, "confirmed": 6, "credits": 24, "missed": 3 }, { "policy": "random", "delivered": 16, "duplicates": 3, "confirmed": 7, "credits": 24, "missed": 2 }, { "policy": "keyed", "delivered": 8, "duplicates": 0, "confirmed": 2, "credits": 24, "missed": 10 } ] }, { "seed": 62, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 11, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 17, "duplicates": 2, "confirmed": 12, "credits": 24, "missed": 1 }, { "policy": "random", "delivered": 17, "duplicates": 3, "confirmed": 13, "credits": 24, "missed": 1 }, { "policy": "keyed", "delivered": 10, "duplicates": 0, "confirmed": 8, "credits": 24, "missed": 8 } ] }, { "seed": 63, "arms": [ { "policy": "once", "delivered": 11, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 7 }, { "policy": "retry", "delivered": 12, "duplicates": 1, "confirmed": 8, "credits": 24, "missed": 6 }, { "policy": "random", "delivered": 12, "duplicates": 3, "confirmed": 9, "credits": 24, "missed": 6 }, { "policy": "keyed", "delivered": 7, "duplicates": 0, "confirmed": 5, "credits": 24, "missed": 11 } ] }, { "seed": 64, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 11, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 17, "duplicates": 4, "confirmed": 13, "credits": 24, "missed": 1 }, { "policy": "random", "delivered": 17, "duplicates": 3, "confirmed": 12, "credits": 24, "missed": 1 }, { "policy": "keyed", "delivered": 11, "duplicates": 0, "confirmed": 7, "credits": 24, "missed": 7 } ] } ], "summary": [ { "policy": "once", "delivered": { "mean": 14.015625, "min": 9, "max": 18 }, "duplicates": { "mean": 0, "min": 0, "max": 0 }, "confirmed": { "mean": 8.375, "min": 3, "max": 13 }, "credits": { "mean": 18, "min": 18, "max": 18 }, "missed": { "mean": 3.984375, "min": 0, "max": 9 } }, { "policy": "retry", "delivered": { "mean": 15.984375, "min": 12, "max": 18 }, "duplicates": { "mean": 2.859375, "min": 0, "max": 6 }, "confirmed": { "mean": 11.109375, "min": 5, "max": 16 }, "credits": { "mean": 24, "min": 24, "max": 24 }, "missed": { "mean": 2.015625, "min": 0, "max": 6 } }, { "policy": "random", "delivered": { "mean": 15.765625, "min": 11, "max": 18 }, "duplicates": { "mean": 3, "min": 0, "max": 5 }, "confirmed": { "mean": 11.078125, "min": 6, "max": 16 }, "credits": { "mean": 24, "min": 24, "max": 24 }, "missed": { "mean": 2.234375, "min": 0, "max": 7 } }, { "policy": "keyed", "delivered": { "mean": 9.5, "min": 6, "max": 12 }, "duplicates": { "mean": 0, "min": 0, "max": 0 }, "confirmed": { "mean": 5.84375, "min": 1, "max": 11 }, "credits": { "mean": 24, "min": 24, "max": 24 }, "missed": { "mean": 8.5, "min": 6, "max": 12 } } ], "keyedMinusRetry": [ { "seed": 1, "delivered": -6, "duplicates": -3 }, { "seed": 2, "delivered": -6, "duplicates": -5 }, { "seed": 3, "delivered": -5, "duplicates": -3 }, { "seed": 4, "delivered": -5, "duplicates": -5 }, { "seed": 5, "delivered": -7, "duplicates": -2 }, { "seed": 6, "delivered": -8, "duplicates": -3 }, { "seed": 7, "delivered": -8, "duplicates": -2 }, { "seed": 8, "delivered": -6, "duplicates": -3 }, { "seed": 9, "delivered": -7, "duplicates": -2 }, { "seed": 10, "delivered": -8, "duplicates": -2 }, { "seed": 11, "delivered": -6, "duplicates": -4 }, { "seed": 12, "delivered": -9, "duplicates": -2 }, { "seed": 13, "delivered": -5, "duplicates": -4 }, { "seed": 14, "delivered": -5, "duplicates": -3 }, { "seed": 15, "delivered": -7, "duplicates": -4 }, { "seed": 16, "delivered": -8, "duplicates": -3 }, { "seed": 17, "delivered": -8, "duplicates": -1 }, { "seed": 18, "delivered": -5, "duplicates": -2 }, { "seed": 19, "delivered": -4, "duplicates": -3 }, { "seed": 20, "delivered": -7, "duplicates": -3 }, { "seed": 21, "delivered": -6, "duplicates": -4 }, { "seed": 22, "delivered": -6, "duplicates": -4 }, { "seed": 23, "delivered": -8, "duplicates": -3 }, { "seed": 24, "delivered": -7, "duplicates": -2 }, { "seed": 25, "delivered": -7, "duplicates": -2 }, { "seed": 26, "delivered": -8, "duplicates": -3 }, { "seed": 27, "delivered": -8, "duplicates": -3 }, { "seed": 28, "delivered": -5, "duplicates": -5 }, { "seed": 29, "delivered": -7, "duplicates": -3 }, { "seed": 30, "delivered": -9, "duplicates": -2 }, { "seed": 31, "delivered": -6, "duplicates": -5 }, { "seed": 32, "delivered": -7, "duplicates": -3 }, { "seed": 33, "delivered": -8, "duplicates": -1 }, { "seed": 34, "delivered": -6, "duplicates": -2 }, { "seed": 35, "delivered": -11, "duplicates": -1 }, { "seed": 36, "delivered": -7, "duplicates": -1 }, { "seed": 37, "delivered": -7, "duplicates": -1 }, { "seed": 38, "delivered": -8, "duplicates": -4 }, { "seed": 39, "delivered": -6, "duplicates": -1 }, { "seed": 40, "delivered": -7, "duplicates": -2 }, { "seed": 41, "delivered": -8, "duplicates": -3 }, { "seed": 42, "delivered": -6, "duplicates": -4 }, { "seed": 43, "delivered": -5, "duplicates": -5 }, { "seed": 44, "delivered": -6, "duplicates": -3 }, { "seed": 45, "delivered": -6, "duplicates": -3 }, { "seed": 46, "delivered": -6, "duplicates": -3 }, { "seed": 47, "delivered": -5, "duplicates": -3 }, { "seed": 48, "delivered": -6, "duplicates": -2 }, { "seed": 49, "delivered": -5, "duplicates": -4 }, { "seed": 50, "delivered": -5, "duplicates": -3 }, { "seed": 51, "delivered": -8, "duplicates": -3 }, { "seed": 52, "delivered": -5, "duplicates": 0 }, { "seed": 53, "delivered": -9, "duplicates": -2 }, { "seed": 54, "delivered": -7, "duplicates": -4 }, { "seed": 55, "delivered": -5, "duplicates": -6 }, { "seed": 56, "delivered": -4, "duplicates": -3 }, { "seed": 57, "delivered": -4, "duplicates": -3 }, { "seed": 58, "delivered": -5, "duplicates": -4 }, { "seed": 59, "delivered": -6, "duplicates": -3 }, { "seed": 60, "delivered": -5, "duplicates": -1 }, { "seed": 61, "delivered": -7, "duplicates": -3 }, { "seed": 62, "delivered": -7, "duplicates": -2 }, { "seed": 63, "delivered": -5, "duplicates": -1 }, { "seed": 64, "delivered": -6, "duplicates": -4 } ] }, { "name": "ample-budget", "controls": { "budget": 100 }, "runs": [ { "seed": 1, "arms": [ { "policy": "once", "delivered": 12, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 6 }, { "policy": "retry", "delivered": 18, "duplicates": 13, "confirmed": 18, "credits": 41, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 14, "confirmed": 18, "credits": 42, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 82, "missed": 0 } ] }, { "seed": 2, "arms": [ { "policy": "once", "delivered": 16, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 2 }, { "policy": "retry", "delivered": 18, "duplicates": 19, "confirmed": 18, "credits": 40, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 19, "confirmed": 18, "credits": 41, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 80, "missed": 0 } ] }, { "seed": 3, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 8, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 18, "duplicates": 17, "confirmed": 18, "credits": 45, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 17, "confirmed": 18, "credits": 45, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 90, "missed": 0 } ] }, { "seed": 4, "arms": [ { "policy": "once", "delivered": 17, "duplicates": 0, "confirmed": 8, "credits": 18, "missed": 1 }, { "policy": "retry", "delivered": 18, "duplicates": 14, "confirmed": 18, "credits": 41, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 15, "confirmed": 18, "credits": 42, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 82, "missed": 0 } ] }, { "seed": 5, "arms": [ { "policy": "once", "delivered": 16, "duplicates": 0, "confirmed": 9, "credits": 18, "missed": 2 }, { "policy": "retry", "delivered": 18, "duplicates": 21, "confirmed": 18, "credits": 47, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 21, "confirmed": 18, "credits": 47, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 94, "missed": 0 } ] }, { "seed": 6, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 18, "duplicates": 17, "confirmed": 18, "credits": 41, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 17, "confirmed": 18, "credits": 41, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 82, "missed": 0 } ] }, { "seed": 7, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 11, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 8, "confirmed": 18, "credits": 32, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 8, "confirmed": 18, "credits": 32, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 64, "missed": 0 } ] }, { "seed": 8, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 10, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 18, "duplicates": 10, "confirmed": 18, "credits": 35, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 11, "confirmed": 18, "credits": 36, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 70, "missed": 0 } ] }, { "seed": 9, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 8, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 18, "duplicates": 15, "confirmed": 18, "credits": 41, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 16, "confirmed": 18, "credits": 42, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 82, "missed": 0 } ] }, { "seed": 10, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 5, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 18, "duplicates": 18, "confirmed": 18, "credits": 46, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 19, "confirmed": 18, "credits": 48, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 92, "missed": 0 } ] }, { "seed": 11, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 8, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 13, "confirmed": 18, "credits": 40, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 14, "confirmed": 18, "credits": 40, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 80, "missed": 0 } ] }, { "seed": 12, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 9, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 10, "confirmed": 18, "credits": 36, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 14, "confirmed": 18, "credits": 40, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 72, "missed": 0 } ] }, { "seed": 13, "arms": [ { "policy": "once", "delivered": 12, "duplicates": 0, "confirmed": 6, "credits": 18, "missed": 6 }, { "policy": "retry", "delivered": 18, "duplicates": 15, "confirmed": 18, "credits": 41, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 15, "confirmed": 18, "credits": 41, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 82, "missed": 0 } ] }, { "seed": 14, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 18, "duplicates": 16, "confirmed": 17, "credits": 48, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 16, "confirmed": 17, "credits": 48, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 17, "credits": 96, "missed": 0 } ] }, { "seed": 15, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 9, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 18, "duplicates": 10, "confirmed": 18, "credits": 32, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 10, "confirmed": 18, "credits": 32, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 64, "missed": 0 } ] }, { "seed": 16, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 15, "confirmed": 18, "credits": 42, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 14, "confirmed": 18, "credits": 41, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 84, "missed": 0 } ] }, { "seed": 17, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 8, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 18, "duplicates": 15, "confirmed": 18, "credits": 44, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 15, "confirmed": 18, "credits": 44, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 88, "missed": 0 } ] }, { "seed": 18, "arms": [ { "policy": "once", "delivered": 11, "duplicates": 0, "confirmed": 5, "credits": 18, "missed": 7 }, { "policy": "retry", "delivered": 18, "duplicates": 15, "confirmed": 18, "credits": 47, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 16, "confirmed": 18, "credits": 48, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 94, "missed": 0 } ] }, { "seed": 19, "arms": [ { "policy": "once", "delivered": 10, "duplicates": 0, "confirmed": 3, "credits": 18, "missed": 8 }, { "policy": "retry", "delivered": 18, "duplicates": 16, "confirmed": 17, "credits": 50, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 15, "confirmed": 17, "credits": 49, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 17, "credits": 100, "missed": 0 } ] }, { "seed": 20, "arms": [ { "policy": "once", "delivered": 12, "duplicates": 0, "confirmed": 4, "credits": 18, "missed": 6 }, { "policy": "retry", "delivered": 18, "duplicates": 15, "confirmed": 18, "credits": 51, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 16, "confirmed": 18, "credits": 52, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 17, "credits": 100, "missed": 0 } ] }, { "seed": 21, "arms": [ { "policy": "once", "delivered": 16, "duplicates": 0, "confirmed": 11, "credits": 18, "missed": 2 }, { "policy": "retry", "delivered": 18, "duplicates": 8, "confirmed": 18, "credits": 29, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 9, "confirmed": 18, "credits": 30, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 58, "missed": 0 } ] }, { "seed": 22, "arms": [ { "policy": "once", "delivered": 18, "duplicates": 0, "confirmed": 11, "credits": 18, "missed": 0 }, { "policy": "retry", "delivered": 18, "duplicates": 9, "confirmed": 18, "credits": 31, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 8, "confirmed": 18, "credits": 29, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 62, "missed": 0 } ] }, { "seed": 23, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 18, "duplicates": 12, "confirmed": 18, "credits": 36, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 12, "confirmed": 18, "credits": 37, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 72, "missed": 0 } ] }, { "seed": 24, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 10, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 16, "confirmed": 18, "credits": 41, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 18, "confirmed": 18, "credits": 43, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 82, "missed": 0 } ] }, { "seed": 25, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 11, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 9, "confirmed": 18, "credits": 33, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 8, "confirmed": 18, "credits": 32, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 66, "missed": 0 } ] }, { "seed": 26, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 11, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 10, "confirmed": 18, "credits": 36, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 10, "confirmed": 18, "credits": 36, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 72, "missed": 0 } ] }, { "seed": 27, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 13, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 18, "duplicates": 8, "confirmed": 18, "credits": 30, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 7, "confirmed": 18, "credits": 29, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 60, "missed": 0 } ] }, { "seed": 28, "arms": [ { "policy": "once", "delivered": 17, "duplicates": 0, "confirmed": 11, "credits": 18, "missed": 1 }, { "policy": "retry", "delivered": 18, "duplicates": 17, "confirmed": 18, "credits": 37, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 16, "confirmed": 18, "credits": 36, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 74, "missed": 0 } ] }, { "seed": 29, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 8, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 18, "duplicates": 15, "confirmed": 18, "credits": 46, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 15, "confirmed": 18, "credits": 47, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 92, "missed": 0 } ] }, { "seed": 30, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 8, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 18, "duplicates": 11, "confirmed": 18, "credits": 36, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 11, "confirmed": 18, "credits": 36, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 72, "missed": 0 } ] }, { "seed": 31, "arms": [ { "policy": "once", "delivered": 16, "duplicates": 0, "confirmed": 9, "credits": 18, "missed": 2 }, { "policy": "retry", "delivered": 18, "duplicates": 21, "confirmed": 18, "credits": 47, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 22, "confirmed": 18, "credits": 49, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 94, "missed": 0 } ] }, { "seed": 32, "arms": [ { "policy": "once", "delivered": 16, "duplicates": 0, "confirmed": 13, "credits": 18, "missed": 2 }, { "policy": "retry", "delivered": 18, "duplicates": 10, "confirmed": 18, "credits": 33, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 11, "confirmed": 18, "credits": 34, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 66, "missed": 0 } ] }, { "seed": 33, "arms": [ { "policy": "once", "delivered": 12, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 6 }, { "policy": "retry", "delivered": 18, "duplicates": 14, "confirmed": 18, "credits": 40, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 13, "confirmed": 18, "credits": 39, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 80, "missed": 0 } ] }, { "seed": 34, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 18, "duplicates": 12, "confirmed": 18, "credits": 40, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 13, "confirmed": 18, "credits": 40, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 80, "missed": 0 } ] }, { "seed": 35, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 8, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 18, "duplicates": 9, "confirmed": 18, "credits": 32, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 9, "confirmed": 18, "credits": 32, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 64, "missed": 0 } ] }, { "seed": 36, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 9, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 18, "duplicates": 16, "confirmed": 18, "credits": 44, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 16, "confirmed": 18, "credits": 44, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 88, "missed": 0 } ] }, { "seed": 37, "arms": [ { "policy": "once", "delivered": 10, "duplicates": 0, "confirmed": 5, "credits": 18, "missed": 8 }, { "policy": "retry", "delivered": 18, "duplicates": 36, "confirmed": 15, "credits": 70, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 35, "confirmed": 15, "credits": 69, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 11, "credits": 100, "missed": 0 } ] }, { "seed": 38, "arms": [ { "policy": "once", "delivered": 16, "duplicates": 0, "confirmed": 9, "credits": 18, "missed": 2 }, { "policy": "retry", "delivered": 18, "duplicates": 14, "confirmed": 18, "credits": 41, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 14, "confirmed": 18, "credits": 41, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 82, "missed": 0 } ] }, { "seed": 39, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 10, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 18, "duplicates": 10, "confirmed": 18, "credits": 39, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 10, "confirmed": 18, "credits": 39, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 78, "missed": 0 } ] }, { "seed": 40, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 10, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 18, "duplicates": 10, "confirmed": 18, "credits": 37, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 10, "confirmed": 18, "credits": 38, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 74, "missed": 0 } ] }, { "seed": 41, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 10, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 6, "confirmed": 18, "credits": 30, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 6, "confirmed": 18, "credits": 30, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 60, "missed": 0 } ] }, { "seed": 42, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 18, "duplicates": 16, "confirmed": 17, "credits": 43, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 16, "confirmed": 17, "credits": 45, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 17, "credits": 86, "missed": 0 } ] }, { "seed": 43, "arms": [ { "policy": "once", "delivered": 16, "duplicates": 0, "confirmed": 9, "credits": 18, "missed": 2 }, { "policy": "retry", "delivered": 18, "duplicates": 11, "confirmed": 18, "credits": 32, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 12, "confirmed": 18, "credits": 33, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 64, "missed": 0 } ] }, { "seed": 44, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 13, "confirmed": 18, "credits": 38, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 14, "confirmed": 18, "credits": 39, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 76, "missed": 0 } ] }, { "seed": 45, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 8, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 18, "duplicates": 13, "confirmed": 18, "credits": 39, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 14, "confirmed": 18, "credits": 40, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 78, "missed": 0 } ] }, { "seed": 46, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 21, "confirmed": 18, "credits": 46, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 22, "confirmed": 18, "credits": 47, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 92, "missed": 0 } ] }, { "seed": 47, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 6, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 22, "confirmed": 17, "credits": 49, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 22, "confirmed": 17, "credits": 50, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 17, "credits": 98, "missed": 0 } ] }, { "seed": 48, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 11, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 8, "confirmed": 18, "credits": 33, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 9, "confirmed": 18, "credits": 34, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 66, "missed": 0 } ] }, { "seed": 49, "arms": [ { "policy": "once", "delivered": 17, "duplicates": 0, "confirmed": 10, "credits": 18, "missed": 1 }, { "policy": "retry", "delivered": 18, "duplicates": 14, "confirmed": 18, "credits": 38, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 15, "confirmed": 18, "credits": 39, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 76, "missed": 0 } ] }, { "seed": 50, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 10, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 18, "duplicates": 11, "confirmed": 18, "credits": 36, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 11, "confirmed": 18, "credits": 36, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 72, "missed": 0 } ] }, { "seed": 51, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 15, "confirmed": 18, "credits": 42, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 14, "confirmed": 18, "credits": 41, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 84, "missed": 0 } ] }, { "seed": 52, "arms": [ { "policy": "once", "delivered": 9, "duplicates": 0, "confirmed": 8, "credits": 18, "missed": 9 }, { "policy": "retry", "delivered": 18, "duplicates": 16, "confirmed": 18, "credits": 55, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 15, "confirmed": 18, "credits": 54, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 16, "credits": 100, "missed": 0 } ] }, { "seed": 53, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 10, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 14, "confirmed": 18, "credits": 43, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 14, "confirmed": 18, "credits": 43, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 86, "missed": 0 } ] }, { "seed": 54, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 8, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 18, "duplicates": 23, "confirmed": 17, "credits": 52, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 24, "confirmed": 17, "credits": 53, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 16, "credits": 100, "missed": 0 } ] }, { "seed": 55, "arms": [ { "policy": "once", "delivered": 17, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 1 }, { "policy": "retry", "delivered": 18, "duplicates": 22, "confirmed": 18, "credits": 48, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 22, "confirmed": 18, "credits": 48, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 96, "missed": 0 } ] }, { "seed": 56, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 18, "duplicates": 15, "confirmed": 18, "credits": 49, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 15, "confirmed": 18, "credits": 49, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 98, "missed": 0 } ] }, { "seed": 57, "arms": [ { "policy": "once", "delivered": 12, "duplicates": 0, "confirmed": 9, "credits": 18, "missed": 6 }, { "policy": "retry", "delivered": 18, "duplicates": 10, "confirmed": 18, "credits": 37, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 11, "confirmed": 18, "credits": 38, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 74, "missed": 0 } ] }, { "seed": 58, "arms": [ { "policy": "once", "delivered": 17, "duplicates": 0, "confirmed": 12, "credits": 18, "missed": 1 }, { "policy": "retry", "delivered": 18, "duplicates": 9, "confirmed": 18, "credits": 30, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 9, "confirmed": 18, "credits": 29, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 60, "missed": 0 } ] }, { "seed": 59, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 8, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 18, "duplicates": 17, "confirmed": 17, "credits": 48, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 17, "confirmed": 17, "credits": 47, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 17, "credits": 96, "missed": 0 } ] }, { "seed": 60, "arms": [ { "policy": "once", "delivered": 11, "duplicates": 0, "confirmed": 8, "credits": 18, "missed": 7 }, { "policy": "retry", "delivered": 18, "duplicates": 8, "confirmed": 18, "credits": 40, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 8, "confirmed": 18, "credits": 40, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 80, "missed": 0 } ] }, { "seed": 61, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 4, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 17, "confirmed": 18, "credits": 43, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 19, "confirmed": 18, "credits": 46, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 86, "missed": 0 } ] }, { "seed": 62, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 11, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 12, "confirmed": 18, "credits": 36, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 13, "confirmed": 18, "credits": 37, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 72, "missed": 0 } ] }, { "seed": 63, "arms": [ { "policy": "once", "delivered": 11, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 7 }, { "policy": "retry", "delivered": 18, "duplicates": 11, "confirmed": 18, "credits": 41, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 12, "confirmed": 18, "credits": 43, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 82, "missed": 0 } ] }, { "seed": 64, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 11, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 18, "duplicates": 11, "confirmed": 18, "credits": 34, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 11, "confirmed": 18, "credits": 35, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 68, "missed": 0 } ] } ], "summary": [ { "policy": "once", "delivered": { "mean": 14.015625, "min": 9, "max": 18 }, "duplicates": { "mean": 0, "min": 0, "max": 0 }, "confirmed": { "mean": 8.375, "min": 3, "max": 13 }, "credits": { "mean": 18, "min": 18, "max": 18 }, "missed": { "mean": 3.984375, "min": 0, "max": 9 } }, { "policy": "retry", "delivered": { "mean": 18, "min": 18, "max": 18 }, "duplicates": { "mean": 13.96875, "min": 6, "max": 36 }, "confirmed": { "mean": 17.859375, "min": 15, "max": 18 }, "credits": { "mean": 40.625, "min": 29, "max": 70 }, "missed": { "mean": 0, "min": 0, "max": 0 } }, { "policy": "random", "delivered": { "mean": 18, "min": 18, "max": 18 }, "duplicates": { "mean": 14.28125, "min": 6, "max": 35 }, "confirmed": { "mean": 17.859375, "min": 15, "max": 18 }, "credits": { "mean": 41.046875, "min": 29, "max": 69 }, "missed": { "mean": 0, "min": 0, "max": 0 } }, { "policy": "keyed", "delivered": { "mean": 18, "min": 18, "max": 18 }, "duplicates": { "mean": 0, "min": 0, "max": 0 }, "confirmed": { "mean": 17.734375, "min": 11, "max": 18 }, "credits": { "mean": 80.375, "min": 58, "max": 100 }, "missed": { "mean": 0, "min": 0, "max": 0 } } ], "keyedMinusRetry": [ { "seed": 1, "delivered": 0, "duplicates": -13 }, { "seed": 2, "delivered": 0, "duplicates": -19 }, { "seed": 3, "delivered": 0, "duplicates": -17 }, { "seed": 4, "delivered": 0, "duplicates": -14 }, { "seed": 5, "delivered": 0, "duplicates": -21 }, { "seed": 6, "delivered": 0, "duplicates": -17 }, { "seed": 7, "delivered": 0, "duplicates": -8 }, { "seed": 8, "delivered": 0, "duplicates": -10 }, { "seed": 9, "delivered": 0, "duplicates": -15 }, { "seed": 10, "delivered": 0, "duplicates": -18 }, { "seed": 11, "delivered": 0, "duplicates": -13 }, { "seed": 12, "delivered": 0, "duplicates": -10 }, { "seed": 13, "delivered": 0, "duplicates": -15 }, { "seed": 14, "delivered": 0, "duplicates": -16 }, { "seed": 15, "delivered": 0, "duplicates": -10 }, { "seed": 16, "delivered": 0, "duplicates": -15 }, { "seed": 17, "delivered": 0, "duplicates": -15 }, { "seed": 18, "delivered": 0, "duplicates": -15 }, { "seed": 19, "delivered": 0, "duplicates": -16 }, { "seed": 20, "delivered": 0, "duplicates": -15 }, { "seed": 21, "delivered": 0, "duplicates": -8 }, { "seed": 22, "delivered": 0, "duplicates": -9 }, { "seed": 23, "delivered": 0, "duplicates": -12 }, { "seed": 24, "delivered": 0, "duplicates": -16 }, { "seed": 25, "delivered": 0, "duplicates": -9 }, { "seed": 26, "delivered": 0, "duplicates": -10 }, { "seed": 27, "delivered": 0, "duplicates": -8 }, { "seed": 28, "delivered": 0, "duplicates": -17 }, { "seed": 29, "delivered": 0, "duplicates": -15 }, { "seed": 30, "delivered": 0, "duplicates": -11 }, { "seed": 31, "delivered": 0, "duplicates": -21 }, { "seed": 32, "delivered": 0, "duplicates": -10 }, { "seed": 33, "delivered": 0, "duplicates": -14 }, { "seed": 34, "delivered": 0, "duplicates": -12 }, { "seed": 35, "delivered": 0, "duplicates": -9 }, { "seed": 36, "delivered": 0, "duplicates": -16 }, { "seed": 37, "delivered": 0, "duplicates": -36 }, { "seed": 38, "delivered": 0, "duplicates": -14 }, { "seed": 39, "delivered": 0, "duplicates": -10 }, { "seed": 40, "delivered": 0, "duplicates": -10 }, { "seed": 41, "delivered": 0, "duplicates": -6 }, { "seed": 42, "delivered": 0, "duplicates": -16 }, { "seed": 43, "delivered": 0, "duplicates": -11 }, { "seed": 44, "delivered": 0, "duplicates": -13 }, { "seed": 45, "delivered": 0, "duplicates": -13 }, { "seed": 46, "delivered": 0, "duplicates": -21 }, { "seed": 47, "delivered": 0, "duplicates": -22 }, { "seed": 48, "delivered": 0, "duplicates": -8 }, { "seed": 49, "delivered": 0, "duplicates": -14 }, { "seed": 50, "delivered": 0, "duplicates": -11 }, { "seed": 51, "delivered": 0, "duplicates": -15 }, { "seed": 52, "delivered": 0, "duplicates": -16 }, { "seed": 53, "delivered": 0, "duplicates": -14 }, { "seed": 54, "delivered": 0, "duplicates": -23 }, { "seed": 55, "delivered": 0, "duplicates": -22 }, { "seed": 56, "delivered": 0, "duplicates": -15 }, { "seed": 57, "delivered": 0, "duplicates": -10 }, { "seed": 58, "delivered": 0, "duplicates": -9 }, { "seed": 59, "delivered": 0, "duplicates": -17 }, { "seed": 60, "delivered": 0, "duplicates": -8 }, { "seed": 61, "delivered": 0, "duplicates": -17 }, { "seed": 62, "delivered": 0, "duplicates": -12 }, { "seed": 63, "delivered": 0, "duplicates": -11 }, { "seed": 64, "delivered": 0, "duplicates": -11 } ] }, { "name": "short-timeout", "controls": { "timeout": 2 }, "runs": [ { "seed": 1, "arms": [ { "policy": "once", "delivered": 12, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 6 }, { "policy": "retry", "delivered": 18, "duplicates": 17, "confirmed": 18, "credits": 47, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 21, "confirmed": 18, "credits": 52, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 14, "credits": 60, "missed": 0 } ] }, { "seed": 2, "arms": [ { "policy": "once", "delivered": 16, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 2 }, { "policy": "retry", "delivered": 18, "duplicates": 22, "confirmed": 18, "credits": 45, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 25, "confirmed": 18, "credits": 48, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 12, "credits": 60, "missed": 0 } ] }, { "seed": 3, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 8, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 18, "duplicates": 22, "confirmed": 18, "credits": 51, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 24, "confirmed": 18, "credits": 53, "missed": 0 }, { "policy": "keyed", "delivered": 16, "duplicates": 0, "confirmed": 12, "credits": 60, "missed": 2 } ] }, { "seed": 4, "arms": [ { "policy": "once", "delivered": 17, "duplicates": 0, "confirmed": 8, "credits": 18, "missed": 1 }, { "policy": "retry", "delivered": 18, "duplicates": 19, "confirmed": 18, "credits": 48, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 26, "confirmed": 18, "credits": 54, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 13, "credits": 60, "missed": 0 } ] }, { "seed": 5, "arms": [ { "policy": "once", "delivered": 16, "duplicates": 0, "confirmed": 9, "credits": 18, "missed": 2 }, { "policy": "retry", "delivered": 18, "duplicates": 27, "confirmed": 18, "credits": 54, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 30, "confirmed": 18, "credits": 58, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 11, "credits": 60, "missed": 0 } ] }, { "seed": 6, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 18, "duplicates": 18, "confirmed": 18, "credits": 44, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 19, "confirmed": 18, "credits": 45, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 13, "credits": 60, "missed": 0 } ] }, { "seed": 7, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 11, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 12, "confirmed": 18, "credits": 37, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 16, "confirmed": 18, "credits": 41, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 17, "credits": 60, "missed": 1 } ] }, { "seed": 8, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 10, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 18, "duplicates": 15, "confirmed": 18, "credits": 41, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 16, "confirmed": 18, "credits": 42, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 16, "credits": 60, "missed": 0 } ] }, { "seed": 9, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 8, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 18, "duplicates": 21, "confirmed": 18, "credits": 49, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 26, "confirmed": 18, "credits": 54, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 14, "credits": 60, "missed": 0 } ] }, { "seed": 10, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 5, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 18, "duplicates": 19, "confirmed": 18, "credits": 49, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 27, "confirmed": 18, "credits": 59, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 10, "credits": 60, "missed": 1 } ] }, { "seed": 11, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 8, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 19, "confirmed": 18, "credits": 46, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 19, "confirmed": 18, "credits": 46, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 15, "credits": 60, "missed": 1 } ] }, { "seed": 12, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 9, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 14, "confirmed": 18, "credits": 41, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 21, "confirmed": 18, "credits": 50, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 15, "credits": 60, "missed": 0 } ] }, { "seed": 13, "arms": [ { "policy": "once", "delivered": 12, "duplicates": 0, "confirmed": 6, "credits": 18, "missed": 6 }, { "policy": "retry", "delivered": 18, "duplicates": 21, "confirmed": 18, "credits": 48, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 24, "confirmed": 18, "credits": 51, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 14, "credits": 60, "missed": 0 } ] }, { "seed": 14, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 18, "duplicates": 23, "confirmed": 18, "credits": 57, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 21, "confirmed": 18, "credits": 55, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 11, "credits": 60, "missed": 1 } ] }, { "seed": 15, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 9, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 18, "duplicates": 16, "confirmed": 18, "credits": 39, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 21, "confirmed": 18, "credits": 45, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 17, "credits": 60, "missed": 0 } ] }, { "seed": 16, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 18, "confirmed": 18, "credits": 46, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 19, "confirmed": 18, "credits": 48, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 14, "credits": 60, "missed": 0 } ] }, { "seed": 17, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 8, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 18, "duplicates": 20, "confirmed": 18, "credits": 50, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 27, "confirmed": 18, "credits": 58, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 13, "credits": 60, "missed": 1 } ] }, { "seed": 18, "arms": [ { "policy": "once", "delivered": 11, "duplicates": 0, "confirmed": 5, "credits": 18, "missed": 7 }, { "policy": "retry", "delivered": 18, "duplicates": 21, "confirmed": 18, "credits": 53, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 26, "confirmed": 18, "credits": 58, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 12, "credits": 60, "missed": 1 } ] }, { "seed": 19, "arms": [ { "policy": "once", "delivered": 10, "duplicates": 0, "confirmed": 3, "credits": 18, "missed": 8 }, { "policy": "retry", "delivered": 18, "duplicates": 21, "confirmed": 18, "credits": 57, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 25, "confirmed": 17, "credits": 60, "missed": 0 }, { "policy": "keyed", "delivered": 15, "duplicates": 0, "confirmed": 10, "credits": 60, "missed": 3 } ] }, { "seed": 20, "arms": [ { "policy": "once", "delivered": 12, "duplicates": 0, "confirmed": 4, "credits": 18, "missed": 6 }, { "policy": "retry", "delivered": 18, "duplicates": 20, "confirmed": 18, "credits": 57, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 23, "confirmed": 18, "credits": 60, "missed": 0 }, { "policy": "keyed", "delivered": 15, "duplicates": 0, "confirmed": 9, "credits": 60, "missed": 3 } ] }, { "seed": 21, "arms": [ { "policy": "once", "delivered": 16, "duplicates": 0, "confirmed": 11, "credits": 18, "missed": 2 }, { "policy": "retry", "delivered": 18, "duplicates": 13, "confirmed": 18, "credits": 37, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 16, "confirmed": 18, "credits": 40, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 17, "credits": 60, "missed": 0 } ] }, { "seed": 22, "arms": [ { "policy": "once", "delivered": 18, "duplicates": 0, "confirmed": 11, "credits": 18, "missed": 0 }, { "policy": "retry", "delivered": 18, "duplicates": 11, "confirmed": 18, "credits": 34, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 15, "confirmed": 18, "credits": 38, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 60, "missed": 0 } ] }, { "seed": 23, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 18, "duplicates": 15, "confirmed": 18, "credits": 39, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 18, "confirmed": 18, "credits": 43, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 14, "credits": 60, "missed": 0 } ] }, { "seed": 24, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 10, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 23, "confirmed": 18, "credits": 49, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 28, "confirmed": 18, "credits": 55, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 14, "credits": 60, "missed": 0 } ] }, { "seed": 25, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 11, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 15, "confirmed": 18, "credits": 41, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 16, "confirmed": 18, "credits": 43, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 16, "credits": 60, "missed": 0 } ] }, { "seed": 26, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 11, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 16, "confirmed": 18, "credits": 42, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 19, "confirmed": 18, "credits": 45, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 16, "credits": 60, "missed": 0 } ] }, { "seed": 27, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 13, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 18, "duplicates": 13, "confirmed": 18, "credits": 36, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 12, "confirmed": 18, "credits": 35, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 17, "credits": 60, "missed": 0 } ] }, { "seed": 28, "arms": [ { "policy": "once", "delivered": 17, "duplicates": 0, "confirmed": 11, "credits": 18, "missed": 1 }, { "policy": "retry", "delivered": 18, "duplicates": 23, "confirmed": 18, "credits": 46, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 22, "confirmed": 18, "credits": 44, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 15, "credits": 60, "missed": 0 } ] }, { "seed": 29, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 8, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 18, "duplicates": 19, "confirmed": 18, "credits": 51, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 21, "confirmed": 18, "credits": 55, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 13, "credits": 60, "missed": 1 } ] }, { "seed": 30, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 8, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 18, "duplicates": 15, "confirmed": 18, "credits": 42, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 16, "confirmed": 18, "credits": 42, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 14, "credits": 60, "missed": 0 } ] }, { "seed": 31, "arms": [ { "policy": "once", "delivered": 16, "duplicates": 0, "confirmed": 9, "credits": 18, "missed": 2 }, { "policy": "retry", "delivered": 18, "duplicates": 26, "confirmed": 18, "credits": 54, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 29, "confirmed": 18, "credits": 57, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 14, "credits": 60, "missed": 0 } ] }, { "seed": 32, "arms": [ { "policy": "once", "delivered": 16, "duplicates": 0, "confirmed": 13, "credits": 18, "missed": 2 }, { "policy": "retry", "delivered": 18, "duplicates": 19, "confirmed": 18, "credits": 42, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 23, "confirmed": 18, "credits": 46, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 17, "credits": 60, "missed": 0 } ] }, { "seed": 33, "arms": [ { "policy": "once", "delivered": 12, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 6 }, { "policy": "retry", "delivered": 18, "duplicates": 18, "confirmed": 18, "credits": 45, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 19, "confirmed": 18, "credits": 46, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 16, "credits": 60, "missed": 1 } ] }, { "seed": 34, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 18, "duplicates": 17, "confirmed": 18, "credits": 45, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 24, "confirmed": 18, "credits": 53, "missed": 0 }, { "policy": "keyed", "delivered": 16, "duplicates": 0, "confirmed": 13, "credits": 60, "missed": 2 } ] }, { "seed": 35, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 8, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 18, "duplicates": 12, "confirmed": 18, "credits": 36, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 18, "confirmed": 18, "credits": 43, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 17, "credits": 60, "missed": 0 } ] }, { "seed": 36, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 9, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 18, "duplicates": 20, "confirmed": 18, "credits": 49, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 23, "confirmed": 18, "credits": 53, "missed": 0 }, { "policy": "keyed", "delivered": 16, "duplicates": 0, "confirmed": 12, "credits": 60, "missed": 2 } ] }, { "seed": 37, "arms": [ { "policy": "once", "delivered": 10, "duplicates": 0, "confirmed": 5, "credits": 18, "missed": 8 }, { "policy": "retry", "delivered": 18, "duplicates": 28, "confirmed": 14, "credits": 60, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 27, "confirmed": 14, "credits": 60, "missed": 0 }, { "policy": "keyed", "delivered": 15, "duplicates": 0, "confirmed": 6, "credits": 60, "missed": 3 } ] }, { "seed": 38, "arms": [ { "policy": "once", "delivered": 16, "duplicates": 0, "confirmed": 9, "credits": 18, "missed": 2 }, { "policy": "retry", "delivered": 18, "duplicates": 19, "confirmed": 18, "credits": 48, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 22, "confirmed": 18, "credits": 51, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 14, "credits": 60, "missed": 0 } ] }, { "seed": 39, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 10, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 18, "duplicates": 14, "confirmed": 18, "credits": 43, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 17, "confirmed": 18, "credits": 48, "missed": 0 }, { "policy": "keyed", "delivered": 16, "duplicates": 0, "confirmed": 13, "credits": 60, "missed": 2 } ] }, { "seed": 40, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 10, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 18, "duplicates": 14, "confirmed": 18, "credits": 42, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 16, "confirmed": 18, "credits": 44, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 14, "credits": 60, "missed": 1 } ] }, { "seed": 41, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 10, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 12, "confirmed": 18, "credits": 37, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 11, "confirmed": 18, "credits": 37, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 16, "credits": 60, "missed": 1 } ] }, { "seed": 42, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 18, "duplicates": 24, "confirmed": 18, "credits": 55, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 23, "confirmed": 18, "credits": 58, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 13, "credits": 60, "missed": 0 } ] }, { "seed": 43, "arms": [ { "policy": "once", "delivered": 16, "duplicates": 0, "confirmed": 9, "credits": 18, "missed": 2 }, { "policy": "retry", "delivered": 18, "duplicates": 17, "confirmed": 18, "credits": 38, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 17, "confirmed": 18, "credits": 41, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 17, "credits": 60, "missed": 0 } ] }, { "seed": 44, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 15, "confirmed": 18, "credits": 43, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 23, "confirmed": 18, "credits": 49, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 14, "credits": 60, "missed": 1 } ] }, { "seed": 45, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 8, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 18, "duplicates": 17, "confirmed": 18, "credits": 44, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 21, "confirmed": 18, "credits": 47, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 15, "credits": 60, "missed": 1 } ] }, { "seed": 46, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 28, "confirmed": 18, "credits": 54, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 29, "confirmed": 18, "credits": 55, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 11, "credits": 60, "missed": 1 } ] }, { "seed": 47, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 6, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 31, "confirmed": 18, "credits": 60, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 30, "confirmed": 17, "credits": 60, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 14, "credits": 60, "missed": 1 } ] }, { "seed": 48, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 11, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 11, "confirmed": 18, "credits": 38, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 14, "confirmed": 18, "credits": 41, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 15, "credits": 60, "missed": 0 } ] }, { "seed": 49, "arms": [ { "policy": "once", "delivered": 17, "duplicates": 0, "confirmed": 10, "credits": 18, "missed": 1 }, { "policy": "retry", "delivered": 18, "duplicates": 21, "confirmed": 18, "credits": 45, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 23, "confirmed": 18, "credits": 47, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 13, "credits": 60, "missed": 0 } ] }, { "seed": 50, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 10, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 18, "duplicates": 17, "confirmed": 18, "credits": 45, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 21, "confirmed": 18, "credits": 48, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 16, "credits": 60, "missed": 1 } ] }, { "seed": 51, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 22, "confirmed": 18, "credits": 49, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 26, "confirmed": 18, "credits": 53, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 13, "credits": 60, "missed": 1 } ] }, { "seed": 52, "arms": [ { "policy": "once", "delivered": 9, "duplicates": 0, "confirmed": 8, "credits": 18, "missed": 9 }, { "policy": "retry", "delivered": 18, "duplicates": 21, "confirmed": 18, "credits": 60, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 20, "confirmed": 18, "credits": 60, "missed": 0 }, { "policy": "keyed", "delivered": 14, "duplicates": 0, "confirmed": 10, "credits": 60, "missed": 4 } ] }, { "seed": 53, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 10, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 17, "confirmed": 18, "credits": 47, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 22, "confirmed": 18, "credits": 52, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 15, "credits": 60, "missed": 1 } ] }, { "seed": 54, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 8, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 18, "duplicates": 29, "confirmed": 18, "credits": 60, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 29, "confirmed": 17, "credits": 60, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 13, "credits": 60, "missed": 0 } ] }, { "seed": 55, "arms": [ { "policy": "once", "delivered": 17, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 1 }, { "policy": "retry", "delivered": 18, "duplicates": 25, "confirmed": 18, "credits": 53, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 29, "confirmed": 18, "credits": 59, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 10, "credits": 60, "missed": 1 } ] }, { "seed": 56, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 18, "duplicates": 20, "confirmed": 18, "credits": 55, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 22, "confirmed": 18, "credits": 60, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 11, "credits": 60, "missed": 0 } ] }, { "seed": 57, "arms": [ { "policy": "once", "delivered": 12, "duplicates": 0, "confirmed": 9, "credits": 18, "missed": 6 }, { "policy": "retry", "delivered": 18, "duplicates": 13, "confirmed": 18, "credits": 43, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 18, "confirmed": 18, "credits": 50, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 14, "credits": 60, "missed": 1 } ] }, { "seed": 58, "arms": [ { "policy": "once", "delivered": 17, "duplicates": 0, "confirmed": 12, "credits": 18, "missed": 1 }, { "policy": "retry", "delivered": 18, "duplicates": 10, "confirmed": 18, "credits": 32, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 14, "confirmed": 18, "credits": 35, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 60, "missed": 0 } ] }, { "seed": 59, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 8, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 18, "duplicates": 26, "confirmed": 18, "credits": 57, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 29, "confirmed": 18, "credits": 60, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 12, "credits": 60, "missed": 1 } ] }, { "seed": 60, "arms": [ { "policy": "once", "delivered": 11, "duplicates": 0, "confirmed": 8, "credits": 18, "missed": 7 }, { "policy": "retry", "delivered": 18, "duplicates": 11, "confirmed": 18, "credits": 45, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 15, "confirmed": 18, "credits": 49, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 14, "credits": 60, "missed": 1 } ] }, { "seed": 61, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 4, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 20, "confirmed": 18, "credits": 48, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 27, "confirmed": 18, "credits": 59, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 8, "credits": 60, "missed": 1 } ] }, { "seed": 62, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 11, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 18, "confirmed": 18, "credits": 44, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 20, "confirmed": 18, "credits": 45, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 16, "credits": 60, "missed": 0 } ] }, { "seed": 63, "arms": [ { "policy": "once", "delivered": 11, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 7 }, { "policy": "retry", "delivered": 18, "duplicates": 16, "confirmed": 18, "credits": 47, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 19, "confirmed": 18, "credits": 54, "missed": 0 }, { "policy": "keyed", "delivered": 15, "duplicates": 0, "confirmed": 11, "credits": 60, "missed": 3 } ] }, { "seed": 64, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 11, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 18, "duplicates": 16, "confirmed": 18, "credits": 39, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 18, "confirmed": 18, "credits": 43, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 17, "credits": 60, "missed": 0 } ] } ], "summary": [ { "policy": "once", "delivered": { "mean": 14.015625, "min": 9, "max": 18 }, "duplicates": { "mean": 0, "min": 0, "max": 0 }, "confirmed": { "mean": 8.375, "min": 3, "max": 13 }, "credits": { "mean": 18, "min": 18, "max": 18 }, "missed": { "mean": 3.984375, "min": 0, "max": 9 } }, { "policy": "retry", "delivered": { "mean": 18, "min": 18, "max": 18 }, "duplicates": { "mean": 18.625, "min": 10, "max": 31 }, "confirmed": { "mean": 17.9375, "min": 14, "max": 18 }, "credits": { "mean": 46.53125, "min": 32, "max": 60 }, "missed": { "mean": 0, "min": 0, "max": 0 } }, { "policy": "random", "delivered": { "mean": 18, "min": 18, "max": 18 }, "duplicates": { "mean": 21.515625, "min": 11, "max": 30 }, "confirmed": { "mean": 17.890625, "min": 14, "max": 18 }, "credits": { "mean": 50, "min": 35, "max": 60 }, "missed": { "mean": 0, "min": 0, "max": 0 } }, { "policy": "keyed", "delivered": { "mean": 17.28125, "min": 14, "max": 18 }, "duplicates": { "mean": 0, "min": 0, "max": 0 }, "confirmed": { "mean": 13.71875, "min": 6, "max": 18 }, "credits": { "mean": 60, "min": 60, "max": 60 }, "missed": { "mean": 0.71875, "min": 0, "max": 4 } } ], "keyedMinusRetry": [ { "seed": 1, "delivered": 0, "duplicates": -17 }, { "seed": 2, "delivered": 0, "duplicates": -22 }, { "seed": 3, "delivered": -2, "duplicates": -22 }, { "seed": 4, "delivered": 0, "duplicates": -19 }, { "seed": 5, "delivered": 0, "duplicates": -27 }, { "seed": 6, "delivered": 0, "duplicates": -18 }, { "seed": 7, "delivered": -1, "duplicates": -12 }, { "seed": 8, "delivered": 0, "duplicates": -15 }, { "seed": 9, "delivered": 0, "duplicates": -21 }, { "seed": 10, "delivered": -1, "duplicates": -19 }, { "seed": 11, "delivered": -1, "duplicates": -19 }, { "seed": 12, "delivered": 0, "duplicates": -14 }, { "seed": 13, "delivered": 0, "duplicates": -21 }, { "seed": 14, "delivered": -1, "duplicates": -23 }, { "seed": 15, "delivered": 0, "duplicates": -16 }, { "seed": 16, "delivered": 0, "duplicates": -18 }, { "seed": 17, "delivered": -1, "duplicates": -20 }, { "seed": 18, "delivered": -1, "duplicates": -21 }, { "seed": 19, "delivered": -3, "duplicates": -21 }, { "seed": 20, "delivered": -3, "duplicates": -20 }, { "seed": 21, "delivered": 0, "duplicates": -13 }, { "seed": 22, "delivered": 0, "duplicates": -11 }, { "seed": 23, "delivered": 0, "duplicates": -15 }, { "seed": 24, "delivered": 0, "duplicates": -23 }, { "seed": 25, "delivered": 0, "duplicates": -15 }, { "seed": 26, "delivered": 0, "duplicates": -16 }, { "seed": 27, "delivered": 0, "duplicates": -13 }, { "seed": 28, "delivered": 0, "duplicates": -23 }, { "seed": 29, "delivered": -1, "duplicates": -19 }, { "seed": 30, "delivered": 0, "duplicates": -15 }, { "seed": 31, "delivered": 0, "duplicates": -26 }, { "seed": 32, "delivered": 0, "duplicates": -19 }, { "seed": 33, "delivered": -1, "duplicates": -18 }, { "seed": 34, "delivered": -2, "duplicates": -17 }, { "seed": 35, "delivered": 0, "duplicates": -12 }, { "seed": 36, "delivered": -2, "duplicates": -20 }, { "seed": 37, "delivered": -3, "duplicates": -28 }, { "seed": 38, "delivered": 0, "duplicates": -19 }, { "seed": 39, "delivered": -2, "duplicates": -14 }, { "seed": 40, "delivered": -1, "duplicates": -14 }, { "seed": 41, "delivered": -1, "duplicates": -12 }, { "seed": 42, "delivered": 0, "duplicates": -24 }, { "seed": 43, "delivered": 0, "duplicates": -17 }, { "seed": 44, "delivered": -1, "duplicates": -15 }, { "seed": 45, "delivered": -1, "duplicates": -17 }, { "seed": 46, "delivered": -1, "duplicates": -28 }, { "seed": 47, "delivered": -1, "duplicates": -31 }, { "seed": 48, "delivered": 0, "duplicates": -11 }, { "seed": 49, "delivered": 0, "duplicates": -21 }, { "seed": 50, "delivered": -1, "duplicates": -17 }, { "seed": 51, "delivered": -1, "duplicates": -22 }, { "seed": 52, "delivered": -4, "duplicates": -21 }, { "seed": 53, "delivered": -1, "duplicates": -17 }, { "seed": 54, "delivered": 0, "duplicates": -29 }, { "seed": 55, "delivered": -1, "duplicates": -25 }, { "seed": 56, "delivered": 0, "duplicates": -20 }, { "seed": 57, "delivered": -1, "duplicates": -13 }, { "seed": 58, "delivered": 0, "duplicates": -10 }, { "seed": 59, "delivered": -1, "duplicates": -26 }, { "seed": 60, "delivered": -1, "duplicates": -11 }, { "seed": 61, "delivered": -1, "duplicates": -20 }, { "seed": 62, "delivered": 0, "duplicates": -18 }, { "seed": 63, "delivered": -3, "duplicates": -16 }, { "seed": 64, "delivered": 0, "duplicates": -16 } ] }, { "name": "long-delay", "controls": { "delay": 12 }, "runs": [ { "seed": 1, "arms": [ { "policy": "once", "delivered": 12, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 6 }, { "policy": "retry", "delivered": 18, "duplicates": 21, "confirmed": 18, "credits": 52, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 23, "confirmed": 18, "credits": 54, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 13, "credits": 60, "missed": 1 } ] }, { "seed": 2, "arms": [ { "policy": "once", "delivered": 16, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 2 }, { "policy": "retry", "delivered": 18, "duplicates": 25, "confirmed": 18, "credits": 50, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 24, "confirmed": 18, "credits": 49, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 11, "credits": 60, "missed": 1 } ] }, { "seed": 3, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 8, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 18, "duplicates": 22, "confirmed": 18, "credits": 52, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 21, "confirmed": 18, "credits": 52, "missed": 0 }, { "policy": "keyed", "delivered": 16, "duplicates": 0, "confirmed": 12, "credits": 60, "missed": 2 } ] }, { "seed": 4, "arms": [ { "policy": "once", "delivered": 17, "duplicates": 0, "confirmed": 8, "credits": 18, "missed": 1 }, { "policy": "retry", "delivered": 18, "duplicates": 21, "confirmed": 18, "credits": 49, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 22, "confirmed": 18, "credits": 52, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 13, "credits": 60, "missed": 0 } ] }, { "seed": 5, "arms": [ { "policy": "once", "delivered": 16, "duplicates": 0, "confirmed": 9, "credits": 18, "missed": 2 }, { "policy": "retry", "delivered": 18, "duplicates": 27, "confirmed": 18, "credits": 56, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 27, "confirmed": 18, "credits": 55, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 11, "credits": 60, "missed": 0 } ] }, { "seed": 6, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 18, "duplicates": 24, "confirmed": 18, "credits": 49, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 24, "confirmed": 18, "credits": 49, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 13, "credits": 60, "missed": 0 } ] }, { "seed": 7, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 11, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 16, "confirmed": 18, "credits": 42, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 15, "confirmed": 18, "credits": 41, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 15, "credits": 60, "missed": 1 } ] }, { "seed": 8, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 10, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 18, "duplicates": 17, "confirmed": 18, "credits": 42, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 18, "confirmed": 18, "credits": 43, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 15, "credits": 60, "missed": 1 } ] }, { "seed": 9, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 8, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 18, "duplicates": 24, "confirmed": 17, "credits": 50, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 23, "confirmed": 17, "credits": 49, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 12, "credits": 60, "missed": 1 } ] }, { "seed": 10, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 5, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 18, "duplicates": 23, "confirmed": 18, "credits": 55, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 24, "confirmed": 18, "credits": 55, "missed": 0 }, { "policy": "keyed", "delivered": 16, "duplicates": 0, "confirmed": 10, "credits": 60, "missed": 2 } ] }, { "seed": 11, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 8, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 20, "confirmed": 18, "credits": 48, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 19, "confirmed": 18, "credits": 48, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 13, "credits": 60, "missed": 1 } ] }, { "seed": 12, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 9, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 19, "confirmed": 18, "credits": 46, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 19, "confirmed": 18, "credits": 47, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 12, "credits": 60, "missed": 0 } ] }, { "seed": 13, "arms": [ { "policy": "once", "delivered": 12, "duplicates": 0, "confirmed": 6, "credits": 18, "missed": 6 }, { "policy": "retry", "delivered": 18, "duplicates": 23, "confirmed": 18, "credits": 49, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 26, "confirmed": 18, "credits": 52, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 13, "credits": 60, "missed": 1 } ] }, { "seed": 14, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 18, "duplicates": 26, "confirmed": 17, "credits": 57, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 27, "confirmed": 17, "credits": 59, "missed": 0 }, { "policy": "keyed", "delivered": 16, "duplicates": 0, "confirmed": 10, "credits": 60, "missed": 2 } ] }, { "seed": 15, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 9, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 18, "duplicates": 17, "confirmed": 18, "credits": 41, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 19, "confirmed": 18, "credits": 42, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 15, "credits": 60, "missed": 0 } ] }, { "seed": 16, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 19, "confirmed": 18, "credits": 47, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 23, "confirmed": 18, "credits": 51, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 14, "credits": 60, "missed": 0 } ] }, { "seed": 17, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 8, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 18, "duplicates": 23, "confirmed": 18, "credits": 53, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 23, "confirmed": 18, "credits": 53, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 12, "credits": 60, "missed": 1 } ] }, { "seed": 18, "arms": [ { "policy": "once", "delivered": 11, "duplicates": 0, "confirmed": 5, "credits": 18, "missed": 7 }, { "policy": "retry", "delivered": 18, "duplicates": 26, "confirmed": 18, "credits": 59, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 26, "confirmed": 18, "credits": 59, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 11, "credits": 60, "missed": 1 } ] }, { "seed": 19, "arms": [ { "policy": "once", "delivered": 10, "duplicates": 0, "confirmed": 3, "credits": 18, "missed": 8 }, { "policy": "retry", "delivered": 18, "duplicates": 20, "confirmed": 17, "credits": 57, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 23, "confirmed": 17, "credits": 58, "missed": 0 }, { "policy": "keyed", "delivered": 15, "duplicates": 0, "confirmed": 10, "credits": 60, "missed": 3 } ] }, { "seed": 20, "arms": [ { "policy": "once", "delivered": 12, "duplicates": 0, "confirmed": 4, "credits": 18, "missed": 6 }, { "policy": "retry", "delivered": 18, "duplicates": 20, "confirmed": 17, "credits": 57, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 20, "confirmed": 17, "credits": 57, "missed": 0 }, { "policy": "keyed", "delivered": 14, "duplicates": 0, "confirmed": 8, "credits": 60, "missed": 4 } ] }, { "seed": 21, "arms": [ { "policy": "once", "delivered": 16, "duplicates": 0, "confirmed": 11, "credits": 18, "missed": 2 }, { "policy": "retry", "delivered": 18, "duplicates": 15, "confirmed": 18, "credits": 38, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 15, "confirmed": 18, "credits": 38, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 16, "credits": 60, "missed": 0 } ] }, { "seed": 22, "arms": [ { "policy": "once", "delivered": 18, "duplicates": 0, "confirmed": 11, "credits": 18, "missed": 0 }, { "policy": "retry", "delivered": 18, "duplicates": 15, "confirmed": 18, "credits": 39, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 15, "confirmed": 18, "credits": 39, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 16, "credits": 60, "missed": 0 } ] }, { "seed": 23, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 18, "duplicates": 19, "confirmed": 18, "credits": 44, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 21, "confirmed": 18, "credits": 46, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 13, "credits": 60, "missed": 0 } ] }, { "seed": 24, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 10, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 22, "confirmed": 18, "credits": 51, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 23, "confirmed": 18, "credits": 50, "missed": 0 }, { "policy": "keyed", "delivered": 16, "duplicates": 0, "confirmed": 14, "credits": 60, "missed": 2 } ] }, { "seed": 25, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 11, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 17, "confirmed": 18, "credits": 44, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 17, "confirmed": 18, "credits": 43, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 14, "credits": 60, "missed": 0 } ] }, { "seed": 26, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 11, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 15, "confirmed": 18, "credits": 43, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 15, "confirmed": 18, "credits": 43, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 16, "credits": 60, "missed": 0 } ] }, { "seed": 27, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 13, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 18, "duplicates": 17, "confirmed": 18, "credits": 39, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 16, "confirmed": 18, "credits": 38, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 15, "credits": 60, "missed": 1 } ] }, { "seed": 28, "arms": [ { "policy": "once", "delivered": 17, "duplicates": 0, "confirmed": 11, "credits": 18, "missed": 1 }, { "policy": "retry", "delivered": 18, "duplicates": 26, "confirmed": 18, "credits": 47, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 25, "confirmed": 18, "credits": 46, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 15, "credits": 60, "missed": 0 } ] }, { "seed": 29, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 8, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 18, "duplicates": 22, "confirmed": 18, "credits": 55, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 22, "confirmed": 18, "credits": 57, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 12, "credits": 60, "missed": 1 } ] }, { "seed": 30, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 8, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 18, "duplicates": 17, "confirmed": 18, "credits": 45, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 18, "confirmed": 18, "credits": 45, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 13, "credits": 60, "missed": 0 } ] }, { "seed": 31, "arms": [ { "policy": "once", "delivered": 16, "duplicates": 0, "confirmed": 9, "credits": 18, "missed": 2 }, { "policy": "retry", "delivered": 18, "duplicates": 28, "confirmed": 18, "credits": 56, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 28, "confirmed": 18, "credits": 57, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 12, "credits": 60, "missed": 0 } ] }, { "seed": 32, "arms": [ { "policy": "once", "delivered": 16, "duplicates": 0, "confirmed": 13, "credits": 18, "missed": 2 }, { "policy": "retry", "delivered": 18, "duplicates": 19, "confirmed": 18, "credits": 42, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 17, "confirmed": 18, "credits": 41, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 15, "credits": 60, "missed": 0 } ] }, { "seed": 33, "arms": [ { "policy": "once", "delivered": 12, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 6 }, { "policy": "retry", "delivered": 18, "duplicates": 20, "confirmed": 18, "credits": 47, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 21, "confirmed": 18, "credits": 48, "missed": 0 }, { "policy": "keyed", "delivered": 16, "duplicates": 0, "confirmed": 15, "credits": 60, "missed": 2 } ] }, { "seed": 34, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 18, "duplicates": 24, "confirmed": 18, "credits": 52, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 21, "confirmed": 18, "credits": 50, "missed": 0 }, { "policy": "keyed", "delivered": 16, "duplicates": 0, "confirmed": 10, "credits": 60, "missed": 2 } ] }, { "seed": 35, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 8, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 18, "duplicates": 17, "confirmed": 18, "credits": 43, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 17, "confirmed": 18, "credits": 44, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 16, "credits": 60, "missed": 0 } ] }, { "seed": 36, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 9, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 18, "duplicates": 24, "confirmed": 18, "credits": 54, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 23, "confirmed": 18, "credits": 54, "missed": 0 }, { "policy": "keyed", "delivered": 16, "duplicates": 0, "confirmed": 11, "credits": 60, "missed": 2 } ] }, { "seed": 37, "arms": [ { "policy": "once", "delivered": 10, "duplicates": 0, "confirmed": 5, "credits": 18, "missed": 8 }, { "policy": "retry", "delivered": 18, "duplicates": 28, "confirmed": 14, "credits": 60, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 27, "confirmed": 13, "credits": 60, "missed": 0 }, { "policy": "keyed", "delivered": 15, "duplicates": 0, "confirmed": 6, "credits": 60, "missed": 3 } ] }, { "seed": 38, "arms": [ { "policy": "once", "delivered": 16, "duplicates": 0, "confirmed": 9, "credits": 18, "missed": 2 }, { "policy": "retry", "delivered": 18, "duplicates": 19, "confirmed": 18, "credits": 49, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 19, "confirmed": 17, "credits": 49, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 14, "credits": 60, "missed": 0 } ] }, { "seed": 39, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 10, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 18, "duplicates": 18, "confirmed": 18, "credits": 47, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 17, "confirmed": 18, "credits": 47, "missed": 0 }, { "policy": "keyed", "delivered": 16, "duplicates": 0, "confirmed": 13, "credits": 60, "missed": 2 } ] }, { "seed": 40, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 10, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 18, "duplicates": 15, "confirmed": 18, "credits": 43, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 16, "confirmed": 18, "credits": 45, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 14, "credits": 60, "missed": 1 } ] }, { "seed": 41, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 10, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 14, "confirmed": 18, "credits": 38, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 12, "confirmed": 18, "credits": 37, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 15, "credits": 60, "missed": 1 } ] }, { "seed": 42, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 18, "duplicates": 21, "confirmed": 17, "credits": 51, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 21, "confirmed": 17, "credits": 51, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 13, "credits": 60, "missed": 1 } ] }, { "seed": 43, "arms": [ { "policy": "once", "delivered": 16, "duplicates": 0, "confirmed": 9, "credits": 18, "missed": 2 }, { "policy": "retry", "delivered": 18, "duplicates": 19, "confirmed": 18, "credits": 42, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 18, "confirmed": 18, "credits": 42, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 15, "credits": 60, "missed": 0 } ] }, { "seed": 44, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 20, "confirmed": 18, "credits": 47, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 22, "confirmed": 18, "credits": 49, "missed": 0 }, { "policy": "keyed", "delivered": 16, "duplicates": 0, "confirmed": 12, "credits": 60, "missed": 2 } ] }, { "seed": 45, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 8, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 18, "duplicates": 21, "confirmed": 18, "credits": 48, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 23, "confirmed": 18, "credits": 50, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 14, "credits": 60, "missed": 1 } ] }, { "seed": 46, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 28, "confirmed": 18, "credits": 55, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 31, "confirmed": 18, "credits": 58, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 10, "credits": 60, "missed": 1 } ] }, { "seed": 47, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 6, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 29, "confirmed": 17, "credits": 58, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 30, "confirmed": 17, "credits": 59, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 14, "credits": 60, "missed": 1 } ] }, { "seed": 48, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 11, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 14, "confirmed": 18, "credits": 42, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 14, "confirmed": 18, "credits": 43, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 15, "credits": 60, "missed": 0 } ] }, { "seed": 49, "arms": [ { "policy": "once", "delivered": 17, "duplicates": 0, "confirmed": 10, "credits": 18, "missed": 1 }, { "policy": "retry", "delivered": 18, "duplicates": 22, "confirmed": 18, "credits": 47, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 24, "confirmed": 18, "credits": 50, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 12, "credits": 60, "missed": 1 } ] }, { "seed": 50, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 10, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 18, "duplicates": 18, "confirmed": 18, "credits": 46, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 19, "confirmed": 18, "credits": 47, "missed": 0 }, { "policy": "keyed", "delivered": 16, "duplicates": 0, "confirmed": 15, "credits": 60, "missed": 2 } ] }, { "seed": 51, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 24, "confirmed": 18, "credits": 51, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 23, "confirmed": 18, "credits": 50, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 12, "credits": 60, "missed": 1 } ] }, { "seed": 52, "arms": [ { "policy": "once", "delivered": 9, "duplicates": 0, "confirmed": 8, "credits": 18, "missed": 9 }, { "policy": "retry", "delivered": 18, "duplicates": 20, "confirmed": 17, "credits": 60, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 21, "confirmed": 16, "credits": 60, "missed": 0 }, { "policy": "keyed", "delivered": 13, "duplicates": 0, "confirmed": 9, "credits": 60, "missed": 5 } ] }, { "seed": 53, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 10, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 21, "confirmed": 18, "credits": 52, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 22, "confirmed": 18, "credits": 53, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 13, "credits": 60, "missed": 1 } ] }, { "seed": 54, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 8, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 18, "duplicates": 29, "confirmed": 17, "credits": 60, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 29, "confirmed": 17, "credits": 58, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 12, "credits": 60, "missed": 0 } ] }, { "seed": 55, "arms": [ { "policy": "once", "delivered": 17, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 1 }, { "policy": "retry", "delivered": 18, "duplicates": 27, "confirmed": 18, "credits": 55, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 27, "confirmed": 18, "credits": 56, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 10, "credits": 60, "missed": 1 } ] }, { "seed": 56, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 18, "duplicates": 21, "confirmed": 18, "credits": 56, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 22, "confirmed": 18, "credits": 58, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 11, "credits": 60, "missed": 0 } ] }, { "seed": 57, "arms": [ { "policy": "once", "delivered": 12, "duplicates": 0, "confirmed": 9, "credits": 18, "missed": 6 }, { "policy": "retry", "delivered": 18, "duplicates": 16, "confirmed": 18, "credits": 46, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 16, "confirmed": 18, "credits": 47, "missed": 0 }, { "policy": "keyed", "delivered": 15, "duplicates": 0, "confirmed": 13, "credits": 60, "missed": 3 } ] }, { "seed": 58, "arms": [ { "policy": "once", "delivered": 17, "duplicates": 0, "confirmed": 12, "credits": 18, "missed": 1 }, { "policy": "retry", "delivered": 18, "duplicates": 14, "confirmed": 18, "credits": 36, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 14, "confirmed": 18, "credits": 36, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 16, "credits": 60, "missed": 1 } ] }, { "seed": 59, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 8, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 18, "duplicates": 26, "confirmed": 17, "credits": 57, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 26, "confirmed": 17, "credits": 57, "missed": 0 }, { "policy": "keyed", "delivered": 16, "duplicates": 0, "confirmed": 11, "credits": 60, "missed": 2 } ] }, { "seed": 60, "arms": [ { "policy": "once", "delivered": 11, "duplicates": 0, "confirmed": 8, "credits": 18, "missed": 7 }, { "policy": "retry", "delivered": 18, "duplicates": 14, "confirmed": 18, "credits": 48, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 13, "confirmed": 18, "credits": 48, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 13, "credits": 60, "missed": 1 } ] }, { "seed": 61, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 4, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 24, "confirmed": 18, "credits": 55, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 27, "confirmed": 18, "credits": 58, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 8, "credits": 60, "missed": 1 } ] }, { "seed": 62, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 11, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 19, "confirmed": 18, "credits": 45, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 19, "confirmed": 18, "credits": 45, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 13, "credits": 60, "missed": 0 } ] }, { "seed": 63, "arms": [ { "policy": "once", "delivered": 11, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 7 }, { "policy": "retry", "delivered": 18, "duplicates": 16, "confirmed": 18, "credits": 51, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 19, "confirmed": 18, "credits": 55, "missed": 0 }, { "policy": "keyed", "delivered": 14, "duplicates": 0, "confirmed": 11, "credits": 60, "missed": 4 } ] }, { "seed": 64, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 11, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 18, "duplicates": 17, "confirmed": 18, "credits": 44, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 17, "confirmed": 18, "credits": 43, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 14, "credits": 60, "missed": 0 } ] } ], "summary": [ { "policy": "once", "delivered": { "mean": 14.015625, "min": 9, "max": 18 }, "duplicates": { "mean": 0, "min": 0, "max": 0 }, "confirmed": { "mean": 8.375, "min": 3, "max": 13 }, "credits": { "mean": 18, "min": 18, "max": 18 }, "missed": { "mean": 3.984375, "min": 0, "max": 9 } }, { "policy": "retry", "delivered": { "mean": 18, "min": 18, "max": 18 }, "duplicates": { "mean": 20.6875, "min": 14, "max": 29 }, "confirmed": { "mean": 17.796875, "min": 14, "max": 18 }, "credits": { "mean": 49.046875, "min": 36, "max": 60 }, "missed": { "mean": 0, "min": 0, "max": 0 } }, { "policy": "random", "delivered": { "mean": 18, "min": 18, "max": 18 }, "duplicates": { "mean": 21.0625, "min": 12, "max": 31 }, "confirmed": { "mean": 17.75, "min": 13, "max": 18 }, "credits": { "mean": 49.609375, "min": 36, "max": 60 }, "missed": { "mean": 0, "min": 0, "max": 0 } }, { "policy": "keyed", "delivered": { "mean": 16.9375, "min": 13, "max": 18 }, "duplicates": { "mean": 0, "min": 0, "max": 0 }, "confirmed": { "mean": 12.71875, "min": 6, "max": 16 }, "credits": { "mean": 60, "min": 60, "max": 60 }, "missed": { "mean": 1.0625, "min": 0, "max": 5 } } ], "keyedMinusRetry": [ { "seed": 1, "delivered": -1, "duplicates": -21 }, { "seed": 2, "delivered": -1, "duplicates": -25 }, { "seed": 3, "delivered": -2, "duplicates": -22 }, { "seed": 4, "delivered": 0, "duplicates": -21 }, { "seed": 5, "delivered": 0, "duplicates": -27 }, { "seed": 6, "delivered": 0, "duplicates": -24 }, { "seed": 7, "delivered": -1, "duplicates": -16 }, { "seed": 8, "delivered": -1, "duplicates": -17 }, { "seed": 9, "delivered": -1, "duplicates": -24 }, { "seed": 10, "delivered": -2, "duplicates": -23 }, { "seed": 11, "delivered": -1, "duplicates": -20 }, { "seed": 12, "delivered": 0, "duplicates": -19 }, { "seed": 13, "delivered": -1, "duplicates": -23 }, { "seed": 14, "delivered": -2, "duplicates": -26 }, { "seed": 15, "delivered": 0, "duplicates": -17 }, { "seed": 16, "delivered": 0, "duplicates": -19 }, { "seed": 17, "delivered": -1, "duplicates": -23 }, { "seed": 18, "delivered": -1, "duplicates": -26 }, { "seed": 19, "delivered": -3, "duplicates": -20 }, { "seed": 20, "delivered": -4, "duplicates": -20 }, { "seed": 21, "delivered": 0, "duplicates": -15 }, { "seed": 22, "delivered": 0, "duplicates": -15 }, { "seed": 23, "delivered": 0, "duplicates": -19 }, { "seed": 24, "delivered": -2, "duplicates": -22 }, { "seed": 25, "delivered": 0, "duplicates": -17 }, { "seed": 26, "delivered": 0, "duplicates": -15 }, { "seed": 27, "delivered": -1, "duplicates": -17 }, { "seed": 28, "delivered": 0, "duplicates": -26 }, { "seed": 29, "delivered": -1, "duplicates": -22 }, { "seed": 30, "delivered": 0, "duplicates": -17 }, { "seed": 31, "delivered": 0, "duplicates": -28 }, { "seed": 32, "delivered": 0, "duplicates": -19 }, { "seed": 33, "delivered": -2, "duplicates": -20 }, { "seed": 34, "delivered": -2, "duplicates": -24 }, { "seed": 35, "delivered": 0, "duplicates": -17 }, { "seed": 36, "delivered": -2, "duplicates": -24 }, { "seed": 37, "delivered": -3, "duplicates": -28 }, { "seed": 38, "delivered": 0, "duplicates": -19 }, { "seed": 39, "delivered": -2, "duplicates": -18 }, { "seed": 40, "delivered": -1, "duplicates": -15 }, { "seed": 41, "delivered": -1, "duplicates": -14 }, { "seed": 42, "delivered": -1, "duplicates": -21 }, { "seed": 43, "delivered": 0, "duplicates": -19 }, { "seed": 44, "delivered": -2, "duplicates": -20 }, { "seed": 45, "delivered": -1, "duplicates": -21 }, { "seed": 46, "delivered": -1, "duplicates": -28 }, { "seed": 47, "delivered": -1, "duplicates": -29 }, { "seed": 48, "delivered": 0, "duplicates": -14 }, { "seed": 49, "delivered": -1, "duplicates": -22 }, { "seed": 50, "delivered": -2, "duplicates": -18 }, { "seed": 51, "delivered": -1, "duplicates": -24 }, { "seed": 52, "delivered": -5, "duplicates": -20 }, { "seed": 53, "delivered": -1, "duplicates": -21 }, { "seed": 54, "delivered": 0, "duplicates": -29 }, { "seed": 55, "delivered": -1, "duplicates": -27 }, { "seed": 56, "delivered": 0, "duplicates": -21 }, { "seed": 57, "delivered": -3, "duplicates": -16 }, { "seed": 58, "delivered": -1, "duplicates": -14 }, { "seed": 59, "delivered": -2, "duplicates": -26 }, { "seed": 60, "delivered": -1, "duplicates": -14 }, { "seed": 61, "delivered": -1, "duplicates": -24 }, { "seed": 62, "delivered": 0, "duplicates": -19 }, { "seed": 63, "delivered": -4, "duplicates": -16 }, { "seed": 64, "delivered": 0, "duplicates": -17 } ] }, { "name": "short-retention", "controls": { "retention": 8 }, "runs": [ { "seed": 1, "arms": [ { "policy": "once", "delivered": 12, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 6 }, { "policy": "retry", "delivered": 18, "duplicates": 13, "confirmed": 18, "credits": 41, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 14, "confirmed": 18, "credits": 42, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 6, "confirmed": 14, "credits": 60, "missed": 0 } ] }, { "seed": 2, "arms": [ { "policy": "once", "delivered": 16, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 2 }, { "policy": "retry", "delivered": 18, "duplicates": 19, "confirmed": 18, "credits": 40, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 19, "confirmed": 18, "credits": 41, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 9, "confirmed": 12, "credits": 60, "missed": 0 } ] }, { "seed": 3, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 8, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 18, "duplicates": 17, "confirmed": 18, "credits": 45, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 17, "confirmed": 18, "credits": 45, "missed": 0 }, { "policy": "keyed", "delivered": 16, "duplicates": 7, "confirmed": 12, "credits": 60, "missed": 2 } ] }, { "seed": 4, "arms": [ { "policy": "once", "delivered": 17, "duplicates": 0, "confirmed": 8, "credits": 18, "missed": 1 }, { "policy": "retry", "delivered": 18, "duplicates": 14, "confirmed": 18, "credits": 41, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 15, "confirmed": 18, "credits": 42, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 8, "confirmed": 13, "credits": 60, "missed": 0 } ] }, { "seed": 5, "arms": [ { "policy": "once", "delivered": 16, "duplicates": 0, "confirmed": 9, "credits": 18, "missed": 2 }, { "policy": "retry", "delivered": 18, "duplicates": 21, "confirmed": 18, "credits": 47, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 21, "confirmed": 18, "credits": 47, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 4, "confirmed": 11, "credits": 60, "missed": 0 } ] }, { "seed": 6, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 18, "duplicates": 17, "confirmed": 18, "credits": 41, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 17, "confirmed": 18, "credits": 41, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 7, "confirmed": 13, "credits": 60, "missed": 0 } ] }, { "seed": 7, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 11, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 8, "confirmed": 18, "credits": 32, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 8, "confirmed": 18, "credits": 32, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 4, "confirmed": 17, "credits": 60, "missed": 1 } ] }, { "seed": 8, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 10, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 18, "duplicates": 10, "confirmed": 18, "credits": 35, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 11, "confirmed": 18, "credits": 36, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 4, "confirmed": 16, "credits": 60, "missed": 0 } ] }, { "seed": 9, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 8, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 18, "duplicates": 15, "confirmed": 18, "credits": 41, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 16, "confirmed": 18, "credits": 42, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 4, "confirmed": 14, "credits": 60, "missed": 0 } ] }, { "seed": 10, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 5, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 18, "duplicates": 18, "confirmed": 18, "credits": 46, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 19, "confirmed": 18, "credits": 48, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 5, "confirmed": 10, "credits": 60, "missed": 1 } ] }, { "seed": 11, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 8, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 13, "confirmed": 18, "credits": 40, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 14, "confirmed": 18, "credits": 40, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 6, "confirmed": 15, "credits": 60, "missed": 1 } ] }, { "seed": 12, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 9, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 10, "confirmed": 18, "credits": 36, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 14, "confirmed": 18, "credits": 40, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 4, "confirmed": 15, "credits": 60, "missed": 0 } ] }, { "seed": 13, "arms": [ { "policy": "once", "delivered": 12, "duplicates": 0, "confirmed": 6, "credits": 18, "missed": 6 }, { "policy": "retry", "delivered": 18, "duplicates": 15, "confirmed": 18, "credits": 41, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 15, "confirmed": 18, "credits": 41, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 6, "confirmed": 14, "credits": 60, "missed": 0 } ] }, { "seed": 14, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 18, "duplicates": 16, "confirmed": 17, "credits": 48, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 16, "confirmed": 17, "credits": 48, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 4, "confirmed": 11, "credits": 60, "missed": 1 } ] }, { "seed": 15, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 9, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 18, "duplicates": 10, "confirmed": 18, "credits": 32, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 10, "confirmed": 18, "credits": 32, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 7, "confirmed": 17, "credits": 60, "missed": 0 } ] }, { "seed": 16, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 15, "confirmed": 18, "credits": 42, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 14, "confirmed": 18, "credits": 41, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 5, "confirmed": 14, "credits": 60, "missed": 0 } ] }, { "seed": 17, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 8, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 18, "duplicates": 15, "confirmed": 18, "credits": 44, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 15, "confirmed": 18, "credits": 44, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 4, "confirmed": 13, "credits": 60, "missed": 1 } ] }, { "seed": 18, "arms": [ { "policy": "once", "delivered": 11, "duplicates": 0, "confirmed": 5, "credits": 18, "missed": 7 }, { "policy": "retry", "delivered": 18, "duplicates": 15, "confirmed": 18, "credits": 47, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 16, "confirmed": 18, "credits": 48, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 4, "confirmed": 12, "credits": 60, "missed": 1 } ] }, { "seed": 19, "arms": [ { "policy": "once", "delivered": 10, "duplicates": 0, "confirmed": 3, "credits": 18, "missed": 8 }, { "policy": "retry", "delivered": 18, "duplicates": 16, "confirmed": 17, "credits": 50, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 15, "confirmed": 17, "credits": 49, "missed": 0 }, { "policy": "keyed", "delivered": 15, "duplicates": 5, "confirmed": 10, "credits": 60, "missed": 3 } ] }, { "seed": 20, "arms": [ { "policy": "once", "delivered": 12, "duplicates": 0, "confirmed": 4, "credits": 18, "missed": 6 }, { "policy": "retry", "delivered": 18, "duplicates": 15, "confirmed": 18, "credits": 51, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 16, "confirmed": 18, "credits": 52, "missed": 0 }, { "policy": "keyed", "delivered": 15, "duplicates": 6, "confirmed": 9, "credits": 60, "missed": 3 } ] }, { "seed": 21, "arms": [ { "policy": "once", "delivered": 16, "duplicates": 0, "confirmed": 11, "credits": 18, "missed": 2 }, { "policy": "retry", "delivered": 18, "duplicates": 8, "confirmed": 18, "credits": 29, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 9, "confirmed": 18, "credits": 30, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 7, "confirmed": 18, "credits": 58, "missed": 0 } ] }, { "seed": 22, "arms": [ { "policy": "once", "delivered": 18, "duplicates": 0, "confirmed": 11, "credits": 18, "missed": 0 }, { "policy": "retry", "delivered": 18, "duplicates": 9, "confirmed": 18, "credits": 31, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 8, "confirmed": 18, "credits": 29, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 7, "confirmed": 18, "credits": 60, "missed": 0 } ] }, { "seed": 23, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 18, "duplicates": 12, "confirmed": 18, "credits": 36, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 12, "confirmed": 18, "credits": 37, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 6, "confirmed": 14, "credits": 60, "missed": 0 } ] }, { "seed": 24, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 10, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 16, "confirmed": 18, "credits": 41, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 18, "confirmed": 18, "credits": 43, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 3, "confirmed": 14, "credits": 60, "missed": 0 } ] }, { "seed": 25, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 11, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 9, "confirmed": 18, "credits": 33, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 8, "confirmed": 18, "credits": 32, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 3, "confirmed": 16, "credits": 60, "missed": 0 } ] }, { "seed": 26, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 11, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 10, "confirmed": 18, "credits": 36, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 10, "confirmed": 18, "credits": 36, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 2, "confirmed": 16, "credits": 60, "missed": 0 } ] }, { "seed": 27, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 13, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 18, "duplicates": 8, "confirmed": 18, "credits": 30, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 7, "confirmed": 18, "credits": 29, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 6, "confirmed": 18, "credits": 60, "missed": 0 } ] }, { "seed": 28, "arms": [ { "policy": "once", "delivered": 17, "duplicates": 0, "confirmed": 11, "credits": 18, "missed": 1 }, { "policy": "retry", "delivered": 18, "duplicates": 17, "confirmed": 18, "credits": 37, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 16, "confirmed": 18, "credits": 36, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 7, "confirmed": 15, "credits": 60, "missed": 0 } ] }, { "seed": 29, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 8, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 18, "duplicates": 15, "confirmed": 18, "credits": 46, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 15, "confirmed": 18, "credits": 47, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 6, "confirmed": 13, "credits": 60, "missed": 1 } ] }, { "seed": 30, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 8, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 18, "duplicates": 11, "confirmed": 18, "credits": 36, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 11, "confirmed": 18, "credits": 36, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 5, "confirmed": 14, "credits": 60, "missed": 0 } ] }, { "seed": 31, "arms": [ { "policy": "once", "delivered": 16, "duplicates": 0, "confirmed": 9, "credits": 18, "missed": 2 }, { "policy": "retry", "delivered": 18, "duplicates": 21, "confirmed": 18, "credits": 47, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 22, "confirmed": 18, "credits": 49, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 8, "confirmed": 14, "credits": 60, "missed": 0 } ] }, { "seed": 32, "arms": [ { "policy": "once", "delivered": 16, "duplicates": 0, "confirmed": 13, "credits": 18, "missed": 2 }, { "policy": "retry", "delivered": 18, "duplicates": 10, "confirmed": 18, "credits": 33, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 11, "confirmed": 18, "credits": 34, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 7, "confirmed": 17, "credits": 60, "missed": 0 } ] }, { "seed": 33, "arms": [ { "policy": "once", "delivered": 12, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 6 }, { "policy": "retry", "delivered": 18, "duplicates": 14, "confirmed": 18, "credits": 40, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 13, "confirmed": 18, "credits": 39, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 5, "confirmed": 16, "credits": 60, "missed": 1 } ] }, { "seed": 34, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 18, "duplicates": 12, "confirmed": 18, "credits": 40, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 13, "confirmed": 18, "credits": 40, "missed": 0 }, { "policy": "keyed", "delivered": 16, "duplicates": 6, "confirmed": 13, "credits": 60, "missed": 2 } ] }, { "seed": 35, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 8, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 18, "duplicates": 9, "confirmed": 18, "credits": 32, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 9, "confirmed": 18, "credits": 32, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 4, "confirmed": 17, "credits": 60, "missed": 0 } ] }, { "seed": 36, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 9, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 18, "duplicates": 16, "confirmed": 18, "credits": 44, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 16, "confirmed": 18, "credits": 44, "missed": 0 }, { "policy": "keyed", "delivered": 16, "duplicates": 4, "confirmed": 12, "credits": 60, "missed": 2 } ] }, { "seed": 37, "arms": [ { "policy": "once", "delivered": 10, "duplicates": 0, "confirmed": 5, "credits": 18, "missed": 8 }, { "policy": "retry", "delivered": 18, "duplicates": 28, "confirmed": 14, "credits": 60, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 28, "confirmed": 14, "credits": 60, "missed": 0 }, { "policy": "keyed", "delivered": 15, "duplicates": 3, "confirmed": 6, "credits": 60, "missed": 3 } ] }, { "seed": 38, "arms": [ { "policy": "once", "delivered": 16, "duplicates": 0, "confirmed": 9, "credits": 18, "missed": 2 }, { "policy": "retry", "delivered": 18, "duplicates": 14, "confirmed": 18, "credits": 41, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 14, "confirmed": 18, "credits": 41, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 8, "confirmed": 14, "credits": 60, "missed": 0 } ] }, { "seed": 39, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 10, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 18, "duplicates": 10, "confirmed": 18, "credits": 39, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 10, "confirmed": 18, "credits": 39, "missed": 0 }, { "policy": "keyed", "delivered": 16, "duplicates": 3, "confirmed": 13, "credits": 60, "missed": 2 } ] }, { "seed": 40, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 10, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 18, "duplicates": 10, "confirmed": 18, "credits": 37, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 10, "confirmed": 18, "credits": 38, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 4, "confirmed": 14, "credits": 60, "missed": 1 } ] }, { "seed": 41, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 10, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 6, "confirmed": 18, "credits": 30, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 6, "confirmed": 18, "credits": 30, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 5, "confirmed": 18, "credits": 60, "missed": 0 } ] }, { "seed": 42, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 18, "duplicates": 16, "confirmed": 17, "credits": 43, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 16, "confirmed": 17, "credits": 45, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 6, "confirmed": 13, "credits": 60, "missed": 0 } ] }, { "seed": 43, "arms": [ { "policy": "once", "delivered": 16, "duplicates": 0, "confirmed": 9, "credits": 18, "missed": 2 }, { "policy": "retry", "delivered": 18, "duplicates": 11, "confirmed": 18, "credits": 32, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 12, "confirmed": 18, "credits": 33, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 8, "confirmed": 17, "credits": 60, "missed": 0 } ] }, { "seed": 44, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 13, "confirmed": 18, "credits": 38, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 14, "confirmed": 18, "credits": 39, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 7, "confirmed": 14, "credits": 60, "missed": 1 } ] }, { "seed": 45, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 8, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 18, "duplicates": 13, "confirmed": 18, "credits": 39, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 14, "confirmed": 18, "credits": 40, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 5, "confirmed": 15, "credits": 60, "missed": 1 } ] }, { "seed": 46, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 21, "confirmed": 18, "credits": 46, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 22, "confirmed": 18, "credits": 47, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 6, "confirmed": 11, "credits": 60, "missed": 1 } ] }, { "seed": 47, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 6, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 22, "confirmed": 17, "credits": 49, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 22, "confirmed": 17, "credits": 50, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 7, "confirmed": 14, "credits": 60, "missed": 1 } ] }, { "seed": 48, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 11, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 8, "confirmed": 18, "credits": 33, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 9, "confirmed": 18, "credits": 34, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 2, "confirmed": 16, "credits": 60, "missed": 0 } ] }, { "seed": 49, "arms": [ { "policy": "once", "delivered": 17, "duplicates": 0, "confirmed": 10, "credits": 18, "missed": 1 }, { "policy": "retry", "delivered": 18, "duplicates": 14, "confirmed": 18, "credits": 38, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 15, "confirmed": 18, "credits": 39, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 5, "confirmed": 13, "credits": 60, "missed": 0 } ] }, { "seed": 50, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 10, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 18, "duplicates": 11, "confirmed": 18, "credits": 36, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 11, "confirmed": 18, "credits": 36, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 4, "confirmed": 16, "credits": 60, "missed": 0 } ] }, { "seed": 51, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 15, "confirmed": 18, "credits": 42, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 14, "confirmed": 18, "credits": 41, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 6, "confirmed": 13, "credits": 60, "missed": 1 } ] }, { "seed": 52, "arms": [ { "policy": "once", "delivered": 9, "duplicates": 0, "confirmed": 8, "credits": 18, "missed": 9 }, { "policy": "retry", "delivered": 18, "duplicates": 16, "confirmed": 18, "credits": 55, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 15, "confirmed": 18, "credits": 54, "missed": 0 }, { "policy": "keyed", "delivered": 14, "duplicates": 2, "confirmed": 10, "credits": 60, "missed": 4 } ] }, { "seed": 53, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 10, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 14, "confirmed": 18, "credits": 43, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 14, "confirmed": 18, "credits": 43, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 4, "confirmed": 15, "credits": 60, "missed": 0 } ] }, { "seed": 54, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 8, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 18, "duplicates": 23, "confirmed": 17, "credits": 52, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 24, "confirmed": 17, "credits": 53, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 8, "confirmed": 13, "credits": 60, "missed": 0 } ] }, { "seed": 55, "arms": [ { "policy": "once", "delivered": 17, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 1 }, { "policy": "retry", "delivered": 18, "duplicates": 22, "confirmed": 18, "credits": 48, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 22, "confirmed": 18, "credits": 48, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 9, "confirmed": 10, "credits": 60, "missed": 1 } ] }, { "seed": 56, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 18, "duplicates": 15, "confirmed": 18, "credits": 49, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 15, "confirmed": 18, "credits": 49, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 4, "confirmed": 11, "credits": 60, "missed": 0 } ] }, { "seed": 57, "arms": [ { "policy": "once", "delivered": 12, "duplicates": 0, "confirmed": 9, "credits": 18, "missed": 6 }, { "policy": "retry", "delivered": 18, "duplicates": 10, "confirmed": 18, "credits": 37, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 11, "confirmed": 18, "credits": 38, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 4, "confirmed": 14, "credits": 60, "missed": 1 } ] }, { "seed": 58, "arms": [ { "policy": "once", "delivered": 17, "duplicates": 0, "confirmed": 12, "credits": 18, "missed": 1 }, { "policy": "retry", "delivered": 18, "duplicates": 9, "confirmed": 18, "credits": 30, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 9, "confirmed": 18, "credits": 29, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 6, "confirmed": 18, "credits": 60, "missed": 0 } ] }, { "seed": 59, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 8, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 18, "duplicates": 17, "confirmed": 17, "credits": 48, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 17, "confirmed": 17, "credits": 47, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 5, "confirmed": 12, "credits": 60, "missed": 1 } ] }, { "seed": 60, "arms": [ { "policy": "once", "delivered": 11, "duplicates": 0, "confirmed": 8, "credits": 18, "missed": 7 }, { "policy": "retry", "delivered": 18, "duplicates": 8, "confirmed": 18, "credits": 40, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 8, "confirmed": 18, "credits": 40, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 3, "confirmed": 14, "credits": 60, "missed": 1 } ] }, { "seed": 61, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 4, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 17, "confirmed": 18, "credits": 43, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 19, "confirmed": 18, "credits": 46, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 6, "confirmed": 8, "credits": 60, "missed": 1 } ] }, { "seed": 62, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 11, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 12, "confirmed": 18, "credits": 36, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 13, "confirmed": 18, "credits": 37, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 3, "confirmed": 16, "credits": 60, "missed": 0 } ] }, { "seed": 63, "arms": [ { "policy": "once", "delivered": 11, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 7 }, { "policy": "retry", "delivered": 18, "duplicates": 11, "confirmed": 18, "credits": 41, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 12, "confirmed": 18, "credits": 43, "missed": 0 }, { "policy": "keyed", "delivered": 15, "duplicates": 3, "confirmed": 11, "credits": 60, "missed": 3 } ] }, { "seed": 64, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 11, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 18, "duplicates": 11, "confirmed": 18, "credits": 34, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 11, "confirmed": 18, "credits": 35, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 7, "confirmed": 17, "credits": 60, "missed": 0 } ] } ], "summary": [ { "policy": "once", "delivered": { "mean": 14.015625, "min": 9, "max": 18 }, "duplicates": { "mean": 0, "min": 0, "max": 0 }, "confirmed": { "mean": 8.375, "min": 3, "max": 13 }, "credits": { "mean": 18, "min": 18, "max": 18 }, "missed": { "mean": 3.984375, "min": 0, "max": 9 } }, { "policy": "retry", "delivered": { "mean": 18, "min": 18, "max": 18 }, "duplicates": { "mean": 13.84375, "min": 6, "max": 28 }, "confirmed": { "mean": 17.84375, "min": 14, "max": 18 }, "credits": { "mean": 40.46875, "min": 29, "max": 60 }, "missed": { "mean": 0, "min": 0, "max": 0 } }, { "policy": "random", "delivered": { "mean": 18, "min": 18, "max": 18 }, "duplicates": { "mean": 14.171875, "min": 6, "max": 28 }, "confirmed": { "mean": 17.84375, "min": 14, "max": 18 }, "credits": { "mean": 40.90625, "min": 29, "max": 60 }, "missed": { "mean": 0, "min": 0, "max": 0 } }, { "policy": "keyed", "delivered": { "mean": 17.328125, "min": 14, "max": 18 }, "duplicates": { "mean": 5.28125, "min": 2, "max": 9 }, "confirmed": { "mean": 13.796875, "min": 6, "max": 18 }, "credits": { "mean": 59.96875, "min": 58, "max": 60 }, "missed": { "mean": 0.671875, "min": 0, "max": 4 } } ], "keyedMinusRetry": [ { "seed": 1, "delivered": 0, "duplicates": -7 }, { "seed": 2, "delivered": 0, "duplicates": -10 }, { "seed": 3, "delivered": -2, "duplicates": -10 }, { "seed": 4, "delivered": 0, "duplicates": -6 }, { "seed": 5, "delivered": 0, "duplicates": -17 }, { "seed": 6, "delivered": 0, "duplicates": -10 }, { "seed": 7, "delivered": -1, "duplicates": -4 }, { "seed": 8, "delivered": 0, "duplicates": -6 }, { "seed": 9, "delivered": 0, "duplicates": -11 }, { "seed": 10, "delivered": -1, "duplicates": -13 }, { "seed": 11, "delivered": -1, "duplicates": -7 }, { "seed": 12, "delivered": 0, "duplicates": -6 }, { "seed": 13, "delivered": 0, "duplicates": -9 }, { "seed": 14, "delivered": -1, "duplicates": -12 }, { "seed": 15, "delivered": 0, "duplicates": -3 }, { "seed": 16, "delivered": 0, "duplicates": -10 }, { "seed": 17, "delivered": -1, "duplicates": -11 }, { "seed": 18, "delivered": -1, "duplicates": -11 }, { "seed": 19, "delivered": -3, "duplicates": -11 }, { "seed": 20, "delivered": -3, "duplicates": -9 }, { "seed": 21, "delivered": 0, "duplicates": -1 }, { "seed": 22, "delivered": 0, "duplicates": -2 }, { "seed": 23, "delivered": 0, "duplicates": -6 }, { "seed": 24, "delivered": 0, "duplicates": -13 }, { "seed": 25, "delivered": 0, "duplicates": -6 }, { "seed": 26, "delivered": 0, "duplicates": -8 }, { "seed": 27, "delivered": 0, "duplicates": -2 }, { "seed": 28, "delivered": 0, "duplicates": -10 }, { "seed": 29, "delivered": -1, "duplicates": -9 }, { "seed": 30, "delivered": 0, "duplicates": -6 }, { "seed": 31, "delivered": 0, "duplicates": -13 }, { "seed": 32, "delivered": 0, "duplicates": -3 }, { "seed": 33, "delivered": -1, "duplicates": -9 }, { "seed": 34, "delivered": -2, "duplicates": -6 }, { "seed": 35, "delivered": 0, "duplicates": -5 }, { "seed": 36, "delivered": -2, "duplicates": -12 }, { "seed": 37, "delivered": -3, "duplicates": -25 }, { "seed": 38, "delivered": 0, "duplicates": -6 }, { "seed": 39, "delivered": -2, "duplicates": -7 }, { "seed": 40, "delivered": -1, "duplicates": -6 }, { "seed": 41, "delivered": 0, "duplicates": -1 }, { "seed": 42, "delivered": 0, "duplicates": -10 }, { "seed": 43, "delivered": 0, "duplicates": -3 }, { "seed": 44, "delivered": -1, "duplicates": -6 }, { "seed": 45, "delivered": -1, "duplicates": -8 }, { "seed": 46, "delivered": -1, "duplicates": -15 }, { "seed": 47, "delivered": -1, "duplicates": -15 }, { "seed": 48, "delivered": 0, "duplicates": -6 }, { "seed": 49, "delivered": 0, "duplicates": -9 }, { "seed": 50, "delivered": 0, "duplicates": -7 }, { "seed": 51, "delivered": -1, "duplicates": -9 }, { "seed": 52, "delivered": -4, "duplicates": -14 }, { "seed": 53, "delivered": 0, "duplicates": -10 }, { "seed": 54, "delivered": 0, "duplicates": -15 }, { "seed": 55, "delivered": -1, "duplicates": -13 }, { "seed": 56, "delivered": 0, "duplicates": -11 }, { "seed": 57, "delivered": -1, "duplicates": -6 }, { "seed": 58, "delivered": 0, "duplicates": -3 }, { "seed": 59, "delivered": -1, "duplicates": -12 }, { "seed": 60, "delivered": -1, "duplicates": -5 }, { "seed": 61, "delivered": -1, "duplicates": -11 }, { "seed": 62, "delivered": 0, "duplicates": -9 }, { "seed": 63, "delivered": -3, "duplicates": -8 }, { "seed": 64, "delivered": 0, "duplicates": -4 } ] }, { "name": "ledger-reset", "controls": { "resetAt": 40 }, "runs": [ { "seed": 1, "arms": [ { "policy": "once", "delivered": 12, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 6 }, { "policy": "retry", "delivered": 18, "duplicates": 13, "confirmed": 18, "credits": 41, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 14, "confirmed": 18, "credits": 42, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 14, "credits": 60, "missed": 0 } ] }, { "seed": 2, "arms": [ { "policy": "once", "delivered": 16, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 2 }, { "policy": "retry", "delivered": 18, "duplicates": 19, "confirmed": 18, "credits": 40, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 19, "confirmed": 18, "credits": 41, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 12, "credits": 60, "missed": 0 } ] }, { "seed": 3, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 8, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 18, "duplicates": 17, "confirmed": 18, "credits": 45, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 17, "confirmed": 18, "credits": 45, "missed": 0 }, { "policy": "keyed", "delivered": 16, "duplicates": 0, "confirmed": 12, "credits": 60, "missed": 2 } ] }, { "seed": 4, "arms": [ { "policy": "once", "delivered": 17, "duplicates": 0, "confirmed": 8, "credits": 18, "missed": 1 }, { "policy": "retry", "delivered": 18, "duplicates": 14, "confirmed": 18, "credits": 41, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 15, "confirmed": 18, "credits": 42, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 13, "credits": 60, "missed": 0 } ] }, { "seed": 5, "arms": [ { "policy": "once", "delivered": 16, "duplicates": 0, "confirmed": 9, "credits": 18, "missed": 2 }, { "policy": "retry", "delivered": 18, "duplicates": 21, "confirmed": 18, "credits": 47, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 21, "confirmed": 18, "credits": 47, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 11, "credits": 60, "missed": 0 } ] }, { "seed": 6, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 18, "duplicates": 17, "confirmed": 18, "credits": 41, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 17, "confirmed": 18, "credits": 41, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 13, "credits": 60, "missed": 0 } ] }, { "seed": 7, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 11, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 8, "confirmed": 18, "credits": 32, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 8, "confirmed": 18, "credits": 32, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 17, "credits": 60, "missed": 1 } ] }, { "seed": 8, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 10, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 18, "duplicates": 10, "confirmed": 18, "credits": 35, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 11, "confirmed": 18, "credits": 36, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 16, "credits": 60, "missed": 0 } ] }, { "seed": 9, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 8, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 18, "duplicates": 15, "confirmed": 18, "credits": 41, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 16, "confirmed": 18, "credits": 42, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 14, "credits": 60, "missed": 0 } ] }, { "seed": 10, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 5, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 18, "duplicates": 18, "confirmed": 18, "credits": 46, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 19, "confirmed": 18, "credits": 48, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 10, "credits": 60, "missed": 1 } ] }, { "seed": 11, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 8, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 13, "confirmed": 18, "credits": 40, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 14, "confirmed": 18, "credits": 40, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 15, "credits": 60, "missed": 1 } ] }, { "seed": 12, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 9, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 10, "confirmed": 18, "credits": 36, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 14, "confirmed": 18, "credits": 40, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 15, "credits": 60, "missed": 0 } ] }, { "seed": 13, "arms": [ { "policy": "once", "delivered": 12, "duplicates": 0, "confirmed": 6, "credits": 18, "missed": 6 }, { "policy": "retry", "delivered": 18, "duplicates": 15, "confirmed": 18, "credits": 41, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 15, "confirmed": 18, "credits": 41, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 14, "credits": 60, "missed": 0 } ] }, { "seed": 14, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 18, "duplicates": 16, "confirmed": 17, "credits": 48, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 16, "confirmed": 17, "credits": 48, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 11, "credits": 60, "missed": 1 } ] }, { "seed": 15, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 9, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 18, "duplicates": 10, "confirmed": 18, "credits": 32, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 10, "confirmed": 18, "credits": 32, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 17, "credits": 60, "missed": 0 } ] }, { "seed": 16, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 15, "confirmed": 18, "credits": 42, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 14, "confirmed": 18, "credits": 41, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 14, "credits": 60, "missed": 0 } ] }, { "seed": 17, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 8, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 18, "duplicates": 15, "confirmed": 18, "credits": 44, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 15, "confirmed": 18, "credits": 44, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 13, "credits": 60, "missed": 1 } ] }, { "seed": 18, "arms": [ { "policy": "once", "delivered": 11, "duplicates": 0, "confirmed": 5, "credits": 18, "missed": 7 }, { "policy": "retry", "delivered": 18, "duplicates": 15, "confirmed": 18, "credits": 47, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 16, "confirmed": 18, "credits": 48, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 12, "credits": 60, "missed": 1 } ] }, { "seed": 19, "arms": [ { "policy": "once", "delivered": 10, "duplicates": 0, "confirmed": 3, "credits": 18, "missed": 8 }, { "policy": "retry", "delivered": 18, "duplicates": 16, "confirmed": 17, "credits": 50, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 15, "confirmed": 17, "credits": 49, "missed": 0 }, { "policy": "keyed", "delivered": 15, "duplicates": 0, "confirmed": 10, "credits": 60, "missed": 3 } ] }, { "seed": 20, "arms": [ { "policy": "once", "delivered": 12, "duplicates": 0, "confirmed": 4, "credits": 18, "missed": 6 }, { "policy": "retry", "delivered": 18, "duplicates": 15, "confirmed": 18, "credits": 51, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 16, "confirmed": 18, "credits": 52, "missed": 0 }, { "policy": "keyed", "delivered": 15, "duplicates": 0, "confirmed": 9, "credits": 60, "missed": 3 } ] }, { "seed": 21, "arms": [ { "policy": "once", "delivered": 16, "duplicates": 0, "confirmed": 11, "credits": 18, "missed": 2 }, { "policy": "retry", "delivered": 18, "duplicates": 8, "confirmed": 18, "credits": 29, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 9, "confirmed": 18, "credits": 30, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 1, "confirmed": 18, "credits": 58, "missed": 0 } ] }, { "seed": 22, "arms": [ { "policy": "once", "delivered": 18, "duplicates": 0, "confirmed": 11, "credits": 18, "missed": 0 }, { "policy": "retry", "delivered": 18, "duplicates": 9, "confirmed": 18, "credits": 31, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 8, "confirmed": 18, "credits": 29, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 60, "missed": 0 } ] }, { "seed": 23, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 18, "duplicates": 12, "confirmed": 18, "credits": 36, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 12, "confirmed": 18, "credits": 37, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 14, "credits": 60, "missed": 0 } ] }, { "seed": 24, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 10, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 16, "confirmed": 18, "credits": 41, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 18, "confirmed": 18, "credits": 43, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 14, "credits": 60, "missed": 0 } ] }, { "seed": 25, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 11, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 9, "confirmed": 18, "credits": 33, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 8, "confirmed": 18, "credits": 32, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 16, "credits": 60, "missed": 0 } ] }, { "seed": 26, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 11, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 10, "confirmed": 18, "credits": 36, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 10, "confirmed": 18, "credits": 36, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 16, "credits": 60, "missed": 0 } ] }, { "seed": 27, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 13, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 18, "duplicates": 8, "confirmed": 18, "credits": 30, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 7, "confirmed": 18, "credits": 29, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 2, "confirmed": 18, "credits": 60, "missed": 0 } ] }, { "seed": 28, "arms": [ { "policy": "once", "delivered": 17, "duplicates": 0, "confirmed": 11, "credits": 18, "missed": 1 }, { "policy": "retry", "delivered": 18, "duplicates": 17, "confirmed": 18, "credits": 37, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 16, "confirmed": 18, "credits": 36, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 15, "credits": 60, "missed": 0 } ] }, { "seed": 29, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 8, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 18, "duplicates": 15, "confirmed": 18, "credits": 46, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 15, "confirmed": 18, "credits": 47, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 13, "credits": 60, "missed": 1 } ] }, { "seed": 30, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 8, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 18, "duplicates": 11, "confirmed": 18, "credits": 36, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 11, "confirmed": 18, "credits": 36, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 14, "credits": 60, "missed": 0 } ] }, { "seed": 31, "arms": [ { "policy": "once", "delivered": 16, "duplicates": 0, "confirmed": 9, "credits": 18, "missed": 2 }, { "policy": "retry", "delivered": 18, "duplicates": 21, "confirmed": 18, "credits": 47, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 22, "confirmed": 18, "credits": 49, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 14, "credits": 60, "missed": 0 } ] }, { "seed": 32, "arms": [ { "policy": "once", "delivered": 16, "duplicates": 0, "confirmed": 13, "credits": 18, "missed": 2 }, { "policy": "retry", "delivered": 18, "duplicates": 10, "confirmed": 18, "credits": 33, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 11, "confirmed": 18, "credits": 34, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 3, "confirmed": 17, "credits": 60, "missed": 0 } ] }, { "seed": 33, "arms": [ { "policy": "once", "delivered": 12, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 6 }, { "policy": "retry", "delivered": 18, "duplicates": 14, "confirmed": 18, "credits": 40, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 13, "confirmed": 18, "credits": 39, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 16, "credits": 60, "missed": 1 } ] }, { "seed": 34, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 18, "duplicates": 12, "confirmed": 18, "credits": 40, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 13, "confirmed": 18, "credits": 40, "missed": 0 }, { "policy": "keyed", "delivered": 16, "duplicates": 0, "confirmed": 13, "credits": 60, "missed": 2 } ] }, { "seed": 35, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 8, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 18, "duplicates": 9, "confirmed": 18, "credits": 32, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 9, "confirmed": 18, "credits": 32, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 17, "credits": 60, "missed": 0 } ] }, { "seed": 36, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 9, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 18, "duplicates": 16, "confirmed": 18, "credits": 44, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 16, "confirmed": 18, "credits": 44, "missed": 0 }, { "policy": "keyed", "delivered": 16, "duplicates": 0, "confirmed": 12, "credits": 60, "missed": 2 } ] }, { "seed": 37, "arms": [ { "policy": "once", "delivered": 10, "duplicates": 0, "confirmed": 5, "credits": 18, "missed": 8 }, { "policy": "retry", "delivered": 18, "duplicates": 28, "confirmed": 14, "credits": 60, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 28, "confirmed": 14, "credits": 60, "missed": 0 }, { "policy": "keyed", "delivered": 15, "duplicates": 0, "confirmed": 6, "credits": 60, "missed": 3 } ] }, { "seed": 38, "arms": [ { "policy": "once", "delivered": 16, "duplicates": 0, "confirmed": 9, "credits": 18, "missed": 2 }, { "policy": "retry", "delivered": 18, "duplicates": 14, "confirmed": 18, "credits": 41, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 14, "confirmed": 18, "credits": 41, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 14, "credits": 60, "missed": 0 } ] }, { "seed": 39, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 10, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 18, "duplicates": 10, "confirmed": 18, "credits": 39, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 10, "confirmed": 18, "credits": 39, "missed": 0 }, { "policy": "keyed", "delivered": 16, "duplicates": 0, "confirmed": 13, "credits": 60, "missed": 2 } ] }, { "seed": 40, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 10, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 18, "duplicates": 10, "confirmed": 18, "credits": 37, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 10, "confirmed": 18, "credits": 38, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 14, "credits": 60, "missed": 1 } ] }, { "seed": 41, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 10, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 6, "confirmed": 18, "credits": 30, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 6, "confirmed": 18, "credits": 30, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 1, "confirmed": 18, "credits": 60, "missed": 0 } ] }, { "seed": 42, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 18, "duplicates": 16, "confirmed": 17, "credits": 43, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 16, "confirmed": 17, "credits": 45, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 13, "credits": 60, "missed": 0 } ] }, { "seed": 43, "arms": [ { "policy": "once", "delivered": 16, "duplicates": 0, "confirmed": 9, "credits": 18, "missed": 2 }, { "policy": "retry", "delivered": 18, "duplicates": 11, "confirmed": 18, "credits": 32, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 12, "confirmed": 18, "credits": 33, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 17, "credits": 60, "missed": 0 } ] }, { "seed": 44, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 13, "confirmed": 18, "credits": 38, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 14, "confirmed": 18, "credits": 39, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 14, "credits": 60, "missed": 1 } ] }, { "seed": 45, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 8, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 18, "duplicates": 13, "confirmed": 18, "credits": 39, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 14, "confirmed": 18, "credits": 40, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 15, "credits": 60, "missed": 1 } ] }, { "seed": 46, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 21, "confirmed": 18, "credits": 46, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 22, "confirmed": 18, "credits": 47, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 11, "credits": 60, "missed": 1 } ] }, { "seed": 47, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 6, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 22, "confirmed": 17, "credits": 49, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 22, "confirmed": 17, "credits": 50, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 14, "credits": 60, "missed": 1 } ] }, { "seed": 48, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 11, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 8, "confirmed": 18, "credits": 33, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 9, "confirmed": 18, "credits": 34, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 16, "credits": 60, "missed": 0 } ] }, { "seed": 49, "arms": [ { "policy": "once", "delivered": 17, "duplicates": 0, "confirmed": 10, "credits": 18, "missed": 1 }, { "policy": "retry", "delivered": 18, "duplicates": 14, "confirmed": 18, "credits": 38, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 15, "confirmed": 18, "credits": 39, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 13, "credits": 60, "missed": 0 } ] }, { "seed": 50, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 10, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 18, "duplicates": 11, "confirmed": 18, "credits": 36, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 11, "confirmed": 18, "credits": 36, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 16, "credits": 60, "missed": 0 } ] }, { "seed": 51, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 15, "confirmed": 18, "credits": 42, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 14, "confirmed": 18, "credits": 41, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 13, "credits": 60, "missed": 1 } ] }, { "seed": 52, "arms": [ { "policy": "once", "delivered": 9, "duplicates": 0, "confirmed": 8, "credits": 18, "missed": 9 }, { "policy": "retry", "delivered": 18, "duplicates": 16, "confirmed": 18, "credits": 55, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 15, "confirmed": 18, "credits": 54, "missed": 0 }, { "policy": "keyed", "delivered": 14, "duplicates": 0, "confirmed": 10, "credits": 60, "missed": 4 } ] }, { "seed": 53, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 10, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 14, "confirmed": 18, "credits": 43, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 14, "confirmed": 18, "credits": 43, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 15, "credits": 60, "missed": 0 } ] }, { "seed": 54, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 8, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 18, "duplicates": 23, "confirmed": 17, "credits": 52, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 24, "confirmed": 17, "credits": 53, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 13, "credits": 60, "missed": 0 } ] }, { "seed": 55, "arms": [ { "policy": "once", "delivered": 17, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 1 }, { "policy": "retry", "delivered": 18, "duplicates": 22, "confirmed": 18, "credits": 48, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 22, "confirmed": 18, "credits": 48, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 10, "credits": 60, "missed": 1 } ] }, { "seed": 56, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 18, "duplicates": 15, "confirmed": 18, "credits": 49, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 15, "confirmed": 18, "credits": 49, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 11, "credits": 60, "missed": 0 } ] }, { "seed": 57, "arms": [ { "policy": "once", "delivered": 12, "duplicates": 0, "confirmed": 9, "credits": 18, "missed": 6 }, { "policy": "retry", "delivered": 18, "duplicates": 10, "confirmed": 18, "credits": 37, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 11, "confirmed": 18, "credits": 38, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 14, "credits": 60, "missed": 1 } ] }, { "seed": 58, "arms": [ { "policy": "once", "delivered": 17, "duplicates": 0, "confirmed": 12, "credits": 18, "missed": 1 }, { "policy": "retry", "delivered": 18, "duplicates": 9, "confirmed": 18, "credits": 30, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 9, "confirmed": 18, "credits": 29, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 18, "credits": 60, "missed": 0 } ] }, { "seed": 59, "arms": [ { "policy": "once", "delivered": 13, "duplicates": 0, "confirmed": 8, "credits": 18, "missed": 5 }, { "policy": "retry", "delivered": 18, "duplicates": 17, "confirmed": 17, "credits": 48, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 17, "confirmed": 17, "credits": 47, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 12, "credits": 60, "missed": 1 } ] }, { "seed": 60, "arms": [ { "policy": "once", "delivered": 11, "duplicates": 0, "confirmed": 8, "credits": 18, "missed": 7 }, { "policy": "retry", "delivered": 18, "duplicates": 8, "confirmed": 18, "credits": 40, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 8, "confirmed": 18, "credits": 40, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 14, "credits": 60, "missed": 1 } ] }, { "seed": 61, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 4, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 17, "confirmed": 18, "credits": 43, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 19, "confirmed": 18, "credits": 46, "missed": 0 }, { "policy": "keyed", "delivered": 17, "duplicates": 0, "confirmed": 8, "credits": 60, "missed": 1 } ] }, { "seed": 62, "arms": [ { "policy": "once", "delivered": 14, "duplicates": 0, "confirmed": 11, "credits": 18, "missed": 4 }, { "policy": "retry", "delivered": 18, "duplicates": 12, "confirmed": 18, "credits": 36, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 13, "confirmed": 18, "credits": 37, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 16, "credits": 60, "missed": 0 } ] }, { "seed": 63, "arms": [ { "policy": "once", "delivered": 11, "duplicates": 0, "confirmed": 7, "credits": 18, "missed": 7 }, { "policy": "retry", "delivered": 18, "duplicates": 11, "confirmed": 18, "credits": 41, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 12, "confirmed": 18, "credits": 43, "missed": 0 }, { "policy": "keyed", "delivered": 15, "duplicates": 0, "confirmed": 11, "credits": 60, "missed": 3 } ] }, { "seed": 64, "arms": [ { "policy": "once", "delivered": 15, "duplicates": 0, "confirmed": 11, "credits": 18, "missed": 3 }, { "policy": "retry", "delivered": 18, "duplicates": 11, "confirmed": 18, "credits": 34, "missed": 0 }, { "policy": "random", "delivered": 18, "duplicates": 11, "confirmed": 18, "credits": 35, "missed": 0 }, { "policy": "keyed", "delivered": 18, "duplicates": 0, "confirmed": 17, "credits": 60, "missed": 0 } ] } ], "summary": [ { "policy": "once", "delivered": { "mean": 14.015625, "min": 9, "max": 18 }, "duplicates": { "mean": 0, "min": 0, "max": 0 }, "confirmed": { "mean": 8.375, "min": 3, "max": 13 }, "credits": { "mean": 18, "min": 18, "max": 18 }, "missed": { "mean": 3.984375, "min": 0, "max": 9 } }, { "policy": "retry", "delivered": { "mean": 18, "min": 18, "max": 18 }, "duplicates": { "mean": 13.84375, "min": 6, "max": 28 }, "confirmed": { "mean": 17.84375, "min": 14, "max": 18 }, "credits": { "mean": 40.46875, "min": 29, "max": 60 }, "missed": { "mean": 0, "min": 0, "max": 0 } }, { "policy": "random", "delivered": { "mean": 18, "min": 18, "max": 18 }, "duplicates": { "mean": 14.171875, "min": 6, "max": 28 }, "confirmed": { "mean": 17.84375, "min": 14, "max": 18 }, "credits": { "mean": 40.90625, "min": 29, "max": 60 }, "missed": { "mean": 0, "min": 0, "max": 0 } }, { "policy": "keyed", "delivered": { "mean": 17.328125, "min": 14, "max": 18 }, "duplicates": { "mean": 0.109375, "min": 0, "max": 3 }, "confirmed": { "mean": 13.796875, "min": 6, "max": 18 }, "credits": { "mean": 59.96875, "min": 58, "max": 60 }, "missed": { "mean": 0.671875, "min": 0, "max": 4 } } ], "keyedMinusRetry": [ { "seed": 1, "delivered": 0, "duplicates": -13 }, { "seed": 2, "delivered": 0, "duplicates": -19 }, { "seed": 3, "delivered": -2, "duplicates": -17 }, { "seed": 4, "delivered": 0, "duplicates": -14 }, { "seed": 5, "delivered": 0, "duplicates": -21 }, { "seed": 6, "delivered": 0, "duplicates": -17 }, { "seed": 7, "delivered": -1, "duplicates": -8 }, { "seed": 8, "delivered": 0, "duplicates": -10 }, { "seed": 9, "delivered": 0, "duplicates": -15 }, { "seed": 10, "delivered": -1, "duplicates": -18 }, { "seed": 11, "delivered": -1, "duplicates": -13 }, { "seed": 12, "delivered": 0, "duplicates": -10 }, { "seed": 13, "delivered": 0, "duplicates": -15 }, { "seed": 14, "delivered": -1, "duplicates": -16 }, { "seed": 15, "delivered": 0, "duplicates": -10 }, { "seed": 16, "delivered": 0, "duplicates": -15 }, { "seed": 17, "delivered": -1, "duplicates": -15 }, { "seed": 18, "delivered": -1, "duplicates": -15 }, { "seed": 19, "delivered": -3, "duplicates": -16 }, { "seed": 20, "delivered": -3, "duplicates": -15 }, { "seed": 21, "delivered": 0, "duplicates": -7 }, { "seed": 22, "delivered": 0, "duplicates": -9 }, { "seed": 23, "delivered": 0, "duplicates": -12 }, { "seed": 24, "delivered": 0, "duplicates": -16 }, { "seed": 25, "delivered": 0, "duplicates": -9 }, { "seed": 26, "delivered": 0, "duplicates": -10 }, { "seed": 27, "delivered": 0, "duplicates": -6 }, { "seed": 28, "delivered": 0, "duplicates": -17 }, { "seed": 29, "delivered": -1, "duplicates": -15 }, { "seed": 30, "delivered": 0, "duplicates": -11 }, { "seed": 31, "delivered": 0, "duplicates": -21 }, { "seed": 32, "delivered": 0, "duplicates": -7 }, { "seed": 33, "delivered": -1, "duplicates": -14 }, { "seed": 34, "delivered": -2, "duplicates": -12 }, { "seed": 35, "delivered": 0, "duplicates": -9 }, { "seed": 36, "delivered": -2, "duplicates": -16 }, { "seed": 37, "delivered": -3, "duplicates": -28 }, { "seed": 38, "delivered": 0, "duplicates": -14 }, { "seed": 39, "delivered": -2, "duplicates": -10 }, { "seed": 40, "delivered": -1, "duplicates": -10 }, { "seed": 41, "delivered": 0, "duplicates": -5 }, { "seed": 42, "delivered": 0, "duplicates": -16 }, { "seed": 43, "delivered": 0, "duplicates": -11 }, { "seed": 44, "delivered": -1, "duplicates": -13 }, { "seed": 45, "delivered": -1, "duplicates": -13 }, { "seed": 46, "delivered": -1, "duplicates": -21 }, { "seed": 47, "delivered": -1, "duplicates": -22 }, { "seed": 48, "delivered": 0, "duplicates": -8 }, { "seed": 49, "delivered": 0, "duplicates": -14 }, { "seed": 50, "delivered": 0, "duplicates": -11 }, { "seed": 51, "delivered": -1, "duplicates": -15 }, { "seed": 52, "delivered": -4, "duplicates": -16 }, { "seed": 53, "delivered": 0, "duplicates": -14 }, { "seed": 54, "delivered": 0, "duplicates": -23 }, { "seed": 55, "delivered": -1, "duplicates": -22 }, { "seed": 56, "delivered": 0, "duplicates": -15 }, { "seed": 57, "delivered": -1, "duplicates": -10 }, { "seed": 58, "delivered": 0, "duplicates": -9 }, { "seed": 59, "delivered": -1, "duplicates": -17 }, { "seed": 60, "delivered": -1, "duplicates": -8 }, { "seed": 61, "delivered": -1, "duplicates": -17 }, { "seed": 62, "delivered": 0, "duplicates": -12 }, { "seed": 63, "delivered": -3, "duplicates": -11 }, { "seed": 64, "delivered": 0, "duplicates": -11 } ] } ] }