{ "schema": "bantam.launch-fight-card.v1", "generatedAt": "2026-09-08T21:32:08.018Z", "source": { "sha256": "4676f4f7d1b2a628a4020ccb444d764c0413d2325d6ba103bc4e39a6b016dac0", "schema": "bantam.factory-showcase.v1" }, "comparison": null, "spotlight": null, "series": [ { "id": "series-1", "title": "Factory system comparison", "kind": "comparison", "complete": true, "startedAt": "2026-09-08T02:50:54.519Z", "finishedAt": null, "followups": [ { "schema": "bantam.fight-followup.v1", "previousSourceSha256": "ef543f88a1d925ff02d9a5de986acb2865b203d00b5ff2804c291222761be471", "baselineManifestSha256": "989cd7eedadbd80977a36cf5f3eb6a47426b3313d9bee64224512abbeb8dafad", "manifestSha256": "14b5449f49019b2b670805d01f409d6e8d8e0e5995a361b7bfeb1dcbc5675073", "materialsSha256": "8928677278eb6b314cfc465b20ce694824d8a254289c11e9aa0cebed4b3b1b54", "modelSha256": "ba36dc3c2b2ff5e0aa5d71092a8894546996a6a119ae391803dda07cdc08516d", "startedAt": "2026-09-08T18:14:16.442Z", "finishedAt": "2026-09-08T18:34:39.916Z", "arms": [ "opencode" ], "wallMs": 600000, "contextTokens": 72192, "peerOutputTokens": 32768 }, { "schema": "bantam.fight-followup.v1", "previousSourceSha256": "32bacac84ace03708d11b61101e3b8c6b318aecb8e313787e980d61b8d0ca963", "baselineManifestSha256": "989cd7eedadbd80977a36cf5f3eb6a47426b3313d9bee64224512abbeb8dafad", "manifestSha256": "e91a44ea072a7be0dbd45653c2f4748ee1959440d016ec1d181786b32b749ef6", "materialsSha256": "8928677278eb6b314cfc465b20ce694824d8a254289c11e9aa0cebed4b3b1b54", "modelSha256": "ba36dc3c2b2ff5e0aa5d71092a8894546996a6a119ae391803dda07cdc08516d", "startedAt": "2026-09-08T21:08:39.350Z", "finishedAt": "2026-09-08T21:32:08.018Z", "arms": [ "pi" ], "wallMs": 600000, "contextTokens": 72192, "peerOutputTokens": 32768 } ], "counts": { "observed": 8, "planned": 8, "accepted": 7, "completed": 7, "pass": 6, "groupsMeasured": 8, "groupsPassed": 40, "groupsTotal": 40 }, "cards": [ { "id": "s1-snapshot-drift-r1", "card": "snapshot-drift", "title": "Snapshot drift", "kind": "EXTEND", "number": "02", "description": "Bind a snapshot to real files. Detect what changed, and validate what did not.", "repeat": 1, "rows": [ { "id": "s1-snapshot-drift-r1-lane1", "arm": "hermes", "label": "Hermes", "model": "Qwen 27B · same local model", "family": "local", "bantam": false, "recorded": true, "outcome": "PASS", "accepted": true, "completed": true, "wallMs": 496987, "groupsPassed": 5, "groupsTotal": 5, "publicExit": 0, "hiddenExit": 0, "protectedChanges": 0, "accounting": { "full": { "inputTokens": null, "outputTokens": null, "cacheHitTokens": null, "freshInputTokens": null }, "subset": { "inputTokens": 211676, "outputTokens": 31045, "cacheHitTokens": 196714, "freshInputTokens": 14962 }, "native": null, "server": { "inputTokens": 239170, "outputTokens": 31045, "cacheHitTokens": 223600, "freshInputTokens": 15570 }, "complete": false, "requests": 12, "measuredRequests": 11, "serverIdleBefore": true, "serverIdleAfter": true, "coverage": { "inputTokens": { "measuredRequests": 11, "totalRequests": 12, "complete": false, "missingRequestIndices": [ 18 ] }, "outputTokens": { "measuredRequests": 11, "totalRequests": 12, "complete": false, "missingRequestIndices": [ 18 ] }, "cacheHitTokens": { "measuredRequests": 11, "totalRequests": 12, "complete": false, "missingRequestIndices": [ 18 ] }, "freshInputTokens": { "measuredRequests": 11, "totalRequests": 12, "complete": false, "missingRequestIndices": [ 18 ] } }, "gaps": [ { "index": 18, "missingFields": [ "inputTokens", "outputTokens", "cacheHitTokens", "freshInputTokens" ], "finished": false, "responseBytes": 0 } ] }, "performance": { "source": "saved-server-timings", "generation": { "tokens": 31045, "milliseconds": 478563.8439999999, "measuredRequests": 11, "totalRequests": 12 }, "prefill": { "tokens": 14962, "milliseconds": 10162.392, "measuredRequests": 11, "totalRequests": 12 }, "evidenceSha256": "9460f692722ef08885bc4af991f5d63ffa6a78ac3a121b8ad60412f0f94d4c9b", "hardware": "rtx-4090-24gb", "hardwareBasis": "operator-confirmed", "quantization": "Q4_K_P", "contextTokens": 72192 }, "tokenUpdates": [ { "t": 5372, "inputTokens": 13275, "outputTokens": 89, "cacheHitTokens": 11963, "freshInputTokens": 1312, "partial": false }, { "t": 6391, "inputTokens": 26722, "outputTokens": 133, "cacheHitTokens": 25234, "freshInputTokens": 1488, "partial": false }, { "t": 7968, "inputTokens": 40917, "outputTokens": 219, "cacheHitTokens": 38677, "freshInputTokens": 2240, "partial": false }, { "t": 9121, "inputTokens": 55408, "outputTokens": 266, "cacheHitTokens": 52868, "freshInputTokens": 2540, "partial": false }, { "t": 231997, "inputTokens": 70517, "outputTokens": 14740, "cacheHitTokens": 67355, "freshInputTokens": 3162, "partial": false }, { "t": 235207, "inputTokens": 88349, "outputTokens": 14846, "cacheHitTokens": 82460, "freshInputTokens": 5889, "partial": false }, { "t": 447433, "inputTokens": 108506, "outputTokens": 28361, "cacheHitTokens": 100288, "freshInputTokens": 8218, "partial": false }, { "t": 454663, "inputTokens": 133012, "outputTokens": 28702, "cacheHitTokens": 120441, "freshInputTokens": 12571, "partial": false }, { "t": 463921, "inputTokens": 158433, "outputTokens": 29279, "cacheHitTokens": 144943, "freshInputTokens": 13490, "partial": false }, { "t": 483232, "inputTokens": 184791, "outputTokens": 30322, "cacheHitTokens": 170360, "freshInputTokens": 14431, "partial": false }, { "t": 496577, "inputTokens": 211676, "outputTokens": 31045, "cacheHitTokens": 196714, "freshInputTokens": 14962, "partial": false } ], "events": [], "timedEvents": 45, "untimedEvents": 0, "stopReasons": [], "files": [], "inventory": [], "warnings": [], "artifactCount": 0, "artifactBytes": 0 }, { "id": "s1-snapshot-drift-r1-lane2", "arm": "codex-astra", "label": "Codex · Astra", "model": "GPT-6 Astra · native CLI", "family": "astra", "bantam": false, "recorded": true, "outcome": "PASS", "accepted": true, "completed": true, "wallMs": 146163, "groupsPassed": 5, "groupsTotal": 5, "publicExit": 0, "hiddenExit": 0, "protectedChanges": 0, "accounting": { "full": { "inputTokens": 98851, "outputTokens": 3822, "cacheHitTokens": 87552, "freshInputTokens": 11299 }, "subset": null, "native": { "inputTokens": 98851, "outputTokens": 3822, "cacheHitTokens": 87552, "freshInputTokens": 11299 }, "server": null, "complete": true, "requests": 6, "measuredRequests": null, "serverIdleBefore": null, "serverIdleAfter": null, "coverage": { "inputTokens": { "measuredRequests": null, "totalRequests": 6, "complete": null, "missingRequestIndices": [] }, "outputTokens": { "measuredRequests": null, "totalRequests": 6, "complete": null, "missingRequestIndices": [] }, "cacheHitTokens": { "measuredRequests": null, "totalRequests": 6, "complete": null, "missingRequestIndices": [] }, "freshInputTokens": { "measuredRequests": null, "totalRequests": 6, "complete": null, "missingRequestIndices": [] } }, "gaps": [] }, "tokenUpdates": [ { "t": 8942, "inputTokens": 13715, "outputTokens": 86, "cacheHitTokens": 9600, "freshInputTokens": 4115, "partial": false }, { "t": 16291, "inputTokens": 27638, "outputTokens": 177, "cacheHitTokens": 23168, "freshInputTokens": 4470, "partial": false }, { "t": 54102, "inputTokens": 42876, "outputTokens": 1315, "cacheHitTokens": 36864, "freshInputTokens": 6012, "partial": false }, { "t": 125628, "inputTokens": 59276, "outputTokens": 3529, "cacheHitTokens": 51968, "freshInputTokens": 7308, "partial": false }, { "t": 138276, "inputTokens": 78724, "outputTokens": 3767, "cacheHitTokens": 68224, "freshInputTokens": 10500, "partial": false }, { "t": 144878, "inputTokens": 98851, "outputTokens": 3822, "cacheHitTokens": 87552, "freshInputTokens": 11299, "partial": false } ], "events": [], "timedEvents": 51, "untimedEvents": 0, "stopReasons": [], "files": [], "inventory": [], "warnings": [], "artifactCount": 0, "artifactBytes": 0 }, { "id": "s1-snapshot-drift-r1-lane3", "arm": "codex-sol", "label": "Codex · Sol", "model": "GPT-5.6 Sol · native CLI", "family": "astra", "bantam": false, "recorded": true, "outcome": "FAIL", "accepted": false, "completed": true, "wallMs": 513418, "groupsPassed": 5, "groupsTotal": 5, "publicExit": 0, "hiddenExit": 0, "protectedChanges": 1, "accounting": { "full": { "inputTokens": 116959, "outputTokens": 5663, "cacheHitTokens": 87296, "freshInputTokens": 29663 }, "subset": null, "native": { "inputTokens": 116959, "outputTokens": 5663, "cacheHitTokens": 87296, "freshInputTokens": 29663 }, "server": null, "complete": true, "requests": 7, "measuredRequests": null, "serverIdleBefore": null, "serverIdleAfter": null, "coverage": { "inputTokens": { "measuredRequests": null, "totalRequests": 7, "complete": null, "missingRequestIndices": [] }, "outputTokens": { "measuredRequests": null, "totalRequests": 7, "complete": null, "missingRequestIndices": [] }, "cacheHitTokens": { "measuredRequests": null, "totalRequests": 7, "complete": null, "missingRequestIndices": [] }, "freshInputTokens": { "measuredRequests": null, "totalRequests": 7, "complete": null, "missingRequestIndices": [] } }, "gaps": [] }, "tokenUpdates": [ { "t": 12219, "inputTokens": 12820, "outputTokens": 202, "cacheHitTokens": 8704, "freshInputTokens": 4116, "partial": false }, { "t": 21957, "inputTokens": 26431, "outputTokens": 331, "cacheHitTokens": 21376, "freshInputTokens": 5055, "partial": false }, { "t": 105788, "inputTokens": 40667, "outputTokens": 2837, "cacheHitTokens": 34816, "freshInputTokens": 5851, "partial": false }, { "t": 113203, "inputTokens": 57433, "outputTokens": 2960, "cacheHitTokens": 48896, "freshInputTokens": 8537, "partial": false }, { "t": 475595, "inputTokens": 75912, "outputTokens": 4736, "cacheHitTokens": 67200, "freshInputTokens": 8712, "partial": false }, { "t": 482442, "inputTokens": 96191, "outputTokens": 4840, "cacheHitTokens": 67200, "freshInputTokens": 28991, "partial": false }, { "t": 511914, "inputTokens": 116959, "outputTokens": 5663, "cacheHitTokens": 87296, "freshInputTokens": 29663, "partial": false } ], "events": [], "timedEvents": 58, "untimedEvents": 0, "stopReasons": [], "files": [], "inventory": [], "warnings": [], "artifactCount": 0, "artifactBytes": 0 }, { "id": "s1-snapshot-drift-r1-lane4", "arm": "codex-terra", "label": "Codex · Terra", "model": "GPT-5.6 Terra · native CLI", "family": "astra", "bantam": false, "recorded": true, "outcome": "PASS", "accepted": true, "completed": true, "wallMs": 106217, "groupsPassed": 5, "groupsTotal": 5, "publicExit": 0, "hiddenExit": 0, "protectedChanges": 0, "accounting": { "full": { "inputTokens": 145342, "outputTokens": 4101, "cacheHitTokens": 106752, "freshInputTokens": 38590 }, "subset": null, "native": { "inputTokens": 145342, "outputTokens": 4101, "cacheHitTokens": 106752, "freshInputTokens": 38590 }, "server": null, "complete": true, "requests": 9, "measuredRequests": null, "serverIdleBefore": null, "serverIdleAfter": null, "coverage": { "inputTokens": { "measuredRequests": null, "totalRequests": 9, "complete": null, "missingRequestIndices": [] }, "outputTokens": { "measuredRequests": null, "totalRequests": 9, "complete": null, "missingRequestIndices": [] }, "cacheHitTokens": { "measuredRequests": null, "totalRequests": 9, "complete": null, "missingRequestIndices": [] }, "freshInputTokens": { "measuredRequests": null, "totalRequests": 9, "complete": null, "missingRequestIndices": [] } }, "gaps": [] }, "tokenUpdates": [ { "t": 8543, "inputTokens": 12822, "outputTokens": 189, "cacheHitTokens": 0, "freshInputTokens": 12822, "partial": false }, { "t": 38278, "inputTokens": 26424, "outputTokens": 1667, "cacheHitTokens": 12032, "freshInputTokens": 14392, "partial": false }, { "t": 49121, "inputTokens": 41528, "outputTokens": 2094, "cacheHitTokens": 12032, "freshInputTokens": 29496, "partial": false }, { "t": 55884, "inputTokens": 57083, "outputTokens": 2294, "cacheHitTokens": 26112, "freshInputTokens": 30971, "partial": false }, { "t": 61791, "inputTokens": 73040, "outputTokens": 2435, "cacheHitTokens": 41216, "freshInputTokens": 31824, "partial": false }, { "t": 81136, "inputTokens": 89731, "outputTokens": 3347, "cacheHitTokens": 56320, "freshInputTokens": 33411, "partial": false }, { "t": 88260, "inputTokens": 107358, "outputTokens": 3571, "cacheHitTokens": 72448, "freshInputTokens": 34910, "partial": false }, { "t": 94364, "inputTokens": 125431, "outputTokens": 3742, "cacheHitTokens": 89600, "freshInputTokens": 35831, "partial": false }, { "t": 104561, "inputTokens": 145342, "outputTokens": 4101, "cacheHitTokens": 106752, "freshInputTokens": 38590, "partial": false } ], "events": [], "timedEvents": 67, "untimedEvents": 0, "stopReasons": [], "files": [], "inventory": [], "warnings": [], "artifactCount": 0, "artifactBytes": 0 }, { "id": "s1-snapshot-drift-r1-lane5", "arm": "bantam-local-27b", "label": "BANTAM · local", "model": "Qwen 27B · same local model", "family": "local", "bantam": true, "recorded": true, "outcome": "PASS", "accepted": true, "completed": true, "wallMs": 124343, "groupsPassed": 5, "groupsTotal": 5, "publicExit": 0, "hiddenExit": 0, "protectedChanges": 0, "accounting": { "full": { "inputTokens": 409391, "outputTokens": 8124, "cacheHitTokens": 377438, "freshInputTokens": 31953 }, "subset": { "inputTokens": 409391, "outputTokens": 8124, "cacheHitTokens": 377438, "freshInputTokens": 31953 }, "native": { "inputTokens": 409391, "outputTokens": 8124, "cacheHitTokens": 377438, "freshInputTokens": 31953 }, "server": { "inputTokens": 409360, "outputTokens": 8124, "cacheHitTokens": 377400, "freshInputTokens": 31960 }, "complete": true, "requests": 29, "measuredRequests": 29, "serverIdleBefore": true, "serverIdleAfter": true, "coverage": { "inputTokens": { "measuredRequests": 29, "totalRequests": 29, "complete": true, "missingRequestIndices": [] }, "outputTokens": { "measuredRequests": 29, "totalRequests": 29, "complete": true, "missingRequestIndices": [] }, "cacheHitTokens": { "measuredRequests": 29, "totalRequests": 29, "complete": true, "missingRequestIndices": [] }, "freshInputTokens": { "measuredRequests": 29, "totalRequests": 29, "complete": true, "missingRequestIndices": [] } }, "gaps": [] }, "performance": { "source": "saved-server-timings", "generation": { "tokens": 8124, "milliseconds": 91896.18699999999, "measuredRequests": 29, "totalRequests": 29 }, "prefill": { "tokens": 31953, "milliseconds": 20975.387, "measuredRequests": 29, "totalRequests": 29 }, "evidenceSha256": "6756807d194fc63ae813c97baea909ac77118207ae444a4005f23acbc8a011e8", "hardware": "rtx-4090-24gb", "hardwareBasis": "operator-confirmed", "quantization": "Q4_K_P", "contextTokens": 72192 }, "tokenUpdates": [ { "t": 3402, "inputTokens": 4007, "outputTokens": 17, "cacheHitTokens": 0, "freshInputTokens": 4007, "partial": false }, { "t": 3861, "inputTokens": 8032, "outputTokens": 55, "cacheHitTokens": 4023, "freshInputTokens": 4009, "partial": false }, { "t": 5017, "inputTokens": 12954, "outputTokens": 70, "cacheHitTokens": 7002, "freshInputTokens": 5952, "partial": false }, { "t": 25748, "inputTokens": 18434, "outputTokens": 1843, "cacheHitTokens": 11940, "freshInputTokens": 6494, "partial": false }, { "t": 26989, "inputTokens": 25826, "outputTokens": 1854, "cacheHitTokens": 17416, "freshInputTokens": 8410, "partial": false }, { "t": 32778, "inputTokens": 29318, "outputTokens": 2162, "cacheHitTokens": 17416, "freshInputTokens": 11902, "partial": false }, { "t": 35785, "inputTokens": 37946, "outputTokens": 2325, "cacheHitTokens": 24819, "freshInputTokens": 13127, "partial": false }, { "t": 40413, "inputTokens": 46738, "outputTokens": 2741, "cacheHitTokens": 33443, "freshInputTokens": 13295, "partial": false }, { "t": 42967, "inputTokens": 56795, "outputTokens": 2778, "cacheHitTokens": 42067, "freshInputTokens": 14728, "partial": false }, { "t": 45554, "inputTokens": 66890, "outputTokens": 3025, "cacheHitTokens": 52120, "freshInputTokens": 14770, "partial": false }, { "t": 46749, "inputTokens": 78257, "outputTokens": 3052, "cacheHitTokens": 62173, "freshInputTokens": 16084, "partial": false }, { "t": 48875, "inputTokens": 89652, "outputTokens": 3273, "cacheHitTokens": 73536, "freshInputTokens": 16116, "partial": false }, { "t": 50370, "inputTokens": 102049, "outputTokens": 3290, "cacheHitTokens": 84899, "freshInputTokens": 17150, "partial": false }, { "t": 52728, "inputTokens": 114987, "outputTokens": 3393, "cacheHitTokens": 97312, "freshInputTokens": 17675, "partial": false }, { "t": 59837, "inputTokens": 128029, "outputTokens": 4012, "cacheHitTokens": 110353, "freshInputTokens": 17676, "partial": false }, { "t": 62310, "inputTokens": 142894, "outputTokens": 4037, "cacheHitTokens": 121716, "freshInputTokens": 21178, "partial": false }, { "t": 87616, "inputTokens": 157785, "outputTokens": 5981, "cacheHitTokens": 136577, "freshInputTokens": 21208, "partial": false }, { "t": 89400, "inputTokens": 175372, "outputTokens": 5996, "cacheHitTokens": 151438, "freshInputTokens": 23934, "partial": false }, { "t": 94003, "inputTokens": 194026, "outputTokens": 6293, "cacheHitTokens": 169041, "freshInputTokens": 24985, "partial": false }, { "t": 95975, "inputTokens": 212978, "outputTokens": 6453, "cacheHitTokens": 187691, "freshInputTokens": 25287, "partial": false }, { "t": 97109, "inputTokens": 232358, "outputTokens": 6468, "cacheHitTokens": 206341, "freshInputTokens": 26017, "partial": false }, { "t": 101829, "inputTokens": 252708, "outputTokens": 6736, "cacheHitTokens": 225737, "freshInputTokens": 26971, "partial": false }, { "t": 105567, "inputTokens": 273327, "outputTokens": 7092, "cacheHitTokens": 246355, "freshInputTokens": 26972, "partial": false }, { "t": 106618, "inputTokens": 294545, "outputTokens": 7107, "cacheHitTokens": 266701, "freshInputTokens": 27844, "partial": false }, { "t": 109026, "inputTokens": 316779, "outputTokens": 7213, "cacheHitTokens": 287935, "freshInputTokens": 28844, "partial": false }, { "t": 110953, "inputTokens": 339120, "outputTokens": 7399, "cacheHitTokens": 310274, "freshInputTokens": 28846, "partial": false }, { "t": 112931, "inputTokens": 361932, "outputTokens": 7414, "cacheHitTokens": 330620, "freshInputTokens": 31312, "partial": false }, { "t": 121682, "inputTokens": 385399, "outputTokens": 7938, "cacheHitTokens": 353448, "freshInputTokens": 31951, "partial": false }, { "t": 123906, "inputTokens": 409391, "outputTokens": 8124, "cacheHitTokens": 377438, "freshInputTokens": 31953, "partial": false } ], "events": [], "timedEvents": 122, "untimedEvents": 18, "stopReasons": [], "files": [], "inventory": [], "warnings": [], "artifactCount": 0, "artifactBytes": 0 }, { "id": "s1-snapshot-drift-r1-lane6", "arm": "deepseek-local-27b", "label": "DeepSeek Harness", "model": "Qwen 27B · same local model", "family": "local", "bantam": false, "recorded": true, "outcome": "PASS", "accepted": true, "completed": true, "wallMs": 465784, "groupsPassed": 5, "groupsTotal": 5, "publicExit": 0, "hiddenExit": 0, "protectedChanges": 0, "accounting": { "full": { "inputTokens": 485350, "outputTokens": 28346, "cacheHitTokens": 470652, "freshInputTokens": 14698 }, "subset": { "inputTokens": 485350, "outputTokens": 28346, "cacheHitTokens": 470652, "freshInputTokens": 14698 }, "native": null, "server": { "inputTokens": 485400, "outputTokens": 28346, "cacheHitTokens": 470700, "freshInputTokens": 14700 }, "complete": true, "requests": 17, "measuredRequests": 17, "serverIdleBefore": true, "serverIdleAfter": true, "coverage": { "inputTokens": { "measuredRequests": 17, "totalRequests": 17, "complete": true, "missingRequestIndices": [] }, "outputTokens": { "measuredRequests": 17, "totalRequests": 17, "complete": true, "missingRequestIndices": [] }, "cacheHitTokens": { "measuredRequests": 17, "totalRequests": 17, "complete": true, "missingRequestIndices": [] }, "freshInputTokens": { "measuredRequests": 17, "totalRequests": 17, "complete": true, "missingRequestIndices": [] } }, "gaps": [] }, "performance": { "source": "saved-server-timings", "generation": { "tokens": 28346, "milliseconds": 444912.9389999999, "measuredRequests": 17, "totalRequests": 17 }, "prefill": { "tokens": 14698, "milliseconds": 12884.306000000002, "measuredRequests": 17, "totalRequests": 17 }, "evidenceSha256": "4c1b5d0d5f0a7bb196470425cecfa7ee9baa142117dc9252bbf9fa2fb935ffba", "hardware": "rtx-4090-24gb", "hardwareBasis": "operator-confirmed", "quantization": "Q4_K_P", "contextTokens": 72192 }, "tokenUpdates": [ { "t": 3981, "inputTokens": 1054, "outputTokens": 64, "cacheHitTokens": 0, "freshInputTokens": 1054, "partial": false }, { "t": 8715, "inputTokens": 9947, "outputTokens": 143, "cacheHitTokens": 26, "freshInputTokens": 9921, "partial": false }, { "t": 9937, "inputTokens": 19086, "outputTokens": 238, "cacheHitTokens": 8999, "freshInputTokens": 10087, "partial": false }, { "t": 286705, "inputTokens": 29636, "outputTokens": 17028, "cacheHitTokens": 18232, "freshInputTokens": 11404, "partial": false }, { "t": 306339, "inputTokens": 57006, "outputTokens": 18642, "cacheHitTokens": 45573, "freshInputTokens": 11433, "partial": false }, { "t": 360348, "inputTokens": 86033, "outputTokens": 22663, "cacheHitTokens": 74558, "freshInputTokens": 11475, "partial": false }, { "t": 367697, "inputTokens": 119126, "outputTokens": 23191, "cacheHitTokens": 107607, "freshInputTokens": 11519, "partial": false }, { "t": 371449, "inputTokens": 152776, "outputTokens": 23429, "cacheHitTokens": 141229, "freshInputTokens": 11547, "partial": false }, { "t": 373839, "inputTokens": 186950, "outputTokens": 23515, "cacheHitTokens": 175117, "freshInputTokens": 11833, "partial": false }, { "t": 382771, "inputTokens": 221655, "outputTokens": 24066, "cacheHitTokens": 209378, "freshInputTokens": 12277, "partial": false }, { "t": 386432, "inputTokens": 256940, "outputTokens": 24265, "cacheHitTokens": 244635, "freshInputTokens": 12305, "partial": false }, { "t": 397914, "inputTokens": 292619, "outputTokens": 24818, "cacheHitTokens": 280119, "freshInputTokens": 12500, "partial": false }, { "t": 422261, "inputTokens": 328962, "outputTokens": 26157, "cacheHitTokens": 316350, "freshInputTokens": 12612, "partial": false }, { "t": 429894, "inputTokens": 367056, "outputTokens": 26605, "cacheHitTokens": 352689, "freshInputTokens": 14367, "partial": false }, { "t": 451368, "inputTokens": 405664, "outputTokens": 27616, "cacheHitTokens": 391231, "freshInputTokens": 14433, "partial": false }, { "t": 453591, "inputTokens": 445350, "outputTokens": 27730, "cacheHitTokens": 430851, "freshInputTokens": 14499, "partial": false }, { "t": 465317, "inputTokens": 485350, "outputTokens": 28346, "cacheHitTokens": 470652, "freshInputTokens": 14698, "partial": false } ], "events": [], "timedEvents": 35, "untimedEvents": 0, "stopReasons": [], "files": [], "inventory": [], "warnings": [], "artifactCount": 0, "artifactBytes": 0 }, { "id": "s1-snapshot-drift-r1-lane7", "arm": "opencode", "label": "OpenCode", "model": "Qwen 27B · same local model", "family": "local", "bantam": false, "recorded": true, "outcome": "PASS", "accepted": true, "completed": true, "wallMs": 403218, "groupsPassed": 5, "groupsTotal": 5, "publicExit": 0, "hiddenExit": 0, "protectedChanges": 0, "accounting": { "full": { "inputTokens": 265821, "outputTokens": 25282, "cacheHitTokens": 224796, "freshInputTokens": 41025 }, "subset": { "inputTokens": 265821, "outputTokens": 25282, "cacheHitTokens": 224796, "freshInputTokens": 41025 }, "native": null, "server": { "inputTokens": 265830, "outputTokens": 25290, "cacheHitTokens": 224800, "freshInputTokens": 41030 }, "complete": true, "requests": 14, "measuredRequests": 14, "serverIdleBefore": true, "serverIdleAfter": true, "coverage": { "inputTokens": { "measuredRequests": 14, "totalRequests": 14, "complete": true, "missingRequestIndices": [] }, "outputTokens": { "measuredRequests": 14, "totalRequests": 14, "complete": true, "missingRequestIndices": [] }, "cacheHitTokens": { "measuredRequests": 14, "totalRequests": 14, "complete": true, "missingRequestIndices": [] }, "freshInputTokens": { "measuredRequests": 14, "totalRequests": 14, "complete": true, "missingRequestIndices": [] } }, "gaps": [] }, "performance": { "source": "saved-server-timings", "generation": { "tokens": 25282, "milliseconds": 373452.86900000006, "measuredRequests": 14, "totalRequests": 14 }, "prefill": { "tokens": 41025, "milliseconds": 21180.256999999998, "measuredRequests": 14, "totalRequests": 14 }, "evidenceSha256": "9aa9204e12a0e52a28e35854e27c064ad1b5e193c8e4094c2fa835c8cddc320d", "hardware": "rtx-4090-24gb", "hardwareBasis": "operator-confirmed", "quantization": "Q4_K_P", "contextTokens": 72192 }, "tokenUpdates": [ { "t": 9288, "inputTokens": 1461, "outputTokens": 395, "cacheHitTokens": 577, "freshInputTokens": 884, "partial": false }, { "t": 11321, "inputTokens": 9819, "outputTokens": 491, "cacheHitTokens": 8051, "freshInputTokens": 1768, "partial": false }, { "t": 12514, "inputTokens": 18461, "outputTokens": 586, "cacheHitTokens": 16504, "freshInputTokens": 1957, "partial": false }, { "t": 233556, "inputTokens": 28514, "outputTokens": 14489, "cacheHitTokens": 25241, "freshInputTokens": 3273, "partial": false }, { "t": 251334, "inputTokens": 52500, "outputTokens": 16039, "cacheHitTokens": 49197, "freshInputTokens": 3303, "partial": false }, { "t": 300094, "inputTokens": 78056, "outputTokens": 19797, "cacheHitTokens": 74734, "freshInputTokens": 3322, "partial": false }, { "t": 328904, "inputTokens": 107390, "outputTokens": 21582, "cacheHitTokens": 104047, "freshInputTokens": 3343, "partial": false }, { "t": 329947, "inputTokens": 138528, "outputTokens": 21633, "cacheHitTokens": 135167, "freshInputTokens": 3361, "partial": false }, { "t": 338722, "inputTokens": 170905, "outputTokens": 22152, "cacheHitTokens": 166356, "freshInputTokens": 4549, "partial": false }, { "t": 377371, "inputTokens": 187736, "outputTokens": 24194, "cacheHitTokens": 166356, "freshInputTokens": 21380, "partial": false }, { "t": 387041, "inputTokens": 206230, "outputTokens": 24267, "cacheHitTokens": 166356, "freshInputTokens": 39874, "partial": false }, { "t": 391251, "inputTokens": 225657, "outputTokens": 24547, "cacheHitTokens": 184924, "freshInputTokens": 40733, "partial": false }, { "t": 394375, "inputTokens": 245621, "outputTokens": 24746, "cacheHitTokens": 204632, "freshInputTokens": 40989, "partial": false }, { "t": 402968, "inputTokens": 265821, "outputTokens": 25282, "cacheHitTokens": 224796, "freshInputTokens": 41025, "partial": false } ], "events": [], "timedEvents": 76, "untimedEvents": 0, "stopReasons": [], "files": [], "inventory": [], "warnings": [], "artifactCount": 0, "artifactBytes": 0 }, { "id": "s1-snapshot-drift-r1-lane8", "arm": "pi", "label": "Pi", "model": "Qwen 27B · same local model", "family": "local", "bantam": false, "recorded": true, "outcome": "OUTPUT_ONLY", "accepted": true, "completed": false, "wallMs": 600008, "groupsPassed": 5, "groupsTotal": 5, "publicExit": 0, "hiddenExit": 0, "protectedChanges": 0, "accounting": { "full": { "inputTokens": null, "outputTokens": null, "cacheHitTokens": null, "freshInputTokens": null }, "subset": { "inputTokens": 642107, "outputTokens": 38643, "cacheHitTokens": 613734, "freshInputTokens": 28373 }, "native": null, "server": { "inputTokens": 689470, "outputTokens": 39060, "cacheHitTokens": 659400, "freshInputTokens": 30070 }, "complete": false, "requests": 22, "measuredRequests": 21, "serverIdleBefore": true, "serverIdleAfter": true, "coverage": { "inputTokens": { "measuredRequests": 21, "totalRequests": 22, "complete": false, "missingRequestIndices": [ 22 ] }, "outputTokens": { "measuredRequests": 21, "totalRequests": 22, "complete": false, "missingRequestIndices": [ 22 ] }, "cacheHitTokens": { "measuredRequests": 21, "totalRequests": 22, "complete": false, "missingRequestIndices": [ 22 ] }, "freshInputTokens": { "measuredRequests": 21, "totalRequests": 22, "complete": false, "missingRequestIndices": [ 22 ] } }, "gaps": [ { "index": 22, "missingFields": [ "inputTokens", "outputTokens", "cacheHitTokens", "freshInputTokens" ], "finished": false, "responseBytes": 136540 } ] }, "performance": { "source": "saved-server-timings", "generation": { "tokens": 38643, "milliseconds": 563104.965, "measuredRequests": 21, "totalRequests": 22 }, "prefill": { "tokens": 28373, "milliseconds": 21721.227999999996, "measuredRequests": 21, "totalRequests": 22 }, "evidenceSha256": "f663d5f712d8ffcbf3ffe2ea149356b518b8d6db6775affd8ddad71294fc9c55", "hardware": "rtx-4090-24gb", "hardwareBasis": "operator-confirmed", "quantization": "Q4_K_P", "contextTokens": 72192 }, "tokenUpdates": [ { "t": 4049, "inputTokens": 2412, "outputTokens": 70, "cacheHitTokens": 560, "freshInputTokens": 1852, "partial": false }, { "t": 5246, "inputTokens": 5078, "outputTokens": 162, "cacheHitTokens": 3042, "freshInputTokens": 2036, "partial": false }, { "t": 323063, "inputTokens": 8831, "outputTokens": 22060, "cacheHitTokens": 5801, "freshInputTokens": 3030, "partial": false }, { "t": 337382, "inputTokens": 34712, "outputTokens": 22231, "cacheHitTokens": 9550, "freshInputTokens": 25162, "partial": false }, { "t": 358558, "inputTokens": 60803, "outputTokens": 24028, "cacheHitTokens": 35601, "freshInputTokens": 25202, "partial": false }, { "t": 409381, "inputTokens": 88714, "outputTokens": 28087, "cacheHitTokens": 63490, "freshInputTokens": 25224, "partial": false }, { "t": 413640, "inputTokens": 120709, "outputTokens": 28389, "cacheHitTokens": 95461, "freshInputTokens": 25248, "partial": false }, { "t": 415606, "inputTokens": 153037, "outputTokens": 28503, "cacheHitTokens": 127759, "freshInputTokens": 25278, "partial": false }, { "t": 416922, "inputTokens": 185713, "outputTokens": 28571, "cacheHitTokens": 160200, "freshInputTokens": 25513, "partial": false }, { "t": 420743, "inputTokens": 218798, "outputTokens": 28819, "cacheHitTokens": 192944, "freshInputTokens": 25854, "partial": false }, { "t": 427010, "inputTokens": 252907, "outputTokens": 29256, "cacheHitTokens": 226277, "freshInputTokens": 26630, "partial": false }, { "t": 428817, "inputTokens": 287482, "outputTokens": 29354, "cacheHitTokens": 260822, "freshInputTokens": 26660, "partial": false }, { "t": 430042, "inputTokens": 322363, "outputTokens": 29407, "cacheHitTokens": 295496, "freshInputTokens": 26867, "partial": false }, { "t": 442971, "inputTokens": 357418, "outputTokens": 30071, "cacheHitTokens": 330431, "freshInputTokens": 26987, "partial": false }, { "t": 456744, "inputTokens": 393461, "outputTokens": 30843, "cacheHitTokens": 366151, "freshInputTokens": 27310, "partial": false }, { "t": 474762, "inputTokens": 430513, "outputTokens": 31839, "cacheHitTokens": 402967, "freshInputTokens": 27546, "partial": false }, { "t": 487622, "inputTokens": 468873, "outputTokens": 32599, "cacheHitTokens": 441015, "freshInputTokens": 27858, "partial": false }, { "t": 557870, "inputTokens": 508038, "outputTokens": 36446, "cacheHitTokens": 480134, "freshInputTokens": 27904, "partial": false }, { "t": 586170, "inputTokens": 551314, "outputTokens": 38369, "cacheHitTokens": 523145, "freshInputTokens": 28169, "partial": false }, { "t": 589323, "inputTokens": 596537, "outputTokens": 38538, "cacheHitTokens": 568343, "freshInputTokens": 28194, "partial": false }, { "t": 592006, "inputTokens": 642107, "outputTokens": 38643, "cacheHitTokens": 613734, "freshInputTokens": 28373, "partial": false } ], "events": [], "timedEvents": 38255, "untimedEvents": 0, "stopReasons": [], "files": [], "inventory": [], "warnings": [], "artifactCount": 0, "artifactBytes": 0 } ] } ] } ] }