{ "schema": "bantam.launch-fight-card.v1", "generatedAt": "2026-09-08T18:46:54.921Z", "source": { "sha256": "09439f243e8b760e1bf86c7161eb8e53197e182652a4879b6760176be44b5d05", "schema": "bantam.factory-showcase.v1" }, "comparison": null, "spotlight": null, "series": [ { "id": "series-1", "title": "Factory system comparison", "kind": "comparison", "complete": true, "startedAt": "2026-09-08T04:51:52.733Z", "finishedAt": "2026-09-08T05:11:18.208Z", "followups": [ { "schema": "bantam.fight-followup.v1", "previousSourceSha256": "4612f47f9e3b49ea2fd73cbc7ae6539ea20b27f2847353414a0338352d27d71d", "baselineManifestSha256": "2a2547782b0d5dc4b4cea7833fb3d92636c626980ea5564958f5d0888b40395f", "manifestSha256": "657b871cf8c0b77d77b4b6141895b173e3d732aac8298e8ac9b6f35e804a320c", "materialsSha256": "33ecad14fb23e569661d3c4178e3f236877a6f905290ecc2362b239c678cfdc5", "modelSha256": "ba36dc3c2b2ff5e0aa5d71092a8894546996a6a119ae391803dda07cdc08516d", "startedAt": "2026-09-08T18:34:43.100Z", "finishedAt": "2026-09-08T18:46:54.921Z", "arms": [ "opencode" ], "wallMs": 600000, "contextTokens": 72192, "peerOutputTokens": 32768 } ], "counts": { "observed": 7, "planned": 7, "accepted": 7, "completed": 7, "pass": 7, "groupsMeasured": 7, "groupsPassed": 35, "groupsTotal": 35 }, "cards": [ { "id": "s1-retry-budget-r1", "card": "retry-budget", "title": "Retry budget", "kind": "REPAIR", "number": "02", "description": "Respect backoff, server retry hints and a hard remaining-time budget without overflow.", "repeat": 1, "rows": [ { "id": "s1-retry-budget-r1-lane1", "arm": "bantam-local-27b", "label": "BANTAM · local", "model": "Qwen 27B · same local model", "family": "local", "bantam": true, "recorded": true, "outcome": "PASS", "accepted": true, "completed": true, "wallMs": 141654, "groupsPassed": 5, "groupsTotal": 5, "publicExit": 0, "hiddenExit": 0, "protectedChanges": 0, "accounting": { "full": { "inputTokens": 304594, "outputTokens": 9969, "cacheHitTokens": 273649, "freshInputTokens": 30945 }, "subset": { "inputTokens": 304594, "outputTokens": 9969, "cacheHitTokens": 273649, "freshInputTokens": 30945 }, "native": { "inputTokens": 304594, "outputTokens": 9969, "cacheHitTokens": 273649, "freshInputTokens": 30945 }, "server": { "inputTokens": 304650, "outputTokens": 9969, "cacheHitTokens": 273700, "freshInputTokens": 30950 }, "complete": true, "requests": 23, "measuredRequests": 23, "serverIdleBefore": true, "serverIdleAfter": true, "coverage": { "inputTokens": { "measuredRequests": 23, "totalRequests": 23, "complete": true, "missingRequestIndices": [] }, "outputTokens": { "measuredRequests": 23, "totalRequests": 23, "complete": true, "missingRequestIndices": [] }, "cacheHitTokens": { "measuredRequests": 23, "totalRequests": 23, "complete": true, "missingRequestIndices": [] }, "freshInputTokens": { "measuredRequests": 23, "totalRequests": 23, "complete": true, "missingRequestIndices": [] } }, "gaps": [] }, "performance": { "source": "saved-server-timings", "generation": { "tokens": 9969, "milliseconds": 113948.30900000002, "measuredRequests": 23, "totalRequests": 23 }, "prefill": { "tokens": 30945, "milliseconds": 18741.175, "measuredRequests": 23, "totalRequests": 23 }, "evidenceSha256": "8ff5fbc427dd977a958202c74fa3bf5abe631d8ce6e11d5612e4746ae53dc442", "hardware": "rtx-4090-24gb", "hardwareBasis": "operator-confirmed", "quantization": "Q4_K_P", "contextTokens": 72192 }, "tokenUpdates": [ { "t": 3154, "inputTokens": 3675, "outputTokens": 16, "cacheHitTokens": 0, "freshInputTokens": 3675, "partial": false }, { "t": 3751, "inputTokens": 7367, "outputTokens": 55, "cacheHitTokens": 3671, "freshInputTokens": 3696, "partial": false }, { "t": 4345, "inputTokens": 11468, "outputTokens": 69, "cacheHitTokens": 7342, "freshInputTokens": 4126, "partial": false }, { "t": 23215, "inputTokens": 15793, "outputTokens": 1814, "cacheHitTokens": 11458, "freshInputTokens": 4335, "partial": false }, { "t": 36468, "inputTokens": 22849, "outputTokens": 2953, "cacheHitTokens": 17529, "freshInputTokens": 5320, "partial": false }, { "t": 49399, "inputTokens": 31474, "outputTokens": 4092, "cacheHitTokens": 25723, "freshInputTokens": 5751, "partial": false }, { "t": 49972, "inputTokens": 41323, "outputTokens": 4107, "cacheHitTokens": 35487, "freshInputTokens": 5836, "partial": false }, { "t": 53076, "inputTokens": 44005, "outputTokens": 4164, "cacheHitTokens": 35487, "freshInputTokens": 8518, "partial": false }, { "t": 55074, "inputTokens": 54896, "outputTokens": 4238, "cacheHitTokens": 45352, "freshInputTokens": 9544, "partial": false }, { "t": 68193, "inputTokens": 65862, "outputTokens": 5359, "cacheHitTokens": 56316, "freshInputTokens": 9546, "partial": false }, { "t": 71108, "inputTokens": 79395, "outputTokens": 5450, "cacheHitTokens": 67203, "freshInputTokens": 12192, "partial": false }, { "t": 93302, "inputTokens": 93020, "outputTokens": 7256, "cacheHitTokens": 80826, "freshInputTokens": 12194, "partial": false }, { "t": 95918, "inputTokens": 108743, "outputTokens": 7275, "cacheHitTokens": 91713, "freshInputTokens": 17030, "partial": false }, { "t": 98465, "inputTokens": 124954, "outputTokens": 7376, "cacheHitTokens": 107456, "freshInputTokens": 17498, "partial": false }, { "t": 110769, "inputTokens": 141267, "outputTokens": 8361, "cacheHitTokens": 123663, "freshInputTokens": 17604, "partial": false }, { "t": 113568, "inputTokens": 160041, "outputTokens": 8423, "cacheHitTokens": 139870, "freshInputTokens": 20171, "partial": false }, { "t": 123500, "inputTokens": 178878, "outputTokens": 9236, "cacheHitTokens": 158706, "freshInputTokens": 20172, "partial": false }, { "t": 128029, "inputTokens": 198923, "outputTokens": 9255, "cacheHitTokens": 169593, "freshInputTokens": 29330, "partial": false }, { "t": 131333, "inputTokens": 219614, "outputTokens": 9385, "cacheHitTokens": 189658, "freshInputTokens": 29956, "partial": false }, { "t": 131983, "inputTokens": 240436, "outputTokens": 9403, "cacheHitTokens": 210345, "freshInputTokens": 30091, "partial": false }, { "t": 133326, "inputTokens": 261420, "outputTokens": 9418, "cacheHitTokens": 231032, "freshInputTokens": 30388, "partial": false }, { "t": 135102, "inputTokens": 282975, "outputTokens": 9481, "cacheHitTokens": 252032, "freshInputTokens": 30943, "partial": false }, { "t": 141287, "inputTokens": 304594, "outputTokens": 9969, "cacheHitTokens": 273649, "freshInputTokens": 30945, "partial": false } ], "events": [], "timedEvents": 108, "untimedEvents": 15, "stopReasons": [], "files": [], "inventory": [], "warnings": [], "artifactCount": 0, "artifactBytes": 0 }, { "id": "s1-retry-budget-r1-lane2", "arm": "deepseek-local-27b", "label": "DeepSeek Harness", "model": "Qwen 27B · same local model", "family": "local", "bantam": false, "recorded": true, "outcome": "PASS", "accepted": true, "completed": true, "wallMs": 445841, "groupsPassed": 5, "groupsTotal": 5, "publicExit": 0, "hiddenExit": 0, "protectedChanges": 0, "accounting": { "full": { "inputTokens": 397922, "outputTokens": 27046, "cacheHitTokens": 384287, "freshInputTokens": 13635 }, "subset": { "inputTokens": 397922, "outputTokens": 27046, "cacheHitTokens": 384287, "freshInputTokens": 13635 }, "native": null, "server": { "inputTokens": 397930, "outputTokens": 27046, "cacheHitTokens": 384300, "freshInputTokens": 13630 }, "complete": true, "requests": 15, "measuredRequests": 15, "serverIdleBefore": true, "serverIdleAfter": true, "coverage": { "inputTokens": { "measuredRequests": 15, "totalRequests": 15, "complete": true, "missingRequestIndices": [] }, "outputTokens": { "measuredRequests": 15, "totalRequests": 15, "complete": true, "missingRequestIndices": [] }, "cacheHitTokens": { "measuredRequests": 15, "totalRequests": 15, "complete": true, "missingRequestIndices": [] }, "freshInputTokens": { "measuredRequests": 15, "totalRequests": 15, "complete": true, "missingRequestIndices": [] } }, "gaps": [] }, "performance": { "source": "saved-server-timings", "generation": { "tokens": 27046, "milliseconds": 427646.369, "measuredRequests": 15, "totalRequests": 15 }, "prefill": { "tokens": 13635, "milliseconds": 10909.500000000002, "measuredRequests": 15, "totalRequests": 15 }, "evidenceSha256": "71097fe1c43a5db0a966ce4d4ce2162884c5f365cc8ad07ccf6f80426ddd5b72", "hardware": "rtx-4090-24gb", "hardwareBasis": "operator-confirmed", "quantization": "Q4_K_P", "contextTokens": 72192 }, "tokenUpdates": [ { "t": 3625, "inputTokens": 707, "outputTokens": 64, "cacheHitTokens": 0, "freshInputTokens": 707, "partial": false }, { "t": 8405, "inputTokens": 9267, "outputTokens": 160, "cacheHitTokens": 0, "freshInputTokens": 9267, "partial": false }, { "t": 9633, "inputTokens": 18090, "outputTokens": 254, "cacheHitTokens": 8657, "freshInputTokens": 9433, "partial": false }, { "t": 291334, "inputTokens": 27453, "outputTokens": 17506, "cacheHitTokens": 17575, "freshInputTokens": 9878, "partial": false }, { "t": 308611, "inputTokens": 54373, "outputTokens": 18815, "cacheHitTokens": 44189, "freshInputTokens": 10184, "partial": false }, { "t": 351661, "inputTokens": 82646, "outputTokens": 21952, "cacheHitTokens": 72417, "freshInputTokens": 10229, "partial": false }, { "t": 355510, "inputTokens": 114101, "outputTokens": 22194, "cacheHitTokens": 103827, "freshInputTokens": 10274, "partial": false }, { "t": 371975, "inputTokens": 146004, "outputTokens": 23216, "cacheHitTokens": 135524, "freshInputTokens": 10480, "partial": false }, { "t": 380947, "inputTokens": 178956, "outputTokens": 23753, "cacheHitTokens": 168449, "freshInputTokens": 10507, "partial": false }, { "t": 408769, "inputTokens": 213053, "outputTokens": 25106, "cacheHitTokens": 201938, "freshInputTokens": 11115, "partial": false }, { "t": 412043, "inputTokens": 248531, "outputTokens": 25337, "cacheHitTokens": 237387, "freshInputTokens": 11144, "partial": false }, { "t": 415529, "inputTokens": 284268, "outputTokens": 25605, "cacheHitTokens": 273097, "freshInputTokens": 11171, "partial": false }, { "t": 423536, "inputTokens": 320450, "outputTokens": 25960, "cacheHitTokens": 309101, "freshInputTokens": 11349, "partial": false }, { "t": 427893, "inputTokens": 358896, "outputTokens": 26164, "cacheHitTokens": 345637, "freshInputTokens": 13259, "partial": false }, { "t": 445528, "inputTokens": 397922, "outputTokens": 27046, "cacheHitTokens": 384287, "freshInputTokens": 13635, "partial": false } ], "events": [], "timedEvents": 31, "untimedEvents": 0, "stopReasons": [], "files": [], "inventory": [], "warnings": [], "artifactCount": 0, "artifactBytes": 0 }, { "id": "s1-retry-budget-r1-lane3", "arm": "hermes", "label": "Hermes", "model": "Qwen 27B · same local model", "family": "local", "bantam": false, "recorded": true, "outcome": "PASS", "accepted": true, "completed": true, "wallMs": 562038, "groupsPassed": 5, "groupsTotal": 5, "publicExit": 0, "hiddenExit": 0, "protectedChanges": 0, "accounting": { "full": { "inputTokens": null, "outputTokens": null, "cacheHitTokens": null, "freshInputTokens": null }, "subset": { "inputTokens": 510541, "outputTokens": 33214, "cacheHitTokens": 481155, "freshInputTokens": 29386 }, "native": null, "server": { "inputTokens": 533700, "outputTokens": 33214, "cacheHitTokens": 503800, "freshInputTokens": 29900 }, "complete": false, "requests": 26, "measuredRequests": 25, "serverIdleBefore": true, "serverIdleAfter": true, "coverage": { "inputTokens": { "measuredRequests": 25, "totalRequests": 26, "complete": false, "missingRequestIndices": [ 32 ] }, "outputTokens": { "measuredRequests": 25, "totalRequests": 26, "complete": false, "missingRequestIndices": [ 32 ] }, "cacheHitTokens": { "measuredRequests": 25, "totalRequests": 26, "complete": false, "missingRequestIndices": [ 32 ] }, "freshInputTokens": { "measuredRequests": 25, "totalRequests": 26, "complete": false, "missingRequestIndices": [ 32 ] } }, "gaps": [ { "index": 32, "missingFields": [ "inputTokens", "outputTokens", "cacheHitTokens", "freshInputTokens" ], "finished": false, "responseBytes": 0 } ] }, "performance": { "source": "saved-server-timings", "generation": { "tokens": 33214, "milliseconds": 522284.8900000002, "measuredRequests": 25, "totalRequests": 26 }, "prefill": { "tokens": 29386, "milliseconds": 21118.409, "measuredRequests": 25, "totalRequests": 26 }, "evidenceSha256": "33eaf05fe4074ee2b3f649204f038fc790ae5bcd1c87c548f93beef1bf6e79f0", "hardware": "rtx-4090-24gb", "hardwareBasis": "operator-confirmed", "quantization": "Q4_K_P", "contextTokens": 72192 }, "tokenUpdates": [ { "t": 6826, "inputTokens": 12942, "outputTokens": 60, "cacheHitTokens": 11964, "freshInputTokens": 978, "partial": false }, { "t": 8225, "inputTokens": 26145, "outputTokens": 151, "cacheHitTokens": 24902, "freshInputTokens": 1243, "partial": false }, { "t": 9388, "inputTokens": 39626, "outputTokens": 197, "cacheHitTokens": 38101, "freshInputTokens": 1525, "partial": false }, { "t": 172305, "inputTokens": 53360, "outputTokens": 10474, "cacheHitTokens": 51578, "freshInputTokens": 1782, "partial": false }, { "t": 240535, "inputTokens": 68117, "outputTokens": 14847, "cacheHitTokens": 65308, "freshInputTokens": 2809, "partial": false }, { "t": 246821, "inputTokens": 85718, "outputTokens": 15231, "cacheHitTokens": 80061, "freshInputTokens": 5657, "partial": false }, { "t": 249819, "inputTokens": 103671, "outputTokens": 15432, "cacheHitTokens": 97658, "freshInputTokens": 6013, "partial": false }, { "t": 383304, "inputTokens": 123754, "outputTokens": 22907, "cacheHitTokens": 115607, "freshInputTokens": 8147, "partial": false }, { "t": 387549, "inputTokens": 147530, "outputTokens": 23087, "cacheHitTokens": 135686, "freshInputTokens": 11844, "partial": false }, { "t": 390575, "inputTokens": 171627, "outputTokens": 23262, "cacheHitTokens": 159458, "freshInputTokens": 12169, "partial": false }, { "t": 393733, "inputTokens": 196126, "outputTokens": 23407, "cacheHitTokens": 183551, "freshInputTokens": 12575, "partial": false }, { "t": 401856, "inputTokens": 221028, "outputTokens": 23817, "cacheHitTokens": 208046, "freshInputTokens": 12982, "partial": false }, { "t": 407886, "inputTokens": 246200, "outputTokens": 24182, "cacheHitTokens": 232944, "freshInputTokens": 13256, "partial": false }, { "t": 419480, "inputTokens": 272037, "outputTokens": 24938, "cacheHitTokens": 258112, "freshInputTokens": 13925, "partial": false }, { "t": 422978, "inputTokens": 299077, "outputTokens": 25118, "cacheHitTokens": 283945, "freshInputTokens": 15132, "partial": false }, { "t": 427417, "inputTokens": 326553, "outputTokens": 25348, "cacheHitTokens": 310981, "freshInputTokens": 15572, "partial": false }, { "t": 444359, "inputTokens": 354316, "outputTokens": 26293, "cacheHitTokens": 338453, "freshInputTokens": 15863, "partial": false }, { "t": 447817, "inputTokens": 382593, "outputTokens": 26479, "cacheHitTokens": 366212, "freshInputTokens": 16381, "partial": false }, { "t": 514239, "inputTokens": 384899, "outputTokens": 30624, "cacheHitTokens": 366212, "freshInputTokens": 18687, "partial": false }, { "t": 519891, "inputTokens": 404438, "outputTokens": 30728, "cacheHitTokens": 378176, "freshInputTokens": 26262, "partial": false }, { "t": 522180, "inputTokens": 424622, "outputTokens": 30847, "cacheHitTokens": 397711, "freshInputTokens": 26911, "partial": false }, { "t": 527361, "inputTokens": 445084, "outputTokens": 31280, "cacheHitTokens": 417891, "freshInputTokens": 27193, "partial": false }, { "t": 531038, "inputTokens": 466274, "outputTokens": 31471, "cacheHitTokens": 438349, "freshInputTokens": 27925, "partial": false }, { "t": 548362, "inputTokens": 487898, "outputTokens": 32465, "cacheHitTokens": 459535, "freshInputTokens": 28363, "partial": false }, { "t": 561649, "inputTokens": 510541, "outputTokens": 33214, "cacheHitTokens": 481155, "freshInputTokens": 29386, "partial": false } ], "events": [], "timedEvents": 80, "untimedEvents": 0, "stopReasons": [], "files": [], "inventory": [], "warnings": [], "artifactCount": 0, "artifactBytes": 0 }, { "id": "s1-retry-budget-r1-lane4", "arm": "codex-astra", "label": "Codex · Astra", "model": "GPT-6 Astra · native CLI", "family": "astra", "bantam": false, "recorded": true, "outcome": "PASS", "accepted": true, "completed": true, "wallMs": 137291, "groupsPassed": 5, "groupsTotal": 5, "publicExit": 0, "hiddenExit": 0, "protectedChanges": 0, "accounting": { "full": { "inputTokens": 90451, "outputTokens": 3684, "cacheHitTokens": 67072, "freshInputTokens": 23379 }, "subset": null, "native": { "inputTokens": 90451, "outputTokens": 3684, "cacheHitTokens": 67072, "freshInputTokens": 23379 }, "server": null, "complete": true, "requests": 6, "measuredRequests": null, "serverIdleBefore": null, "serverIdleAfter": null, "coverage": { "inputTokens": { "measuredRequests": null, "totalRequests": 6, "complete": null, "missingRequestIndices": [] }, "outputTokens": { "measuredRequests": null, "totalRequests": 6, "complete": null, "missingRequestIndices": [] }, "cacheHitTokens": { "measuredRequests": null, "totalRequests": 6, "complete": null, "missingRequestIndices": [] }, "freshInputTokens": { "measuredRequests": null, "totalRequests": 6, "complete": null, "missingRequestIndices": [] } }, "gaps": [] }, "tokenUpdates": [ { "t": 8437, "inputTokens": 13400, "outputTokens": 84, "cacheHitTokens": 9600, "freshInputTokens": 3800, "partial": false }, { "t": 14306, "inputTokens": 27002, "outputTokens": 156, "cacheHitTokens": 22784, "freshInputTokens": 4218, "partial": false }, { "t": 46614, "inputTokens": 41022, "outputTokens": 1108, "cacheHitTokens": 22784, "freshInputTokens": 18238, "partial": false }, { "t": 76658, "inputTokens": 56197, "outputTokens": 1972, "cacheHitTokens": 36224, "freshInputTokens": 19973, "partial": false }, { "t": 130099, "inputTokens": 72260, "outputTokens": 3614, "cacheHitTokens": 51200, "freshInputTokens": 21060, "partial": false }, { "t": 136015, "inputTokens": 90451, "outputTokens": 3684, "cacheHitTokens": 67072, "freshInputTokens": 23379, "partial": false } ], "events": [], "timedEvents": 47, "untimedEvents": 0, "stopReasons": [], "files": [], "inventory": [], "warnings": [], "artifactCount": 0, "artifactBytes": 0 }, { "id": "s1-retry-budget-r1-lane5", "arm": "codex-sol", "label": "Codex · Sol", "model": "GPT-5.6 Sol · native CLI", "family": "astra", "bantam": false, "recorded": true, "outcome": "PASS", "accepted": true, "completed": true, "wallMs": 231835, "groupsPassed": 5, "groupsTotal": 5, "publicExit": 0, "hiddenExit": 0, "protectedChanges": 0, "accounting": { "full": { "inputTokens": 127218, "outputTokens": 6251, "cacheHitTokens": 96768, "freshInputTokens": 30450 }, "subset": null, "native": { "inputTokens": 127218, "outputTokens": 6251, "cacheHitTokens": 96768, "freshInputTokens": 30450 }, "server": null, "complete": true, "requests": 8, "measuredRequests": null, "serverIdleBefore": null, "serverIdleAfter": null, "coverage": { "inputTokens": { "measuredRequests": null, "totalRequests": 8, "complete": null, "missingRequestIndices": [] }, "outputTokens": { "measuredRequests": null, "totalRequests": 8, "complete": null, "missingRequestIndices": [] }, "cacheHitTokens": { "measuredRequests": null, "totalRequests": 8, "complete": null, "missingRequestIndices": [] }, "freshInputTokens": { "measuredRequests": null, "totalRequests": 8, "complete": null, "missingRequestIndices": [] } }, "gaps": [] }, "tokenUpdates": [ { "t": 10332, "inputTokens": 12505, "outputTokens": 165, "cacheHitTokens": 8704, "freshInputTokens": 3801, "partial": false }, { "t": 17148, "inputTokens": 25392, "outputTokens": 279, "cacheHitTokens": 20992, "freshInputTokens": 4400, "partial": false }, { "t": 72099, "inputTokens": 38554, "outputTokens": 1904, "cacheHitTokens": 33664, "freshInputTokens": 4890, "partial": false }, { "t": 111279, "inputTokens": 53430, "outputTokens": 3038, "cacheHitTokens": 46592, "freshInputTokens": 6838, "partial": false }, { "t": 122317, "inputTokens": 69464, "outputTokens": 3251, "cacheHitTokens": 61312, "freshInputTokens": 8152, "partial": false }, { "t": 170024, "inputTokens": 85886, "outputTokens": 4613, "cacheHitTokens": 77184, "freshInputTokens": 8702, "partial": false }, { "t": 210623, "inputTokens": 105601, "outputTokens": 5776, "cacheHitTokens": 77184, "freshInputTokens": 28417, "partial": false }, { "t": 230266, "inputTokens": 127218, "outputTokens": 6251, "cacheHitTokens": 96768, "freshInputTokens": 30450, "partial": false } ], "events": [], "timedEvents": 62, "untimedEvents": 0, "stopReasons": [], "files": [], "inventory": [], "warnings": [], "artifactCount": 0, "artifactBytes": 0 }, { "id": "s1-retry-budget-r1-lane6", "arm": "codex-terra", "label": "Codex · Terra", "model": "GPT-5.6 Terra · native CLI", "family": "astra", "bantam": false, "recorded": true, "outcome": "PASS", "accepted": true, "completed": true, "wallMs": 143182, "groupsPassed": 5, "groupsTotal": 5, "publicExit": 0, "hiddenExit": 0, "protectedChanges": 0, "accounting": { "full": { "inputTokens": 163987, "outputTokens": 5762, "cacheHitTokens": 137728, "freshInputTokens": 26259 }, "subset": null, "native": { "inputTokens": 163987, "outputTokens": 5762, "cacheHitTokens": 137728, "freshInputTokens": 26259 }, "server": null, "complete": true, "requests": 10, "measuredRequests": null, "serverIdleBefore": null, "serverIdleAfter": null, "coverage": { "inputTokens": { "measuredRequests": null, "totalRequests": 10, "complete": null, "missingRequestIndices": [] }, "outputTokens": { "measuredRequests": null, "totalRequests": 10, "complete": null, "missingRequestIndices": [] }, "cacheHitTokens": { "measuredRequests": null, "totalRequests": 10, "complete": null, "missingRequestIndices": [] }, "freshInputTokens": { "measuredRequests": null, "totalRequests": 10, "complete": null, "missingRequestIndices": [] } }, "gaps": [] }, "tokenUpdates": [ { "t": 8331, "inputTokens": 12507, "outputTokens": 187, "cacheHitTokens": 7936, "freshInputTokens": 4571, "partial": false }, { "t": 14784, "inputTokens": 25420, "outputTokens": 333, "cacheHitTokens": 19968, "freshInputTokens": 5452, "partial": false }, { "t": 54671, "inputTokens": 38640, "outputTokens": 2374, "cacheHitTokens": 23808, "freshInputTokens": 14832, "partial": false }, { "t": 81806, "inputTokens": 53991, "outputTokens": 3657, "cacheHitTokens": 36864, "freshInputTokens": 17127, "partial": false }, { "t": 90891, "inputTokens": 70649, "outputTokens": 3954, "cacheHitTokens": 51968, "freshInputTokens": 18681, "partial": false }, { "t": 103434, "inputTokens": 87779, "outputTokens": 4509, "cacheHitTokens": 68096, "freshInputTokens": 19683, "partial": false }, { "t": 114959, "inputTokens": 105829, "outputTokens": 4968, "cacheHitTokens": 84224, "freshInputTokens": 21605, "partial": false }, { "t": 125319, "inputTokens": 124361, "outputTokens": 5335, "cacheHitTokens": 101376, "freshInputTokens": 22985, "partial": false }, { "t": 131903, "inputTokens": 143283, "outputTokens": 5450, "cacheHitTokens": 119552, "freshInputTokens": 23731, "partial": false }, { "t": 141716, "inputTokens": 163987, "outputTokens": 5762, "cacheHitTokens": 137728, "freshInputTokens": 26259, "partial": false } ], "events": [], "timedEvents": 71, "untimedEvents": 0, "stopReasons": [], "files": [], "inventory": [], "warnings": [], "artifactCount": 0, "artifactBytes": 0 }, { "id": "s1-retry-budget-r1-lane7", "arm": "opencode", "label": "OpenCode", "model": "Qwen 27B · same local model", "family": "local", "bantam": false, "recorded": true, "outcome": "PASS", "accepted": true, "completed": true, "wallMs": 375419, "groupsPassed": 5, "groupsTotal": 5, "publicExit": 0, "hiddenExit": 0, "protectedChanges": 0, "accounting": { "full": { "inputTokens": 433649, "outputTokens": 22979, "cacheHitTokens": 384597, "freshInputTokens": 49052 }, "subset": { "inputTokens": 433649, "outputTokens": 22979, "cacheHitTokens": 384597, "freshInputTokens": 49052 }, "native": null, "server": { "inputTokens": 433660, "outputTokens": 22980, "cacheHitTokens": 384600, "freshInputTokens": 49060 }, "complete": true, "requests": 21, "measuredRequests": 21, "serverIdleBefore": true, "serverIdleAfter": true, "coverage": { "inputTokens": { "measuredRequests": 21, "totalRequests": 21, "complete": true, "missingRequestIndices": [] }, "outputTokens": { "measuredRequests": 21, "totalRequests": 21, "complete": true, "missingRequestIndices": [] }, "cacheHitTokens": { "measuredRequests": 21, "totalRequests": 21, "complete": true, "missingRequestIndices": [] }, "freshInputTokens": { "measuredRequests": 21, "totalRequests": 21, "complete": true, "missingRequestIndices": [] } }, "gaps": [] }, "performance": { "source": "saved-server-timings", "generation": { "tokens": 22979, "milliseconds": 337933.73300000007, "measuredRequests": 21, "totalRequests": 21 }, "prefill": { "tokens": 49052, "milliseconds": 27165.180000000004, "measuredRequests": 21, "totalRequests": 21 }, "evidenceSha256": "92d5d51aa49f338265aa0bd0b96640b583ad6becdbdb77d6c876d9fc1f65e6ae", "hardware": "rtx-4090-24gb", "hardwareBasis": "operator-confirmed", "quantization": "Q4_K_P", "contextTokens": 72192 }, "tokenUpdates": [ { "t": 7699, "inputTokens": 1128, "outputTokens": 259, "cacheHitTokens": 577, "freshInputTokens": 551, "partial": false }, { "t": 11873, "inputTokens": 9153, "outputTokens": 310, "cacheHitTokens": 577, "freshInputTokens": 8576, "partial": false }, { "t": 13141, "inputTokens": 17397, "outputTokens": 409, "cacheHitTokens": 8652, "freshInputTokens": 8745, "partial": false }, { "t": 13999, "inputTokens": 26084, "outputTokens": 449, "cacheHitTokens": 16995, "freshInputTokens": 9089, "partial": false }, { "t": 168665, "inputTokens": 35023, "outputTokens": 10614, "cacheHitTokens": 25723, "freshInputTokens": 9300, "partial": false }, { "t": 176030, "inputTokens": 54339, "outputTokens": 11285, "cacheHitTokens": 44826, "freshInputTokens": 9513, "partial": false }, { "t": 202180, "inputTokens": 74346, "outputTokens": 13307, "cacheHitTokens": 64814, "freshInputTokens": 9532, "partial": false }, { "t": 205294, "inputTokens": 96395, "outputTokens": 13512, "cacheHitTokens": 86844, "freshInputTokens": 9551, "partial": false }, { "t": 210376, "inputTokens": 122000, "outputTokens": 13747, "cacheHitTokens": 109098, "freshInputTokens": 12902, "partial": false }, { "t": 213402, "inputTokens": 147859, "outputTokens": 13930, "cacheHitTokens": 134939, "freshInputTokens": 12920, "partial": false }, { "t": 214997, "inputTokens": 174203, "outputTokens": 14001, "cacheHitTokens": 160982, "freshInputTokens": 13221, "partial": false }, { "t": 231991, "inputTokens": 200807, "outputTokens": 15134, "cacheHitTokens": 187398, "freshInputTokens": 13409, "partial": false }, { "t": 235611, "inputTokens": 228563, "outputTokens": 15399, "cacheHitTokens": 215134, "freshInputTokens": 13429, "partial": false }, { "t": 248973, "inputTokens": 256615, "outputTokens": 16211, "cacheHitTokens": 243154, "freshInputTokens": 13461, "partial": false }, { "t": 259347, "inputTokens": 285688, "outputTokens": 16884, "cacheHitTokens": 272019, "freshInputTokens": 13669, "partial": false }, { "t": 293027, "inputTokens": 315604, "outputTokens": 18798, "cacheHitTokens": 301765, "freshInputTokens": 13839, "partial": false }, { "t": 296961, "inputTokens": 347648, "outputTokens": 19035, "cacheHitTokens": 333596, "freshInputTokens": 14052, "partial": false }, { "t": 311118, "inputTokens": 380751, "outputTokens": 19824, "cacheHitTokens": 365876, "freshInputTokens": 14875, "partial": false }, { "t": 350878, "inputTokens": 396644, "outputTokens": 21899, "cacheHitTokens": 365876, "freshInputTokens": 30768, "partial": false }, { "t": 369332, "inputTokens": 414715, "outputTokens": 22550, "cacheHitTokens": 365876, "freshInputTokens": 48839, "partial": false }, { "t": 375159, "inputTokens": 433649, "outputTokens": 22979, "cacheHitTokens": 384597, "freshInputTokens": 49052, "partial": false } ], "events": [], "timedEvents": 116, "untimedEvents": 0, "stopReasons": [], "files": [], "inventory": [], "warnings": [], "artifactCount": 0, "artifactBytes": 0 } ] } ] } ] }