{ "program": "workflow_repro_v6", "title": "Run a fresh reproduction and classify its failure", "version": 6, "kind": "conditional-gross-recorded-usage-replay-estimate", "policy": { "states": [ "fresh-write", "run-known-script", "classify-result", "read-application-frame-or-stop" ], "namePrefixes": [ "repro", "test_", "debug_", "check_", "verify" ], "interpreter": "python", "maxWriteBytes": 65536, "maxObservationBytes": 65536, "maxOutputBytes": 16000, "timeoutSeconds": 10, "contextRadius": 50, "maxFollowupReads": 1, "noInstallation": true, "noSourceModification": true, "runtimeRequires": [ "explicit reproduction-workflow execution opt-in", "unchanged script SHA256 before run", "known interpreter and cwd", "sandbox execution with time/output limits", "no symlinks and unchanged repository file before read" ] }, "trajectories": 2498, "issues": 500, "denominator": { "calls": 129846, "callsWithUsage": 129846, "inputTokens": 3201225688, "inputTokensReportedCalls": 129846, "outputTokens": 42377608, "outputTokensReportedCalls": 129846, "totalTokens": 3243603296, "totalTokensReportedCalls": 129846, "cachedInputTokens": 2498865874, "cachedInputTokensReportedCalls": 121228, "cacheCreationInputTokens": 31547900, "cacheCreationInputTokensReportedCalls": 40589, "reasoningOutputTokens": 23075825, "reasoningOutputTokensReportedCalls": 129846, "sourceReportedCostSum": 1344.591070199989, "callsWithReportedCost": 129846 }, "proposals": 1352, "matchedCalls": 350, "uniqueMatchedCalls": 350, "matchedIssues": 141, "matchedUsage": { "calls": 350, "callsWithUsage": 350, "inputTokens": 4813857, "inputTokensReportedCalls": 350, "outputTokens": 27587, "outputTokensReportedCalls": 350, "totalTokens": 4841444, "totalTokensReportedCalls": 350, "cachedInputTokens": 4315464, "cachedInputTokensReportedCalls": 350, "cacheCreationInputTokens": 282296, "cacheCreationInputTokensReportedCalls": 320, "reasoningOutputTokens": 3473, "reasoningOutputTokensReportedCalls": 350, "sourceReportedCostSum": 2.7956321900000023, "callsWithReportedCost": 350 }, "callPercent": 0.2695500824053109, "tokenPercent": 0.1492612862359109, "completeTwoStepChains": 0, "secondStageMatches": 0, "secondStageUsage": { "calls": 0, "callsWithUsage": 0, "inputTokens": 0, "inputTokensReportedCalls": 0, "outputTokens": 0, "outputTokensReportedCalls": 0, "totalTokens": 0, "totalTokensReportedCalls": 0, "cachedInputTokens": 0, "cachedInputTokensReportedCalls": 0, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 0, "reasoningOutputTokensReportedCalls": 0, "sourceReportedCostSum": 0, "callsWithReportedCost": 0 }, "coverageOnly": { "calls": 0, "usage": { "calls": 0, "callsWithUsage": 0, "inputTokens": 0, "inputTokensReportedCalls": 0, "outputTokens": 0, "outputTokensReportedCalls": 0, "totalTokens": 0, "totalTokensReportedCalls": 0, "cachedInputTokens": 0, "cachedInputTokensReportedCalls": 0, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 0, "reasoningOutputTokensReportedCalls": 0, "sourceReportedCostSum": 0, "callsWithReportedCost": 0 } }, "diagnostics": { "environment-or-import-failure": 149, "completed": 175, "nonzero-without-traceback": 4, "application-traceback": 22, "contextProposals": 13 }, "cohorts": { "deepseek32": { "trajectories": 500, "issues": 500, "denominator": { "calls": 43683, "callsWithUsage": 43683, "inputTokens": 1177730550, "inputTokensReportedCalls": 43683, "outputTokens": 13441973, "outputTokensReportedCalls": 43683, "totalTokens": 1191172523, "totalTokensReportedCalls": 43683, "cachedInputTokens": 798975703, "cachedInputTokensReportedCalls": 43683, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 7941114, "reasoningOutputTokensReportedCalls": 43683, "sourceReportedCostSum": 223.9232482499986, "callsWithReportedCost": 43683 }, "proposals": 889, "matchedCalls": 30, "uniqueMatchedCalls": 30, "matchedIssues": 22, "matchedUsage": { "calls": 30, "callsWithUsage": 30, "inputTokens": 378735, "inputTokensReportedCalls": 30, "outputTokens": 1687, "outputTokensReportedCalls": 30, "totalTokens": 380422, "totalTokensReportedCalls": 30, "cachedInputTokens": 163949, "cachedInputTokensReportedCalls": 30, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 127, "reasoningOutputTokensReportedCalls": 30, "sourceReportedCostSum": 0.08154669, "callsWithReportedCost": 30 }, "callPercent": 0.0686766018817389, "tokenPercent": 0.03193676756763134, "completeTwoStepChains": 0, "secondStageMatches": 0, "secondStageUsage": { "calls": 0, "callsWithUsage": 0, "inputTokens": 0, "inputTokensReportedCalls": 0, "outputTokens": 0, "outputTokensReportedCalls": 0, "totalTokens": 0, "totalTokensReportedCalls": 0, "cachedInputTokens": 0, "cachedInputTokensReportedCalls": 0, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 0, "reasoningOutputTokensReportedCalls": 0, "sourceReportedCostSum": 0, "callsWithReportedCost": 0 }, "coverageOnly": { "calls": 0, "usage": { "calls": 0, "callsWithUsage": 0, "inputTokens": 0, "inputTokensReportedCalls": 0, "outputTokens": 0, "outputTokensReportedCalls": 0, "totalTokens": 0, "totalTokensReportedCalls": 0, "cachedInputTokens": 0, "cachedInputTokensReportedCalls": 0, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 0, "reasoningOutputTokensReportedCalls": 0, "sourceReportedCostSum": 0, "callsWithReportedCost": 0 } }, "diagnostics": { "environment-or-import-failure": 15, "completed": 11, "nonzero-without-traceback": 1, "application-traceback": 3, "contextProposals": 2 } }, "gemini3flash": { "trajectories": 498, "issues": 498, "denominator": { "calls": 28054, "callsWithUsage": 28054, "inputTokens": 847926935, "inputTokensReportedCalls": 28054, "outputTokens": 10071357, "outputTokensReportedCalls": 28054, "totalTokens": 857998292, "totalTokensReportedCalls": 28054, "cachedInputTokens": 613767718, "cachedInputTokensReportedCalls": 19436, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 7549905, "reasoningOutputTokensReportedCalls": 28054, "sourceReportedCostSum": 177.98206539999973, "callsWithReportedCost": 28054 }, "proposals": 1, "matchedCalls": 0, "uniqueMatchedCalls": 0, "matchedIssues": 0, "matchedUsage": { "calls": 0, "callsWithUsage": 0, "inputTokens": 0, "inputTokensReportedCalls": 0, "outputTokens": 0, "outputTokensReportedCalls": 0, "totalTokens": 0, "totalTokensReportedCalls": 0, "cachedInputTokens": 0, "cachedInputTokensReportedCalls": 0, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 0, "reasoningOutputTokensReportedCalls": 0, "sourceReportedCostSum": 0, "callsWithReportedCost": 0 }, "callPercent": 0.0, "tokenPercent": 0.0, "completeTwoStepChains": 0, "secondStageMatches": 0, "secondStageUsage": { "calls": 0, "callsWithUsage": 0, "inputTokens": 0, "inputTokensReportedCalls": 0, "outputTokens": 0, "outputTokensReportedCalls": 0, "totalTokens": 0, "totalTokensReportedCalls": 0, "cachedInputTokens": 0, "cachedInputTokensReportedCalls": 0, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 0, "reasoningOutputTokensReportedCalls": 0, "sourceReportedCostSum": 0, "callsWithReportedCost": 0 }, "coverageOnly": { "calls": 0, "usage": { "calls": 0, "callsWithUsage": 0, "inputTokens": 0, "inputTokensReportedCalls": 0, "outputTokens": 0, "outputTokensReportedCalls": 0, "totalTokens": 0, "totalTokensReportedCalls": 0, "cachedInputTokens": 0, "cachedInputTokensReportedCalls": 0, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 0, "reasoningOutputTokensReportedCalls": 0, "sourceReportedCostSum": 0, "callsWithReportedCost": 0 } }, "diagnostics": {} }, "gpt52": { "trajectories": 500, "issues": 500, "denominator": { "calls": 17520, "callsWithUsage": 17520, "inputTokens": 322598043, "inputTokensReportedCalls": 17520, "outputTokens": 6692906, "outputTokensReportedCalls": 17520, "totalTokens": 329290949, "totalTokensReportedCalls": 17520, "cachedInputTokens": 267596032, "cachedInputTokensReportedCalls": 17520, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 4871131, "reasoningOutputTokensReportedCalls": 17520, "sourceReportedCostSum": 236.78350885000094, "callsWithReportedCost": 17520 }, "proposals": 0, "matchedCalls": 0, "uniqueMatchedCalls": 0, "matchedIssues": 0, "matchedUsage": { "calls": 0, "callsWithUsage": 0, "inputTokens": 0, "inputTokensReportedCalls": 0, "outputTokens": 0, "outputTokensReportedCalls": 0, "totalTokens": 0, "totalTokensReportedCalls": 0, "cachedInputTokens": 0, "cachedInputTokensReportedCalls": 0, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 0, "reasoningOutputTokensReportedCalls": 0, "sourceReportedCostSum": 0, "callsWithReportedCost": 0 }, "callPercent": 0.0, "tokenPercent": 0.0, "completeTwoStepChains": 0, "secondStageMatches": 0, "secondStageUsage": { "calls": 0, "callsWithUsage": 0, "inputTokens": 0, "inputTokensReportedCalls": 0, "outputTokens": 0, "outputTokensReportedCalls": 0, "totalTokens": 0, "totalTokensReportedCalls": 0, "cachedInputTokens": 0, "cachedInputTokensReportedCalls": 0, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 0, "reasoningOutputTokensReportedCalls": 0, "sourceReportedCostSum": 0, "callsWithReportedCost": 0 }, "coverageOnly": { "calls": 0, "usage": { "calls": 0, "callsWithUsage": 0, "inputTokens": 0, "inputTokensReportedCalls": 0, "outputTokens": 0, "outputTokensReportedCalls": 0, "totalTokens": 0, "totalTokensReportedCalls": 0, "cachedInputTokens": 0, "cachedInputTokensReportedCalls": 0, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 0, "reasoningOutputTokensReportedCalls": 0, "sourceReportedCostSum": 0, "callsWithReportedCost": 0 } }, "diagnostics": {} }, "opus45": { "trajectories": 500, "issues": 500, "denominator": { "calls": 16446, "callsWithUsage": 16446, "inputTokens": 330622219, "inputTokensReportedCalls": 16446, "outputTokens": 4806100, "outputTokensReportedCalls": 16446, "totalTokens": 335428319, "totalTokensReportedCalls": 16446, "cachedInputTokens": 314095302, "cachedInputTokensReportedCalls": 16446, "cacheCreationInputTokens": 13695410, "cacheCreationInputTokensReportedCalls": 16446, "reasoningOutputTokens": 1193410, "reasoningOutputTokensReportedCalls": 16446, "sourceReportedCostSum": 376.95399849999967, "callsWithReportedCost": 16446 }, "proposals": 14, "matchedCalls": 4, "uniqueMatchedCalls": 4, "matchedIssues": 3, "matchedUsage": { "calls": 4, "callsWithUsage": 4, "inputTokens": 42861, "inputTokensReportedCalls": 4, "outputTokens": 313, "outputTokensReportedCalls": 4, "totalTokens": 43174, "totalTokensReportedCalls": 4, "cachedInputTokens": 40295, "cachedInputTokensReportedCalls": 4, "cacheCreationInputTokens": 2534, "cacheCreationInputTokensReportedCalls": 4, "reasoningOutputTokens": 41, "reasoningOutputTokensReportedCalls": 4, "sourceReportedCostSum": 0.04397, "callsWithReportedCost": 4 }, "callPercent": 0.024322023592362886, "tokenPercent": 0.012871304405278911, "completeTwoStepChains": 0, "secondStageMatches": 0, "secondStageUsage": { "calls": 0, "callsWithUsage": 0, "inputTokens": 0, "inputTokensReportedCalls": 0, "outputTokens": 0, "outputTokensReportedCalls": 0, "totalTokens": 0, "totalTokensReportedCalls": 0, "cachedInputTokens": 0, "cachedInputTokensReportedCalls": 0, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 0, "reasoningOutputTokensReportedCalls": 0, "sourceReportedCostSum": 0, "callsWithReportedCost": 0 }, "coverageOnly": { "calls": 0, "usage": { "calls": 0, "callsWithUsage": 0, "inputTokens": 0, "inputTokensReportedCalls": 0, "outputTokens": 0, "outputTokensReportedCalls": 0, "totalTokens": 0, "totalTokensReportedCalls": 0, "cachedInputTokens": 0, "cachedInputTokensReportedCalls": 0, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 0, "reasoningOutputTokensReportedCalls": 0, "sourceReportedCostSum": 0, "callsWithReportedCost": 0 } }, "diagnostics": { "environment-or-import-failure": 3, "completed": 1 } }, "sonnet45": { "trajectories": 500, "issues": 500, "denominator": { "calls": 24143, "callsWithUsage": 24143, "inputTokens": 522347941, "inputTokensReportedCalls": 24143, "outputTokens": 7365272, "outputTokensReportedCalls": 24143, "totalTokens": 529713213, "totalTokensReportedCalls": 24143, "cachedInputTokens": 504431119, "cachedInputTokensReportedCalls": 24143, "cacheCreationInputTokens": 17852490, "cacheCreationInputTokensReportedCalls": 24143, "reasoningOutputTokens": 1520265, "reasoningOutputTokensReportedCalls": 24143, "sourceReportedCostSum": 328.9482491999996, "callsWithReportedCost": 24143 }, "proposals": 448, "matchedCalls": 316, "uniqueMatchedCalls": 316, "matchedIssues": 126, "matchedUsage": { "calls": 316, "callsWithUsage": 316, "inputTokens": 4392261, "inputTokensReportedCalls": 316, "outputTokens": 25587, "outputTokensReportedCalls": 316, "totalTokens": 4417848, "totalTokensReportedCalls": 316, "cachedInputTokens": 4111220, "cachedInputTokensReportedCalls": 316, "cacheCreationInputTokens": 279762, "cacheCreationInputTokensReportedCalls": 316, "reasoningOutputTokens": 3305, "reasoningOutputTokensReportedCalls": 316, "sourceReportedCostSum": 2.6701155000000014, "callsWithReportedCost": 316 }, "callPercent": 1.3088679948639357, "tokenPercent": 0.834007514175411, "completeTwoStepChains": 0, "secondStageMatches": 0, "secondStageUsage": { "calls": 0, "callsWithUsage": 0, "inputTokens": 0, "inputTokensReportedCalls": 0, "outputTokens": 0, "outputTokensReportedCalls": 0, "totalTokens": 0, "totalTokensReportedCalls": 0, "cachedInputTokens": 0, "cachedInputTokensReportedCalls": 0, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 0, "reasoningOutputTokensReportedCalls": 0, "sourceReportedCostSum": 0, "callsWithReportedCost": 0 }, "coverageOnly": { "calls": 0, "usage": { "calls": 0, "callsWithUsage": 0, "inputTokens": 0, "inputTokensReportedCalls": 0, "outputTokens": 0, "outputTokensReportedCalls": 0, "totalTokens": 0, "totalTokensReportedCalls": 0, "cachedInputTokens": 0, "cachedInputTokensReportedCalls": 0, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 0, "reasoningOutputTokensReportedCalls": 0, "sourceReportedCostSum": 0, "callsWithReportedCost": 0 } }, "diagnostics": { "environment-or-import-failure": 131, "completed": 163, "application-traceback": 19, "contextProposals": 11, "nonzero-without-traceback": 3 } } }, "byPartition": { "discovery": { "trajectories": 505, "issues": 101, "denominator": { "calls": 26844, "callsWithUsage": 26844, "inputTokens": 687396884, "inputTokensReportedCalls": 26844, "outputTokens": 9136292, "outputTokensReportedCalls": 26844, "totalTokens": 696533176, "totalTokensReportedCalls": 26844, "cachedInputTokens": 543857432, "cachedInputTokensReportedCalls": 25125, "cacheCreationInputTokens": 6691255, "cacheCreationInputTokensReportedCalls": 8384, "reasoningOutputTokens": 5022443, "reasoningOutputTokensReportedCalls": 26844, "sourceReportedCostSum": 286.1603561800012, "callsWithReportedCost": 26844 }, "proposals": 358, "matchedCalls": 60, "uniqueMatchedCalls": 60, "matchedIssues": 26, "matchedUsage": { "calls": 60, "callsWithUsage": 60, "inputTokens": 792546, "inputTokensReportedCalls": 60, "outputTokens": 4731, "outputTokensReportedCalls": 60, "totalTokens": 797277, "totalTokensReportedCalls": 60, "cachedInputTokens": 686781, "cachedInputTokensReportedCalls": 60, "cacheCreationInputTokens": 43586, "cacheCreationInputTokensReportedCalls": 55, "reasoningOutputTokens": 610, "reasoningOutputTokensReportedCalls": 60, "sourceReportedCostSum": 0.45331517, "callsWithReportedCost": 60 }, "callPercent": 0.22351363433169424, "tokenPercent": 0.11446360740181025, "completeTwoStepChains": 0, "secondStageMatches": 0, "secondStageUsage": { "calls": 0, "callsWithUsage": 0, "inputTokens": 0, "inputTokensReportedCalls": 0, "outputTokens": 0, "outputTokensReportedCalls": 0, "totalTokens": 0, "totalTokensReportedCalls": 0, "cachedInputTokens": 0, "cachedInputTokensReportedCalls": 0, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 0, "reasoningOutputTokensReportedCalls": 0, "sourceReportedCostSum": 0, "callsWithReportedCost": 0 }, "coverageOnly": { "calls": 0, "usage": { "calls": 0, "callsWithUsage": 0, "inputTokens": 0, "inputTokensReportedCalls": 0, "outputTokens": 0, "outputTokensReportedCalls": 0, "totalTokens": 0, "totalTokensReportedCalls": 0, "cachedInputTokens": 0, "cachedInputTokensReportedCalls": 0, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 0, "reasoningOutputTokensReportedCalls": 0, "sourceReportedCostSum": 0, "callsWithReportedCost": 0 } }, "diagnostics": { "application-traceback": 7, "contextProposals": 4, "environment-or-import-failure": 30, "completed": 23 } }, "validation": { "trajectories": 1993, "issues": 399, "denominator": { "calls": 103002, "callsWithUsage": 103002, "inputTokens": 2513828804, "inputTokensReportedCalls": 103002, "outputTokens": 33241316, "outputTokensReportedCalls": 103002, "totalTokens": 2547070120, "totalTokensReportedCalls": 103002, "cachedInputTokens": 1955008442, "cachedInputTokensReportedCalls": 96103, "cacheCreationInputTokens": 24856645, "cacheCreationInputTokensReportedCalls": 32205, "reasoningOutputTokens": 18053382, "reasoningOutputTokensReportedCalls": 103002, "sourceReportedCostSum": 1058.4307140200008, "callsWithReportedCost": 103002 }, "proposals": 994, "matchedCalls": 290, "uniqueMatchedCalls": 290, "matchedIssues": 115, "matchedUsage": { "calls": 290, "callsWithUsage": 290, "inputTokens": 4021311, "inputTokensReportedCalls": 290, "outputTokens": 22856, "outputTokensReportedCalls": 290, "totalTokens": 4044167, "totalTokensReportedCalls": 290, "cachedInputTokens": 3628683, "cachedInputTokensReportedCalls": 290, "cacheCreationInputTokens": 238710, "cacheCreationInputTokensReportedCalls": 265, "reasoningOutputTokens": 2863, "reasoningOutputTokensReportedCalls": 290, "sourceReportedCostSum": 2.342317020000001, "callsWithReportedCost": 290 }, "callPercent": 0.2815479311081338, "tokenPercent": 0.15877721497514172, "completeTwoStepChains": 0, "secondStageMatches": 0, "secondStageUsage": { "calls": 0, "callsWithUsage": 0, "inputTokens": 0, "inputTokensReportedCalls": 0, "outputTokens": 0, "outputTokensReportedCalls": 0, "totalTokens": 0, "totalTokensReportedCalls": 0, "cachedInputTokens": 0, "cachedInputTokensReportedCalls": 0, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 0, "reasoningOutputTokensReportedCalls": 0, "sourceReportedCostSum": 0, "callsWithReportedCost": 0 }, "coverageOnly": { "calls": 0, "usage": { "calls": 0, "callsWithUsage": 0, "inputTokens": 0, "inputTokensReportedCalls": 0, "outputTokens": 0, "outputTokensReportedCalls": 0, "totalTokens": 0, "totalTokensReportedCalls": 0, "cachedInputTokens": 0, "cachedInputTokensReportedCalls": 0, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 0, "reasoningOutputTokensReportedCalls": 0, "sourceReportedCostSum": 0, "callsWithReportedCost": 0 } }, "diagnostics": { "environment-or-import-failure": 119, "completed": 152, "nonzero-without-traceback": 4, "application-traceback": 15, "contextProposals": 9 } } }, "split": { "method": "SHA256('autotoken-v6:'+instance_id)%5==0 discovery; others validation", "policyFrozenBeforeValidation": true, "caveat": "Previously studied corpus, not external validation" }, "plannerSha256": "db9a63c763a211b6b4688e4ec47bfd1aed9bdb4cbfe56ea5511b0b90fd693198", "dependencyHashes": { "candidate-write-run-v2.py": "a38f7a197ce7d91bd228a05be9a36cb3e68183d37632dcfb82876953a7a49a4b", "candidate-traceback-context-v4.py": "0cd0cbd8366d4591eb78d6cc6089d9d24ea6c52f16287063b3e40663455db833", "candidate-search-read-v2.py": "197c7052f831c631597f6e6cb815863c11ff51827f178563094144afe13214fe" }, "incrementalComparedWithExistingPrograms": { "calls": 0, "reason": "Run stage is a strict subset of write-run v2, context stage a strict subset of traceback-context v4; this tests composition rather than a new matching grammar." }, "extraWork": { "matchedStepsExtraToolInvocations": 0, "unmatchedRunProposalMaximumExtraInvocations": 1, "afterEligibleTracebackMaximumExtraReads": 1, "maximumExtraReadBytes": 16000, "classifierMaximumOutputBytes": 256, "netCostMeasured": false, "note": "Matched stages perform the same tool operation; unmatched routes can add a script execution/read and subsequent tokens. Classification needs no tool invocation." }, "conservativeDeploymentCredit": { "calls": 0, "tokens": 0 }, "limitations": [ "Inert planner and offline replay, not a live executor. No recorded commands executed and no paid calls.", "Fresh-script execution still requires explicit opt-in; filenames do not establish intent or safety. Runtime hashes, sandbox, interpreter, cwd and symlink checks are not observed in traces.", "Completion means exit zero, not correct reproduction or solved issue. Import/setup failures stop without installing or changing code.", "Step 2 is causally dependent on step 1 and uses only its observed output; adjacent chain events must not be naively added to an independent union.", "First-stage matches overlap old write-run v2; context policy overlaps traceback-context v4. New program complexity does not imply new savings.", "Coverage-only reads are excluded from exact savings. Wider output and cache/router/fallback costs are not measured.", "A matching singleton response may contain useful reasoning; task quality and actual token savings are untested.", "Reported usage is historical gross exposure, not net savings; cached/reasoning tokens are subsets." ] }