{ "version": 4, "program": "traceback_context_v4", "title": "Read context at the deepest repository traceback frame", "kind": "conditional-gross-recorded-usage-replay-estimate", "policy": { "lineRadius": 50, "maxOutputBytes": 16000, "maxObservationBytes": 65536, "maxPathLength": 240, "maxLine": 1000000, "root": "/testbed", "requiresRegularFileNoSymlinks": true, "requiresUnchangedFile": true, "oneTracebackOnly": true, "excludeImportSetupFailures": true, "excludeTestAndReproductionPaths": true }, "trajectories": 2498, "issues": 500, "denominator": { "calls": 129846, "callsWithUsage": 129846, "inputTokens": 3201225688, "inputTokensReportedCalls": 129846, "outputTokens": 42377608, "outputTokensReportedCalls": 129846, "totalTokens": 3243603296, "totalTokensReportedCalls": 129846, "cachedInputTokens": 2498865874, "cachedInputTokensReportedCalls": 121228, "cacheCreationInputTokens": 31547900, "cacheCreationInputTokensReportedCalls": 40589, "reasoningOutputTokens": 23075825, "reasoningOutputTokensReportedCalls": 129846, "sourceReportedCostSum": 1344.591070199989, "callsWithReportedCost": 129846 }, "proposals": 862, "matchedCalls": 0, "matchedIssues": 0, "matchedUsage": { "calls": 0, "callsWithUsage": 0, "inputTokens": 0, "inputTokensReportedCalls": 0, "outputTokens": 0, "outputTokensReportedCalls": 0, "totalTokens": 0, "totalTokensReportedCalls": 0, "cachedInputTokens": 0, "cachedInputTokensReportedCalls": 0, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 0, "reasoningOutputTokensReportedCalls": 0, "sourceReportedCostSum": 0, "callsWithReportedCost": 0 }, "matchPercent": 0.0, "callPercent": 0.0, "tokenPercent": 0.0, "matchesWithReasoningOrProse": 0, "coverageOnly": { "matchedCalls": 51, "matchedIssues": 46, "matchedUsage": { "calls": 51, "callsWithUsage": 51, "inputTokens": 1588015, "inputTokensReportedCalls": 51, "outputTokens": 7150, "outputTokensReportedCalls": 51, "totalTokens": 1595165, "totalTokensReportedCalls": 51, "cachedInputTokens": 1122520, "cachedInputTokensReportedCalls": 49, "cacheCreationInputTokens": 3285, "cacheCreationInputTokensReportedCalls": 7, "reasoningOutputTokens": 4111, "reasoningOutputTokensReportedCalls": 51, "sourceReportedCostSum": 0.40243724000000014, "callsWithReportedCost": 51 }, "extraContextCostMeasured": false }, "diagnostics": { "observationsWithTraceback": 11308, "nextReadDiffersOrUnsupported": 790, "nextNotSingletonObservedBash": 21 }, "cohorts": { "deepseek32": { "trajectories": 500, "issues": 500, "denominator": { "calls": 43683, "callsWithUsage": 43683, "inputTokens": 1177730550, "inputTokensReportedCalls": 43683, "outputTokens": 13441973, "outputTokensReportedCalls": 43683, "totalTokens": 1191172523, "totalTokensReportedCalls": 43683, "cachedInputTokens": 798975703, "cachedInputTokensReportedCalls": 43683, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 7941114, "reasoningOutputTokensReportedCalls": 43683, "sourceReportedCostSum": 223.9232482499986, "callsWithReportedCost": 43683 }, "proposals": 246, "matchedCalls": 0, "matchedIssues": 0, "matchedUsage": { "calls": 0, "callsWithUsage": 0, "inputTokens": 0, "inputTokensReportedCalls": 0, "outputTokens": 0, "outputTokensReportedCalls": 0, "totalTokens": 0, "totalTokensReportedCalls": 0, "cachedInputTokens": 0, "cachedInputTokensReportedCalls": 0, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 0, "reasoningOutputTokensReportedCalls": 0, "sourceReportedCostSum": 0, "callsWithReportedCost": 0 }, "matchPercent": 0.0, "callPercent": 0.0, "tokenPercent": 0.0, "matchesWithReasoningOrProse": 0, "coverageOnly": { "matchedCalls": 26, "matchedIssues": 24, "matchedUsage": { "calls": 26, "callsWithUsage": 26, "inputTokens": 875837, "inputTokensReportedCalls": 26, "outputTokens": 3893, "outputTokensReportedCalls": 26, "totalTokens": 879730, "totalTokensReportedCalls": 26, "cachedInputTokens": 536622, "cachedInputTokensReportedCalls": 26, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 2266, "reasoningOutputTokensReportedCalls": 26, "sourceReportedCostSum": 0.17016854, "callsWithReportedCost": 26 }, "extraContextCostMeasured": false }, "diagnostics": { "observationsWithTraceback": 3529, "nextReadDiffersOrUnsupported": 219, "nextNotSingletonObservedBash": 1 } }, "gemini3flash": { "trajectories": 498, "issues": 498, "denominator": { "calls": 28054, "callsWithUsage": 28054, "inputTokens": 847926935, "inputTokensReportedCalls": 28054, "outputTokens": 10071357, "outputTokensReportedCalls": 28054, "totalTokens": 857998292, "totalTokensReportedCalls": 28054, "cachedInputTokens": 613767718, "cachedInputTokensReportedCalls": 19436, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 7549905, "reasoningOutputTokensReportedCalls": 28054, "sourceReportedCostSum": 177.98206539999973, "callsWithReportedCost": 28054 }, "proposals": 214, "matchedCalls": 0, "matchedIssues": 0, "matchedUsage": { "calls": 0, "callsWithUsage": 0, "inputTokens": 0, "inputTokensReportedCalls": 0, "outputTokens": 0, "outputTokensReportedCalls": 0, "totalTokens": 0, "totalTokensReportedCalls": 0, "cachedInputTokens": 0, "cachedInputTokensReportedCalls": 0, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 0, "reasoningOutputTokensReportedCalls": 0, "sourceReportedCostSum": 0, "callsWithReportedCost": 0 }, "matchPercent": 0.0, "callPercent": 0.0, "tokenPercent": 0.0, "matchesWithReasoningOrProse": 0, "coverageOnly": { "matchedCalls": 14, "matchedIssues": 14, "matchedUsage": { "calls": 14, "callsWithUsage": 14, "inputTokens": 505780, "inputTokensReportedCalls": 14, "outputTokens": 1087, "outputTokensReportedCalls": 14, "totalTokens": 506867, "totalTokensReportedCalls": 14, "cachedInputTokens": 417394, "cachedInputTokensReportedCalls": 12, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 612, "reasoningOutputTokensReportedCalls": 14, "sourceReportedCostSum": 0.0683237, "callsWithReportedCost": 14 }, "extraContextCostMeasured": false }, "diagnostics": { "observationsWithTraceback": 2696, "nextReadDiffersOrUnsupported": 200 } }, "gpt52": { "trajectories": 500, "issues": 500, "denominator": { "calls": 17520, "callsWithUsage": 17520, "inputTokens": 322598043, "inputTokensReportedCalls": 17520, "outputTokens": 6692906, "outputTokensReportedCalls": 17520, "totalTokens": 329290949, "totalTokensReportedCalls": 17520, "cachedInputTokens": 267596032, "cachedInputTokensReportedCalls": 17520, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 4871131, "reasoningOutputTokensReportedCalls": 17520, "sourceReportedCostSum": 236.78350885000094, "callsWithReportedCost": 17520 }, "proposals": 153, "matchedCalls": 0, "matchedIssues": 0, "matchedUsage": { "calls": 0, "callsWithUsage": 0, "inputTokens": 0, "inputTokensReportedCalls": 0, "outputTokens": 0, "outputTokensReportedCalls": 0, "totalTokens": 0, "totalTokensReportedCalls": 0, "cachedInputTokens": 0, "cachedInputTokensReportedCalls": 0, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 0, "reasoningOutputTokensReportedCalls": 0, "sourceReportedCostSum": 0, "callsWithReportedCost": 0 }, "matchPercent": 0.0, "callPercent": 0.0, "tokenPercent": 0.0, "matchesWithReasoningOrProse": 0, "coverageOnly": { "matchedCalls": 4, "matchedIssues": 4, "matchedUsage": { "calls": 4, "callsWithUsage": 4, "inputTokens": 78613, "inputTokensReportedCalls": 4, "outputTokens": 846, "outputTokensReportedCalls": 4, "totalTokens": 79459, "totalTokensReportedCalls": 4, "cachedInputTokens": 44032, "cachedInputTokensReportedCalls": 4, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 684, "reasoningOutputTokensReportedCalls": 4, "sourceReportedCostSum": 0.08006635000000001, "callsWithReportedCost": 4 }, "extraContextCostMeasured": false }, "diagnostics": { "observationsWithTraceback": 1322, "nextReadDiffersOrUnsupported": 145, "nextNotSingletonObservedBash": 4 } }, "opus45": { "trajectories": 500, "issues": 500, "denominator": { "calls": 16446, "callsWithUsage": 16446, "inputTokens": 330622219, "inputTokensReportedCalls": 16446, "outputTokens": 4806100, "outputTokensReportedCalls": 16446, "totalTokens": 335428319, "totalTokensReportedCalls": 16446, "cachedInputTokens": 314095302, "cachedInputTokensReportedCalls": 16446, "cacheCreationInputTokens": 13695410, "cacheCreationInputTokensReportedCalls": 16446, "reasoningOutputTokens": 1193410, "reasoningOutputTokensReportedCalls": 16446, "sourceReportedCostSum": 376.95399849999967, "callsWithReportedCost": 16446 }, "proposals": 95, "matchedCalls": 0, "matchedIssues": 0, "matchedUsage": { "calls": 0, "callsWithUsage": 0, "inputTokens": 0, "inputTokensReportedCalls": 0, "outputTokens": 0, "outputTokensReportedCalls": 0, "totalTokens": 0, "totalTokensReportedCalls": 0, "cachedInputTokens": 0, "cachedInputTokensReportedCalls": 0, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 0, "reasoningOutputTokensReportedCalls": 0, "sourceReportedCostSum": 0, "callsWithReportedCost": 0 }, "matchPercent": 0.0, "callPercent": 0.0, "tokenPercent": 0.0, "matchesWithReasoningOrProse": 0, "coverageOnly": { "matchedCalls": 2, "matchedIssues": 2, "matchedUsage": { "calls": 2, "callsWithUsage": 2, "inputTokens": 22666, "inputTokensReportedCalls": 2, "outputTokens": 741, "outputTokensReportedCalls": 2, "totalTokens": 23407, "totalTokensReportedCalls": 2, "cachedInputTokens": 21649, "cachedInputTokensReportedCalls": 2, "cacheCreationInputTokens": 1001, "cacheCreationInputTokensReportedCalls": 2, "reasoningOutputTokens": 399, "reasoningOutputTokensReportedCalls": 2, "sourceReportedCostSum": 0.03568575, "callsWithReportedCost": 2 }, "extraContextCostMeasured": false }, "diagnostics": { "observationsWithTraceback": 1691, "nextReadDiffersOrUnsupported": 87, "nextNotSingletonObservedBash": 6 } }, "sonnet45": { "trajectories": 500, "issues": 500, "denominator": { "calls": 24143, "callsWithUsage": 24143, "inputTokens": 522347941, "inputTokensReportedCalls": 24143, "outputTokens": 7365272, "outputTokensReportedCalls": 24143, "totalTokens": 529713213, "totalTokensReportedCalls": 24143, "cachedInputTokens": 504431119, "cachedInputTokensReportedCalls": 24143, "cacheCreationInputTokens": 17852490, "cacheCreationInputTokensReportedCalls": 24143, "reasoningOutputTokens": 1520265, "reasoningOutputTokensReportedCalls": 24143, "sourceReportedCostSum": 328.9482491999996, "callsWithReportedCost": 24143 }, "proposals": 154, "matchedCalls": 0, "matchedIssues": 0, "matchedUsage": { "calls": 0, "callsWithUsage": 0, "inputTokens": 0, "inputTokensReportedCalls": 0, "outputTokens": 0, "outputTokensReportedCalls": 0, "totalTokens": 0, "totalTokensReportedCalls": 0, "cachedInputTokens": 0, "cachedInputTokensReportedCalls": 0, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 0, "reasoningOutputTokensReportedCalls": 0, "sourceReportedCostSum": 0, "callsWithReportedCost": 0 }, "matchPercent": 0.0, "callPercent": 0.0, "tokenPercent": 0.0, "matchesWithReasoningOrProse": 0, "coverageOnly": { "matchedCalls": 5, "matchedIssues": 5, "matchedUsage": { "calls": 5, "callsWithUsage": 5, "inputTokens": 105119, "inputTokensReportedCalls": 5, "outputTokens": 583, "outputTokensReportedCalls": 5, "totalTokens": 105702, "totalTokensReportedCalls": 5, "cachedInputTokens": 102823, "cachedInputTokensReportedCalls": 5, "cacheCreationInputTokens": 2284, "cacheCreationInputTokensReportedCalls": 5, "reasoningOutputTokens": 150, "reasoningOutputTokensReportedCalls": 5, "sourceReportedCostSum": 0.0481929, "callsWithReportedCost": 5 }, "extraContextCostMeasured": false }, "diagnostics": { "observationsWithTraceback": 2070, "nextReadDiffersOrUnsupported": 139, "nextNotSingletonObservedBash": 10 } } }, "byPartition": { "discovery": { "trajectories": 484, "issues": 97, "denominator": { "calls": 24158, "callsWithUsage": 24158, "inputTokens": 573984641, "inputTokensReportedCalls": 24158, "outputTokens": 8010454, "outputTokensReportedCalls": 24158, "totalTokens": 581995095, "totalTokensReportedCalls": 24158, "cachedInputTokens": 440339396, "cachedInputTokensReportedCalls": 22502, "cacheCreationInputTokens": 5773511, "cacheCreationInputTokensReportedCalls": 7347, "reasoningOutputTokens": 4345227, "reasoningOutputTokensReportedCalls": 24158, "sourceReportedCostSum": 244.4874665399989, "callsWithReportedCost": 24158 }, "proposals": 161, "matchedCalls": 0, "matchedIssues": 0, "matchedUsage": { "calls": 0, "callsWithUsage": 0, "inputTokens": 0, "inputTokensReportedCalls": 0, "outputTokens": 0, "outputTokensReportedCalls": 0, "totalTokens": 0, "totalTokensReportedCalls": 0, "cachedInputTokens": 0, "cachedInputTokensReportedCalls": 0, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 0, "reasoningOutputTokensReportedCalls": 0, "sourceReportedCostSum": 0, "callsWithReportedCost": 0 }, "matchPercent": 0.0, "callPercent": 0.0, "tokenPercent": 0.0, "matchesWithReasoningOrProse": 0, "coverageOnly": { "matchedCalls": 10, "matchedIssues": 10, "matchedUsage": { "calls": 10, "callsWithUsage": 10, "inputTokens": 307685, "inputTokensReportedCalls": 10, "outputTokens": 1437, "outputTokensReportedCalls": 10, "totalTokens": 309122, "totalTokensReportedCalls": 10, "cachedInputTokens": 174499, "cachedInputTokensReportedCalls": 9, "cacheCreationInputTokens": 280, "cacheCreationInputTokensReportedCalls": 1, "reasoningOutputTokens": 944, "reasoningOutputTokensReportedCalls": 10, "sourceReportedCostSum": 0.07076006, "callsWithReportedCost": 10 }, "extraContextCostMeasured": false }, "diagnostics": { "observationsWithTraceback": 2188, "nextReadDiffersOrUnsupported": 147, "nextNotSingletonObservedBash": 4 } }, "validation": { "trajectories": 2014, "issues": 403, "denominator": { "calls": 105688, "callsWithUsage": 105688, "inputTokens": 2627241047, "inputTokensReportedCalls": 105688, "outputTokens": 34367154, "outputTokensReportedCalls": 105688, "totalTokens": 2661608201, "totalTokensReportedCalls": 105688, "cachedInputTokens": 2058526478, "cachedInputTokensReportedCalls": 98726, "cacheCreationInputTokens": 25774389, "cacheCreationInputTokensReportedCalls": 33242, "reasoningOutputTokens": 18730598, "reasoningOutputTokensReportedCalls": 105688, "sourceReportedCostSum": 1100.1036036599905, "callsWithReportedCost": 105688 }, "proposals": 701, "matchedCalls": 0, "matchedIssues": 0, "matchedUsage": { "calls": 0, "callsWithUsage": 0, "inputTokens": 0, "inputTokensReportedCalls": 0, "outputTokens": 0, "outputTokensReportedCalls": 0, "totalTokens": 0, "totalTokensReportedCalls": 0, "cachedInputTokens": 0, "cachedInputTokensReportedCalls": 0, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 0, "reasoningOutputTokensReportedCalls": 0, "sourceReportedCostSum": 0, "callsWithReportedCost": 0 }, "matchPercent": 0.0, "callPercent": 0.0, "tokenPercent": 0.0, "matchesWithReasoningOrProse": 0, "coverageOnly": { "matchedCalls": 41, "matchedIssues": 36, "matchedUsage": { "calls": 41, "callsWithUsage": 41, "inputTokens": 1280330, "inputTokensReportedCalls": 41, "outputTokens": 5713, "outputTokensReportedCalls": 41, "totalTokens": 1286043, "totalTokensReportedCalls": 41, "cachedInputTokens": 948021, "cachedInputTokensReportedCalls": 40, "cacheCreationInputTokens": 3005, "cacheCreationInputTokensReportedCalls": 6, "reasoningOutputTokens": 3167, "reasoningOutputTokensReportedCalls": 41, "sourceReportedCostSum": 0.33167718, "callsWithReportedCost": 41 }, "extraContextCostMeasured": false }, "diagnostics": { "observationsWithTraceback": 9120, "nextReadDiffersOrUnsupported": 643, "nextNotSingletonObservedBash": 17 } } }, "split": { "method": "SHA256('autotoken-v4:'+instance_id)%5==0 discovery; remaining issues validation, grouped across models", "policyFrozenBeforeValidation": true, "caveat": "The larger corpus was previously used by the project; not untouched external validation." }, "sourceManifestSha256": "73cccd8079f5c3150015207a7d102f1a4409c7996f0ea9ae1305f1b45239247b", "plannerSha256": "0cd0cbd8366d4591eb78d6cc6089d9d24ea6c52f16287063b3e40663455db833", "readerSha256": "197c7052f831c631597f6e6cb815863c11ff51827f178563094144afe13214fe", "limitations": [ "Plans use current failed command and completed output only; next calls are replay labels.", "Exactly one traceback required; deepest eligible repository source frame is chosen without consulting future read arguments.", "Runtime regular-file, no-symlink, unchanged-state and byte bounds are not reconstructed from historical traces.", "Exact next range/path/read shape means a whole singleton response with an observed bounded successful read; multi-tool/bundled calls are excluded.", "Broader coverage is reported separately: more context can cost tokens or hit the byte cap, so no net savings are credited.", "Exception text and path selection may be unhelpful even when syntactically valid; proposal match rate is not task-quality validation.", "Matched calls can include needed reasoning; removal is a conditional gross estimate before routing/execution/false-positive and future cache costs.", "Recorded cache/creation and reasoning counts are subsets, not added again to totals.", "No recorded commands executed or paid inference." ] }