{ "version": 6, "program": "workflow_investigate_v6", "title": "Investigate a unique Python definition and expand proven cutoffs", "kind": "conditional-gross-recorded-usage-replay-estimate", "policy": { "initialRange": "unique definition line through next strictly greater multiple of 100", "expansionRange": "previous end through previous end+100", "cutoffEvidence": "Python tokenize EOF in multi-line string or statement", "maxReads": 2, "maxFanout": 1, "maxOutputBytesPerRead": 16000, "maxFileBytes": 1000000, "timeoutSecondsPerRead": 5, "requiresUnchangedRegularFileWithoutSymlinks": true }, "trajectories": 2498, "issues": 500, "denominator": { "calls": 129846, "callsWithUsage": 129846, "inputTokens": 3201225688, "inputTokensReportedCalls": 129846, "outputTokens": 42377608, "outputTokensReportedCalls": 129846, "totalTokens": 3243603296, "totalTokensReportedCalls": 129846, "cachedInputTokens": 2498865874, "cachedInputTokensReportedCalls": 121228, "cacheCreationInputTokens": 31547900, "cacheCreationInputTokensReportedCalls": 40589, "reasoningOutputTokens": 23075825, "reasoningOutputTokensReportedCalls": 129846, "sourceReportedCostSum": 1344.591070199989, "callsWithReportedCost": 129846 }, "proposals": 2384, "matchedCalls": 133, "matchedIssues": 114, "matchedUsage": { "calls": 133, "callsWithUsage": 133, "inputTokens": 2133059, "inputTokensReportedCalls": 133, "outputTokens": 9864, "outputTokensReportedCalls": 133, "totalTokens": 2142923, "totalTokensReportedCalls": 133, "cachedInputTokens": 1269060, "cachedInputTokensReportedCalls": 114, "cacheCreationInputTokens": 6117, "cacheCreationInputTokensReportedCalls": 30, "reasoningOutputTokens": 1986, "reasoningOutputTokensReportedCalls": 133, "sourceReportedCostSum": 0.6097669399999998, "callsWithReportedCost": 133 }, "precision": 0.05578859060402685, "callPercent": 0.10242903131401815, "tokenPercent": 0.06606612475214355, "completeSequences": 0, "completeSequenceUsage": { "calls": 0, "callsWithUsage": 0, "inputTokens": 0, "inputTokensReportedCalls": 0, "outputTokens": 0, "outputTokensReportedCalls": 0, "totalTokens": 0, "totalTokensReportedCalls": 0, "cachedInputTokens": 0, "cachedInputTokensReportedCalls": 0, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 0, "reasoningOutputTokensReportedCalls": 0, "sourceReportedCostSum": 0, "callsWithReportedCost": 0 }, "diagnostics": { "stage1Proposals": 2353, "stage1Matches": 133, "coverageOnlyCalls": 516, "coverageOnlyTokens": 11806504, "stage2Proposals": 31 }, "overlap": { "searchReadV2": 0, "readContinuationV4": 0 }, "cohorts": { "deepseek32": { "trajectories": 500, "issues": 500, "denominator": { "calls": 43683, "callsWithUsage": 43683, "inputTokens": 1177730550, "inputTokensReportedCalls": 43683, "outputTokens": 13441973, "outputTokensReportedCalls": 43683, "totalTokens": 1191172523, "totalTokensReportedCalls": 43683, "cachedInputTokens": 798975703, "cachedInputTokensReportedCalls": 43683, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 7941114, "reasoningOutputTokensReportedCalls": 43683, "sourceReportedCostSum": 223.9232482499986, "callsWithReportedCost": 43683 }, "proposals": 933, "matchedCalls": 64, "matchedIssues": 59, "matchedUsage": { "calls": 64, "callsWithUsage": 64, "inputTokens": 1060156, "inputTokensReportedCalls": 64, "outputTokens": 4593, "outputTokensReportedCalls": 64, "totalTokens": 1064749, "totalTokensReportedCalls": 64, "cachedInputTokens": 564882, "cachedInputTokensReportedCalls": 64, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 600, "reasoningOutputTokensReportedCalls": 64, "sourceReportedCostSum": 0.21568423999999994, "callsWithReportedCost": 64 }, "precision": 0.06859592711682744, "callPercent": 0.1465100840143763, "tokenPercent": 0.08938663203197476, "completeSequences": 0, "completeSequenceUsage": { "calls": 0, "callsWithUsage": 0, "inputTokens": 0, "inputTokensReportedCalls": 0, "outputTokens": 0, "outputTokensReportedCalls": 0, "totalTokens": 0, "totalTokensReportedCalls": 0, "cachedInputTokens": 0, "cachedInputTokensReportedCalls": 0, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 0, "reasoningOutputTokensReportedCalls": 0, "sourceReportedCostSum": 0, "callsWithReportedCost": 0 }, "diagnostics": { "stage1Proposals": 919, "stage1Matches": 64, "coverageOnlyCalls": 154, "coverageOnlyTokens": 3648317, "stage2Proposals": 14 }, "overlap": { "searchReadV2": 0, "readContinuationV4": 0 } }, "gemini3flash": { "trajectories": 498, "issues": 498, "denominator": { "calls": 28054, "callsWithUsage": 28054, "inputTokens": 847926935, "inputTokensReportedCalls": 28054, "outputTokens": 10071357, "outputTokensReportedCalls": 28054, "totalTokens": 857998292, "totalTokensReportedCalls": 28054, "cachedInputTokens": 613767718, "cachedInputTokensReportedCalls": 19436, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 7549905, "reasoningOutputTokensReportedCalls": 28054, "sourceReportedCostSum": 177.98206539999973, "callsWithReportedCost": 28054 }, "proposals": 893, "matchedCalls": 39, "matchedIssues": 37, "matchedUsage": { "calls": 39, "callsWithUsage": 39, "inputTokens": 725884, "inputTokensReportedCalls": 39, "outputTokens": 2425, "outputTokensReportedCalls": 39, "totalTokens": 728309, "totalTokensReportedCalls": 39, "cachedInputTokens": 363435, "cachedInputTokensReportedCalls": 20, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 1025, "reasoningOutputTokensReportedCalls": 39, "sourceReportedCostSum": 0.20667124999999992, "callsWithReportedCost": 39 }, "precision": 0.043673012318029114, "callPercent": 0.13901760889712697, "tokenPercent": 0.08488466781236903, "completeSequences": 0, "completeSequenceUsage": { "calls": 0, "callsWithUsage": 0, "inputTokens": 0, "inputTokensReportedCalls": 0, "outputTokens": 0, "outputTokensReportedCalls": 0, "totalTokens": 0, "totalTokensReportedCalls": 0, "cachedInputTokens": 0, "cachedInputTokensReportedCalls": 0, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 0, "reasoningOutputTokensReportedCalls": 0, "sourceReportedCostSum": 0, "callsWithReportedCost": 0 }, "diagnostics": { "stage1Proposals": 883, "coverageOnlyCalls": 291, "coverageOnlyTokens": 6748139, "stage1Matches": 39, "stage2Proposals": 10 }, "overlap": { "searchReadV2": 0, "readContinuationV4": 0 } }, "gpt52": { "trajectories": 500, "issues": 500, "denominator": { "calls": 17520, "callsWithUsage": 17520, "inputTokens": 322598043, "inputTokensReportedCalls": 17520, "outputTokens": 6692906, "outputTokensReportedCalls": 17520, "totalTokens": 329290949, "totalTokensReportedCalls": 17520, "cachedInputTokens": 267596032, "cachedInputTokensReportedCalls": 17520, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 4871131, "reasoningOutputTokensReportedCalls": 17520, "sourceReportedCostSum": 236.78350885000094, "callsWithReportedCost": 17520 }, "proposals": 279, "matchedCalls": 0, "matchedIssues": 0, "matchedUsage": { "calls": 0, "callsWithUsage": 0, "inputTokens": 0, "inputTokensReportedCalls": 0, "outputTokens": 0, "outputTokensReportedCalls": 0, "totalTokens": 0, "totalTokensReportedCalls": 0, "cachedInputTokens": 0, "cachedInputTokensReportedCalls": 0, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 0, "reasoningOutputTokensReportedCalls": 0, "sourceReportedCostSum": 0, "callsWithReportedCost": 0 }, "precision": 0.0, "callPercent": 0.0, "tokenPercent": 0.0, "completeSequences": 0, "completeSequenceUsage": { "calls": 0, "callsWithUsage": 0, "inputTokens": 0, "inputTokensReportedCalls": 0, "outputTokens": 0, "outputTokensReportedCalls": 0, "totalTokens": 0, "totalTokensReportedCalls": 0, "cachedInputTokens": 0, "cachedInputTokensReportedCalls": 0, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 0, "reasoningOutputTokensReportedCalls": 0, "sourceReportedCostSum": 0, "callsWithReportedCost": 0 }, "diagnostics": { "stage1Proposals": 279, "coverageOnlyCalls": 9, "coverageOnlyTokens": 181216 }, "overlap": { "searchReadV2": 0, "readContinuationV4": 0 } }, "opus45": { "trajectories": 500, "issues": 500, "denominator": { "calls": 16446, "callsWithUsage": 16446, "inputTokens": 330622219, "inputTokensReportedCalls": 16446, "outputTokens": 4806100, "outputTokensReportedCalls": 16446, "totalTokens": 335428319, "totalTokensReportedCalls": 16446, "cachedInputTokens": 314095302, "cachedInputTokensReportedCalls": 16446, "cacheCreationInputTokens": 13695410, "cacheCreationInputTokensReportedCalls": 16446, "reasoningOutputTokens": 1193410, "reasoningOutputTokensReportedCalls": 16446, "sourceReportedCostSum": 376.95399849999967, "callsWithReportedCost": 16446 }, "proposals": 42, "matchedCalls": 4, "matchedIssues": 4, "matchedUsage": { "calls": 4, "callsWithUsage": 4, "inputTokens": 67100, "inputTokensReportedCalls": 4, "outputTokens": 371, "outputTokensReportedCalls": 4, "totalTokens": 67471, "totalTokensReportedCalls": 4, "cachedInputTokens": 66244, "cachedInputTokensReportedCalls": 4, "cacheCreationInputTokens": 824, "cacheCreationInputTokensReportedCalls": 4, "reasoningOutputTokens": 39, "reasoningOutputTokensReportedCalls": 4, "sourceReportedCostSum": 0.04770699999999999, "callsWithReportedCost": 4 }, "precision": 0.09523809523809523, "callPercent": 0.024322023592362886, "tokenPercent": 0.020114878851359, "completeSequences": 0, "completeSequenceUsage": { "calls": 0, "callsWithUsage": 0, "inputTokens": 0, "inputTokensReportedCalls": 0, "outputTokens": 0, "outputTokensReportedCalls": 0, "totalTokens": 0, "totalTokensReportedCalls": 0, "cachedInputTokens": 0, "cachedInputTokensReportedCalls": 0, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 0, "reasoningOutputTokensReportedCalls": 0, "sourceReportedCostSum": 0, "callsWithReportedCost": 0 }, "diagnostics": { "stage1Proposals": 40, "coverageOnlyCalls": 9, "coverageOnlyTokens": 186572, "stage1Matches": 4, "stage2Proposals": 2 }, "overlap": { "searchReadV2": 0, "readContinuationV4": 0 } }, "sonnet45": { "trajectories": 500, "issues": 500, "denominator": { "calls": 24143, "callsWithUsage": 24143, "inputTokens": 522347941, "inputTokensReportedCalls": 24143, "outputTokens": 7365272, "outputTokensReportedCalls": 24143, "totalTokens": 529713213, "totalTokensReportedCalls": 24143, "cachedInputTokens": 504431119, "cachedInputTokensReportedCalls": 24143, "cacheCreationInputTokens": 17852490, "cacheCreationInputTokensReportedCalls": 24143, "reasoningOutputTokens": 1520265, "reasoningOutputTokensReportedCalls": 24143, "sourceReportedCostSum": 328.9482491999996, "callsWithReportedCost": 24143 }, "proposals": 237, "matchedCalls": 26, "matchedIssues": 25, "matchedUsage": { "calls": 26, "callsWithUsage": 26, "inputTokens": 279919, "inputTokensReportedCalls": 26, "outputTokens": 2475, "outputTokensReportedCalls": 26, "totalTokens": 282394, "totalTokensReportedCalls": 26, "cachedInputTokens": 274499, "cachedInputTokensReportedCalls": 26, "cacheCreationInputTokens": 5293, "cacheCreationInputTokensReportedCalls": 26, "reasoningOutputTokens": 322, "reasoningOutputTokensReportedCalls": 26, "sourceReportedCostSum": 0.13970445, "callsWithReportedCost": 26 }, "precision": 0.10970464135021098, "callPercent": 0.10769167046348838, "tokenPercent": 0.05331073363276668, "completeSequences": 0, "completeSequenceUsage": { "calls": 0, "callsWithUsage": 0, "inputTokens": 0, "inputTokensReportedCalls": 0, "outputTokens": 0, "outputTokensReportedCalls": 0, "totalTokens": 0, "totalTokensReportedCalls": 0, "cachedInputTokens": 0, "cachedInputTokensReportedCalls": 0, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 0, "reasoningOutputTokensReportedCalls": 0, "sourceReportedCostSum": 0, "callsWithReportedCost": 0 }, "diagnostics": { "stage1Proposals": 232, "coverageOnlyCalls": 53, "stage1Matches": 26, "stage2Proposals": 5, "coverageOnlyTokens": 1042260 }, "overlap": { "searchReadV2": 0, "readContinuationV4": 0 } } }, "byPartition": { "discovery": { "trajectories": 505, "issues": 101, "denominator": { "calls": 26844, "callsWithUsage": 26844, "inputTokens": 687396884, "inputTokensReportedCalls": 26844, "outputTokens": 9136292, "outputTokensReportedCalls": 26844, "totalTokens": 696533176, "totalTokensReportedCalls": 26844, "cachedInputTokens": 543857432, "cachedInputTokensReportedCalls": 25125, "cacheCreationInputTokens": 6691255, "cacheCreationInputTokensReportedCalls": 8384, "reasoningOutputTokens": 5022443, "reasoningOutputTokensReportedCalls": 26844, "sourceReportedCostSum": 286.1603561800012, "callsWithReportedCost": 26844 }, "proposals": 492, "matchedCalls": 25, "matchedIssues": 21, "matchedUsage": { "calls": 25, "callsWithUsage": 25, "inputTokens": 412708, "inputTokensReportedCalls": 25, "outputTokens": 1777, "outputTokensReportedCalls": 25, "totalTokens": 414485, "totalTokensReportedCalls": 25, "cachedInputTokens": 252767, "cachedInputTokensReportedCalls": 20, "cacheCreationInputTokens": 1258, "cacheCreationInputTokensReportedCalls": 7, "reasoningOutputTokens": 292, "reasoningOutputTokensReportedCalls": 25, "sourceReportedCostSum": 0.12778134, "callsWithReportedCost": 25 }, "precision": 0.0508130081300813, "callPercent": 0.09313068097153926, "tokenPercent": 0.05950685685644929, "completeSequences": 0, "completeSequenceUsage": { "calls": 0, "callsWithUsage": 0, "inputTokens": 0, "inputTokensReportedCalls": 0, "outputTokens": 0, "outputTokensReportedCalls": 0, "totalTokens": 0, "totalTokensReportedCalls": 0, "cachedInputTokens": 0, "cachedInputTokensReportedCalls": 0, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 0, "reasoningOutputTokensReportedCalls": 0, "sourceReportedCostSum": 0, "callsWithReportedCost": 0 }, "diagnostics": { "stage1Proposals": 488, "coverageOnlyCalls": 97, "coverageOnlyTokens": 2026515, "stage1Matches": 25, "stage2Proposals": 4 }, "overlap": { "searchReadV2": 0, "readContinuationV4": 0 } }, "validation": { "trajectories": 1993, "issues": 399, "denominator": { "calls": 103002, "callsWithUsage": 103002, "inputTokens": 2513828804, "inputTokensReportedCalls": 103002, "outputTokens": 33241316, "outputTokensReportedCalls": 103002, "totalTokens": 2547070120, "totalTokensReportedCalls": 103002, "cachedInputTokens": 1955008442, "cachedInputTokensReportedCalls": 96103, "cacheCreationInputTokens": 24856645, "cacheCreationInputTokensReportedCalls": 32205, "reasoningOutputTokens": 18053382, "reasoningOutputTokensReportedCalls": 103002, "sourceReportedCostSum": 1058.4307140200008, "callsWithReportedCost": 103002 }, "proposals": 1892, "matchedCalls": 108, "matchedIssues": 93, "matchedUsage": { "calls": 108, "callsWithUsage": 108, "inputTokens": 1720351, "inputTokensReportedCalls": 108, "outputTokens": 8087, "outputTokensReportedCalls": 108, "totalTokens": 1728438, "totalTokensReportedCalls": 108, "cachedInputTokens": 1016293, "cachedInputTokensReportedCalls": 94, "cacheCreationInputTokens": 4859, "cacheCreationInputTokensReportedCalls": 23, "reasoningOutputTokens": 1694, "reasoningOutputTokensReportedCalls": 108, "sourceReportedCostSum": 0.4819855999999999, "callsWithReportedCost": 108 }, "precision": 0.05708245243128964, "callPercent": 0.10485233296440846, "tokenPercent": 0.06785985145944863, "completeSequences": 0, "completeSequenceUsage": { "calls": 0, "callsWithUsage": 0, "inputTokens": 0, "inputTokensReportedCalls": 0, "outputTokens": 0, "outputTokensReportedCalls": 0, "totalTokens": 0, "totalTokensReportedCalls": 0, "cachedInputTokens": 0, "cachedInputTokensReportedCalls": 0, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 0, "reasoningOutputTokensReportedCalls": 0, "sourceReportedCostSum": 0, "callsWithReportedCost": 0 }, "diagnostics": { "stage1Proposals": 1865, "stage1Matches": 108, "coverageOnlyCalls": 419, "coverageOnlyTokens": 9779989, "stage2Proposals": 27 }, "overlap": { "searchReadV2": 0, "readContinuationV4": 0 } } }, "split": { "method": "SHA256('autotoken-v6:'+instance_id)%5==0 discovery", "policyFrozenBeforeValidation": true }, "plannerSha256": "36216c19d88eafcaee30cee8ab6d012e943e1df731d2fad728fe2f3e934469e5", "sourceManifestSha256": "73cccd8079f5c3150015207a7d102f1a4409c7996f0ea9ae1305f1b45239247b", "overhead": { "maxAdditionalToolCallsPerWorkflow": 2, "maxAdditionalOutputBytesPerWorkflow": 32000, "exactMatchExtraToolCalls": 0, "exactMatchExtraOutputBytes": 0, "unmatchedProposalToolAndOutputCost": "not observed; up to two reads and 32KB; excluded from savings" }, "limitations": [ "Partial first-stage matches are not complete workflows. Complete sequences require both exact successive reads.", "Search is an existing observed call, not claimed saved. Next commands only label the frozen plan.", "Coverage-only calls are diagnostic opportunities, not exact savings. Their output overhead is unmeasured.", "Lexical incompleteness is stronger than indentation but does not prove a further read helps resolve an issue.", "Regular-file, unchanged-version, size and timeout guards require a runtime executor; historical filesystem is not reconstructed.", "Observed reasoning accompanying tool calls is not reproduced; no causal saved calls demonstrated.", "Reported precision is exact command agreement, not task correctness. Gross recorded tokens exclude routing, fallback, extra output and cache effects.", "All models for each issue share partition; reused corpus is not untouched external validation.", "No paid inference or recorded command execution." ] }