{ "version": 3, "program": "inspect_unique_small_file_v3", "title": "Inspect the only matching small file", "kind": "conditional-gross-replay-estimate", "policy": { "maxBytes": 16384, "maxLines": 250, "source": "One path from bounded supported find/grep/rg result", "prediction": "Complete file read, only after regular-file, no-symlink, unchanged-file and size checks", "nextActionDoesNotChooseArguments": true }, "trajectories": 2498, "issues": 500, "denominator": { "calls": 129846, "callsWithUsage": 129846, "inputTokens": 3201225688, "inputTokensReportedCalls": 129846, "outputTokens": 42377608, "outputTokensReportedCalls": 129846, "totalTokens": 3243603296, "totalTokensReportedCalls": 129846, "cachedInputTokens": 2498865874, "cachedInputTokensReportedCalls": 121228, "cacheCreationInputTokens": 31547900, "cacheCreationInputTokensReportedCalls": 40589, "reasoningOutputTokens": 23075825, "reasoningOutputTokensReportedCalls": 129846, "sourceReportedCostSum": 1344.591070199989, "callsWithReportedCost": 129846 }, "proposals": 4191, "matchedCalls": 31, "matchedIssues": 30, "matchedUsage": { "calls": 31, "callsWithUsage": 31, "inputTokens": 330311, "inputTokensReportedCalls": 31, "outputTokens": 2952, "outputTokensReportedCalls": 31, "totalTokens": 333263, "totalTokensReportedCalls": 31, "cachedInputTokens": 213492, "cachedInputTokensReportedCalls": 26, "cacheCreationInputTokens": 878, "cacheCreationInputTokensReportedCalls": 4, "reasoningOutputTokens": 1528, "reasoningOutputTokensReportedCalls": 31, "sourceReportedCostSum": 0.09275051999999999, "callsWithReportedCost": 31 }, "matchPrecisionPercent": 0.7396802672393223, "callPercent": 0.02387443587018468, "tokenPercent": 0.01027446853352809, "matchesWithReasoningOrProse": 31, "equivalentEOF": { "matchedCalls": 36, "matchedIssues": 34, "matchedUsage": { "calls": 36, "callsWithUsage": 36, "inputTokens": 516234, "inputTokensReportedCalls": 36, "outputTokens": 2792, "outputTokensReportedCalls": 36, "totalTokens": 519026, "totalTokensReportedCalls": 36, "cachedInputTokens": 362900, "cachedInputTokensReportedCalls": 35, "cacheCreationInputTokens": 153, "cacheCreationInputTokensReportedCalls": 1, "reasoningOutputTokens": 1241, "reasoningOutputTokensReportedCalls": 36, "sourceReportedCostSum": 0.19355547, "callsWithReportedCost": 36 }, "excludedFromExactTotal": true }, "cohorts": { "deepseek32": { "trajectories": 500, "issues": 500, "denominator": { "calls": 43683, "callsWithUsage": 43683, "inputTokens": 1177730550, "inputTokensReportedCalls": 43683, "outputTokens": 13441973, "outputTokensReportedCalls": 43683, "totalTokens": 1191172523, "totalTokensReportedCalls": 43683, "cachedInputTokens": 798975703, "cachedInputTokensReportedCalls": 43683, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 7941114, "reasoningOutputTokensReportedCalls": 43683, "sourceReportedCostSum": 223.9232482499986, "callsWithReportedCost": 43683 }, "proposals": 1820, "matchedCalls": 15, "matchedIssues": 15, "matchedUsage": { "calls": 15, "callsWithUsage": 15, "inputTokens": 111677, "inputTokensReportedCalls": 15, "outputTokens": 1081, "outputTokensReportedCalls": 15, "totalTokens": 112758, "totalTokensReportedCalls": 15, "cachedInputTokens": 48243, "cachedInputTokensReportedCalls": 15, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 265, "reasoningOutputTokensReportedCalls": 15, "sourceReportedCostSum": 0.02414007, "callsWithReportedCost": 15 }, "matchPrecisionPercent": 0.8241758241758241, "callPercent": 0.03433830094086945, "tokenPercent": 0.009466135074709073, "matchesWithReasoningOrProse": 15, "equivalentEOF": { "matchedCalls": 9, "matchedIssues": 9, "matchedUsage": { "calls": 9, "callsWithUsage": 9, "inputTokens": 139701, "inputTokensReportedCalls": 9, "outputTokens": 728, "outputTokensReportedCalls": 9, "totalTokens": 140429, "totalTokensReportedCalls": 9, "cachedInputTokens": 76473, "cachedInputTokensReportedCalls": 9, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 206, "reasoningOutputTokensReportedCalls": 9, "sourceReportedCostSum": 0.028186870000000003, "callsWithReportedCost": 9 }, "excludedFromExactTotal": true } }, "gemini3flash": { "trajectories": 498, "issues": 498, "denominator": { "calls": 28054, "callsWithUsage": 28054, "inputTokens": 847926935, "inputTokensReportedCalls": 28054, "outputTokens": 10071357, "outputTokensReportedCalls": 28054, "totalTokens": 857998292, "totalTokensReportedCalls": 28054, "cachedInputTokens": 613767718, "cachedInputTokensReportedCalls": 19436, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 7549905, "reasoningOutputTokensReportedCalls": 28054, "sourceReportedCostSum": 177.98206539999973, "callsWithReportedCost": 28054 }, "proposals": 1192, "matchedCalls": 11, "matchedIssues": 11, "matchedUsage": { "calls": 11, "callsWithUsage": 11, "inputTokens": 173788, "inputTokensReportedCalls": 11, "outputTokens": 650, "outputTokensReportedCalls": 11, "totalTokens": 174438, "totalTokensReportedCalls": 11, "cachedInputTokens": 122435, "cachedInputTokensReportedCalls": 6, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 366, "reasoningOutputTokensReportedCalls": 11, "sourceReportedCostSum": 0.03374825, "callsWithReportedCost": 11 }, "matchPrecisionPercent": 0.9228187919463087, "callPercent": 0.03921009481713838, "tokenPercent": 0.020330809702823978, "matchesWithReasoningOrProse": 11, "equivalentEOF": { "matchedCalls": 4, "matchedIssues": 4, "matchedUsage": { "calls": 4, "callsWithUsage": 4, "inputTokens": 103848, "inputTokensReportedCalls": 4, "outputTokens": 1134, "outputTokensReportedCalls": 4, "totalTokens": 104982, "totalTokensReportedCalls": 4, "cachedInputTokens": 61380, "cachedInputTokensReportedCalls": 3, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 1016, "reasoningOutputTokensReportedCalls": 4, "sourceReportedCostSum": 0.027705, "callsWithReportedCost": 4 }, "excludedFromExactTotal": true } }, "gpt52": { "trajectories": 500, "issues": 500, "denominator": { "calls": 17520, "callsWithUsage": 17520, "inputTokens": 322598043, "inputTokensReportedCalls": 17520, "outputTokens": 6692906, "outputTokensReportedCalls": 17520, "totalTokens": 329290949, "totalTokensReportedCalls": 17520, "cachedInputTokens": 267596032, "cachedInputTokensReportedCalls": 17520, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 4871131, "reasoningOutputTokensReportedCalls": 17520, "sourceReportedCostSum": 236.78350885000094, "callsWithReportedCost": 17520 }, "proposals": 660, "matchedCalls": 1, "matchedIssues": 1, "matchedUsage": { "calls": 1, "callsWithUsage": 1, "inputTokens": 7274, "inputTokensReportedCalls": 1, "outputTokens": 871, "outputTokensReportedCalls": 1, "totalTokens": 8145, "totalTokensReportedCalls": 1, "cachedInputTokens": 6144, "cachedInputTokensReportedCalls": 1, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 838, "reasoningOutputTokensReportedCalls": 1, "sourceReportedCostSum": 0.0152467, "callsWithReportedCost": 1 }, "matchPrecisionPercent": 0.15151515151515152, "callPercent": 0.005707762557077625, "tokenPercent": 0.0024734964701383275, "matchesWithReasoningOrProse": 1, "equivalentEOF": { "matchedCalls": 22, "matchedIssues": 21, "matchedUsage": { "calls": 22, "callsWithUsage": 22, "inputTokens": 260605, "inputTokensReportedCalls": 22, "outputTokens": 833, "outputTokensReportedCalls": 22, "totalTokens": 261438, "totalTokensReportedCalls": 22, "cachedInputTokens": 213120, "cachedInputTokensReportedCalls": 22, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 0, "reasoningOutputTokensReportedCalls": 22, "sourceReportedCostSum": 0.13205675, "callsWithReportedCost": 22 }, "excludedFromExactTotal": true } }, "opus45": { "trajectories": 500, "issues": 500, "denominator": { "calls": 16446, "callsWithUsage": 16446, "inputTokens": 330622219, "inputTokensReportedCalls": 16446, "outputTokens": 4806100, "outputTokensReportedCalls": 16446, "totalTokens": 335428319, "totalTokensReportedCalls": 16446, "cachedInputTokens": 314095302, "cachedInputTokensReportedCalls": 16446, "cacheCreationInputTokens": 13695410, "cacheCreationInputTokensReportedCalls": 16446, "reasoningOutputTokens": 1193410, "reasoningOutputTokensReportedCalls": 16446, "sourceReportedCostSum": 376.95399849999967, "callsWithReportedCost": 16446 }, "proposals": 82, "matchedCalls": 0, "matchedIssues": 0, "matchedUsage": { "calls": 0, "callsWithUsage": 0, "inputTokens": 0, "inputTokensReportedCalls": 0, "outputTokens": 0, "outputTokensReportedCalls": 0, "totalTokens": 0, "totalTokensReportedCalls": 0, "cachedInputTokens": 0, "cachedInputTokensReportedCalls": 0, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 0, "reasoningOutputTokensReportedCalls": 0, "sourceReportedCostSum": 0, "callsWithReportedCost": 0 }, "matchPrecisionPercent": 0.0, "callPercent": 0.0, "tokenPercent": 0.0, "matchesWithReasoningOrProse": 0, "equivalentEOF": { "matchedCalls": 0, "matchedIssues": 0, "matchedUsage": { "calls": 0, "callsWithUsage": 0, "inputTokens": 0, "inputTokensReportedCalls": 0, "outputTokens": 0, "outputTokensReportedCalls": 0, "totalTokens": 0, "totalTokensReportedCalls": 0, "cachedInputTokens": 0, "cachedInputTokensReportedCalls": 0, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 0, "reasoningOutputTokensReportedCalls": 0, "sourceReportedCostSum": 0, "callsWithReportedCost": 0 }, "excludedFromExactTotal": true } }, "sonnet45": { "trajectories": 500, "issues": 500, "denominator": { "calls": 24143, "callsWithUsage": 24143, "inputTokens": 522347941, "inputTokensReportedCalls": 24143, "outputTokens": 7365272, "outputTokensReportedCalls": 24143, "totalTokens": 529713213, "totalTokensReportedCalls": 24143, "cachedInputTokens": 504431119, "cachedInputTokensReportedCalls": 24143, "cacheCreationInputTokens": 17852490, "cacheCreationInputTokensReportedCalls": 24143, "reasoningOutputTokens": 1520265, "reasoningOutputTokensReportedCalls": 24143, "sourceReportedCostSum": 328.9482491999996, "callsWithReportedCost": 24143 }, "proposals": 437, "matchedCalls": 4, "matchedIssues": 4, "matchedUsage": { "calls": 4, "callsWithUsage": 4, "inputTokens": 37572, "inputTokensReportedCalls": 4, "outputTokens": 350, "outputTokensReportedCalls": 4, "totalTokens": 37922, "totalTokensReportedCalls": 4, "cachedInputTokens": 36670, "cachedInputTokensReportedCalls": 4, "cacheCreationInputTokens": 878, "cacheCreationInputTokensReportedCalls": 4, "reasoningOutputTokens": 59, "reasoningOutputTokensReportedCalls": 4, "sourceReportedCostSum": 0.0196155, "callsWithReportedCost": 4 }, "matchPrecisionPercent": 0.9153318077803204, "callPercent": 0.016567949302075134, "tokenPercent": 0.0071589681112976125, "matchesWithReasoningOrProse": 4, "equivalentEOF": { "matchedCalls": 1, "matchedIssues": 1, "matchedUsage": { "calls": 1, "callsWithUsage": 1, "inputTokens": 12080, "inputTokensReportedCalls": 1, "outputTokens": 97, "outputTokensReportedCalls": 1, "totalTokens": 12177, "totalTokensReportedCalls": 1, "cachedInputTokens": 11927, "cachedInputTokensReportedCalls": 1, "cacheCreationInputTokens": 153, "cacheCreationInputTokensReportedCalls": 1, "reasoningOutputTokens": 19, "reasoningOutputTokensReportedCalls": 1, "sourceReportedCostSum": 0.00560685, "callsWithReportedCost": 1 }, "excludedFromExactTotal": true } } }, "byPartition": { "discovery": { "trajectories": 885, "issues": 177, "denominator": { "calls": 45072, "callsWithUsage": 45072, "inputTokens": 1091899494, "inputTokensReportedCalls": 45072, "outputTokens": 14891202, "outputTokensReportedCalls": 45072, "totalTokens": 1106790696, "totalTokensReportedCalls": 45072, "cachedInputTokens": 844764656, "cachedInputTokensReportedCalls": 42040, "cacheCreationInputTokens": 10744848, "cacheCreationInputTokensReportedCalls": 13737, "reasoningOutputTokens": 8047248, "reasoningOutputTokensReportedCalls": 45072, "sourceReportedCostSum": 454.87979764000346, "callsWithReportedCost": 45072 }, "proposals": 1437, "matchedCalls": 8, "matchedIssues": 8, "matchedUsage": { "calls": 8, "callsWithUsage": 8, "inputTokens": 43797, "inputTokensReportedCalls": 8, "outputTokens": 1501, "outputTokensReportedCalls": 8, "totalTokens": 45298, "totalTokensReportedCalls": 8, "cachedInputTokens": 22354, "cachedInputTokensReportedCalls": 6, "cacheCreationInputTokens": 151, "cacheCreationInputTokensReportedCalls": 1, "reasoningOutputTokens": 1137, "reasoningOutputTokensReportedCalls": 8, "sourceReportedCostSum": 0.02898134, "callsWithReportedCost": 8 }, "matchPrecisionPercent": 0.5567153792623522, "callPercent": 0.01774937877174299, "tokenPercent": 0.0040927340791451685, "matchesWithReasoningOrProse": 8, "equivalentEOF": { "matchedCalls": 9, "matchedIssues": 9, "matchedUsage": { "calls": 9, "callsWithUsage": 9, "inputTokens": 165510, "inputTokensReportedCalls": 9, "outputTokens": 481, "outputTokensReportedCalls": 9, "totalTokens": 165991, "totalTokensReportedCalls": 9, "cachedInputTokens": 109501, "cachedInputTokensReportedCalls": 8, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 75, "reasoningOutputTokensReportedCalls": 9, "sourceReportedCostSum": 0.0875929, "callsWithReportedCost": 9 }, "excludedFromExactTotal": true } }, "validation": { "trajectories": 1613, "issues": 323, "denominator": { "calls": 84774, "callsWithUsage": 84774, "inputTokens": 2109326194, "inputTokensReportedCalls": 84774, "outputTokens": 27486406, "outputTokensReportedCalls": 84774, "totalTokens": 2136812600, "totalTokensReportedCalls": 84774, "cachedInputTokens": 1654101218, "cachedInputTokensReportedCalls": 79188, "cacheCreationInputTokens": 20803052, "cacheCreationInputTokensReportedCalls": 26852, "reasoningOutputTokens": 15028577, "reasoningOutputTokensReportedCalls": 84774, "sourceReportedCostSum": 889.7112725599998, "callsWithReportedCost": 84774 }, "proposals": 2754, "matchedCalls": 23, "matchedIssues": 22, "matchedUsage": { "calls": 23, "callsWithUsage": 23, "inputTokens": 286514, "inputTokensReportedCalls": 23, "outputTokens": 1451, "outputTokensReportedCalls": 23, "totalTokens": 287965, "totalTokensReportedCalls": 23, "cachedInputTokens": 191138, "cachedInputTokensReportedCalls": 20, "cacheCreationInputTokens": 727, "cacheCreationInputTokensReportedCalls": 3, "reasoningOutputTokens": 391, "reasoningOutputTokensReportedCalls": 23, "sourceReportedCostSum": 0.06376918, "callsWithReportedCost": 23 }, "matchPrecisionPercent": 0.8351488743645606, "callPercent": 0.027130959964139948, "tokenPercent": 0.013476380661551697, "matchesWithReasoningOrProse": 23, "equivalentEOF": { "matchedCalls": 27, "matchedIssues": 25, "matchedUsage": { "calls": 27, "callsWithUsage": 27, "inputTokens": 350724, "inputTokensReportedCalls": 27, "outputTokens": 2311, "outputTokensReportedCalls": 27, "totalTokens": 353035, "totalTokensReportedCalls": 27, "cachedInputTokens": 253399, "cachedInputTokensReportedCalls": 27, "cacheCreationInputTokens": 153, "cacheCreationInputTokensReportedCalls": 1, "reasoningOutputTokens": 1166, "reasoningOutputTokensReportedCalls": 27, "sourceReportedCostSum": 0.10596257000000002, "callsWithReportedCost": 27 }, "excludedFromExactTotal": true } } }, "split": "Discovery is union of SHA256(inspect-v3:instance_id)%5==0 and SHA256(autotoken-v3:instance_id)%5==0, because initial inspection preceded the common-seed instruction. Models for an issue stay together. Validation excluded both sets before policy evaluation.", "limitations": [ "New candidate developed on a deterministic discovery subset; corpus had prior project analysis, so validation is not untouched external data.", "Runtime file size/type/symlink/state checks are required but not reconstructed from source observations. Matched target outputs fit bounds retrospectively; conservative deployment credit is zero.", "Exact means pure cat of the same complete file; head/sed reads reaching EOF are listed separately, not included in exact percentages.", "Source search output alone does not establish intent to read the file; unmatched proposals may alter workflow.", "All token savings are conditional gross recorded-call usage, not causal saved tokens or preserved task quality.", "Removing calls may discard useful reasoning; no routing or program overhead and no downstream context/cache changes modeled.", "Cached input and reasoning are subsets of usage totals, never added again.", "No recorded commands executed and no paid inference." ], "plannerSha256": "782082f9fe6fd407714e3fb7188916ded28dce510567d7b36b3e4e092912df28", "sourceManifestSha256": "73cccd8079f5c3150015207a7d102f1a4409c7996f0ea9ae1305f1b45239247b" }