{ "version": 3, "program": "missing_rg_literal_search_repair_v3", "title": "Repair a missing ripgrep with a literal file search", "kind": "conditional-gross-recorded-usage-replay-estimate", "policy": { "maxCommandBytes": 4096, "maxFiles": 4, "maxOutputBytes": 16000, "maxFileBytes": 1000000, "maxRetries": 1, "regexSupport": "ASCII words, digits, underscores and spaces only; no regex translation", "requiresRegisteredGrep": true, "requiresRegularRepoFilesNoSymlinks": true, "requiresUnchangedFiles": true, "timeoutSeconds": 5 }, "trajectories": 2498, "issues": 500, "denominator": { "calls": 129846, "callsWithUsage": 129846, "inputTokens": 3201225688, "inputTokensReportedCalls": 129846, "outputTokens": 42377608, "outputTokensReportedCalls": 129846, "totalTokens": 3243603296, "totalTokensReportedCalls": 129846, "cachedInputTokens": 2498865874, "cachedInputTokensReportedCalls": 121228, "cacheCreationInputTokens": 31547900, "cacheCreationInputTokensReportedCalls": 40589, "reasoningOutputTokens": 23075825, "reasoningOutputTokensReportedCalls": 129846, "sourceReportedCostSum": 1344.591070199989, "callsWithReportedCost": 129846 }, "proposals": 11, "matchedCalls": 9, "matchedIssues": 9, "matchedUsage": { "calls": 9, "callsWithUsage": 9, "inputTokens": 35540, "inputTokensReportedCalls": 9, "outputTokens": 506, "outputTokensReportedCalls": 9, "totalTokens": 36046, "totalTokensReportedCalls": 9, "cachedInputTokens": 19456, "cachedInputTokensReportedCalls": 9, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 116, "reasoningOutputTokensReportedCalls": 9, "sourceReportedCostSum": 0.0386358, "callsWithReportedCost": 9 }, "matchPercent": 81.81818181818181, "callPercent": 0.006931287833279423, "tokenPercent": 0.0011112949615155404, "diagnostics": { "nativeMissingRgErrors": 106, "nextCommandDiffers": 2 }, "cohorts": { "deepseek32": { "trajectories": 500, "issues": 500, "denominator": { "calls": 43683, "callsWithUsage": 43683, "inputTokens": 1177730550, "inputTokensReportedCalls": 43683, "outputTokens": 13441973, "outputTokensReportedCalls": 43683, "totalTokens": 1191172523, "totalTokensReportedCalls": 43683, "cachedInputTokens": 798975703, "cachedInputTokensReportedCalls": 43683, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 7941114, "reasoningOutputTokensReportedCalls": 43683, "sourceReportedCostSum": 223.9232482499986, "callsWithReportedCost": 43683 }, "proposals": 0, "matchedCalls": 0, "matchedIssues": 0, "matchedUsage": { "calls": 0, "callsWithUsage": 0, "inputTokens": 0, "inputTokensReportedCalls": 0, "outputTokens": 0, "outputTokensReportedCalls": 0, "totalTokens": 0, "totalTokensReportedCalls": 0, "cachedInputTokens": 0, "cachedInputTokensReportedCalls": 0, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 0, "reasoningOutputTokensReportedCalls": 0, "sourceReportedCostSum": 0, "callsWithReportedCost": 0 }, "matchPercent": 0, "callPercent": 0.0, "tokenPercent": 0.0, "diagnostics": {} }, "gemini3flash": { "trajectories": 498, "issues": 498, "denominator": { "calls": 28054, "callsWithUsage": 28054, "inputTokens": 847926935, "inputTokensReportedCalls": 28054, "outputTokens": 10071357, "outputTokensReportedCalls": 28054, "totalTokens": 857998292, "totalTokensReportedCalls": 28054, "cachedInputTokens": 613767718, "cachedInputTokensReportedCalls": 19436, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 7549905, "reasoningOutputTokensReportedCalls": 28054, "sourceReportedCostSum": 177.98206539999973, "callsWithReportedCost": 28054 }, "proposals": 0, "matchedCalls": 0, "matchedIssues": 0, "matchedUsage": { "calls": 0, "callsWithUsage": 0, "inputTokens": 0, "inputTokensReportedCalls": 0, "outputTokens": 0, "outputTokensReportedCalls": 0, "totalTokens": 0, "totalTokensReportedCalls": 0, "cachedInputTokens": 0, "cachedInputTokensReportedCalls": 0, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 0, "reasoningOutputTokensReportedCalls": 0, "sourceReportedCostSum": 0, "callsWithReportedCost": 0 }, "matchPercent": 0, "callPercent": 0.0, "tokenPercent": 0.0, "diagnostics": {} }, "gpt52": { "trajectories": 500, "issues": 500, "denominator": { "calls": 17520, "callsWithUsage": 17520, "inputTokens": 322598043, "inputTokensReportedCalls": 17520, "outputTokens": 6692906, "outputTokensReportedCalls": 17520, "totalTokens": 329290949, "totalTokensReportedCalls": 17520, "cachedInputTokens": 267596032, "cachedInputTokensReportedCalls": 17520, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 4871131, "reasoningOutputTokensReportedCalls": 17520, "sourceReportedCostSum": 236.78350885000094, "callsWithReportedCost": 17520 }, "proposals": 11, "matchedCalls": 9, "matchedIssues": 9, "matchedUsage": { "calls": 9, "callsWithUsage": 9, "inputTokens": 35540, "inputTokensReportedCalls": 9, "outputTokens": 506, "outputTokensReportedCalls": 9, "totalTokens": 36046, "totalTokensReportedCalls": 9, "cachedInputTokens": 19456, "cachedInputTokensReportedCalls": 9, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 116, "reasoningOutputTokensReportedCalls": 9, "sourceReportedCostSum": 0.0386358, "callsWithReportedCost": 9 }, "matchPercent": 81.81818181818181, "callPercent": 0.05136986301369863, "tokenPercent": 0.01094655049264655, "diagnostics": { "nativeMissingRgErrors": 106, "nextCommandDiffers": 2 } }, "opus45": { "trajectories": 500, "issues": 500, "denominator": { "calls": 16446, "callsWithUsage": 16446, "inputTokens": 330622219, "inputTokensReportedCalls": 16446, "outputTokens": 4806100, "outputTokensReportedCalls": 16446, "totalTokens": 335428319, "totalTokensReportedCalls": 16446, "cachedInputTokens": 314095302, "cachedInputTokensReportedCalls": 16446, "cacheCreationInputTokens": 13695410, "cacheCreationInputTokensReportedCalls": 16446, "reasoningOutputTokens": 1193410, "reasoningOutputTokensReportedCalls": 16446, "sourceReportedCostSum": 376.95399849999967, "callsWithReportedCost": 16446 }, "proposals": 0, "matchedCalls": 0, "matchedIssues": 0, "matchedUsage": { "calls": 0, "callsWithUsage": 0, "inputTokens": 0, "inputTokensReportedCalls": 0, "outputTokens": 0, "outputTokensReportedCalls": 0, "totalTokens": 0, "totalTokensReportedCalls": 0, "cachedInputTokens": 0, "cachedInputTokensReportedCalls": 0, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 0, "reasoningOutputTokensReportedCalls": 0, "sourceReportedCostSum": 0, "callsWithReportedCost": 0 }, "matchPercent": 0, "callPercent": 0.0, "tokenPercent": 0.0, "diagnostics": {} }, "sonnet45": { "trajectories": 500, "issues": 500, "denominator": { "calls": 24143, "callsWithUsage": 24143, "inputTokens": 522347941, "inputTokensReportedCalls": 24143, "outputTokens": 7365272, "outputTokensReportedCalls": 24143, "totalTokens": 529713213, "totalTokensReportedCalls": 24143, "cachedInputTokens": 504431119, "cachedInputTokensReportedCalls": 24143, "cacheCreationInputTokens": 17852490, "cacheCreationInputTokensReportedCalls": 24143, "reasoningOutputTokens": 1520265, "reasoningOutputTokensReportedCalls": 24143, "sourceReportedCostSum": 328.9482491999996, "callsWithReportedCost": 24143 }, "proposals": 0, "matchedCalls": 0, "matchedIssues": 0, "matchedUsage": { "calls": 0, "callsWithUsage": 0, "inputTokens": 0, "inputTokensReportedCalls": 0, "outputTokens": 0, "outputTokensReportedCalls": 0, "totalTokens": 0, "totalTokensReportedCalls": 0, "cachedInputTokens": 0, "cachedInputTokensReportedCalls": 0, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 0, "reasoningOutputTokensReportedCalls": 0, "sourceReportedCostSum": 0, "callsWithReportedCost": 0 }, "matchPercent": 0, "callPercent": 0.0, "tokenPercent": 0.0, "diagnostics": {} } }, "byPartition": { "discovery": { "trajectories": 820, "issues": 164, "denominator": { "calls": 42057, "callsWithUsage": 42057, "inputTokens": 1018758618, "inputTokensReportedCalls": 42057, "outputTokens": 13683908, "outputTokensReportedCalls": 42057, "totalTokens": 1032442526, "totalTokensReportedCalls": 42057, "cachedInputTokens": 789093892, "cachedInputTokensReportedCalls": 39053, "cacheCreationInputTokens": 10021340, "cacheCreationInputTokensReportedCalls": 12796, "reasoningOutputTokens": 7444696, "reasoningOutputTokensReportedCalls": 42057, "sourceReportedCostSum": 425.7461344200021, "callsWithReportedCost": 42057 }, "proposals": 1, "matchedCalls": 1, "matchedIssues": 1, "matchedUsage": { "calls": 1, "callsWithUsage": 1, "inputTokens": 5647, "inputTokensReportedCalls": 1, "outputTokens": 59, "outputTokensReportedCalls": 1, "totalTokens": 5706, "totalTokensReportedCalls": 1, "cachedInputTokens": 5504, "cachedInputTokensReportedCalls": 1, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 12, "reasoningOutputTokensReportedCalls": 1, "sourceReportedCostSum": 0.00203945, "callsWithReportedCost": 1 }, "matchPercent": 100.0, "callPercent": 0.002377725467817486, "tokenPercent": 0.0005526699894963451, "diagnostics": { "nativeMissingRgErrors": 33 } }, "validation": { "trajectories": 1678, "issues": 336, "denominator": { "calls": 87789, "callsWithUsage": 87789, "inputTokens": 2182467070, "inputTokensReportedCalls": 87789, "outputTokens": 28693700, "outputTokensReportedCalls": 87789, "totalTokens": 2211160770, "totalTokensReportedCalls": 87789, "cachedInputTokens": 1709771982, "cachedInputTokensReportedCalls": 82175, "cacheCreationInputTokens": 21526560, "cacheCreationInputTokensReportedCalls": 27793, "reasoningOutputTokens": 15631129, "reasoningOutputTokensReportedCalls": 87789, "sourceReportedCostSum": 918.8449357799973, "callsWithReportedCost": 87789 }, "proposals": 10, "matchedCalls": 8, "matchedIssues": 8, "matchedUsage": { "calls": 8, "callsWithUsage": 8, "inputTokens": 29893, "inputTokensReportedCalls": 8, "outputTokens": 447, "outputTokensReportedCalls": 8, "totalTokens": 30340, "totalTokensReportedCalls": 8, "cachedInputTokens": 13952, "cachedInputTokensReportedCalls": 8, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 104, "reasoningOutputTokensReportedCalls": 8, "sourceReportedCostSum": 0.03659635, "callsWithReportedCost": 8 }, "matchPercent": 80.0, "callPercent": 0.009112759001697252, "tokenPercent": 0.0013721299876354083, "diagnostics": { "nativeMissingRgErrors": 73, "nextCommandDiffers": 2 } } }, "split": { "method": "Discovery is UNION of SHA256('autotoken-v3:'+instance_id)%5==0 and SHA256('repair-v3:'+instance_id)%5==0; validation excludes both, grouped across models", "priorExploratoryExposure": "Initial error scan used repair-v3 seed before common split was specified. Both subsets are assigned discovery, so validation excludes all issues from that scan. The larger corpus was previously used by this project; this is not untouched external validation.", "validationExcludesBothDiscoverySubsets": true }, "sourceManifestSha256": "73cccd8079f5c3150015207a7d102f1a4409c7996f0ea9ae1305f1b45239247b", "plannerSha256": "fcaf800439198c64ea488b1564d0325437a36aab0fa28b54972448c69cc83af6", "limitations": [ "Program predicts from current failed request and exact native missing-rg error; next actions are labels only.", "Only plain literal-pattern searches over explicit repository file paths are supported; bundles, pipes, regex changes, recursive searches and implicit paths abstain.", "Exact match means same normalized cwd/pattern/file list/line-number flag. Redundant -n, quotation and path spelling differences are canonicalized; no observed command is executed.", "Future executor must register grep, reject symlinks/directories, bind unchanged files and enforce file/output/runtime bounds; historical filesystem conditions are not reconstructed.", "Whole singleton response and one aligned result required. Multi-tool or bundled responses are not credited as saved calls.", "Removing a matching response may discard useful reasoning; no preserved task-quality claim.", "Recorded usage is original-call usage; avoided usage is a conditional gross estimate before program/router overhead, false-positive costs or downstream cache changes.", "Cache and reasoning are subsets of input/output totals, not added again.", "No paid inference or recorded commands executed.", "Discovery includes both initial and common hash subsets; validation excludes their union. Prior project research means this is not untouched external evaluation." ] }