{ "version": 5, "program": "empty_search_parent_scope_v5", "title": "Broaden an empty file search to its parent directory", "kind": "conditional-gross-recorded-usage-replay-estimate", "policy": { "root": "/testbed", "maxCommandBytes": 4096, "maxPatternBytes": 200, "maxOutputBytes": 16000, "maxFiles": 1000, "maxFileBytes": 1000000, "maxTotalBytes": 8000000, "timeoutSeconds": 5, "maxFallbacks": 1, "literalPatternsOnly": true, "recursiveTargetLineNumbers": false, "requiresBoundedRegisteredGrep": true, "requiresRegularSourceFileAndNoSymlinks": true, "requiresUnchangedTree": true }, "trajectories": 2498, "issues": 500, "denominator": { "calls": 129846, "callsWithUsage": 129846, "inputTokens": 3201225688, "inputTokensReportedCalls": 129846, "outputTokens": 42377608, "outputTokensReportedCalls": 129846, "totalTokens": 3243603296, "totalTokensReportedCalls": 129846, "cachedInputTokens": 2498865874, "cachedInputTokensReportedCalls": 121228, "cacheCreationInputTokens": 31547900, "cacheCreationInputTokensReportedCalls": 40589, "reasoningOutputTokens": 23075825, "reasoningOutputTokensReportedCalls": 129846, "sourceReportedCostSum": 1344.591070199989, "callsWithReportedCost": 129846 }, "proposals": 784, "matchedCalls": 14, "matchedIssues": 13, "matchedUsage": { "calls": 14, "callsWithUsage": 14, "inputTokens": 395884, "inputTokensReportedCalls": 14, "outputTokens": 805, "outputTokensReportedCalls": 14, "totalTokens": 396689, "totalTokensReportedCalls": 14, "cachedInputTokens": 267426, "cachedInputTokensReportedCalls": 9, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 395, "reasoningOutputTokensReportedCalls": 14, "sourceReportedCostSum": 0.07653624, "callsWithReportedCost": 14 }, "matchPercent": 1.7857142857142858, "callPercent": 0.010782003296212437, "tokenPercent": 0.012229886450331193, "matchesWithReasoningOrProse": 14, "diagnostics": { "emptyGrepLikeResponses": 2699, "nextCommandDiffers": 766, "nextNotSingletonObservedBash": 4 }, "cohorts": { "deepseek32": { "trajectories": 500, "issues": 500, "denominator": { "calls": 43683, "callsWithUsage": 43683, "inputTokens": 1177730550, "inputTokensReportedCalls": 43683, "outputTokens": 13441973, "outputTokensReportedCalls": 43683, "totalTokens": 1191172523, "totalTokensReportedCalls": 43683, "cachedInputTokens": 798975703, "cachedInputTokensReportedCalls": 43683, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 7941114, "reasoningOutputTokensReportedCalls": 43683, "sourceReportedCostSum": 223.9232482499986, "callsWithReportedCost": 43683 }, "proposals": 370, "matchedCalls": 1, "matchedIssues": 1, "matchedUsage": { "calls": 1, "callsWithUsage": 1, "inputTokens": 13900, "inputTokensReportedCalls": 1, "outputTokens": 96, "outputTokensReportedCalls": 1, "totalTokens": 13996, "totalTokensReportedCalls": 1, "cachedInputTokens": 319, "cachedInputTokensReportedCalls": 1, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 37, "reasoningOutputTokensReportedCalls": 1, "sourceReportedCostSum": 0.00361539, "callsWithReportedCost": 1 }, "matchPercent": 0.2702702702702703, "callPercent": 0.0022892200627246295, "tokenPercent": 0.0011749767334080792, "matchesWithReasoningOrProse": 1, "diagnostics": { "emptyGrepLikeResponses": 1260, "nextCommandDiffers": 369 } }, "gemini3flash": { "trajectories": 498, "issues": 498, "denominator": { "calls": 28054, "callsWithUsage": 28054, "inputTokens": 847926935, "inputTokensReportedCalls": 28054, "outputTokens": 10071357, "outputTokensReportedCalls": 28054, "totalTokens": 857998292, "totalTokensReportedCalls": 28054, "cachedInputTokens": 613767718, "cachedInputTokensReportedCalls": 19436, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 7549905, "reasoningOutputTokensReportedCalls": 28054, "sourceReportedCostSum": 177.98206539999973, "callsWithReportedCost": 28054 }, "proposals": 317, "matchedCalls": 13, "matchedIssues": 13, "matchedUsage": { "calls": 13, "callsWithUsage": 13, "inputTokens": 381984, "inputTokensReportedCalls": 13, "outputTokens": 709, "outputTokensReportedCalls": 13, "totalTokens": 382693, "totalTokensReportedCalls": 13, "cachedInputTokens": 267107, "cachedInputTokensReportedCalls": 8, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 358, "reasoningOutputTokensReportedCalls": 13, "sourceReportedCostSum": 0.07292085000000001, "callsWithReportedCost": 13 }, "matchPercent": 4.100946372239748, "callPercent": 0.04633920296570899, "tokenPercent": 0.044603002543040025, "matchesWithReasoningOrProse": 13, "diagnostics": { "emptyGrepLikeResponses": 936, "nextCommandDiffers": 303, "nextNotSingletonObservedBash": 1 } }, "gpt52": { "trajectories": 500, "issues": 500, "denominator": { "calls": 17520, "callsWithUsage": 17520, "inputTokens": 322598043, "inputTokensReportedCalls": 17520, "outputTokens": 6692906, "outputTokensReportedCalls": 17520, "totalTokens": 329290949, "totalTokensReportedCalls": 17520, "cachedInputTokens": 267596032, "cachedInputTokensReportedCalls": 17520, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 4871131, "reasoningOutputTokensReportedCalls": 17520, "sourceReportedCostSum": 236.78350885000094, "callsWithReportedCost": 17520 }, "proposals": 31, "matchedCalls": 0, "matchedIssues": 0, "matchedUsage": { "calls": 0, "callsWithUsage": 0, "inputTokens": 0, "inputTokensReportedCalls": 0, "outputTokens": 0, "outputTokensReportedCalls": 0, "totalTokens": 0, "totalTokensReportedCalls": 0, "cachedInputTokens": 0, "cachedInputTokensReportedCalls": 0, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 0, "reasoningOutputTokensReportedCalls": 0, "sourceReportedCostSum": 0, "callsWithReportedCost": 0 }, "matchPercent": 0.0, "callPercent": 0.0, "tokenPercent": 0.0, "matchesWithReasoningOrProse": 0, "diagnostics": { "emptyGrepLikeResponses": 99, "nextCommandDiffers": 31 } }, "opus45": { "trajectories": 500, "issues": 500, "denominator": { "calls": 16446, "callsWithUsage": 16446, "inputTokens": 330622219, "inputTokensReportedCalls": 16446, "outputTokens": 4806100, "outputTokensReportedCalls": 16446, "totalTokens": 335428319, "totalTokensReportedCalls": 16446, "cachedInputTokens": 314095302, "cachedInputTokensReportedCalls": 16446, "cacheCreationInputTokens": 13695410, "cacheCreationInputTokensReportedCalls": 16446, "reasoningOutputTokens": 1193410, "reasoningOutputTokensReportedCalls": 16446, "sourceReportedCostSum": 376.95399849999967, "callsWithReportedCost": 16446 }, "proposals": 11, "matchedCalls": 0, "matchedIssues": 0, "matchedUsage": { "calls": 0, "callsWithUsage": 0, "inputTokens": 0, "inputTokensReportedCalls": 0, "outputTokens": 0, "outputTokensReportedCalls": 0, "totalTokens": 0, "totalTokensReportedCalls": 0, "cachedInputTokens": 0, "cachedInputTokensReportedCalls": 0, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 0, "reasoningOutputTokensReportedCalls": 0, "sourceReportedCostSum": 0, "callsWithReportedCost": 0 }, "matchPercent": 0.0, "callPercent": 0.0, "tokenPercent": 0.0, "matchesWithReasoningOrProse": 0, "diagnostics": { "emptyGrepLikeResponses": 76, "nextCommandDiffers": 9, "nextNotSingletonObservedBash": 2 } }, "sonnet45": { "trajectories": 500, "issues": 500, "denominator": { "calls": 24143, "callsWithUsage": 24143, "inputTokens": 522347941, "inputTokensReportedCalls": 24143, "outputTokens": 7365272, "outputTokensReportedCalls": 24143, "totalTokens": 529713213, "totalTokensReportedCalls": 24143, "cachedInputTokens": 504431119, "cachedInputTokensReportedCalls": 24143, "cacheCreationInputTokens": 17852490, "cacheCreationInputTokensReportedCalls": 24143, "reasoningOutputTokens": 1520265, "reasoningOutputTokensReportedCalls": 24143, "sourceReportedCostSum": 328.9482491999996, "callsWithReportedCost": 24143 }, "proposals": 55, "matchedCalls": 0, "matchedIssues": 0, "matchedUsage": { "calls": 0, "callsWithUsage": 0, "inputTokens": 0, "inputTokensReportedCalls": 0, "outputTokens": 0, "outputTokensReportedCalls": 0, "totalTokens": 0, "totalTokensReportedCalls": 0, "cachedInputTokens": 0, "cachedInputTokensReportedCalls": 0, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 0, "reasoningOutputTokensReportedCalls": 0, "sourceReportedCostSum": 0, "callsWithReportedCost": 0 }, "matchPercent": 0.0, "callPercent": 0.0, "tokenPercent": 0.0, "matchesWithReasoningOrProse": 0, "diagnostics": { "emptyGrepLikeResponses": 328, "nextCommandDiffers": 54, "nextNotSingletonObservedBash": 1 } } }, "byPartition": { "discovery": { "trajectories": 550, "issues": 110, "denominator": { "calls": 28862, "callsWithUsage": 28862, "inputTokens": 702102702, "inputTokensReportedCalls": 28862, "outputTokens": 9426963, "outputTokensReportedCalls": 28862, "totalTokens": 711529665, "totalTokensReportedCalls": 28862, "cachedInputTokens": 543584191, "cachedInputTokensReportedCalls": 27013, "cacheCreationInputTokens": 6709415, "cacheCreationInputTokensReportedCalls": 8757, "reasoningOutputTokens": 5220878, "reasoningOutputTokensReportedCalls": 28862, "sourceReportedCostSum": 291.47569229000186, "callsWithReportedCost": 28862 }, "proposals": 153, "matchedCalls": 5, "matchedIssues": 4, "matchedUsage": { "calls": 5, "callsWithUsage": 5, "inputTokens": 115545, "inputTokensReportedCalls": 5, "outputTokens": 293, "outputTokensReportedCalls": 5, "totalTokens": 115838, "totalTokensReportedCalls": 5, "cachedInputTokens": 71180, "cachedInputTokensReportedCalls": 3, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 121, "reasoningOutputTokensReportedCalls": 5, "sourceReportedCostSum": 0.02314144, "callsWithReportedCost": 5 }, "matchPercent": 3.2679738562091503, "callPercent": 0.0173238167833137, "tokenPercent": 0.016280136401621428, "matchesWithReasoningOrProse": 5, "diagnostics": { "emptyGrepLikeResponses": 568, "nextCommandDiffers": 147, "nextNotSingletonObservedBash": 1 } }, "validation": { "trajectories": 1948, "issues": 390, "denominator": { "calls": 100984, "callsWithUsage": 100984, "inputTokens": 2499122986, "inputTokensReportedCalls": 100984, "outputTokens": 32950645, "outputTokensReportedCalls": 100984, "totalTokens": 2532073631, "totalTokensReportedCalls": 100984, "cachedInputTokens": 1955281683, "cachedInputTokensReportedCalls": 94215, "cacheCreationInputTokens": 24838485, "cacheCreationInputTokensReportedCalls": 31832, "reasoningOutputTokens": 17854947, "reasoningOutputTokensReportedCalls": 100984, "sourceReportedCostSum": 1053.1153779099996, "callsWithReportedCost": 100984 }, "proposals": 631, "matchedCalls": 9, "matchedIssues": 9, "matchedUsage": { "calls": 9, "callsWithUsage": 9, "inputTokens": 280339, "inputTokensReportedCalls": 9, "outputTokens": 512, "outputTokensReportedCalls": 9, "totalTokens": 280851, "totalTokensReportedCalls": 9, "cachedInputTokens": 196246, "cachedInputTokensReportedCalls": 6, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 274, "reasoningOutputTokensReportedCalls": 9, "sourceReportedCostSum": 0.05339479999999999, "callsWithReportedCost": 9 }, "matchPercent": 1.4263074484944533, "callPercent": 0.008912302939079459, "tokenPercent": 0.011091739061675019, "matchesWithReasoningOrProse": 9, "diagnostics": { "emptyGrepLikeResponses": 2131, "nextCommandDiffers": 619, "nextNotSingletonObservedBash": 3 } } }, "split": { "method": "SHA256('autotoken-v5:'+instance_id)%5==0 discovery, other issues validation; all models for an issue grouped", "policyFrozenBeforeValidation": true, "notUntouchedExternalCorpus": true }, "sourceManifestSha256": "73cccd8079f5c3150015207a7d102f1a4409c7996f0ea9ae1305f1b45239247b", "plannerSha256": "0ec9cd8c8714ce45e3ef3e17cc03471a5f423acc96c25249c87b27012733f932", "limitations": [ "Plans derive immediate parent directory and unchanged literal query from the empty current search only; next calls are labels.", "Fixed recursive no-line-number output is a new search operation, not an equivalent rendering of the failed source command. Exact match means same normalized target operation.", "Only plain grep, simple literal patterns and one explicit repository file are supported; regex, pipes, redirects, bundles, multiple paths and root-wide fallback abstain.", "A runtime executor must enumerate a symlink-free unchanged parent tree within file/count/byte bounds before a registered grep execution. Those historical filesystem conditions are not verified.", "Whole singleton next response and bounded successful/no-match result are required. Removing accompanying reasoning may affect task quality.", "Gross token usage belongs to matched original calls, not measured savings. Router, traversal/execution, false-positive, extra-output and future-cache costs are excluded.", "Cache and reasoning counts are subsets of input/output totals; no double counting.", "Discovery and validation are issue-grouped within an already reused corpus; no untouched external validation claim.", "No recorded commands executed or paid inference used." ] }