{ "version": 1, "kind": "conditional-gross-program-replay-percentages", "trajectories": 2498, "uniqueIssues": 500, "denominator": { "calls": 129846, "callsWithUsage": 129846, "inputTokens": 3201225688, "inputTokensReportedCalls": 129846, "outputTokens": 42377608, "outputTokensReportedCalls": 129846, "totalTokens": 3243603296, "totalTokensReportedCalls": 129846, "cachedInputTokens": 2498865874, "cachedInputTokensReportedCalls": 121228, "cacheCreationInputTokens": 31547900, "cacheCreationInputTokensReportedCalls": 40589, "reasoningOutputTokens": 23075825, "reasoningOutputTokensReportedCalls": 129846, "sourceReportedCostSum": 1344.5910701999999, "callsWithReportedCost": 129846 }, "programs": [ { "program": "edit_compile_v3", "title": "Check syntax after a source edit", "round": "previous", "proposals": 1574, "proposalMatchPercent": 1.9059720457433291, "matchedUsage": { "calls": 30, "callsWithUsage": 30, "inputTokens": 947946, "inputTokensReportedCalls": 30, "outputTokens": 1403, "outputTokensReportedCalls": 30, "totalTokens": 949349, "totalTokensReportedCalls": 30, "cachedInputTokens": 815104, "cachedInputTokensReportedCalls": 30, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 372, "reasoningOutputTokensReportedCalls": 30, "sourceReportedCostSum": 0.3947587, "callsWithReportedCost": 30 }, "matchedIssues": 26, "callPercent": 0.023104292777598078, "tokenPercent": 0.029268344904283882, "sourceReportedCostPercent": 0.02935901544707433 }, { "program": "inspect_unique_small_file_v3", "title": "Read a uniquely identified small file", "round": "previous", "proposals": 4191, "proposalMatchPercent": 0.7396802672393223, "matchedUsage": { "calls": 31, "callsWithUsage": 31, "inputTokens": 330311, "inputTokensReportedCalls": 31, "outputTokens": 2952, "outputTokensReportedCalls": 31, "totalTokens": 333263, "totalTokensReportedCalls": 31, "cachedInputTokens": 213492, "cachedInputTokensReportedCalls": 26, "cacheCreationInputTokens": 878, "cacheCreationInputTokensReportedCalls": 4, "reasoningOutputTokens": 1528, "reasoningOutputTokensReportedCalls": 31, "sourceReportedCostSum": 0.09275051999999999, "callsWithReportedCost": 31 }, "matchedIssues": 30, "callPercent": 0.02387443587018468, "tokenPercent": 0.01027446853352809, "sourceReportedCostPercent": 0.006898046703984424 }, { "program": "missing_rg_literal_search_repair_v3", "title": "Repair a missing ripgrep command", "round": "previous", "proposals": 11, "proposalMatchPercent": 81.81818181818181, "matchedUsage": { "calls": 9, "callsWithUsage": 9, "inputTokens": 35540, "inputTokensReportedCalls": 9, "outputTokens": 506, "outputTokensReportedCalls": 9, "totalTokens": 36046, "totalTokensReportedCalls": 9, "cachedInputTokens": 19456, "cachedInputTokensReportedCalls": 9, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 116, "reasoningOutputTokensReportedCalls": 9, "sourceReportedCostSum": 0.0386358, "callsWithReportedCost": 9 }, "matchedIssues": 9, "callPercent": 0.006931287833279423, "tokenPercent": 0.0011112949615155404, "sourceReportedCostPercent": 0.002873423813104244 }, { "program": "registered_failed_test_rerun_v2", "title": "Rerun a failed assertion regression", "round": "previous", "proposals": 3, "proposalMatchPercent": 0.0, "matchedUsage": { "calls": 0, "callsWithUsage": 0, "inputTokens": 0, "inputTokensReportedCalls": 0, "outputTokens": 0, "outputTokensReportedCalls": 0, "totalTokens": 0, "totalTokensReportedCalls": 0, "cachedInputTokens": 0, "cachedInputTokensReportedCalls": 0, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 0, "reasoningOutputTokensReportedCalls": 0, "sourceReportedCostSum": 0, "callsWithReportedCost": 0 }, "matchedIssues": 0, "callPercent": 0.0, "tokenPercent": 0.0, "sourceReportedCostPercent": 0.0 }, { "program": "registered_test_rerun_v2", "title": "Rerun a previously passing test", "round": "previous", "proposals": 92, "proposalMatchPercent": 19.565217391304348, "matchedUsage": { "calls": 18, "callsWithUsage": 18, "inputTokens": 444361, "inputTokensReportedCalls": 18, "outputTokens": 679, "outputTokensReportedCalls": 18, "totalTokens": 445040, "totalTokensReportedCalls": 18, "cachedInputTokens": 262107, "cachedInputTokensReportedCalls": 11, "cacheCreationInputTokens": 138, "cacheCreationInputTokensReportedCalls": 1, "reasoningOutputTokens": 254, "reasoningOutputTokensReportedCalls": 18, "sourceReportedCostSum": 0.11198141, "callsWithReportedCost": 18 }, "matchedIssues": 17, "callPercent": 0.013862575666558847, "tokenPercent": 0.013720543463154749, "sourceReportedCostPercent": 0.008328287498097353 }, { "program": "search_read_v2", "title": "Read context around the only search hit", "round": "previous", "proposals": 3572, "proposalMatchPercent": 0.083986562150056, "matchedUsage": { "calls": 3, "callsWithUsage": 3, "inputTokens": 13897, "inputTokensReportedCalls": 3, "outputTokens": 231, "outputTokensReportedCalls": 3, "totalTokens": 14128, "totalTokensReportedCalls": 3, "cachedInputTokens": 957, "cachedInputTokensReportedCalls": 3, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 66, "reasoningOutputTokensReportedCalls": 3, "sourceReportedCostSum": 0.00359573, "callsWithReportedCost": 3 }, "matchedIssues": 3, "callPercent": 0.002310429277759808, "tokenPercent": 0.00043556497853552555, "sourceReportedCostPercent": 0.00026742182658294445 }, { "program": "syntax_check_status_v3", "title": "Inspect status after a syntax check", "round": "previous", "proposals": 382, "proposalMatchPercent": 10.99476439790576, "matchedUsage": { "calls": 42, "callsWithUsage": 42, "inputTokens": 1101960, "inputTokensReportedCalls": 42, "outputTokens": 11742, "outputTokensReportedCalls": 42, "totalTokens": 1113702, "totalTokensReportedCalls": 42, "cachedInputTokens": 1006720, "cachedInputTokensReportedCalls": 42, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 10445, "reasoningOutputTokensReportedCalls": 42, "sourceReportedCostSum": 0.5072339999999999, "callsWithReportedCost": 42 }, "matchedIssues": 42, "callPercent": 0.03234600988863731, "tokenPercent": 0.03433533321949122, "sourceReportedCostPercent": 0.037724034559038964 }, { "program": "write_then_run_v2", "title": "Write a script and run it", "round": "previous", "proposals": 2238, "proposalMatchPercent": 19.571045576407506, "matchedUsage": { "calls": 438, "callsWithUsage": 438, "inputTokens": 6984083, "inputTokensReportedCalls": 438, "outputTokens": 33221, "outputTokensReportedCalls": 438, "totalTokens": 7017304, "totalTokensReportedCalls": 438, "cachedInputTokens": 5812335, "cachedInputTokensReportedCalls": 438, "cacheCreationInputTokens": 310874, "cacheCreationInputTokensReportedCalls": 343, "reasoningOutputTokens": 4062, "reasoningOutputTokensReportedCalls": 438, "sourceReportedCostSum": 3.402355650000003, "callsWithReportedCost": 438 }, "matchedIssues": 166, "callPercent": 0.3373226745529319, "tokenPercent": 0.21634285575716716, "sourceReportedCostPercent": 0.2530401789366281 }, { "program": "traceback_context_v4", "title": "Read context at the deepest repository traceback frame", "round": "new", "sourceReport": "candidate-traceback-context-v4.json", "proposals": 862, "proposalMatchPercent": 0.0, "matchedUsage": { "calls": 0, "callsWithUsage": 0, "inputTokens": 0, "inputTokensReportedCalls": 0, "outputTokens": 0, "outputTokensReportedCalls": 0, "totalTokens": 0, "totalTokensReportedCalls": 0, "cachedInputTokens": 0, "cachedInputTokensReportedCalls": 0, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 0, "reasoningOutputTokensReportedCalls": 0, "sourceReportedCostSum": 0, "callsWithReportedCost": 0 }, "matchedIssues": 0, "callPercent": 0.0, "tokenPercent": 0.0, "sourceReportedCostPercent": 0.0, "cohorts": { "deepseek32": { "trajectories": 500, "issues": 500, "denominator": { "calls": 43683, "callsWithUsage": 43683, "inputTokens": 1177730550, "inputTokensReportedCalls": 43683, "outputTokens": 13441973, "outputTokensReportedCalls": 43683, "totalTokens": 1191172523, "totalTokensReportedCalls": 43683, "cachedInputTokens": 798975703, "cachedInputTokensReportedCalls": 43683, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 7941114, "reasoningOutputTokensReportedCalls": 43683, "sourceReportedCostSum": 223.9232482499986, "callsWithReportedCost": 43683 }, "proposals": 246, "matchedCalls": 0, "matchedIssues": 0, "matchedUsage": { "calls": 0, "callsWithUsage": 0, "inputTokens": 0, "inputTokensReportedCalls": 0, "outputTokens": 0, "outputTokensReportedCalls": 0, "totalTokens": 0, "totalTokensReportedCalls": 0, "cachedInputTokens": 0, "cachedInputTokensReportedCalls": 0, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 0, "reasoningOutputTokensReportedCalls": 0, "sourceReportedCostSum": 0, "callsWithReportedCost": 0 }, "matchPercent": 0.0, "callPercent": 0.0, "tokenPercent": 0.0, "matchesWithReasoningOrProse": 0, "coverageOnly": { "matchedCalls": 26, "matchedIssues": 24, "matchedUsage": { "calls": 26, "callsWithUsage": 26, "inputTokens": 875837, "inputTokensReportedCalls": 26, "outputTokens": 3893, "outputTokensReportedCalls": 26, "totalTokens": 879730, "totalTokensReportedCalls": 26, "cachedInputTokens": 536622, "cachedInputTokensReportedCalls": 26, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 2266, "reasoningOutputTokensReportedCalls": 26, "sourceReportedCostSum": 0.17016854, "callsWithReportedCost": 26 }, "extraContextCostMeasured": false }, "diagnostics": { "observationsWithTraceback": 3529, "nextReadDiffersOrUnsupported": 219, "nextNotSingletonObservedBash": 1 } }, "gemini3flash": { "trajectories": 498, "issues": 498, "denominator": { "calls": 28054, "callsWithUsage": 28054, "inputTokens": 847926935, "inputTokensReportedCalls": 28054, "outputTokens": 10071357, "outputTokensReportedCalls": 28054, "totalTokens": 857998292, "totalTokensReportedCalls": 28054, "cachedInputTokens": 613767718, "cachedInputTokensReportedCalls": 19436, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 7549905, "reasoningOutputTokensReportedCalls": 28054, "sourceReportedCostSum": 177.98206539999973, "callsWithReportedCost": 28054 }, "proposals": 214, "matchedCalls": 0, "matchedIssues": 0, "matchedUsage": { "calls": 0, "callsWithUsage": 0, "inputTokens": 0, "inputTokensReportedCalls": 0, "outputTokens": 0, "outputTokensReportedCalls": 0, "totalTokens": 0, "totalTokensReportedCalls": 0, "cachedInputTokens": 0, "cachedInputTokensReportedCalls": 0, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 0, "reasoningOutputTokensReportedCalls": 0, "sourceReportedCostSum": 0, "callsWithReportedCost": 0 }, "matchPercent": 0.0, "callPercent": 0.0, "tokenPercent": 0.0, "matchesWithReasoningOrProse": 0, "coverageOnly": { "matchedCalls": 14, "matchedIssues": 14, "matchedUsage": { "calls": 14, "callsWithUsage": 14, "inputTokens": 505780, "inputTokensReportedCalls": 14, "outputTokens": 1087, "outputTokensReportedCalls": 14, "totalTokens": 506867, "totalTokensReportedCalls": 14, "cachedInputTokens": 417394, "cachedInputTokensReportedCalls": 12, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 612, "reasoningOutputTokensReportedCalls": 14, "sourceReportedCostSum": 0.0683237, "callsWithReportedCost": 14 }, "extraContextCostMeasured": false }, "diagnostics": { "observationsWithTraceback": 2696, "nextReadDiffersOrUnsupported": 200 } }, "gpt52": { "trajectories": 500, "issues": 500, "denominator": { "calls": 17520, "callsWithUsage": 17520, "inputTokens": 322598043, "inputTokensReportedCalls": 17520, "outputTokens": 6692906, "outputTokensReportedCalls": 17520, "totalTokens": 329290949, "totalTokensReportedCalls": 17520, "cachedInputTokens": 267596032, "cachedInputTokensReportedCalls": 17520, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 4871131, "reasoningOutputTokensReportedCalls": 17520, "sourceReportedCostSum": 236.78350885000094, "callsWithReportedCost": 17520 }, "proposals": 153, "matchedCalls": 0, "matchedIssues": 0, "matchedUsage": { "calls": 0, "callsWithUsage": 0, "inputTokens": 0, "inputTokensReportedCalls": 0, "outputTokens": 0, "outputTokensReportedCalls": 0, "totalTokens": 0, "totalTokensReportedCalls": 0, "cachedInputTokens": 0, "cachedInputTokensReportedCalls": 0, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 0, "reasoningOutputTokensReportedCalls": 0, "sourceReportedCostSum": 0, "callsWithReportedCost": 0 }, "matchPercent": 0.0, "callPercent": 0.0, "tokenPercent": 0.0, "matchesWithReasoningOrProse": 0, "coverageOnly": { "matchedCalls": 4, "matchedIssues": 4, "matchedUsage": { "calls": 4, "callsWithUsage": 4, "inputTokens": 78613, "inputTokensReportedCalls": 4, "outputTokens": 846, "outputTokensReportedCalls": 4, "totalTokens": 79459, "totalTokensReportedCalls": 4, "cachedInputTokens": 44032, "cachedInputTokensReportedCalls": 4, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 684, "reasoningOutputTokensReportedCalls": 4, "sourceReportedCostSum": 0.08006635000000001, "callsWithReportedCost": 4 }, "extraContextCostMeasured": false }, "diagnostics": { "observationsWithTraceback": 1322, "nextReadDiffersOrUnsupported": 145, "nextNotSingletonObservedBash": 4 } }, "opus45": { "trajectories": 500, "issues": 500, "denominator": { "calls": 16446, "callsWithUsage": 16446, "inputTokens": 330622219, "inputTokensReportedCalls": 16446, "outputTokens": 4806100, "outputTokensReportedCalls": 16446, "totalTokens": 335428319, "totalTokensReportedCalls": 16446, "cachedInputTokens": 314095302, "cachedInputTokensReportedCalls": 16446, "cacheCreationInputTokens": 13695410, "cacheCreationInputTokensReportedCalls": 16446, "reasoningOutputTokens": 1193410, "reasoningOutputTokensReportedCalls": 16446, "sourceReportedCostSum": 376.95399849999967, "callsWithReportedCost": 16446 }, "proposals": 95, "matchedCalls": 0, "matchedIssues": 0, "matchedUsage": { "calls": 0, "callsWithUsage": 0, "inputTokens": 0, "inputTokensReportedCalls": 0, "outputTokens": 0, "outputTokensReportedCalls": 0, "totalTokens": 0, "totalTokensReportedCalls": 0, "cachedInputTokens": 0, "cachedInputTokensReportedCalls": 0, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 0, "reasoningOutputTokensReportedCalls": 0, "sourceReportedCostSum": 0, "callsWithReportedCost": 0 }, "matchPercent": 0.0, "callPercent": 0.0, "tokenPercent": 0.0, "matchesWithReasoningOrProse": 0, "coverageOnly": { "matchedCalls": 2, "matchedIssues": 2, "matchedUsage": { "calls": 2, "callsWithUsage": 2, "inputTokens": 22666, "inputTokensReportedCalls": 2, "outputTokens": 741, "outputTokensReportedCalls": 2, "totalTokens": 23407, "totalTokensReportedCalls": 2, "cachedInputTokens": 21649, "cachedInputTokensReportedCalls": 2, "cacheCreationInputTokens": 1001, "cacheCreationInputTokensReportedCalls": 2, "reasoningOutputTokens": 399, "reasoningOutputTokensReportedCalls": 2, "sourceReportedCostSum": 0.03568575, "callsWithReportedCost": 2 }, "extraContextCostMeasured": false }, "diagnostics": { "observationsWithTraceback": 1691, "nextReadDiffersOrUnsupported": 87, "nextNotSingletonObservedBash": 6 } }, "sonnet45": { "trajectories": 500, "issues": 500, "denominator": { "calls": 24143, "callsWithUsage": 24143, "inputTokens": 522347941, "inputTokensReportedCalls": 24143, "outputTokens": 7365272, "outputTokensReportedCalls": 24143, "totalTokens": 529713213, "totalTokensReportedCalls": 24143, "cachedInputTokens": 504431119, "cachedInputTokensReportedCalls": 24143, "cacheCreationInputTokens": 17852490, "cacheCreationInputTokensReportedCalls": 24143, "reasoningOutputTokens": 1520265, "reasoningOutputTokensReportedCalls": 24143, "sourceReportedCostSum": 328.9482491999996, "callsWithReportedCost": 24143 }, "proposals": 154, "matchedCalls": 0, "matchedIssues": 0, "matchedUsage": { "calls": 0, "callsWithUsage": 0, "inputTokens": 0, "inputTokensReportedCalls": 0, "outputTokens": 0, "outputTokensReportedCalls": 0, "totalTokens": 0, "totalTokensReportedCalls": 0, "cachedInputTokens": 0, "cachedInputTokensReportedCalls": 0, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 0, "reasoningOutputTokensReportedCalls": 0, "sourceReportedCostSum": 0, "callsWithReportedCost": 0 }, "matchPercent": 0.0, "callPercent": 0.0, "tokenPercent": 0.0, "matchesWithReasoningOrProse": 0, "coverageOnly": { "matchedCalls": 5, "matchedIssues": 5, "matchedUsage": { "calls": 5, "callsWithUsage": 5, "inputTokens": 105119, "inputTokensReportedCalls": 5, "outputTokens": 583, "outputTokensReportedCalls": 5, "totalTokens": 105702, "totalTokensReportedCalls": 5, "cachedInputTokens": 102823, "cachedInputTokensReportedCalls": 5, "cacheCreationInputTokens": 2284, "cacheCreationInputTokensReportedCalls": 5, "reasoningOutputTokens": 150, "reasoningOutputTokensReportedCalls": 5, "sourceReportedCostSum": 0.0481929, "callsWithReportedCost": 5 }, "extraContextCostMeasured": false }, "diagnostics": { "observationsWithTraceback": 2070, "nextReadDiffersOrUnsupported": 139, "nextNotSingletonObservedBash": 10 } } }, "partitions": { "discovery": { "trajectories": 484, "issues": 97, "denominator": { "calls": 24158, "callsWithUsage": 24158, "inputTokens": 573984641, "inputTokensReportedCalls": 24158, "outputTokens": 8010454, "outputTokensReportedCalls": 24158, "totalTokens": 581995095, "totalTokensReportedCalls": 24158, "cachedInputTokens": 440339396, "cachedInputTokensReportedCalls": 22502, "cacheCreationInputTokens": 5773511, "cacheCreationInputTokensReportedCalls": 7347, "reasoningOutputTokens": 4345227, "reasoningOutputTokensReportedCalls": 24158, "sourceReportedCostSum": 244.4874665399989, "callsWithReportedCost": 24158 }, "proposals": 161, "matchedCalls": 0, "matchedIssues": 0, "matchedUsage": { "calls": 0, "callsWithUsage": 0, "inputTokens": 0, "inputTokensReportedCalls": 0, "outputTokens": 0, "outputTokensReportedCalls": 0, "totalTokens": 0, "totalTokensReportedCalls": 0, "cachedInputTokens": 0, "cachedInputTokensReportedCalls": 0, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 0, "reasoningOutputTokensReportedCalls": 0, "sourceReportedCostSum": 0, "callsWithReportedCost": 0 }, "matchPercent": 0.0, "callPercent": 0.0, "tokenPercent": 0.0, "matchesWithReasoningOrProse": 0, "coverageOnly": { "matchedCalls": 10, "matchedIssues": 10, "matchedUsage": { "calls": 10, "callsWithUsage": 10, "inputTokens": 307685, "inputTokensReportedCalls": 10, "outputTokens": 1437, "outputTokensReportedCalls": 10, "totalTokens": 309122, "totalTokensReportedCalls": 10, "cachedInputTokens": 174499, "cachedInputTokensReportedCalls": 9, "cacheCreationInputTokens": 280, "cacheCreationInputTokensReportedCalls": 1, "reasoningOutputTokens": 944, "reasoningOutputTokensReportedCalls": 10, "sourceReportedCostSum": 0.07076006, "callsWithReportedCost": 10 }, "extraContextCostMeasured": false }, "diagnostics": { "observationsWithTraceback": 2188, "nextReadDiffersOrUnsupported": 147, "nextNotSingletonObservedBash": 4 } }, "validation": { "trajectories": 2014, "issues": 403, "denominator": { "calls": 105688, "callsWithUsage": 105688, "inputTokens": 2627241047, "inputTokensReportedCalls": 105688, "outputTokens": 34367154, "outputTokensReportedCalls": 105688, "totalTokens": 2661608201, "totalTokensReportedCalls": 105688, "cachedInputTokens": 2058526478, "cachedInputTokensReportedCalls": 98726, "cacheCreationInputTokens": 25774389, "cacheCreationInputTokensReportedCalls": 33242, "reasoningOutputTokens": 18730598, "reasoningOutputTokensReportedCalls": 105688, "sourceReportedCostSum": 1100.1036036599905, "callsWithReportedCost": 105688 }, "proposals": 701, "matchedCalls": 0, "matchedIssues": 0, "matchedUsage": { "calls": 0, "callsWithUsage": 0, "inputTokens": 0, "inputTokensReportedCalls": 0, "outputTokens": 0, "outputTokensReportedCalls": 0, "totalTokens": 0, "totalTokensReportedCalls": 0, "cachedInputTokens": 0, "cachedInputTokensReportedCalls": 0, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 0, "reasoningOutputTokensReportedCalls": 0, "sourceReportedCostSum": 0, "callsWithReportedCost": 0 }, "matchPercent": 0.0, "callPercent": 0.0, "tokenPercent": 0.0, "matchesWithReasoningOrProse": 0, "coverageOnly": { "matchedCalls": 41, "matchedIssues": 36, "matchedUsage": { "calls": 41, "callsWithUsage": 41, "inputTokens": 1280330, "inputTokensReportedCalls": 41, "outputTokens": 5713, "outputTokensReportedCalls": 41, "totalTokens": 1286043, "totalTokensReportedCalls": 41, "cachedInputTokens": 948021, "cachedInputTokensReportedCalls": 40, "cacheCreationInputTokens": 3005, "cacheCreationInputTokensReportedCalls": 6, "reasoningOutputTokens": 3167, "reasoningOutputTokensReportedCalls": 41, "sourceReportedCostSum": 0.33167718, "callsWithReportedCost": 41 }, "extraContextCostMeasured": false }, "diagnostics": { "observationsWithTraceback": 9120, "nextReadDiffersOrUnsupported": 643, "nextNotSingletonObservedBash": 17 } } } }, { "program": "edited_file_patch_review_v4", "title": "Review the diff of the just-edited file", "round": "new", "sourceReport": "candidate-patch-review-v4.json", "proposals": 1574, "proposalMatchPercent": 0.25412960609911056, "matchedUsage": { "calls": 4, "callsWithUsage": 4, "inputTokens": 121735, "inputTokensReportedCalls": 4, "outputTokens": 225, "outputTokensReportedCalls": 4, "totalTokens": 121960, "totalTokensReportedCalls": 4, "cachedInputTokens": 110488, "cachedInputTokensReportedCalls": 4, "cacheCreationInputTokens": 267, "cacheCreationInputTokensReportedCalls": 1, "reasoningOutputTokens": 65, "reasoningOutputTokensReportedCalls": 4, "sourceReportedCostSum": 0.0251073, "callsWithReportedCost": 4 }, "matchedIssues": 4, "callPercent": 0.0030805723703464104, "tokenPercent": 0.003760015910404353, "sourceReportedCostPercent": 0.0018672814773539614, "cohorts": { "deepseek32": { "trajectories": 500, "issues": 500, "denominator": { "calls": 43683, "callsWithUsage": 43683, "inputTokens": 1177730550, "inputTokensReportedCalls": 43683, "outputTokens": 13441973, "outputTokensReportedCalls": 43683, "totalTokens": 1191172523, "totalTokensReportedCalls": 43683, "cachedInputTokens": 798975703, "cachedInputTokensReportedCalls": 43683, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 7941114, "reasoningOutputTokensReportedCalls": 43683, "sourceReportedCostSum": 223.9232482499986, "callsWithReportedCost": 43683 }, "proposals": 530, "matchedCalls": 0, "unmatchedProposals": 530, "proposalMatchPercent": 0.0, "matchedIssues": 0, "matchedUsage": { "calls": 0, "callsWithUsage": 0, "inputTokens": 0, "inputTokensReportedCalls": 0, "outputTokens": 0, "outputTokensReportedCalls": 0, "totalTokens": 0, "totalTokensReportedCalls": 0, "cachedInputTokens": 0, "cachedInputTokensReportedCalls": 0, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 0, "reasoningOutputTokensReportedCalls": 0, "sourceReportedCostSum": 0, "callsWithReportedCost": 0 }, "callPercent": 0.0, "tokenPercent": 0.0, "matchesWithReasoningOrProse": 0, "diagnostics": { "nextCommandDiffers": 529, "nextNotSingletonOrMissingResult": 1 } }, "gemini3flash": { "trajectories": 498, "issues": 498, "denominator": { "calls": 28054, "callsWithUsage": 28054, "inputTokens": 847926935, "inputTokensReportedCalls": 28054, "outputTokens": 10071357, "outputTokensReportedCalls": 28054, "totalTokens": 857998292, "totalTokensReportedCalls": 28054, "cachedInputTokens": 613767718, "cachedInputTokensReportedCalls": 19436, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 7549905, "reasoningOutputTokensReportedCalls": 28054, "sourceReportedCostSum": 177.98206539999973, "callsWithReportedCost": 28054 }, "proposals": 232, "matchedCalls": 2, "unmatchedProposals": 230, "proposalMatchPercent": 0.8620689655172413, "matchedIssues": 2, "matchedUsage": { "calls": 2, "callsWithUsage": 2, "inputTokens": 89537, "inputTokensReportedCalls": 2, "outputTokens": 96, "outputTokensReportedCalls": 2, "totalTokens": 89633, "totalTokensReportedCalls": 2, "cachedInputTokens": 79598, "cachedInputTokensReportedCalls": 2, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 50, "reasoningOutputTokensReportedCalls": 2, "sourceReportedCostSum": 0.0092374, "callsWithReportedCost": 2 }, "callPercent": 0.007129108148570614, "tokenPercent": 0.010446757392845719, "matchesWithReasoningOrProse": 2, "diagnostics": { "nextCommandDiffers": 230 } }, "gpt52": { "trajectories": 500, "issues": 500, "denominator": { "calls": 17520, "callsWithUsage": 17520, "inputTokens": 322598043, "inputTokensReportedCalls": 17520, "outputTokens": 6692906, "outputTokensReportedCalls": 17520, "totalTokens": 329290949, "totalTokensReportedCalls": 17520, "cachedInputTokens": 267596032, "cachedInputTokensReportedCalls": 17520, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 4871131, "reasoningOutputTokensReportedCalls": 17520, "sourceReportedCostSum": 236.78350885000094, "callsWithReportedCost": 17520 }, "proposals": 557, "matchedCalls": 1, "unmatchedProposals": 556, "proposalMatchPercent": 0.17953321364452424, "matchedIssues": 1, "matchedUsage": { "calls": 1, "callsWithUsage": 1, "inputTokens": 19081, "inputTokensReportedCalls": 1, "outputTokens": 41, "outputTokensReportedCalls": 1, "totalTokens": 19122, "totalTokensReportedCalls": 1, "cachedInputTokens": 18048, "cachedInputTokensReportedCalls": 1, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 8, "reasoningOutputTokensReportedCalls": 1, "sourceReportedCostSum": 0.00554015, "callsWithReportedCost": 1 }, "callPercent": 0.005707762557077625, "tokenPercent": 0.005807022652177422, "matchesWithReasoningOrProse": 1, "diagnostics": { "nextCommandDiffers": 554, "nextNotSingletonOrMissingResult": 2 } }, "opus45": { "trajectories": 500, "issues": 500, "denominator": { "calls": 16446, "callsWithUsage": 16446, "inputTokens": 330622219, "inputTokensReportedCalls": 16446, "outputTokens": 4806100, "outputTokensReportedCalls": 16446, "totalTokens": 335428319, "totalTokensReportedCalls": 16446, "cachedInputTokens": 314095302, "cachedInputTokensReportedCalls": 16446, "cacheCreationInputTokens": 13695410, "cacheCreationInputTokensReportedCalls": 16446, "reasoningOutputTokens": 1193410, "reasoningOutputTokensReportedCalls": 16446, "sourceReportedCostSum": 376.95399849999967, "callsWithReportedCost": 16446 }, "proposals": 188, "matchedCalls": 1, "unmatchedProposals": 187, "proposalMatchPercent": 0.5319148936170213, "matchedIssues": 1, "matchedUsage": { "calls": 1, "callsWithUsage": 1, "inputTokens": 13117, "inputTokensReportedCalls": 1, "outputTokens": 88, "outputTokensReportedCalls": 1, "totalTokens": 13205, "totalTokensReportedCalls": 1, "cachedInputTokens": 12842, "cachedInputTokensReportedCalls": 1, "cacheCreationInputTokens": 267, "cacheCreationInputTokensReportedCalls": 1, "reasoningOutputTokens": 7, "reasoningOutputTokensReportedCalls": 1, "sourceReportedCostSum": 0.010329749999999999, "callsWithReportedCost": 1 }, "callPercent": 0.0060805058980907215, "tokenPercent": 0.003936757647466253, "matchesWithReasoningOrProse": 1, "diagnostics": { "nextCommandDiffers": 179, "nextNotSingletonOrMissingResult": 8 } }, "sonnet45": { "trajectories": 500, "issues": 500, "denominator": { "calls": 24143, "callsWithUsage": 24143, "inputTokens": 522347941, "inputTokensReportedCalls": 24143, "outputTokens": 7365272, "outputTokensReportedCalls": 24143, "totalTokens": 529713213, "totalTokensReportedCalls": 24143, "cachedInputTokens": 504431119, "cachedInputTokensReportedCalls": 24143, "cacheCreationInputTokens": 17852490, "cacheCreationInputTokensReportedCalls": 24143, "reasoningOutputTokens": 1520265, "reasoningOutputTokensReportedCalls": 24143, "sourceReportedCostSum": 328.9482491999996, "callsWithReportedCost": 24143 }, "proposals": 67, "matchedCalls": 0, "unmatchedProposals": 67, "proposalMatchPercent": 0.0, "matchedIssues": 0, "matchedUsage": { "calls": 0, "callsWithUsage": 0, "inputTokens": 0, "inputTokensReportedCalls": 0, "outputTokens": 0, "outputTokensReportedCalls": 0, "totalTokens": 0, "totalTokensReportedCalls": 0, "cachedInputTokens": 0, "cachedInputTokensReportedCalls": 0, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 0, "reasoningOutputTokensReportedCalls": 0, "sourceReportedCostSum": 0, "callsWithReportedCost": 0 }, "callPercent": 0.0, "tokenPercent": 0.0, "matchesWithReasoningOrProse": 0, "diagnostics": { "nextCommandDiffers": 67 } } }, "partitions": { "discovery": { "trajectories": 484, "issues": 97, "denominator": { "calls": 24158, "callsWithUsage": 24158, "inputTokens": 573984641, "inputTokensReportedCalls": 24158, "outputTokens": 8010454, "outputTokensReportedCalls": 24158, "totalTokens": 581995095, "totalTokensReportedCalls": 24158, "cachedInputTokens": 440339396, "cachedInputTokensReportedCalls": 22502, "cacheCreationInputTokens": 5773511, "cacheCreationInputTokensReportedCalls": 7347, "reasoningOutputTokens": 4345227, "reasoningOutputTokensReportedCalls": 24158, "sourceReportedCostSum": 244.4874665399989, "callsWithReportedCost": 24158 }, "proposals": 335, "matchedCalls": 1, "unmatchedProposals": 334, "proposalMatchPercent": 0.29850746268656714, "matchedIssues": 1, "matchedUsage": { "calls": 1, "callsWithUsage": 1, "inputTokens": 57743, "inputTokensReportedCalls": 1, "outputTokens": 40, "outputTokensReportedCalls": 1, "totalTokens": 57783, "totalTokensReportedCalls": 1, "cachedInputTokens": 48512, "cachedInputTokensReportedCalls": 1, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 16, "reasoningOutputTokensReportedCalls": 1, "sourceReportedCostSum": 0.0071611, "callsWithReportedCost": 1 }, "callPercent": 0.004139415514529348, "tokenPercent": 0.009928434190669596, "matchesWithReasoningOrProse": 1, "diagnostics": { "nextCommandDiffers": 332, "nextNotSingletonOrMissingResult": 2 } }, "validation": { "trajectories": 2014, "issues": 403, "denominator": { "calls": 105688, "callsWithUsage": 105688, "inputTokens": 2627241047, "inputTokensReportedCalls": 105688, "outputTokens": 34367154, "outputTokensReportedCalls": 105688, "totalTokens": 2661608201, "totalTokensReportedCalls": 105688, "cachedInputTokens": 2058526478, "cachedInputTokensReportedCalls": 98726, "cacheCreationInputTokens": 25774389, "cacheCreationInputTokensReportedCalls": 33242, "reasoningOutputTokens": 18730598, "reasoningOutputTokensReportedCalls": 105688, "sourceReportedCostSum": 1100.1036036599905, "callsWithReportedCost": 105688 }, "proposals": 1239, "matchedCalls": 3, "unmatchedProposals": 1236, "proposalMatchPercent": 0.24213075060532688, "matchedIssues": 3, "matchedUsage": { "calls": 3, "callsWithUsage": 3, "inputTokens": 63992, "inputTokensReportedCalls": 3, "outputTokens": 185, "outputTokensReportedCalls": 3, "totalTokens": 64177, "totalTokensReportedCalls": 3, "cachedInputTokens": 61976, "cachedInputTokensReportedCalls": 3, "cacheCreationInputTokens": 267, "cacheCreationInputTokensReportedCalls": 1, "reasoningOutputTokens": 49, "reasoningOutputTokensReportedCalls": 3, "sourceReportedCostSum": 0.0179462, "callsWithReportedCost": 3 }, "callPercent": 0.002838543637877526, "tokenPercent": 0.002411211386254667, "matchesWithReasoningOrProse": 3, "diagnostics": { "nextCommandDiffers": 1227, "nextNotSingletonOrMissingResult": 9 } } } }, { "program": "bounded_read_continuation_v4", "title": "Continue an apparently cut-off Python source read", "round": "new", "sourceReport": "candidate-read-continuation-v4.json", "proposals": 12335, "proposalMatchPercent": 0.3080664775030401, "matchedUsage": { "calls": 38, "callsWithUsage": 38, "inputTokens": 515742, "inputTokensReportedCalls": 38, "outputTokens": 2592, "outputTokensReportedCalls": 38, "totalTokens": 518334, "totalTokensReportedCalls": 38, "cachedInputTokens": 356098, "cachedInputTokensReportedCalls": 36, "cacheCreationInputTokens": 10620, "cacheCreationInputTokensReportedCalls": 9, "reasoningOutputTokens": 576, "reasoningOutputTokensReportedCalls": 38, "sourceReportedCostSum": 0.30480796, "callsWithReportedCost": 38 }, "matchedIssues": 36, "callPercent": 0.029265437518290898, "tokenPercent": 0.015980190938861348, "sourceReportedCostPercent": 0.022669194133102612, "cohorts": { "deepseek32": { "trajectories": 500, "issues": 500, "denominator": { "calls": 43683, "callsWithUsage": 43683, "inputTokens": 1177730550, "inputTokensReportedCalls": 43683, "outputTokens": 13441973, "outputTokensReportedCalls": 43683, "totalTokens": 1191172523, "totalTokensReportedCalls": 43683, "cachedInputTokens": 798975703, "cachedInputTokensReportedCalls": 43683, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 7941114, "reasoningOutputTokensReportedCalls": 43683, "sourceReportedCostSum": 223.9232482499986, "callsWithReportedCost": 43683 }, "proposals": 4046, "matchedCalls": 6, "unmatchedExactProposals": 4040, "matchedIssues": 6, "matchedUsage": { "calls": 6, "callsWithUsage": 6, "inputTokens": 71413, "inputTokensReportedCalls": 6, "outputTokens": 473, "outputTokensReportedCalls": 6, "totalTokens": 71886, "totalTokensReportedCalls": 6, "cachedInputTokens": 26876, "cachedInputTokensReportedCalls": 6, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 106, "reasoningOutputTokensReportedCalls": 6, "sourceReportedCostSum": 0.015790759999999997, "callsWithReportedCost": 6 }, "matchPercent": 0.14829461196243204, "callPercent": 0.013735320376347778, "tokenPercent": 0.006034894073862045, "matchesWithReasoningOrProse": 6, "coverageOnly": { "matchedCalls": 113, "matchedIssues": 84, "matchedUsage": { "calls": 113, "callsWithUsage": 113, "inputTokens": 3029712, "inputTokensReportedCalls": 113, "outputTokens": 21488, "outputTokensReportedCalls": 113, "totalTokens": 3051200, "totalTokensReportedCalls": 113, "cachedInputTokens": 2263202, "cachedInputTokensReportedCalls": 113, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 14393, "reasoningOutputTokensReportedCalls": 113, "sourceReportedCostSum": 0.5469383399999999, "callsWithReportedCost": 113 }, "excludedFromExactTotal": true }, "diagnostics": { "nextReadDiffers": 3918, "adjacentChainExcluded": 7, "nextNotSingletonObservedBash": 2 } }, "gemini3flash": { "trajectories": 498, "issues": 498, "denominator": { "calls": 28054, "callsWithUsage": 28054, "inputTokens": 847926935, "inputTokensReportedCalls": 28054, "outputTokens": 10071357, "outputTokensReportedCalls": 28054, "totalTokens": 857998292, "totalTokensReportedCalls": 28054, "cachedInputTokens": 613767718, "cachedInputTokensReportedCalls": 19436, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 7549905, "reasoningOutputTokensReportedCalls": 28054, "sourceReportedCostSum": 177.98206539999973, "callsWithReportedCost": 28054 }, "proposals": 2708, "matchedCalls": 3, "unmatchedExactProposals": 2705, "matchedIssues": 3, "matchedUsage": { "calls": 3, "callsWithUsage": 3, "inputTokens": 41106, "inputTokensReportedCalls": 3, "outputTokens": 160, "outputTokensReportedCalls": 3, "totalTokens": 41266, "totalTokensReportedCalls": 3, "cachedInputTokens": 8565, "cachedInputTokensReportedCalls": 1, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 58, "reasoningOutputTokensReportedCalls": 3, "sourceReportedCostSum": 0.01717875, "callsWithReportedCost": 3 }, "matchPercent": 0.11078286558345643, "callPercent": 0.01069366222285592, "tokenPercent": 0.004809566683846032, "matchesWithReasoningOrProse": 3, "coverageOnly": { "matchedCalls": 188, "matchedIssues": 120, "matchedUsage": { "calls": 188, "callsWithUsage": 188, "inputTokens": 4961144, "inputTokensReportedCalls": 188, "outputTokens": 19880, "outputTokensReportedCalls": 188, "totalTokens": 4981024, "totalTokensReportedCalls": 188, "cachedInputTokens": 3097084, "cachedInputTokensReportedCalls": 109, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 13160, "reasoningOutputTokensReportedCalls": 188, "sourceReportedCostSum": 1.1465242000000002, "callsWithReportedCost": 188 }, "excludedFromExactTotal": true }, "diagnostics": { "nextReadDiffers": 2477, "adjacentChainExcluded": 30, "nextNotSingletonObservedBash": 10 } }, "gpt52": { "trajectories": 500, "issues": 500, "denominator": { "calls": 17520, "callsWithUsage": 17520, "inputTokens": 322598043, "inputTokensReportedCalls": 17520, "outputTokens": 6692906, "outputTokensReportedCalls": 17520, "totalTokens": 329290949, "totalTokensReportedCalls": 17520, "cachedInputTokens": 267596032, "cachedInputTokensReportedCalls": 17520, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 4871131, "reasoningOutputTokensReportedCalls": 17520, "sourceReportedCostSum": 236.78350885000094, "callsWithReportedCost": 17520 }, "proposals": 2250, "matchedCalls": 20, "unmatchedExactProposals": 2230, "matchedIssues": 20, "matchedUsage": { "calls": 20, "callsWithUsage": 20, "inputTokens": 273629, "inputTokensReportedCalls": 20, "outputTokens": 966, "outputTokensReportedCalls": 20, "totalTokens": 274595, "totalTokensReportedCalls": 20, "cachedInputTokens": 201728, "cachedInputTokensReportedCalls": 20, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 183, "reasoningOutputTokensReportedCalls": 20, "sourceReportedCostSum": 0.17465314999999998, "callsWithReportedCost": 20 }, "matchPercent": 0.8888888888888888, "callPercent": 0.1141552511415525, "tokenPercent": 0.08338978062831602, "matchesWithReasoningOrProse": 7, "coverageOnly": { "matchedCalls": 86, "matchedIssues": 61, "matchedUsage": { "calls": 86, "callsWithUsage": 86, "inputTokens": 2186978, "inputTokensReportedCalls": 86, "outputTokens": 7588, "outputTokensReportedCalls": 86, "totalTokens": 2194566, "totalTokensReportedCalls": 86, "cachedInputTokens": 1821568, "cachedInputTokensReportedCalls": 86, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 4180, "reasoningOutputTokensReportedCalls": 86, "sourceReportedCostSum": 1.0644738999999999, "callsWithReportedCost": 86 }, "excludedFromExactTotal": true }, "diagnostics": { "nextReadDiffers": 2126, "nextNotSingletonObservedBash": 15, "adjacentChainExcluded": 3 } }, "opus45": { "trajectories": 500, "issues": 500, "denominator": { "calls": 16446, "callsWithUsage": 16446, "inputTokens": 330622219, "inputTokensReportedCalls": 16446, "outputTokens": 4806100, "outputTokensReportedCalls": 16446, "totalTokens": 335428319, "totalTokensReportedCalls": 16446, "cachedInputTokens": 314095302, "cachedInputTokensReportedCalls": 16446, "cacheCreationInputTokens": 13695410, "cacheCreationInputTokensReportedCalls": 16446, "reasoningOutputTokens": 1193410, "reasoningOutputTokensReportedCalls": 16446, "sourceReportedCostSum": 376.95399849999967, "callsWithReportedCost": 16446 }, "proposals": 1310, "matchedCalls": 1, "unmatchedExactProposals": 1309, "matchedIssues": 1, "matchedUsage": { "calls": 1, "callsWithUsage": 1, "inputTokens": 8996, "inputTokensReportedCalls": 1, "outputTokens": 194, "outputTokensReportedCalls": 1, "totalTokens": 9190, "totalTokensReportedCalls": 1, "cachedInputTokens": 7728, "cachedInputTokensReportedCalls": 1, "cacheCreationInputTokens": 1260, "cacheCreationInputTokensReportedCalls": 1, "reasoningOutputTokens": 84, "reasoningOutputTokensReportedCalls": 1, "sourceReportedCostSum": 0.016628999999999998, "callsWithReportedCost": 1 }, "matchPercent": 0.07633587786259542, "callPercent": 0.0060805058980907215, "tokenPercent": 0.0027397805967599295, "matchesWithReasoningOrProse": 1, "coverageOnly": { "matchedCalls": 32, "matchedIssues": 31, "matchedUsage": { "calls": 32, "callsWithUsage": 32, "inputTokens": 569258, "inputTokensReportedCalls": 32, "outputTokens": 7226, "outputTokensReportedCalls": 32, "totalTokens": 576484, "totalTokensReportedCalls": 32, "cachedInputTokens": 533867, "cachedInputTokensReportedCalls": 32, "cacheCreationInputTokens": 35135, "cacheCreationInputTokensReportedCalls": 32, "reasoningOutputTokens": 3530, "reasoningOutputTokensReportedCalls": 32, "sourceReportedCostSum": 0.66845725, "callsWithReportedCost": 32 }, "excludedFromExactTotal": true }, "diagnostics": { "nextReadDiffers": 1079, "nextNotSingletonObservedBash": 198 } }, "sonnet45": { "trajectories": 500, "issues": 500, "denominator": { "calls": 24143, "callsWithUsage": 24143, "inputTokens": 522347941, "inputTokensReportedCalls": 24143, "outputTokens": 7365272, "outputTokensReportedCalls": 24143, "totalTokens": 529713213, "totalTokensReportedCalls": 24143, "cachedInputTokens": 504431119, "cachedInputTokensReportedCalls": 24143, "cacheCreationInputTokens": 17852490, "cacheCreationInputTokensReportedCalls": 24143, "reasoningOutputTokens": 1520265, "reasoningOutputTokensReportedCalls": 24143, "sourceReportedCostSum": 328.9482491999996, "callsWithReportedCost": 24143 }, "proposals": 2021, "matchedCalls": 8, "unmatchedExactProposals": 2013, "matchedIssues": 8, "matchedUsage": { "calls": 8, "callsWithUsage": 8, "inputTokens": 120598, "inputTokensReportedCalls": 8, "outputTokens": 799, "outputTokensReportedCalls": 8, "totalTokens": 121397, "totalTokensReportedCalls": 8, "cachedInputTokens": 111201, "cachedInputTokensReportedCalls": 8, "cacheCreationInputTokens": 9360, "cacheCreationInputTokensReportedCalls": 8, "reasoningOutputTokens": 145, "reasoningOutputTokensReportedCalls": 8, "sourceReportedCostSum": 0.0805563, "callsWithReportedCost": 8 }, "matchPercent": 0.3958436417615042, "callPercent": 0.03313589860415027, "tokenPercent": 0.022917495169220935, "matchesWithReasoningOrProse": 8, "coverageOnly": { "matchedCalls": 70, "matchedIssues": 58, "matchedUsage": { "calls": 70, "callsWithUsage": 70, "inputTokens": 1350707, "inputTokensReportedCalls": 70, "outputTokens": 11307, "outputTokensReportedCalls": 70, "totalTokens": 1362014, "totalTokensReportedCalls": 70, "cachedInputTokens": 1294142, "cachedInputTokensReportedCalls": 70, "cacheCreationInputTokens": 56366, "cacheCreationInputTokensReportedCalls": 70, "reasoningOutputTokens": 4122, "reasoningOutputTokensReportedCalls": 70, "sourceReportedCostSum": 0.7698171, "callsWithReportedCost": 70 }, "excludedFromExactTotal": true }, "diagnostics": { "nextReadDiffers": 1781, "nextNotSingletonObservedBash": 153, "adjacentChainExcluded": 9 } } }, "partitions": { "discovery": { "trajectories": 484, "issues": 97, "denominator": { "calls": 24158, "callsWithUsage": 24158, "inputTokens": 573984641, "inputTokensReportedCalls": 24158, "outputTokens": 8010454, "outputTokensReportedCalls": 24158, "totalTokens": 581995095, "totalTokensReportedCalls": 24158, "cachedInputTokens": 440339396, "cachedInputTokensReportedCalls": 22502, "cacheCreationInputTokens": 5773511, "cacheCreationInputTokensReportedCalls": 7347, "reasoningOutputTokens": 4345227, "reasoningOutputTokensReportedCalls": 24158, "sourceReportedCostSum": 244.4874665399989, "callsWithReportedCost": 24158 }, "proposals": 2323, "matchedCalls": 14, "unmatchedExactProposals": 2309, "matchedIssues": 14, "matchedUsage": { "calls": 14, "callsWithUsage": 14, "inputTokens": 166755, "inputTokensReportedCalls": 14, "outputTokens": 1003, "outputTokensReportedCalls": 14, "totalTokens": 167758, "totalTokensReportedCalls": 14, "cachedInputTokens": 142932, "cachedInputTokensReportedCalls": 14, "cacheCreationInputTokens": 4940, "cacheCreationInputTokensReportedCalls": 4, "reasoningOutputTokens": 242, "reasoningOutputTokensReportedCalls": 14, "sourceReportedCostSum": 0.08855468, "callsWithReportedCost": 14 }, "matchPercent": 0.6026689625484287, "callPercent": 0.05795181720341088, "tokenPercent": 0.028824641554753998, "matchesWithReasoningOrProse": 9, "coverageOnly": { "matchedCalls": 77, "matchedIssues": 47, "matchedUsage": { "calls": 77, "callsWithUsage": 77, "inputTokens": 1753433, "inputTokensReportedCalls": 77, "outputTokens": 9986, "outputTokensReportedCalls": 77, "totalTokens": 1763419, "totalTokensReportedCalls": 77, "cachedInputTokens": 1228750, "cachedInputTokensReportedCalls": 64, "cacheCreationInputTokens": 10126, "cacheCreationInputTokensReportedCalls": 10, "reasoningOutputTokens": 6243, "reasoningOutputTokensReportedCalls": 77, "sourceReportedCostSum": 0.60852826, "callsWithReportedCost": 77 }, "excludedFromExactTotal": true }, "diagnostics": { "nextReadDiffers": 2171, "adjacentChainExcluded": 8, "nextNotSingletonObservedBash": 53 } }, "validation": { "trajectories": 2014, "issues": 403, "denominator": { "calls": 105688, "callsWithUsage": 105688, "inputTokens": 2627241047, "inputTokensReportedCalls": 105688, "outputTokens": 34367154, "outputTokensReportedCalls": 105688, "totalTokens": 2661608201, "totalTokensReportedCalls": 105688, "cachedInputTokens": 2058526478, "cachedInputTokensReportedCalls": 98726, "cacheCreationInputTokens": 25774389, "cacheCreationInputTokensReportedCalls": 33242, "reasoningOutputTokens": 18730598, "reasoningOutputTokensReportedCalls": 105688, "sourceReportedCostSum": 1100.1036036599905, "callsWithReportedCost": 105688 }, "proposals": 10012, "matchedCalls": 24, "unmatchedExactProposals": 9988, "matchedIssues": 22, "matchedUsage": { "calls": 24, "callsWithUsage": 24, "inputTokens": 348987, "inputTokensReportedCalls": 24, "outputTokens": 1589, "outputTokensReportedCalls": 24, "totalTokens": 350576, "totalTokensReportedCalls": 24, "cachedInputTokens": 213166, "cachedInputTokensReportedCalls": 22, "cacheCreationInputTokens": 5680, "cacheCreationInputTokensReportedCalls": 5, "reasoningOutputTokens": 334, "reasoningOutputTokensReportedCalls": 24, "sourceReportedCostSum": 0.21625328, "callsWithReportedCost": 24 }, "matchPercent": 0.23971234518577705, "callPercent": 0.02270834910302021, "tokenPercent": 0.013171585504894527, "matchesWithReasoningOrProse": 16, "coverageOnly": { "matchedCalls": 412, "matchedIssues": 191, "matchedUsage": { "calls": 412, "callsWithUsage": 412, "inputTokens": 10344366, "inputTokensReportedCalls": 412, "outputTokens": 57503, "outputTokensReportedCalls": 412, "totalTokens": 10401869, "totalTokensReportedCalls": 412, "cachedInputTokens": 7781113, "cachedInputTokensReportedCalls": 346, "cacheCreationInputTokens": 81375, "cacheCreationInputTokensReportedCalls": 92, "reasoningOutputTokens": 33142, "reasoningOutputTokensReportedCalls": 412, "sourceReportedCostSum": 3.5876825300000004, "callsWithReportedCost": 412 }, "excludedFromExactTotal": true }, "diagnostics": { "nextReadDiffers": 9210, "adjacentChainExcluded": 41, "nextNotSingletonObservedBash": 325 } } } } ], "previousUnion": { "matchedUsage": { "calls": 571, "callsWithUsage": 571, "inputTokens": 9858098, "inputTokensReportedCalls": 571, "outputTokens": 50734, "outputTokensReportedCalls": 571, "totalTokens": 9908832, "totalTokensReportedCalls": 571, "cachedInputTokens": 8130171, "cachedInputTokensReportedCalls": 559, "cacheCreationInputTokens": 311890, "cacheCreationInputTokensReportedCalls": 348, "reasoningOutputTokens": 16843, "reasoningOutputTokensReportedCalls": 571, "sourceReportedCostSum": 4.55131181, "callsWithReportedCost": 571 }, "matchedIssues": 240, "callPercent": 0.43975170586695006, "tokenPercent": 0.30548840581767617, "sourceReportedCostPercent": 0.33849040878451014 }, "newRoundUnion": { "matchedUsage": { "calls": 42, "callsWithUsage": 42, "inputTokens": 637477, "inputTokensReportedCalls": 42, "outputTokens": 2817, "outputTokensReportedCalls": 42, "totalTokens": 640294, "totalTokensReportedCalls": 42, "cachedInputTokens": 466586, "cachedInputTokensReportedCalls": 40, "cacheCreationInputTokens": 10887, "cacheCreationInputTokensReportedCalls": 10, "reasoningOutputTokens": 641, "reasoningOutputTokensReportedCalls": 42, "sourceReportedCostSum": 0.32991525999999993, "callsWithReportedCost": 42 }, "matchedIssues": 39, "callPercent": 0.03234600988863731, "tokenPercent": 0.0197402068492657, "sourceReportedCostPercent": 0.02453647561045657, "duplicateTargetsRemoved": 0, "dependentChainsExcluded": 0 }, "combinedUnion": { "matchedUsage": { "calls": 613, "callsWithUsage": 613, "inputTokens": 10495575, "inputTokensReportedCalls": 613, "outputTokens": 53551, "outputTokensReportedCalls": 613, "totalTokens": 10549126, "totalTokensReportedCalls": 613, "cachedInputTokens": 8596757, "cachedInputTokensReportedCalls": 599, "cacheCreationInputTokens": 322777, "cacheCreationInputTokensReportedCalls": 358, "reasoningOutputTokens": 17484, "reasoningOutputTokensReportedCalls": 613, "sourceReportedCostSum": 4.881227070000003, "callsWithReportedCost": 613 }, "matchedIssues": 256, "callPercent": 0.4720977157555874, "tokenPercent": 0.32522861266694186, "sourceReportedCostPercent": 0.363026884394967, "duplicateTargetsRemoved": 0, "dependentChainsExcluded": 0 }, "incrementalExactCalls": 42, "sourceManifestSha256": "73cccd8079f5c3150015207a7d102f1a4409c7996f0ea9ae1305f1b45239247b", "verifiedNewEvents": 42, "limitations": [ "Percentages divide matched original calls/tokens by the full corpus denominator, not by proposals.", "Proposal match percentage is descriptive precision, not deployment safety or task success.", "Programs see prior/current observations; future calls are replay labels only.", "Original recorded token counts are known; avoiding those calls is conditional on dispensable reasoning and successful program execution.", "Gross estimates exclude routing/program/false-positive costs and future context/cache effects.", "Per-program savings may overlap; combined totals deduplicate targets and exclude dependent adjacent substitutions.", "New candidates use candidate-specific discovery/validation issue partitions; previously inspected discovery issues are excluded from validation. This corpus is not untouched external validation.", "Coverage-only or EOF-equivalent scenarios are not added to exact totals.", "No recorded commands are executed and no paid model calls occur." ] }