{ "version": 6, "program": "guarded_edit_compile_focused_test_v6", "title": "Compile an edited file, then rerun a registered focused test", "kind": "conditional-multistep-workflow-replay", "policy": { "root": "/testbed", "compileInterpreter": "python", "maxHistoryTurns": 12, "maxFocusedTargets": 4, "maxCompileOutputBytes": 16384, "maxTestOutputBytes": 32000, "compileTimeoutSeconds": 10, "testTimeoutSeconds": 120, "maxSteps": 2, "requiresExplicitRegisteredWorkflow": true, "requiresSourceTestHashesAndTreeEpoch": true, "requiresSameCwdAndEnvironment": true, "historicalRegistrationVerified": false, "deploymentCreditCalls": 0, "bytecodeWrites": "py_compile can write __pycache__; this expected side effect must be permitted separately from source/test hashes" }, "trajectories": 2498, "issues": 500, "denominator": { "calls": 129846, "callsWithUsage": 129846, "inputTokens": 3201225688, "inputTokensReportedCalls": 129846, "outputTokens": 42377608, "outputTokensReportedCalls": 129846, "totalTokens": 3243603296, "totalTokensReportedCalls": 129846, "cachedInputTokens": 2498865874, "cachedInputTokensReportedCalls": 121228, "cacheCreationInputTokens": 31547900, "cacheCreationInputTokensReportedCalls": 40589, "reasoningOutputTokens": 23075825, "reasoningOutputTokensReportedCalls": 129846, "sourceReportedCostSum": 1344.591070199989, "callsWithReportedCost": 129846 }, "proposals": 84, "workflowStarts": 83, "matchedCalls": 1, "matchedIssues": 1, "matchedUsage": { "calls": 1, "callsWithUsage": 1, "inputTokens": 28096, "inputTokensReportedCalls": 1, "outputTokens": 33, "outputTokensReportedCalls": 1, "totalTokens": 28129, "totalTokensReportedCalls": 1, "cachedInputTokens": 0, "cachedInputTokensReportedCalls": 1, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 0, "reasoningOutputTokensReportedCalls": 1, "sourceReportedCostSum": 0.049629999999999994, "callsWithReportedCost": 1 }, "proposalMatchPercent": 1.1904761904761905, "callPercent": 0.0007701430925866026, "tokenPercent": 0.0008672145584106596, "firstStepOverlap": { "calls": 1, "usage": { "calls": 1, "callsWithUsage": 1, "inputTokens": 28096, "inputTokensReportedCalls": 1, "outputTokens": 33, "outputTokensReportedCalls": 1, "totalTokens": 28129, "totalTokensReportedCalls": 1, "cachedInputTokens": 0, "cachedInputTokensReportedCalls": 1, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 0, "reasoningOutputTokensReportedCalls": 1, "sourceReportedCostSum": 0.049629999999999994, "callsWithReportedCost": 1 } }, "newSecondStage": { "calls": 0, "usage": { "calls": 0, "callsWithUsage": 0, "inputTokens": 0, "inputTokensReportedCalls": 0, "outputTokens": 0, "outputTokensReportedCalls": 0, "totalTokens": 0, "totalTokensReportedCalls": 0, "cachedInputTokens": 0, "cachedInputTokensReportedCalls": 0, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 0, "reasoningOutputTokensReportedCalls": 0, "sourceReportedCostSum": 0, "callsWithReportedCost": 0 } }, "completeSequentialChains": { "chains": 0, "calls": 0, "usage": { "calls": 0, "callsWithUsage": 0, "inputTokens": 0, "inputTokensReportedCalls": 0, "outputTokens": 0, "outputTokensReportedCalls": 0, "totalTokens": 0, "totalTokensReportedCalls": 0, "cachedInputTokens": 0, "cachedInputTokensReportedCalls": 0, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 0, "reasoningOutputTokensReportedCalls": 0, "sourceReportedCostSum": 0, "callsWithReportedCost": 0 }, "testExitCodes": {} }, "unmatchedProposedSteps": 83, "maxHypotheticalToolCallsIfEveryStartCompilesSuccessfully": 166, "deploymentCreditCalls": 0, "deploymentCreditTokens": 0, "matchesWithReasoningOrProse": 0, "diagnostics": { "recognizedSuccessfulSourceEdits": 1574, "noRecentSuccessfulFocusedRegistrationScenario": 1491, "nextNotExactCompile": 82, "nextAfterCompileNotRegisteredTest": 1 }, "cohorts": { "deepseek32": { "trajectories": 500, "issues": 500, "denominator": { "calls": 43683, "callsWithUsage": 43683, "inputTokens": 1177730550, "inputTokensReportedCalls": 43683, "outputTokens": 13441973, "outputTokensReportedCalls": 43683, "totalTokens": 1191172523, "totalTokensReportedCalls": 43683, "cachedInputTokens": 798975703, "cachedInputTokensReportedCalls": 43683, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 7941114, "reasoningOutputTokensReportedCalls": 43683, "sourceReportedCostSum": 223.9232482499986, "callsWithReportedCost": 43683 }, "proposals": 3, "workflowStarts": 3, "matchedCalls": 0, "matchedIssues": 0, "matchedUsage": { "calls": 0, "callsWithUsage": 0, "inputTokens": 0, "inputTokensReportedCalls": 0, "outputTokens": 0, "outputTokensReportedCalls": 0, "totalTokens": 0, "totalTokensReportedCalls": 0, "cachedInputTokens": 0, "cachedInputTokensReportedCalls": 0, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 0, "reasoningOutputTokensReportedCalls": 0, "sourceReportedCostSum": 0, "callsWithReportedCost": 0 }, "proposalMatchPercent": 0.0, "callPercent": 0.0, "tokenPercent": 0.0, "firstStepOverlap": { "calls": 0, "usage": { "calls": 0, "callsWithUsage": 0, "inputTokens": 0, "inputTokensReportedCalls": 0, "outputTokens": 0, "outputTokensReportedCalls": 0, "totalTokens": 0, "totalTokensReportedCalls": 0, "cachedInputTokens": 0, "cachedInputTokensReportedCalls": 0, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 0, "reasoningOutputTokensReportedCalls": 0, "sourceReportedCostSum": 0, "callsWithReportedCost": 0 } }, "newSecondStage": { "calls": 0, "usage": { "calls": 0, "callsWithUsage": 0, "inputTokens": 0, "inputTokensReportedCalls": 0, "outputTokens": 0, "outputTokensReportedCalls": 0, "totalTokens": 0, "totalTokensReportedCalls": 0, "cachedInputTokens": 0, "cachedInputTokensReportedCalls": 0, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 0, "reasoningOutputTokensReportedCalls": 0, "sourceReportedCostSum": 0, "callsWithReportedCost": 0 } }, "completeSequentialChains": { "chains": 0, "calls": 0, "usage": { "calls": 0, "callsWithUsage": 0, "inputTokens": 0, "inputTokensReportedCalls": 0, "outputTokens": 0, "outputTokensReportedCalls": 0, "totalTokens": 0, "totalTokensReportedCalls": 0, "cachedInputTokens": 0, "cachedInputTokensReportedCalls": 0, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 0, "reasoningOutputTokensReportedCalls": 0, "sourceReportedCostSum": 0, "callsWithReportedCost": 0 }, "testExitCodes": {} }, "unmatchedProposedSteps": 3, "maxHypotheticalToolCallsIfEveryStartCompilesSuccessfully": 6, "deploymentCreditCalls": 0, "deploymentCreditTokens": 0, "matchesWithReasoningOrProse": 0, "diagnostics": { "recognizedSuccessfulSourceEdits": 530, "noRecentSuccessfulFocusedRegistrationScenario": 527, "nextNotExactCompile": 3 } }, "gemini3flash": { "trajectories": 498, "issues": 498, "denominator": { "calls": 28054, "callsWithUsage": 28054, "inputTokens": 847926935, "inputTokensReportedCalls": 28054, "outputTokens": 10071357, "outputTokensReportedCalls": 28054, "totalTokens": 857998292, "totalTokensReportedCalls": 28054, "cachedInputTokens": 613767718, "cachedInputTokensReportedCalls": 19436, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 7549905, "reasoningOutputTokensReportedCalls": 28054, "sourceReportedCostSum": 177.98206539999973, "callsWithReportedCost": 28054 }, "proposals": 57, "workflowStarts": 57, "matchedCalls": 0, "matchedIssues": 0, "matchedUsage": { "calls": 0, "callsWithUsage": 0, "inputTokens": 0, "inputTokensReportedCalls": 0, "outputTokens": 0, "outputTokensReportedCalls": 0, "totalTokens": 0, "totalTokensReportedCalls": 0, "cachedInputTokens": 0, "cachedInputTokensReportedCalls": 0, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 0, "reasoningOutputTokensReportedCalls": 0, "sourceReportedCostSum": 0, "callsWithReportedCost": 0 }, "proposalMatchPercent": 0.0, "callPercent": 0.0, "tokenPercent": 0.0, "firstStepOverlap": { "calls": 0, "usage": { "calls": 0, "callsWithUsage": 0, "inputTokens": 0, "inputTokensReportedCalls": 0, "outputTokens": 0, "outputTokensReportedCalls": 0, "totalTokens": 0, "totalTokensReportedCalls": 0, "cachedInputTokens": 0, "cachedInputTokensReportedCalls": 0, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 0, "reasoningOutputTokensReportedCalls": 0, "sourceReportedCostSum": 0, "callsWithReportedCost": 0 } }, "newSecondStage": { "calls": 0, "usage": { "calls": 0, "callsWithUsage": 0, "inputTokens": 0, "inputTokensReportedCalls": 0, "outputTokens": 0, "outputTokensReportedCalls": 0, "totalTokens": 0, "totalTokensReportedCalls": 0, "cachedInputTokens": 0, "cachedInputTokensReportedCalls": 0, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 0, "reasoningOutputTokensReportedCalls": 0, "sourceReportedCostSum": 0, "callsWithReportedCost": 0 } }, "completeSequentialChains": { "chains": 0, "calls": 0, "usage": { "calls": 0, "callsWithUsage": 0, "inputTokens": 0, "inputTokensReportedCalls": 0, "outputTokens": 0, "outputTokensReportedCalls": 0, "totalTokens": 0, "totalTokensReportedCalls": 0, "cachedInputTokens": 0, "cachedInputTokensReportedCalls": 0, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 0, "reasoningOutputTokensReportedCalls": 0, "sourceReportedCostSum": 0, "callsWithReportedCost": 0 }, "testExitCodes": {} }, "unmatchedProposedSteps": 57, "maxHypotheticalToolCallsIfEveryStartCompilesSuccessfully": 114, "deploymentCreditCalls": 0, "deploymentCreditTokens": 0, "matchesWithReasoningOrProse": 0, "diagnostics": { "recognizedSuccessfulSourceEdits": 232, "noRecentSuccessfulFocusedRegistrationScenario": 175, "nextNotExactCompile": 57 } }, "gpt52": { "trajectories": 500, "issues": 500, "denominator": { "calls": 17520, "callsWithUsage": 17520, "inputTokens": 322598043, "inputTokensReportedCalls": 17520, "outputTokens": 6692906, "outputTokensReportedCalls": 17520, "totalTokens": 329290949, "totalTokensReportedCalls": 17520, "cachedInputTokens": 267596032, "cachedInputTokensReportedCalls": 17520, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 4871131, "reasoningOutputTokensReportedCalls": 17520, "sourceReportedCostSum": 236.78350885000094, "callsWithReportedCost": 17520 }, "proposals": 2, "workflowStarts": 1, "matchedCalls": 1, "matchedIssues": 1, "matchedUsage": { "calls": 1, "callsWithUsage": 1, "inputTokens": 28096, "inputTokensReportedCalls": 1, "outputTokens": 33, "outputTokensReportedCalls": 1, "totalTokens": 28129, "totalTokensReportedCalls": 1, "cachedInputTokens": 0, "cachedInputTokensReportedCalls": 1, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 0, "reasoningOutputTokensReportedCalls": 1, "sourceReportedCostSum": 0.049629999999999994, "callsWithReportedCost": 1 }, "proposalMatchPercent": 50.0, "callPercent": 0.005707762557077625, "tokenPercent": 0.008542293702703624, "firstStepOverlap": { "calls": 1, "usage": { "calls": 1, "callsWithUsage": 1, "inputTokens": 28096, "inputTokensReportedCalls": 1, "outputTokens": 33, "outputTokensReportedCalls": 1, "totalTokens": 28129, "totalTokensReportedCalls": 1, "cachedInputTokens": 0, "cachedInputTokensReportedCalls": 1, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 0, "reasoningOutputTokensReportedCalls": 1, "sourceReportedCostSum": 0.049629999999999994, "callsWithReportedCost": 1 } }, "newSecondStage": { "calls": 0, "usage": { "calls": 0, "callsWithUsage": 0, "inputTokens": 0, "inputTokensReportedCalls": 0, "outputTokens": 0, "outputTokensReportedCalls": 0, "totalTokens": 0, "totalTokensReportedCalls": 0, "cachedInputTokens": 0, "cachedInputTokensReportedCalls": 0, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 0, "reasoningOutputTokensReportedCalls": 0, "sourceReportedCostSum": 0, "callsWithReportedCost": 0 } }, "completeSequentialChains": { "chains": 0, "calls": 0, "usage": { "calls": 0, "callsWithUsage": 0, "inputTokens": 0, "inputTokensReportedCalls": 0, "outputTokens": 0, "outputTokensReportedCalls": 0, "totalTokens": 0, "totalTokensReportedCalls": 0, "cachedInputTokens": 0, "cachedInputTokensReportedCalls": 0, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 0, "reasoningOutputTokensReportedCalls": 0, "sourceReportedCostSum": 0, "callsWithReportedCost": 0 }, "testExitCodes": {} }, "unmatchedProposedSteps": 1, "maxHypotheticalToolCallsIfEveryStartCompilesSuccessfully": 2, "deploymentCreditCalls": 0, "deploymentCreditTokens": 0, "matchesWithReasoningOrProse": 0, "diagnostics": { "recognizedSuccessfulSourceEdits": 557, "noRecentSuccessfulFocusedRegistrationScenario": 556, "nextAfterCompileNotRegisteredTest": 1 } }, "opus45": { "trajectories": 500, "issues": 500, "denominator": { "calls": 16446, "callsWithUsage": 16446, "inputTokens": 330622219, "inputTokensReportedCalls": 16446, "outputTokens": 4806100, "outputTokensReportedCalls": 16446, "totalTokens": 335428319, "totalTokensReportedCalls": 16446, "cachedInputTokens": 314095302, "cachedInputTokensReportedCalls": 16446, "cacheCreationInputTokens": 13695410, "cacheCreationInputTokensReportedCalls": 16446, "reasoningOutputTokens": 1193410, "reasoningOutputTokensReportedCalls": 16446, "sourceReportedCostSum": 376.95399849999967, "callsWithReportedCost": 16446 }, "proposals": 7, "workflowStarts": 7, "matchedCalls": 0, "matchedIssues": 0, "matchedUsage": { "calls": 0, "callsWithUsage": 0, "inputTokens": 0, "inputTokensReportedCalls": 0, "outputTokens": 0, "outputTokensReportedCalls": 0, "totalTokens": 0, "totalTokensReportedCalls": 0, "cachedInputTokens": 0, "cachedInputTokensReportedCalls": 0, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 0, "reasoningOutputTokensReportedCalls": 0, "sourceReportedCostSum": 0, "callsWithReportedCost": 0 }, "proposalMatchPercent": 0.0, "callPercent": 0.0, "tokenPercent": 0.0, "firstStepOverlap": { "calls": 0, "usage": { "calls": 0, "callsWithUsage": 0, "inputTokens": 0, "inputTokensReportedCalls": 0, "outputTokens": 0, "outputTokensReportedCalls": 0, "totalTokens": 0, "totalTokensReportedCalls": 0, "cachedInputTokens": 0, "cachedInputTokensReportedCalls": 0, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 0, "reasoningOutputTokensReportedCalls": 0, "sourceReportedCostSum": 0, "callsWithReportedCost": 0 } }, "newSecondStage": { "calls": 0, "usage": { "calls": 0, "callsWithUsage": 0, "inputTokens": 0, "inputTokensReportedCalls": 0, "outputTokens": 0, "outputTokensReportedCalls": 0, "totalTokens": 0, "totalTokensReportedCalls": 0, "cachedInputTokens": 0, "cachedInputTokensReportedCalls": 0, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 0, "reasoningOutputTokensReportedCalls": 0, "sourceReportedCostSum": 0, "callsWithReportedCost": 0 } }, "completeSequentialChains": { "chains": 0, "calls": 0, "usage": { "calls": 0, "callsWithUsage": 0, "inputTokens": 0, "inputTokensReportedCalls": 0, "outputTokens": 0, "outputTokensReportedCalls": 0, "totalTokens": 0, "totalTokensReportedCalls": 0, "cachedInputTokens": 0, "cachedInputTokensReportedCalls": 0, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 0, "reasoningOutputTokensReportedCalls": 0, "sourceReportedCostSum": 0, "callsWithReportedCost": 0 }, "testExitCodes": {} }, "unmatchedProposedSteps": 7, "maxHypotheticalToolCallsIfEveryStartCompilesSuccessfully": 14, "deploymentCreditCalls": 0, "deploymentCreditTokens": 0, "matchesWithReasoningOrProse": 0, "diagnostics": { "recognizedSuccessfulSourceEdits": 188, "noRecentSuccessfulFocusedRegistrationScenario": 181, "nextNotExactCompile": 7 } }, "sonnet45": { "trajectories": 500, "issues": 500, "denominator": { "calls": 24143, "callsWithUsage": 24143, "inputTokens": 522347941, "inputTokensReportedCalls": 24143, "outputTokens": 7365272, "outputTokensReportedCalls": 24143, "totalTokens": 529713213, "totalTokensReportedCalls": 24143, "cachedInputTokens": 504431119, "cachedInputTokensReportedCalls": 24143, "cacheCreationInputTokens": 17852490, "cacheCreationInputTokensReportedCalls": 24143, "reasoningOutputTokens": 1520265, "reasoningOutputTokensReportedCalls": 24143, "sourceReportedCostSum": 328.9482491999996, "callsWithReportedCost": 24143 }, "proposals": 15, "workflowStarts": 15, "matchedCalls": 0, "matchedIssues": 0, "matchedUsage": { "calls": 0, "callsWithUsage": 0, "inputTokens": 0, "inputTokensReportedCalls": 0, "outputTokens": 0, "outputTokensReportedCalls": 0, "totalTokens": 0, "totalTokensReportedCalls": 0, "cachedInputTokens": 0, "cachedInputTokensReportedCalls": 0, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 0, "reasoningOutputTokensReportedCalls": 0, "sourceReportedCostSum": 0, "callsWithReportedCost": 0 }, "proposalMatchPercent": 0.0, "callPercent": 0.0, "tokenPercent": 0.0, "firstStepOverlap": { "calls": 0, "usage": { "calls": 0, "callsWithUsage": 0, "inputTokens": 0, "inputTokensReportedCalls": 0, "outputTokens": 0, "outputTokensReportedCalls": 0, "totalTokens": 0, "totalTokensReportedCalls": 0, "cachedInputTokens": 0, "cachedInputTokensReportedCalls": 0, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 0, "reasoningOutputTokensReportedCalls": 0, "sourceReportedCostSum": 0, "callsWithReportedCost": 0 } }, "newSecondStage": { "calls": 0, "usage": { "calls": 0, "callsWithUsage": 0, "inputTokens": 0, "inputTokensReportedCalls": 0, "outputTokens": 0, "outputTokensReportedCalls": 0, "totalTokens": 0, "totalTokensReportedCalls": 0, "cachedInputTokens": 0, "cachedInputTokensReportedCalls": 0, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 0, "reasoningOutputTokensReportedCalls": 0, "sourceReportedCostSum": 0, "callsWithReportedCost": 0 } }, "completeSequentialChains": { "chains": 0, "calls": 0, "usage": { "calls": 0, "callsWithUsage": 0, "inputTokens": 0, "inputTokensReportedCalls": 0, "outputTokens": 0, "outputTokensReportedCalls": 0, "totalTokens": 0, "totalTokensReportedCalls": 0, "cachedInputTokens": 0, "cachedInputTokensReportedCalls": 0, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 0, "reasoningOutputTokensReportedCalls": 0, "sourceReportedCostSum": 0, "callsWithReportedCost": 0 }, "testExitCodes": {} }, "unmatchedProposedSteps": 15, "maxHypotheticalToolCallsIfEveryStartCompilesSuccessfully": 30, "deploymentCreditCalls": 0, "deploymentCreditTokens": 0, "matchesWithReasoningOrProse": 0, "diagnostics": { "recognizedSuccessfulSourceEdits": 67, "noRecentSuccessfulFocusedRegistrationScenario": 52, "nextNotExactCompile": 15 } } }, "byPartition": { "discovery": { "trajectories": 505, "issues": 101, "denominator": { "calls": 26844, "callsWithUsage": 26844, "inputTokens": 687396884, "inputTokensReportedCalls": 26844, "outputTokens": 9136292, "outputTokensReportedCalls": 26844, "totalTokens": 696533176, "totalTokensReportedCalls": 26844, "cachedInputTokens": 543857432, "cachedInputTokensReportedCalls": 25125, "cacheCreationInputTokens": 6691255, "cacheCreationInputTokensReportedCalls": 8384, "reasoningOutputTokens": 5022443, "reasoningOutputTokensReportedCalls": 26844, "sourceReportedCostSum": 286.1603561800012, "callsWithReportedCost": 26844 }, "proposals": 17, "workflowStarts": 17, "matchedCalls": 0, "matchedIssues": 0, "matchedUsage": { "calls": 0, "callsWithUsage": 0, "inputTokens": 0, "inputTokensReportedCalls": 0, "outputTokens": 0, "outputTokensReportedCalls": 0, "totalTokens": 0, "totalTokensReportedCalls": 0, "cachedInputTokens": 0, "cachedInputTokensReportedCalls": 0, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 0, "reasoningOutputTokensReportedCalls": 0, "sourceReportedCostSum": 0, "callsWithReportedCost": 0 }, "proposalMatchPercent": 0.0, "callPercent": 0.0, "tokenPercent": 0.0, "firstStepOverlap": { "calls": 0, "usage": { "calls": 0, "callsWithUsage": 0, "inputTokens": 0, "inputTokensReportedCalls": 0, "outputTokens": 0, "outputTokensReportedCalls": 0, "totalTokens": 0, "totalTokensReportedCalls": 0, "cachedInputTokens": 0, "cachedInputTokensReportedCalls": 0, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 0, "reasoningOutputTokensReportedCalls": 0, "sourceReportedCostSum": 0, "callsWithReportedCost": 0 } }, "newSecondStage": { "calls": 0, "usage": { "calls": 0, "callsWithUsage": 0, "inputTokens": 0, "inputTokensReportedCalls": 0, "outputTokens": 0, "outputTokensReportedCalls": 0, "totalTokens": 0, "totalTokensReportedCalls": 0, "cachedInputTokens": 0, "cachedInputTokensReportedCalls": 0, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 0, "reasoningOutputTokensReportedCalls": 0, "sourceReportedCostSum": 0, "callsWithReportedCost": 0 } }, "completeSequentialChains": { "chains": 0, "calls": 0, "usage": { "calls": 0, "callsWithUsage": 0, "inputTokens": 0, "inputTokensReportedCalls": 0, "outputTokens": 0, "outputTokensReportedCalls": 0, "totalTokens": 0, "totalTokensReportedCalls": 0, "cachedInputTokens": 0, "cachedInputTokensReportedCalls": 0, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 0, "reasoningOutputTokensReportedCalls": 0, "sourceReportedCostSum": 0, "callsWithReportedCost": 0 }, "testExitCodes": {} }, "unmatchedProposedSteps": 17, "maxHypotheticalToolCallsIfEveryStartCompilesSuccessfully": 34, "deploymentCreditCalls": 0, "deploymentCreditTokens": 0, "matchesWithReasoningOrProse": 0, "diagnostics": { "recognizedSuccessfulSourceEdits": 295, "noRecentSuccessfulFocusedRegistrationScenario": 278, "nextNotExactCompile": 17 } }, "validation": { "trajectories": 1993, "issues": 399, "denominator": { "calls": 103002, "callsWithUsage": 103002, "inputTokens": 2513828804, "inputTokensReportedCalls": 103002, "outputTokens": 33241316, "outputTokensReportedCalls": 103002, "totalTokens": 2547070120, "totalTokensReportedCalls": 103002, "cachedInputTokens": 1955008442, "cachedInputTokensReportedCalls": 96103, "cacheCreationInputTokens": 24856645, "cacheCreationInputTokensReportedCalls": 32205, "reasoningOutputTokens": 18053382, "reasoningOutputTokensReportedCalls": 103002, "sourceReportedCostSum": 1058.4307140200008, "callsWithReportedCost": 103002 }, "proposals": 67, "workflowStarts": 66, "matchedCalls": 1, "matchedIssues": 1, "matchedUsage": { "calls": 1, "callsWithUsage": 1, "inputTokens": 28096, "inputTokensReportedCalls": 1, "outputTokens": 33, "outputTokensReportedCalls": 1, "totalTokens": 28129, "totalTokensReportedCalls": 1, "cachedInputTokens": 0, "cachedInputTokensReportedCalls": 1, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 0, "reasoningOutputTokensReportedCalls": 1, "sourceReportedCostSum": 0.049629999999999994, "callsWithReportedCost": 1 }, "proposalMatchPercent": 1.492537313432836, "callPercent": 0.0009708549348556338, "tokenPercent": 0.001104366926498278, "firstStepOverlap": { "calls": 1, "usage": { "calls": 1, "callsWithUsage": 1, "inputTokens": 28096, "inputTokensReportedCalls": 1, "outputTokens": 33, "outputTokensReportedCalls": 1, "totalTokens": 28129, "totalTokensReportedCalls": 1, "cachedInputTokens": 0, "cachedInputTokensReportedCalls": 1, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 0, "reasoningOutputTokensReportedCalls": 1, "sourceReportedCostSum": 0.049629999999999994, "callsWithReportedCost": 1 } }, "newSecondStage": { "calls": 0, "usage": { "calls": 0, "callsWithUsage": 0, "inputTokens": 0, "inputTokensReportedCalls": 0, "outputTokens": 0, "outputTokensReportedCalls": 0, "totalTokens": 0, "totalTokensReportedCalls": 0, "cachedInputTokens": 0, "cachedInputTokensReportedCalls": 0, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 0, "reasoningOutputTokensReportedCalls": 0, "sourceReportedCostSum": 0, "callsWithReportedCost": 0 } }, "completeSequentialChains": { "chains": 0, "calls": 0, "usage": { "calls": 0, "callsWithUsage": 0, "inputTokens": 0, "inputTokensReportedCalls": 0, "outputTokens": 0, "outputTokensReportedCalls": 0, "totalTokens": 0, "totalTokensReportedCalls": 0, "cachedInputTokens": 0, "cachedInputTokensReportedCalls": 0, "cacheCreationInputTokens": 0, "cacheCreationInputTokensReportedCalls": 0, "reasoningOutputTokens": 0, "reasoningOutputTokensReportedCalls": 0, "sourceReportedCostSum": 0, "callsWithReportedCost": 0 }, "testExitCodes": {} }, "unmatchedProposedSteps": 66, "maxHypotheticalToolCallsIfEveryStartCompilesSuccessfully": 132, "deploymentCreditCalls": 0, "deploymentCreditTokens": 0, "matchesWithReasoningOrProse": 0, "diagnostics": { "recognizedSuccessfulSourceEdits": 1279, "noRecentSuccessfulFocusedRegistrationScenario": 1213, "nextNotExactCompile": 65, "nextAfterCompileNotRegisteredTest": 1 } } }, "split": { "method": "SHA256('autotoken-v6:'+issue)%5==0 discovery, all others validation; issue grouped across models", "policyFrozenBeforeValidation": true, "notUntouchedExternalCorpus": true }, "sourceManifestSha256": "73cccd8079f5c3150015207a7d102f1a4409c7996f0ea9ae1305f1b45239247b", "plannerSha256": "8ab9163d9ad46c76a4689806310c92e4783cc248c8e7cd7c7b894efce0515cf8", "editDetectorSha256": "a19ae88918d77afb5db77bf1f0a703250500ada73107a37310bbb21a813eb44e", "limitations": [ "Replay uses a prior successful focused test as hypothetical registration; explicit registration, source/test hashes, environment identity and tree epoch are unobserved. Actual state machine requires trusted guards; deployment credit is zero.", "Only bounded static single-source edits, exact python py_compile and exact registered test argv/cwd are supported. No guessed tests or added unsolicited intermediate steps receive match credit.", "All matched compile calls overlap the prior edit-compile candidate; only exact subsequent focused-test calls are a new stage. Deduplicate target call keys in any conservative union.", "Complete-chain usage includes both stages and must not be added again to first/second-stage totals.", "Failed compile stops the workflow; test failures remain failures, not successful fixes. Tests may mutate artifacts, so runner must define permitted cache/output writes separately.", "At most two tool calls and 130 seconds per workflow, with 16KB compile and 32KB test output caps. Unmatched proposals and possible extra test executions add cost rather than savings.", "Proposed max tool-call count assumes every compile succeeds, not an estimate of actual runtime calls. No runtime/output token costs were measured.", "No historical filesystem state reconstructed, commands executed, model calls made or bug outcomes validated.", "Matching responses may contain needed reasoning; gross recorded usage is not net savings. Router, guard-hash, execution, false-positive, downstream context/cache and reasoning-loss costs are excluded.", "Cache and reasoning are subsets of input/output totals; no double counting." ] }