From e0171f480c6d52afd8956335d1309bb9640e3766 Mon Sep 17 00:00:00 2001 From: Garry Tan Date: Fri, 14 Aug 2026 19:03:14 -0700 Subject: [PATCH] test(e2e): headroom for the two plan-ceo-review budget-edge tests MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Both rode their 360s runner budget at the edge (main clears at 243s of 360s), and the wave legitimately adds work to the review: the evidence directive tells the agent to probe before claiming, and the design-doc discovery block adds bash steps. Under concurrent in-file children the API queuing tipped all retry attempts past the ceiling — the runner then reports $0.00/0 turns for a timed-out child, which reads like a dead spawn but is a healthy child killed at the deadline. 540s runner / 660s test for these two only; verified 2/2 green at 228s and 315s. --- test/skill-e2e-plan.test.ts | 11 +++++++---- 1 file changed, 7 insertions(+), 4 deletions(-) diff --git a/test/skill-e2e-plan.test.ts b/test/skill-e2e-plan.test.ts index a1aac4f45..7b2badde2 100644 --- a/test/skill-e2e-plan.test.ts +++ b/test/skill-e2e-plan.test.ts @@ -81,7 +81,10 @@ Write your complete review directly to ${planDir}/review-output.md Focus on reviewing the plan content: architecture, error handling, security, and performance.`, workingDirectory: planDir, maxTurns: 15, - timeout: 360_000, + // 540s: the evidence-before-claimed-limitations directive and the + // design-doc discovery block (fork port wave 2) add real probing turns; + // main cleared this at 243s, the enriched skill needs more headroom. + timeout: 540_000, testName: 'plan-ceo-review', runId, model: 'claude-opus-4-7', @@ -100,7 +103,7 @@ Focus on reviewing the plan content: architecture, error handling, security, and const review = fs.readFileSync(reviewPath, 'utf-8'); expect(review.length).toBeGreaterThan(200); } - }, 420_000); + }, 660_000); }); // --- Plan CEO Review (SELECTIVE EXPANSION) E2E --- @@ -168,7 +171,7 @@ Write your complete review directly to ${planDir}/review-output-selective.md Focus on reviewing the plan content: architecture, error handling, security, and performance.`, workingDirectory: planDir, maxTurns: 15, - timeout: 360_000, + timeout: 540_000, testName: 'plan-ceo-review-selective', runId, model: 'claude-opus-4-7', @@ -185,7 +188,7 @@ Focus on reviewing the plan content: architecture, error handling, security, and const review = fs.readFileSync(reviewPath, 'utf-8'); expect(review.length).toBeGreaterThan(200); } - }, 420_000); + }, 660_000); }); // --- Plan CEO Review SCOPE EXPANSION energy (V1.1 mode-posture regression gate) ---