From 2ac8aac89ca15e86fc13a95528225f9f135c01bb Mon Sep 17 00:00:00 2001 From: Garry Tan Date: Sat, 15 Aug 2026 09:14:12 -0700 Subject: [PATCH] evals: demote 4 expensive posture tests to periodic (D2a) MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit design-consultation-research ($0.91/304s) and -preview ($0.89/481s) — the two most expensive gate tests — plus office-hours-forcing-energy (LLM-judge posture score; its sibling was already demoted) and cso-full-audit (250s/$0.57; the targeted cso tests stay gate). Saves ~$8-12 and 10-15 min per gate run. The plan-*-finding-floor tests stay gate deliberately: cheap insurance on the most-edited skill surface. Housing files have no whole-file self-gates, so the runtime E2E_TIERS filter handles both tiers; tier-alignment tripwire green. Co-Authored-By: Claude Fable 5 --- test/helpers/touchfiles-data.ts | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/test/helpers/touchfiles-data.ts b/test/helpers/touchfiles-data.ts index cdee0ada7..d7170b32c 100644 --- a/test/helpers/touchfiles-data.ts +++ b/test/helpers/touchfiles-data.ts @@ -499,7 +499,7 @@ export const E2E_TIERS: Record = { // GBrain CLI round-trip — periodic per Voyage embedding cost (~$0.001/run) // and external-API-dependency (skips cleanly if VOYAGE_API_KEY unset). 'gbrain-roundtrip-local': 'periodic', - 'office-hours-forcing-energy': 'gate', // V1.1 mode-posture regression gate (Sonnet generator) + 'office-hours-forcing-energy': 'periodic', // D2a demotion 2026-08: posture score, periodic-grade signal (sibling precedent at office-hours-tone) // 'office-hours-builder-wildness' retiered to periodic in v1.32 contributor // wave: this is an LLM-judge creativity score (axis_a ≥4 on a "wildness" // posture). Per CLAUDE.md tier-classification rules, non-deterministic @@ -658,7 +658,7 @@ export const E2E_TIERS: Record = { 'global-discover': 'gate', // CSO — gate for security guardrails, periodic for quality - 'cso-full-audit': 'gate', // Hardcoded secrets detection + 'cso-full-audit': 'periodic', // D2a demotion 2026-08: 250s/$0.57 full audit; cso targeted tests stay gate 'cso-diff-mode': 'gate', 'cso-infra-scope': 'periodic', @@ -679,8 +679,8 @@ export const E2E_TIERS: Record = { // Design — gate for cheap functional, periodic for Opus/quality 'design-consultation-core': 'periodic', 'design-consultation-existing': 'periodic', - 'design-consultation-research': 'gate', - 'design-consultation-preview': 'gate', + 'design-consultation-research': 'periodic', // D2a demotion 2026-08: the two most expensive gate tests ($0.91/304s) + 'design-consultation-preview': 'periodic', // D2a demotion 2026-08 ($0.89/481s) 'plan-design-review-no-ui-scope': 'gate', 'design-review-fix': 'periodic', 'design-shotgun-path': 'gate',