RomanNum3ral
/
gstack
mirror of https://github.com/garrytan/gstack.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

test(evals): routing fixture installs skill HEADS, not ~18 full SKILL.md 

Routing reads frontmatter only; extractSkillHead per skill (root
611->48, ship 1435->54 lines). This was the single worst fixture bloat
site: one fixture dir holding ~18 full skills.

Co-Authored-By: Claude Fable 5 <noreply@anthropic.com>
This commit is contained in:
Garry Tan 2026-08-15 08:50:03 -07:00
parent 5338834654
commit 0337aaf05d
No known key found for this signature in database
GPG Key ID: C1F69E85C74EFE1D
1 changed files with 8 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
test/skill-routing-e2e.test.ts
View File

@ -4,6 +4,7 @@ import type { SkillTestResult } from './helpers/session-runner';
import { EvalCollector } from './helpers/eval-store'; import { EvalCollector } from './helpers/eval-store';
import type { EvalTestEntry } from './helpers/eval-store'; import type { EvalTestEntry } from './helpers/eval-store';
import { selectTests, detectBaseBranch, getChangedFiles, E2E_TOUCHFILES, E2E_TIERS, GLOBAL_TOUCHFILES } from './helpers/touchfiles'; import { selectTests, detectBaseBranch, getChangedFiles, E2E_TOUCHFILES, E2E_TIERS, GLOBAL_TOUCHFILES } from './helpers/touchfiles';
import { extractSkillHead } from './helpers/skill-fixture';
import { spawnSync } from 'child_process'; import { spawnSync } from 'child_process';
import * as fs from 'fs'; import * as fs from 'fs';
import * as path from 'path'; import * as path from 'path';
@ -59,10 +60,14 @@ if (evalsEnabled && process.env.EVALS_TIER) {
// --- Helper functions --- // --- Helper functions ---
/** Copy all SKILL.md files for auto-discovery. /** Install SKILL.md fixtures for auto-discovery.
* Installs to project-level (.claude/skills/) only. Writing to the user's * Installs to project-level (.claude/skills/) only. Writing to the user's
* ~/.claude/skills/ is unsafe: it may contain symlinks from the real gstack * ~/.claude/skills/ is unsafe: it may contain symlinks from the real gstack
* install that point to different worktrees or dangling targets. */ * install that point to different worktrees or dangling targets.
*
* ROUTING tests only read each skill's frontmatter (name + description) to
* pick a skill, so install frontmatter + the first ~30 body lines instead
* of ~20 full 1000-1900-line files (CLAUDE.md: "extract, don't copy"). */
function installSkills(tmpDir: string) { function installSkills(tmpDir: string) {
const skillDirs = [ const skillDirs = [
'', // root gstack SKILL.md '', // root gstack SKILL.md
@ -81,7 +86,7 @@ function installSkills(tmpDir: string) {
const skillName = skill || 'gstack'; const skillName = skill || 'gstack';
const destDir = path.join(targetBase, skillName); const destDir = path.join(targetBase, skillName);
fs.mkdirSync(destDir, { recursive: true }); fs.mkdirSync(destDir, { recursive: true });
fs.copyFileSync(srcPath, path.join(destDir, 'SKILL.md')); fs.writeFileSync(path.join(destDir, 'SKILL.md'), extractSkillHead(srcPath));
} }
// Write a CLAUDE.md with explicit routing instructions. // Write a CLAUDE.md with explicit routing instructions.