From 27c583af585ff083b6b01e6f5c8b0f44baeac3b4 Mon Sep 17 00:00:00 2001 From: 0xDevNinja Date: Tue, 16 Jun 2026 12:16:34 +0530 Subject: [PATCH] test(autoplan): regression test for tasks aggregator branch+commit filter Extracts the shipped select filter from autoplan/SKILL.md and runs it through jq over sample records: matching branch+commit is kept, a non-matching commit / wrong branch / missing commit field are excluded without a jq error. Pins the #2018 fix and fails on the bare index(.commit) form (which errors). Refs #2018. --- test/autoplan-tasks-aggregator.test.ts | 101 +++++++++++++++++++++++++ 1 file changed, 101 insertions(+) create mode 100644 test/autoplan-tasks-aggregator.test.ts diff --git a/test/autoplan-tasks-aggregator.test.ts b/test/autoplan-tasks-aggregator.test.ts new file mode 100644 index 000000000..4311a3b84 --- /dev/null +++ b/test/autoplan-tasks-aggregator.test.ts @@ -0,0 +1,101 @@ +import { describe, test, expect, beforeAll } from "bun:test"; +import { readFileSync } from "fs"; +import { join } from "path"; +import { spawnSync } from "child_process"; + +// Regression test for issue #2018: the autoplan Phase 4 aggregator's +// branch+commit filter used `index(.commit)` INSIDE a `$commits | split("|")` +// pipe, where the input is the split array, so jq tried to index an array with +// the string "commit" and errored. The error was swallowed by `2>/dev/null`, +// so every aggregation silently returned zero tasks. +// +// We extract the real `select(...)` filter from the generated autoplan/SKILL.md +// and run it through jq so this test tracks whatever actually ships, not a copy. + +const SKILL = join(import.meta.dir, "..", "autoplan", "SKILL.md"); + +function hasJq(): boolean { + return spawnSync("jq", ["--version"], { encoding: "utf-8" }).status === 0; +} + +function extractSelectFilter(): string { + const text = readFileSync(SKILL, "utf-8"); + // The shipped line looks like: + // 'select(.branch == $branch and (.commit as $c | ...))' \ + const m = text.match(/'(select\(\.branch == \$branch and [^']*\))'/); + if (!m) throw new Error("could not find branch+commit select filter in autoplan/SKILL.md"); + return m[1]; +} + +// Run the extracted filter over one JSONL record, returning jq's result. +function runFilter(filter: string, record: object, branch: string, commits: string) { + return spawnSync( + "jq", + ["-c", "--arg", "branch", branch, "--arg", "commits", commits, filter], + { input: JSON.stringify(record), encoding: "utf-8", timeout: 10000 } + ); +} + +describe("autoplan tasks aggregator branch+commit filter (issue #2018)", () => { + let filter: string; + + beforeAll(() => { + filter = extractSelectFilter(); + }); + + test("filter does not reference the buggy bare index(.commit)", () => { + // The fix binds the record's commit to a variable first; the regression was + // an unbound `.commit` evaluated against the split array. + expect(filter).not.toContain("index(.commit)"); + expect(filter).toContain("as $c"); + }); + + test("matching branch + commit is selected (no jq error)", () => { + const r = runFilter( + filter, + { branch: "dev", commit: "abc123", phase: "ceo-review" }, + "dev", + "abc123|def456" + ); + expect(r.status).toBe(0); + expect(r.stderr).toBe(""); + expect(r.stdout.trim()).not.toBe(""); + expect(JSON.parse(r.stdout).commit).toBe("abc123"); + }); + + test("non-matching commit is excluded (no jq error)", () => { + const r = runFilter( + filter, + { branch: "dev", commit: "zzz999", phase: "ceo-review" }, + "dev", + "abc123|def456" + ); + expect(r.status).toBe(0); + expect(r.stderr).toBe(""); + expect(r.stdout.trim()).toBe(""); + }); + + test("wrong branch is excluded (no jq error)", () => { + const r = runFilter( + filter, + { branch: "other", commit: "abc123", phase: "ceo-review" }, + "dev", + "abc123|def456" + ); + expect(r.status).toBe(0); + expect(r.stderr).toBe(""); + expect(r.stdout.trim()).toBe(""); + }); + + test("record missing commit field does not error, just excludes", () => { + const r = runFilter( + filter, + { branch: "dev", phase: "ceo-review" }, + "dev", + "abc123|def456" + ); + expect(r.status).toBe(0); + expect(r.stderr).toBe(""); + expect(r.stdout.trim()).toBe(""); + }); +});