171 lines
6.8 KiB
Python
171 lines
6.8 KiB
Python
"""Output-pattern failure hints for the terminal tool.
|
|
|
|
When a command exits non-zero, the raw stderr often confuses models into
|
|
wasted diagnostic turns (e.g. retrying `python` when only `python3` exists,
|
|
or re-sending a gh field list that the installed gh doesn't support).
|
|
|
|
This module extends the exit-code semantics table in ``terminal_tool`` with
|
|
an *output-pattern* tier: a bounded scan of the command output that maps
|
|
well-known failure shapes to one short, actionable recovery hint.
|
|
|
|
Design rules (keep these when adding patterns):
|
|
|
|
* Only fires on non-zero exit codes — never annotate success.
|
|
* At most ONE hint per result, first match wins; patterns are ordered by
|
|
observed frequency in production trajectories (state.db mining, Aug 2026).
|
|
* Scans only the first ``_SCAN_CHARS`` of output — hints must key on error
|
|
headers, not deep context.
|
|
* Hints state the *next action*, not a diagnosis essay. One or two sentences.
|
|
* Pure function, no I/O, no config reads — trivially unit-testable.
|
|
|
|
Frequencies quoted below come from a 250k-terminal-result window of the
|
|
production session DB (Aug 2026): together these classes cover ~14k failed
|
|
calls whose retry chains averaged 1.4 extra tool turns each.
|
|
"""
|
|
|
|
from __future__ import annotations
|
|
|
|
import re
|
|
from typing import Callable, Optional
|
|
|
|
# Bounded scan window: error headers appear early; deep output is noise.
|
|
_SCAN_CHARS = 4000
|
|
|
|
|
|
def _hint_gh_unknown_json_field(command: str, output: str) -> Optional[str]:
|
|
# ~9,175x: gh CLI version drift — model asks for fields the installed
|
|
# gh doesn't know. gh already prints the valid field list.
|
|
m = re.search(r'Unknown JSON field: "?(\w+)', output)
|
|
if not m:
|
|
return None
|
|
return (
|
|
f"The installed gh does not support the JSON field '{m.group(1)}'. "
|
|
"The valid field list is printed in the output above — retry using "
|
|
"only fields from that list."
|
|
)
|
|
|
|
|
|
def _hint_command_not_found(command: str, output: str) -> Optional[str]:
|
|
# ~1,010x generic; 837x of them are bare `python` on python3-only distros.
|
|
m = re.search(r"(?:bash: line \d+: |bash: |sh: \d*:? ?)?([\w.+-]+): command not found", output)
|
|
if not m:
|
|
return None
|
|
missing = m.group(1)
|
|
if missing == "python":
|
|
return (
|
|
"This system has no bare `python` — use `python3`, or the "
|
|
"project venv's interpreter (e.g. .venv/bin/python)."
|
|
)
|
|
if missing == "pip":
|
|
return (
|
|
"This system has no bare `pip` — use `pip3`, `python3 -m pip`, "
|
|
"or the project venv's pip (e.g. .venv/bin/pip)."
|
|
)
|
|
return (
|
|
f"`{missing}` is not installed or not on PATH. Verify with "
|
|
f"`which {missing}`; install it or use an absolute path instead of "
|
|
"retrying the same command."
|
|
)
|
|
|
|
|
|
def _hint_module_not_found(command: str, output: str) -> Optional[str]:
|
|
# ~739x: almost always a venv-activation slip, not a missing dependency.
|
|
m = re.search(r"(?:ModuleNotFoundError|ImportError): No module named '?([\w.]+)", output)
|
|
if not m:
|
|
return None
|
|
return (
|
|
f"Python cannot import '{m.group(1)}'. Most often the wrong "
|
|
"interpreter is running: activate the project venv (e.g. `source "
|
|
".venv/bin/activate`) or invoke its python directly. Only pip "
|
|
"install if the package is genuinely absent from that venv."
|
|
)
|
|
|
|
|
|
def _hint_merge_conflict(command: str, output: str) -> Optional[str]:
|
|
# ~1,172x: models sometimes re-run the failing merge/rebase verbatim.
|
|
if not re.search(r"^CONFLICT |Automatic merge failed|needs merge", output, re.M):
|
|
return None
|
|
return (
|
|
"Git merge conflict. Do not retry this command. Resolve the "
|
|
"conflicted files listed above (edit, then `git add`), then continue "
|
|
"(`git rebase --continue` / commit the merge) — or abort with "
|
|
"`--abort`."
|
|
)
|
|
|
|
|
|
def _hint_already_exists(command: str, output: str) -> Optional[str]:
|
|
# ~633x: branch/dir/file already exists → retrying unchanged always fails.
|
|
m = re.search(r"(?:fatal|error):.*?'([^']+)' already exists", output)
|
|
if not m:
|
|
return None
|
|
return (
|
|
f"'{m.group(1)}' already exists — retrying unchanged will keep "
|
|
"failing. Reuse it, choose another name, or delete it first if it is "
|
|
"genuinely stale."
|
|
)
|
|
|
|
|
|
def _hint_gh_rate_limit(command: str, output: str) -> Optional[str]:
|
|
# ~133x: immediate retries burn turns; the limit is time-based.
|
|
if "API rate limit" not in output and "was submitted too quickly" not in output:
|
|
return None
|
|
return (
|
|
"GitHub API rate limit hit — immediate retries will keep failing. "
|
|
"Continue with other work and retry this operation later."
|
|
)
|
|
|
|
|
|
def _hint_permission_denied(command: str, output: str) -> Optional[str]:
|
|
if "Permission denied" not in output and "EACCES" not in output:
|
|
return None
|
|
return (
|
|
"Permission denied. Check ownership/mode of the target path "
|
|
"(`ls -la`); prefer a user-writable location. Only escalate to sudo "
|
|
"if the task genuinely requires it."
|
|
)
|
|
|
|
|
|
# Ordered by production frequency — first match wins.
|
|
_OUTPUT_HINTS: list[Callable[[str, str], Optional[str]]] = [
|
|
_hint_gh_unknown_json_field,
|
|
_hint_merge_conflict,
|
|
_hint_command_not_found,
|
|
_hint_module_not_found,
|
|
_hint_already_exists,
|
|
_hint_gh_rate_limit,
|
|
_hint_permission_denied,
|
|
]
|
|
|
|
# Exit-code-only hints for codes the semantics table in terminal_tool does
|
|
# not cover per-command. Checked after output patterns.
|
|
_EXIT_CODE_HINTS: dict[int, str] = {
|
|
126: "Exit 126: the file was found but is not executable — `chmod +x` it or invoke it via its interpreter (e.g. `bash script.sh`).",
|
|
137: "Exit 137: the process was SIGKILLed — usually out-of-memory or an external kill. Reduce memory use or check `dmesg | tail` before retrying.",
|
|
124: "Exit 124: the command hit its timeout. Raise timeout= (foreground max 600s) or run it with background=true and notify_on_complete=true.",
|
|
}
|
|
|
|
|
|
def annotate_failure(command: str, exit_code: int, output: str) -> Optional[str]:
|
|
"""Return one short recovery hint for a failed command, or None.
|
|
|
|
Args:
|
|
command: The command string that ran.
|
|
exit_code: Its exit code (non-zero for failures).
|
|
output: Combined stdout/stderr as returned to the model.
|
|
|
|
Only the first ``_SCAN_CHARS`` characters of output are examined and at
|
|
most one hint is returned. Returns None for exit_code == 0.
|
|
"""
|
|
if exit_code == 0:
|
|
return None
|
|
window = (output or "")[:_SCAN_CHARS]
|
|
if window:
|
|
for fn in _OUTPUT_HINTS:
|
|
try:
|
|
hint = fn(command or "", window)
|
|
except Exception:
|
|
continue
|
|
if hint:
|
|
return hint
|
|
return _EXIT_CODE_HINTS.get(exit_code)
|