From 6f44c3ce500bfdca37396b0a2428b9f8db72d950 Mon Sep 17 00:00:00 2001 From: hermes Date: Fri, 16 Oct 2026 09:53:31 +0000 Subject: [PATCH] test(agents): run agents from an empty directory, not the checkout From the checkout, agents read its AGENTS.md and docs: Hermes concluded from docs/IDX_NEWS.md that news "is not implemented" and failed the news case it had passed before the doc existed. Users' agents never see our repo, so run every agent from an empty directory under the work dir. Co-Authored-By: Claude Opus 5.5 Claude-Session: https://claude.ai/code/session_01V3syn2fN2LNo5pvTSqc6eh --- tests/agents/agent-smoke.sh | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/tests/agents/agent-smoke.sh b/tests/agents/agent-smoke.sh index 9ecc053..59c0258 100755 --- a/tests/agents/agent-smoke.sh +++ b/tests/agents/agent-smoke.sh @@ -360,6 +360,12 @@ if [[ ${#only_cases[@]} -gt 0 ]]; then case_ids=("${only_cases[@]}") fi +# Run agents from an empty directory: from the checkout, agents read its +# AGENTS.md and docs (Hermes concluded from docs/IDX_NEWS.md that news "is not +# implemented"), which users' agents never see. +mkdir -p "$work/cwd" +cd "$work/cwd" + results="$work/results.jsonl" : > "$results" echo "agent-smoke: agents=${agents[*]} cases=${#case_ids[@]} runs=$runs"