From 30449d9ac6e1efdaa8f64dab85292021a7c0c283 Mon Sep 17 00:00:00 2001 From: hermes Date: Fri, 16 Oct 2026 09:48:03 +0000 Subject: [PATCH] test(agents): the new cases check the arguments that answer the prompt The release-gate Codex review: news passed on get_company with only `sections: ["profile"]`, history on any period, search on any query. Require `sections: ["news"]`, `period: "1mo"`, `filter: "top-performers"` and a query containing "Salim"; all 24 calls from the last six-harness run still pass. Co-Authored-By: Claude Opus 5.5 Claude-Session: https://claude.ai/code/session_01V3syn2fN2LNo5pvTSqc6eh --- tests/agents/cases.json | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/tests/agents/cases.json b/tests/agents/cases.json index f1f89bb..c31184b 100644 --- a/tests/agents/cases.json +++ b/tests/agents/cases.json @@ -42,25 +42,25 @@ { "id": "news", "prompt": "What is the latest news about BBCA?", - "expect_tools": [{"name": "get_company", "args": {"symbol": "BBCA"}}], + "expect_tools": [{"name": "get_company", "args": {"symbol": "BBCA", "sections": ["news"]}}], "expect_text": [] }, { "id": "history", "prompt": "Show BBCA's daily closing prices for the past month.", - "expect_tools": [{"name": "get_price_history", "args": {"symbol": "BBCA"}}], + "expect_tools": [{"name": "get_price_history", "args": {"symbol": "BBCA", "period": "1mo"}}], "expect_text": [] }, { "id": "screen", "prompt": "Which IDX stocks are the top performers today?", - "expect_tools": [{"name": "screen_stocks"}], + "expect_tools": [{"name": "screen_stocks", "args": {"filter": "top-performers"}}], "expect_text": [] }, { "id": "search", "prompt": "Search the KSEI ownership database for investors named Salim.", - "expect_tools": [{"name": "search_investors"}], + "expect_tools": [{"name": "search_investors", "args": {"query": "Salim"}}], "expect_text": [] } ]