From eee72a966b9b54206e4e1ccde15732f3a2b24738 Mon Sep 17 00:00:00 2001 From: Roland Date: Wed, 2 Sep 2026 17:57:50 -0600 Subject: [PATCH] ai: no invented failures in the system-mode example MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit The eval's two remaining System misses were the model investigating a fictional failed wrolpi-kiwix — planted by the few-shot example itself. The example now shows a healthy status and an all-clear answer; it still demonstrates status-first without seeding a fake diagnosis. Co-Authored-By: Claude Fable 5 --- modules/ai/modes.py | 8 +++++--- 1 file changed, 5 insertions(+), 3 deletions(-) diff --git a/modules/ai/modes.py b/modules/ai/modes.py index 9806a4c3..3324b2bf 100644 --- a/modules/ai/modes.py +++ b/modules/ai/modes.py @@ -133,14 +133,16 @@ MODE_EXAMPLES = { '1. **Sourdough Basics** (/videos/12) — a 15 minute introduction' ' to sourdough baking.'), ), + # No invented failures in the example: the model carries them into real diagnoses (it kept + # investigating a fictional failed service the first version of this example described). 'system': _example( dict(role='user', content='Is everything running?'), _tool_call('ex_sys_1', 'get_system_status', '{}'), _tool_result('ex_sys_1', '{"version": "0.28", "wrol_mode": false, "services": [{"name": "wrolpi-api",' - ' "status": "running"}, {"name": "wrolpi-kiwix", "status": "failed"}], "errors": []}'), - dict(role='assistant', content='Almost: wrolpi-kiwix has failed; everything else is running.' - ' I can read its logs to find out why.'), + ' "status": "running"}, {"name": "wrolpi-app", "status": "running"}], "errors": []}'), + dict(role='assistant', content='Yes — every service is running. If something misbehaves anyway,' + ' tell me which page and I will read the right service\'s logs.'), ), }