chore(prompt): enforce single tool call per message and remove stop word usage

2026-01-14 19:21:10 -08:00
parent 31baa0dfc0
commit f6475cec07
2 changed files with 4 additions and 3 deletions
--- a/strix/llm/llm.py
+++ b/strix/llm/llm.py
@@ -141,6 +141,8 @@ class LLM:
                    accumulated = accumulated[
                        : accumulated.find("</function>") + len("</function>")
                    ]
+                    yield LLMResponse(content=accumulated)
+                    break
                yield LLMResponse(content=accumulated)

        if chunks:
@@ -189,7 +191,6 @@ class LLM:
            "messages": messages,
            "timeout": self.config.timeout,
            "stream_options": {"include_usage": True},
-            "stop": ["</function>"],
        }

        if api_key := Config.get("llm_api_key"):