Adding stop word param

2025-08-12 03:23:12 -07:00
parent 5207cdc90c
commit 675364086b
2 changed files with 2 additions and 1 deletions
--- a/strix/llm/llm.py
+++ b/strix/llm/llm.py
@@ -248,6 +248,7 @@ class LLM:
            "model": self.config.model_name,
            "messages": messages,
            "temperature": self.config.temperature,
+            "stop": ["</function>"],
        }

        queue = get_global_queue()