diff options
Diffstat (limited to 'assistant.py')
| -rw-r--r-- | assistant.py | 3 |
1 files changed, 2 insertions, 1 deletions
diff --git a/assistant.py b/assistant.py index a36d43e..937700a 100644 --- a/assistant.py +++ b/assistant.py @@ -51,6 +51,7 @@ DEFAULTS = { "tell, say you do not know. Never guess them."), "tool_rounds": 3, "temperature": None, # None: the llama-server preset's + "thinking": True, # False skips the model's reasoning "env": {}, } OPEN = {"env"} # free-form tables: replaced whole, not merged @@ -480,7 +481,7 @@ def ask(messages, calls, tools=None): context_size(model) body = {"model": model, "messages": messages, "stream": True, "stream_options": {"include_usage": True}, - "chat_template_kwargs": {"enable_thinking": True}} + "chat_template_kwargs": {"enable_thinking": CFG["thinking"]}} if tools: body["tools"] = tools if CFG["temperature"] is not None: |