aboutsummaryrefslogtreecommitdiffstats
path: root/llamachat/config.py
diff options
context:
space:
mode:
Diffstat (limited to 'llamachat/config.py')
-rw-r--r--llamachat/config.py7
1 files changed, 4 insertions, 3 deletions
diff --git a/llamachat/config.py b/llamachat/config.py
index 692dd79..ca03996 100644
--- a/llamachat/config.py
+++ b/llamachat/config.py
@@ -44,10 +44,11 @@ DEFAULTS = {
"search_results": 5,
"search_snippet_chars": 300,
"search_timeout": 10,
- # One search per turn. A second call is emitted by the model as literal
+ # One search per turn. A second call is often emitted as literal
# <tool_call> XML rather than a tool_calls delta, which this code cannot
- # act on and which leaves the reply empty. Raise it once the template
- # parses follow-up calls.
+ # act on and which leaves the reply empty. It parses correctly some of
+ # the time (1 in 5 on llama.cpp b10208), so raise this once a build
+ # handles follow-up calls reliably.
"max_searches": 1,
}