diff options
Diffstat (limited to 'llamachat/config.py')
| -rw-r--r-- | llamachat/config.py | 7 |
1 files changed, 4 insertions, 3 deletions
diff --git a/llamachat/config.py b/llamachat/config.py index 692dd79..ca03996 100644 --- a/llamachat/config.py +++ b/llamachat/config.py @@ -44,10 +44,11 @@ DEFAULTS = { "search_results": 5, "search_snippet_chars": 300, "search_timeout": 10, - # One search per turn. A second call is emitted by the model as literal + # One search per turn. A second call is often emitted as literal # <tool_call> XML rather than a tool_calls delta, which this code cannot - # act on and which leaves the reply empty. Raise it once the template - # parses follow-up calls. + # act on and which leaves the reply empty. It parses correctly some of + # the time (1 in 5 on llama.cpp b10208), so raise this once a build + # handles follow-up calls reliably. "max_searches": 1, } |
