From 1976bb3f535756922bb503504e179fd47087397c Mon Sep 17 00:00:00 2001 From: Concedo <39025047+LostRuins@users.noreply.github.com> Date: Wed, 30 Jul 2025 19:25:39 +0800 Subject: [PATCH] fixes for tool calling --- koboldcpp.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/koboldcpp.py b/koboldcpp.py index 9f7ba282b..89295c1a9 100644 --- a/koboldcpp.py +++ b/koboldcpp.py @@ -2415,7 +2415,7 @@ ws ::= | " " | "\n" [ \t]{0,20} pollgrammar = r'root ::= "yes" | "no" | "Yes" | "No" | "YES" | "NO"' temp_poll = { "prompt": f"{messages_string}\n\nTool List:\n{tools_string}\n\n{custom_tools_prompt}{user_end}", - "max_length":4, + "max_length":5, "temperature":0.1, "top_k":1, "rep_pen":1, @@ -2445,10 +2445,10 @@ ws ::= | " " | "\n" [ \t]{0,20} pollgrammar += ("" if pollgrammar=="" else " | ") pollgrammar += "\"" + name + "\"" pollgrammar = r'root ::= ' + pollgrammar - decide_tool_prompt = "Which of the listed tools should be used? Pick exactly one. (Reply directly with the selected tool's name):" + decide_tool_prompt = "Which of the listed tools should be used next? Pick exactly one. (Reply directly with the selected tool's name):" temp_poll = { "prompt": f"{messages_string}\n\nTool List:\n{tools_string}\n\n{decide_tool_prompt}{user_end}", - "max_length":8, + "max_length":16, "temperature":0.1, "top_k":1, "rep_pen":1,