mirror of
https://github.com/LostRuins/koboldcpp.git
synced 2026-09-19 01:05:09 +02:00
jinja tool temp controls
This commit is contained in:
@@ -4707,6 +4707,9 @@ ws ::= | " " | "\n" [ \t]{0,20}
|
||||
break
|
||||
if jinjatools and len(jinjatools)>0:
|
||||
genparams["using_openai_tools"] = True
|
||||
if api_format == 4 and args.jinja_tools:
|
||||
# Default Jinja tool requests to 0.5 and cap their temperature at 1.0.
|
||||
genparams["temperature"] = min(tryparsefloat(genparams.get("temperature", adapter_obj.get("temperature", 0.5)), 0.5), 1.0)
|
||||
# handle media
|
||||
images_added, audio_added = sweep_media_from_messages(messages_array)
|
||||
else:
|
||||
|
||||
Reference in New Issue
Block a user