mirror of
https://github.com/LostRuins/koboldcpp.git
synced 2026-09-18 16:55:14 +02:00
add xhigh reasoning effort
This commit is contained in:
+4
-2
@@ -2316,6 +2316,8 @@ def generate(genparams, stream_flag=False):
|
||||
reasoning_budget = tryparseint(0.25 * max_length,-1) # 25% of gen amount
|
||||
elif reasoning_effort == "medium":
|
||||
reasoning_budget = tryparseint(0.5 * max_length,-1) # 50% of gen amount
|
||||
elif reasoning_effort == "high":
|
||||
reasoning_budget = tryparseint(0.75 * max_length,-1) # 75% of gen amount
|
||||
else:
|
||||
pass #unrestricted
|
||||
|
||||
@@ -9574,7 +9576,7 @@ def show_gui():
|
||||
jinja_think_choices = ['default', 'true', 'false']
|
||||
jinjathinkbox, jinjathinklbl = makelabelcombobox(context_tab, "Jinja Thinking:", jinja_think_var, 45, command=togglejinjathink,labelpadx=(280), padx=370, width=100, tooltiptxt="Tries to enable or disable thinking in Jinja mode. This is a shortcut to setting Jinja Kwargs directly.", values=jinja_think_choices)
|
||||
jinjakwargsbox,jinjakwargsboxlbl = makelabelentry(context_tab, "Jinja Kwargs:", jinja_kwargs_var, row=47, width=160, labelpadx=(210), padx=(300), singleline=True, tooltip='Set additiona fields for Jinja JSON template parser, must be a valid json object.\nSpecified as JSON fields: {"KEY1":"VALUE1", "KEY2":"VALUE2"...}')
|
||||
think_effort_choices = ['default', 'high', 'medium', 'low', 'minimal', 'none']
|
||||
think_effort_choices = ['default', 'xhigh', 'high', 'medium', 'low', 'minimal', 'none']
|
||||
makelabelcombobox(context_tab, "Think Effort:", think_effort_var, 47, command=togglethinkeffort, padx=84, width=100, tooltiptxt="Set the default thinking effort, can be overridden by the API.", values=think_effort_choices)
|
||||
jinja_var.trace_add("write", togglejinja)
|
||||
jinja_kwargs_var.trace_add("write", updatejinjathinktoggle)
|
||||
@@ -13029,7 +13031,7 @@ if __name__ == '__main__':
|
||||
advparser.add_argument("--quantkv", help="Sets the KV cache data type quantization, options are f16/bf16/q8_0/q5_1/q4_0. Requires Flash Attention for full effect, otherwise only K cache is quantized.",metavar=('[quantization level f16/bf16/q8_0/q5_1/q4_0]'), type=str, choices=["f16","bf16","q8_0","q5_1","q4_0","0","1","2","3"], default="f16")
|
||||
advparser.add_argument("--quiet", help="Enable quiet mode, which hides generation inputs and outputs in the terminal. Quiet mode is automatically enabled when running a horde worker.", action='store_true')
|
||||
advparser.add_argument("--ratelimit", metavar=('[seconds]'), help="If enabled, rate limit generative request by IP address. Each IP can only send a new request once per X seconds.", type=int, default=0)
|
||||
advparser.add_argument("--reasoningeffort", help="A quick way to set the default reasoning effort. API values override this.", type=str, choices=['default','none','low','medium','high'], default="default")
|
||||
advparser.add_argument("--reasoningeffort", help="A quick way to set the default reasoning effort. API values override this.", type=str, choices=['default','none','low','medium','high','xhigh'], default="default")
|
||||
advparser.add_argument("--remotetunnel", help="Uses Cloudflare to create a remote tunnel, allowing you to access koboldcpp remotely over the internet even behind a firewall.", action='store_true')
|
||||
advparser.add_argument("--ropeconfig", help="If set, uses customized RoPE scaling from configured frequency scale and frequency base (e.g. --ropeconfig 0.25 10000). Otherwise, uses NTK-Aware scaling set automatically based on context size. For linear rope, simply set the freq-scale and ignore the freq-base",metavar=('[rope-freq-scale]', '[rope-freq-base]'), default=[0.0, 10000.0], type=float, nargs='+')
|
||||
advparser.add_argument("--savedatafile", metavar=('[savefile]'), help="If enabled, creates or opens a persistent database file on the server, that allows users to save and load their data remotely. A new file is created if it does not exist.", default="")
|
||||
|
||||
Reference in New Issue
Block a user