mirror of
https://github.com/LostRuins/koboldcpp.git
synced 2026-09-20 09:38:55 +02:00
updated lite
This commit is contained in:
+45
-51
@@ -13740,16 +13740,7 @@ Current version indicated by LITEVER below.
|
||||
|
||||
function toggleclaudemodel()
|
||||
{
|
||||
if(document.getElementById("custom_claude_model").value.toLowerCase().includes("claude-3-7")||
|
||||
document.getElementById("custom_claude_model").value.toLowerCase().includes("claude-sonnet-4")||
|
||||
document.getElementById("custom_claude_model").value.toLowerCase().includes("claude-haiku-4")||
|
||||
document.getElementById("custom_claude_model").value.toLowerCase().includes("claude-opus-4"))
|
||||
{
|
||||
document.getElementById("claudethinkingbox").classList.remove("hidden");
|
||||
}else
|
||||
{
|
||||
document.getElementById("claudethinkingbox").classList.add("hidden");
|
||||
}
|
||||
//currently does nothing
|
||||
}
|
||||
|
||||
let autofetch_attempt_dict = {};
|
||||
@@ -21568,8 +21559,8 @@ Current version indicated by LITEVER below.
|
||||
"model": custom_claude_model,
|
||||
"messages": [],
|
||||
"max_tokens": submit_payload.params.max_length,
|
||||
"temperature": submit_payload.params.temperature,
|
||||
};
|
||||
|
||||
Object.assign(claude_payload, localsettings.custom_sampler_fields);
|
||||
claude_payload.messages.push({"role": "user", "content": submit_payload.prompt})
|
||||
if(sysprompt)
|
||||
@@ -21577,43 +21568,48 @@ Current version indicated by LITEVER below.
|
||||
claude_payload.system = sysprompt;
|
||||
}
|
||||
|
||||
let claude_is_v4 = (custom_claude_model.toLowerCase().includes("claude-3-7")
|
||||
|| custom_claude_model.toLowerCase().includes("claude-sonnet-4")
|
||||
let claude_is_v4 = (custom_claude_model.toLowerCase().includes("claude-sonnet-4")
|
||||
|| custom_claude_model.toLowerCase().includes("claude-haiku-4")
|
||||
|| custom_claude_model.toLowerCase().includes("claude-opus-4"));
|
||||
|
||||
let claude_is_v4_x = (custom_claude_model.toLowerCase().includes("claude-sonnet-4-")
|
||||
|| custom_claude_model.toLowerCase().includes("claude-haiku-4-")
|
||||
|| custom_claude_model.toLowerCase().includes("claude-opus-4-"));
|
||||
let claude_is_v4_new = (custom_claude_model.toLowerCase().includes("claude-haiku-4-7")
|
||||
|| custom_claude_model.toLowerCase().includes("claude-haiku-4-8")
|
||||
|| custom_claude_model.toLowerCase().includes("claude-haiku-4-9")
|
||||
|| custom_claude_model.toLowerCase().includes("claude-sonnet-4-7")
|
||||
|| custom_claude_model.toLowerCase().includes("claude-sonnet-4-8")
|
||||
|| custom_claude_model.toLowerCase().includes("claude-sonnet-4-9")
|
||||
|| custom_claude_model.toLowerCase().includes("claude-opus-4-7")
|
||||
|| custom_claude_model.toLowerCase().includes("claude-opus-4-8")
|
||||
|| custom_claude_model.toLowerCase().includes("claude-opus-4-9"));
|
||||
|
||||
if(claudethinking && claude_is_v4)
|
||||
if(claudethinking)
|
||||
{
|
||||
claude_payload.thinking = {
|
||||
"type": "enabled",
|
||||
"budget_tokens": 1024
|
||||
}
|
||||
claude_payload.max_tokens += 1024;
|
||||
claude_payload.temperature = 1;
|
||||
}
|
||||
|
||||
if(!claudethinking)
|
||||
{
|
||||
//unsupported with thinking
|
||||
claude_payload.top_p = submit_payload.params.top_p;
|
||||
}
|
||||
|
||||
//for claude 4.5, if temperature is not 1, do not send top p
|
||||
if(claude_is_v4_x)
|
||||
{
|
||||
if(claude_payload.temperature == 1)
|
||||
if(claude_is_v4_new)
|
||||
{
|
||||
delete claude_payload["temperature"];
|
||||
}
|
||||
else
|
||||
{
|
||||
delete claude_payload["top_p"];
|
||||
claude_payload.thinking = {"type": "adaptive", "display": "summarized"};
|
||||
} else {
|
||||
claude_payload.thinking = {"type": "enabled", "budget_tokens": 1024};
|
||||
claude_payload.max_tokens += 1024;
|
||||
}
|
||||
}
|
||||
else
|
||||
{
|
||||
//modern claude does not allow top-p or temperature anymore.
|
||||
if(claude_is_v4 && !claude_is_v4_new)
|
||||
{
|
||||
//only for claude 4 to claude 4.6
|
||||
//unsupported with thinking, and if temperature is not 1, do not send top p
|
||||
if(submit_payload.params.temperature==1)
|
||||
{
|
||||
claude_payload.top_p = submit_payload.params.top_p;
|
||||
}
|
||||
else
|
||||
{
|
||||
claude_payload.temperature = submit_payload.params.temperature;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
|
||||
if(localsettings.opmode==1)
|
||||
{
|
||||
@@ -31723,18 +31719,16 @@ Current version indicated by LITEVER below.
|
||||
<input class="form-control" type="password" id="custom_claude_key" placeholder="Claude API Key (Required)" value="" onfocus="focus_api_keys()" onblur="blur_api_keys()"><br>
|
||||
Model Choice:<br>
|
||||
<select title="Claude AI Model Selection" style="padding:4px; width:calc(100% - 110px); display:inline-block" class="form-control" id="custom_claude_model" onload="toggleclaudemodel()" onchange="toggleclaudemodel()">
|
||||
<option value="claude-3-opus-20240229">claude-3-opus-20240229</option>
|
||||
<option value="claude-3-sonnet-20240229">claude-3-sonnet-20240229</option>
|
||||
<option value="claude-3-haiku-20240307">claude-3-haiku-20240307</option>
|
||||
<option value="claude-3-5-sonnet-20240620">claude-3-5-sonnet-20240620</option>
|
||||
<option value="claude-3-5-sonnet-20241022">claude-3-5-sonnet-20241022</option>
|
||||
<option value="claude-3-5-sonnet-latest">claude-3-5-sonnet-latest</option>
|
||||
<option value="claude-3-5-haiku-20241022">claude-3-5-haiku-20241022</option>
|
||||
<option value="claude-3-7-sonnet-20250219">claude-3-7-sonnet-20250219</option>
|
||||
<option value="claude-sonnet-4-latest" selected="selected">claude-sonnet-4-latest</option>
|
||||
<option value="claude-opus-4-latest">claude-opus-4-latest</option>
|
||||
<option value="claude-opus-4-8">claude-opus-4-8</option>
|
||||
<option value="claude-opus-4-7">claude-opus-4-7</option>
|
||||
<option value="claude-sonnet-4-6" selected="selected">claude-sonnet-4-6</option>
|
||||
<option value="claude-opus-4-6">claude-opus-4-6</option>
|
||||
<option value="claude-opus-4-5-20251101">claude-opus-4-5-20251101</option>
|
||||
<option value="claude-haiku-4-5-20251001">claude-haiku-4-5-20251001</option>
|
||||
<option value="claude-sonnet-4-5-20250929">claude-sonnet-4-5-20250929</option>
|
||||
<option value="claude-opus-4-1-20250805">claude-opus-4-1-20250805</option>
|
||||
<option value="claude-opus-4-20250514">claude-opus-4-20250514</option>
|
||||
<option value="claude-sonnet-4-20250514">claude-sonnet-4-20250514</option>
|
||||
</select>
|
||||
<button type="button" class="btn btn-primary" style="display:inline;width:105px;" id="claudefetchlist" onclick="claude_fetch_models()">Fetch List</button>
|
||||
<input type="checkbox" title="Add endpoint version" id="claudeaddversion" onchange="" checked>
|
||||
@@ -31752,7 +31746,7 @@ Current version indicated by LITEVER below.
|
||||
</div>
|
||||
|
||||
|
||||
<div id="claudethinkingbox" class="hidden">
|
||||
<div id="claudethinkingbox">
|
||||
<div class="box-label" title="Enable Thinking">Enable Thinking </div>
|
||||
<input type="checkbox" title="Enable Thinking" style="display:inline;" id="claudethinking">
|
||||
</div>
|
||||
|
||||
Reference in New Issue
Block a user