Public/koboldcpp
1
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-09-13 02:10:39 +02:00
Code Issues Packages Projects Releases Wiki Activity

updated lite

Browse Source
This commit is contained in:
Concedo
2025-10-12 20:52:16 +08:00
parent 54db35cd7a
commit 121e2fefc8
1 changed files with 17 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
embd_res/klite.embd
+17 -3
View File
@@ -12,7 +12,7 @@ Current version indicated by LITEVER below.
-->
<script id="init-config">
const LITEVER = 287;
const LITEVER = 288;
const urlParams = new URLSearchParams(window.location.search);
var localflag = urlParams.get('local'); //this will be replaced automatically in embedded kcpp
const STORAGE_PREFIX = (localflag?"e_":"")+"kaihordewebui_";
@@ -6099,15 +6099,24 @@ Current version indicated by LITEVER below.
}
else if (dch.message) {
synchro_polled_response = dch.message.content;
let reasoningtxt = "";
if(dch.message.reasoning_content!=null && dch.message.reasoning_content!="") //vllm compat
{
reasoningtxt = dch.message.reasoning_content;
}
else if(dch.message.reasoning!=null && dch.message.reasoning!="") //vllm compat
{
reasoningtxt = dch.message.reasoning;
}
if(reasoningtxt!="")
{
if(dch.message.content==null)
{
synchro_polled_response = dch.message.reasoning_content;
synchro_polled_response = reasoningtxt;
}
else
{
synchro_polled_response = `${localsettings.start_thinking_tag}${dch.message.reasoning_content}${localsettings.stop_thinking_tag}${dch.message.content}`;
synchro_polled_response = `${localsettings.start_thinking_tag}${reasoningtxt}${localsettings.stop_thinking_tag}${dch.message.content}`;
}
}
@@ -6254,6 +6263,11 @@ Current version indicated by LITEVER below.
streaming_was_thinking = true;
synchro_pending_stream += event.data.choices[0].delta.reasoning_content;
}
else if(event.data.choices[0].delta && !event.data.choices[0].delta.content && event.data.choices[0].delta.reasoning!=null&& event.data.choices[0].delta.reasoning!="")
{
streaming_was_thinking = true;
synchro_pending_stream += event.data.choices[0].delta.reasoning;
}
//mistral prefill interception
if(oaiemulatecompletionscontent!="" && synchro_pending_stream!="" && synchro_pending_stream.startsWith(oaiemulatecompletionscontent))