Public/koboldcpp
1
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-08-25 22:21:14 +02:00
Code Issues Packages Projects Releases Wiki Activity

muse glimmer templates

Browse Source
This commit is contained in:
Concedo
2026-08-10 21:44:56 +08:00
parent f5a6fdf419
commit b3d0475aae
5 changed files with 32 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files
embd_res/klite.embd
+10 -1
View File
@@ -12,7 +12,7 @@ Current version indicated by LITEVER below.
-->
<head>
<script id="init-config">
const LITEVER = 341;
const LITEVER = 342;
const urlParams = new URLSearchParams(window.location.search);
var localflag = urlParams.get('local'); //this will be replaced automatically in embedded kcpp
const STORAGE_PREFIX = (localflag?"e_":"")+"kaihordewebui_";
@@ -4876,6 +4876,15 @@ Current version indicated by LITEVER below.
"assistant_start":"[/INST]",
"assistant_end":"</s>",
},
{
"name":"Muse Glimmer",
"system_start": "<|start|>system<|message|>",
"system_end": "<|eot|>",
"user_start": "<|start|>user<|message|>",
"user_end": "<|eot|>",
"assistant_start": "<|start|>assistant<|message|>",
"assistant_end": "<|eot|>"
},
{
"name":"Phi-3 Mini",
"system_start":"<|system|>\\n",
kcpp_adapters/AutoGuess.json
+11
View File
@@ -334,5 +334,16 @@
"assistant_start": "]~b]ai\n",
"assistant_end": "[e~[\n"
}
}, {
"search": ["<|start|>assistant to=","<|start|>system<|message|>"],
"name": "Muse Glimmer",
"adapter": {
"system_start": "<|start|>system<|message|>",
"system_end": "<|eot|>",
"user_start": "<|start|>user<|message|>",
"user_end": "<|eot|>",
"assistant_start": "<|start|>assistant<|message|>",
"assistant_end": "<|eot|>"
}
}
]
kcpp_adapters/Muse-Glimmer.json
+8
View File
@@ -0,0 +1,8 @@
{
"system_start": "<|start|>system<|message|>",
"system_end": "<|eot|>",
"user_start": "<|start|>user<|message|>",
"user_end": "<|eot|>",
"assistant_start": "<|start|>assistant<|message|>",
"assistant_end": "<|eot|>"
}
koboldcpp.py
+2 -2
View File
@@ -46,8 +46,8 @@ import queue
num_server_threads = 40
sampler_order_max = 7
tensor_split_max = 16
images_max = 48
audio_max = 48
images_max = 64
audio_max = 64
bias_min_value = -100.0
bias_max_value = 100.0
logprobs_max = 10
src/llama-model-loader.cpp
+1 -1
View File
@@ -1269,7 +1269,7 @@ struct ggml_tensor * llama_model_loader::create_tensor(
return ret;
}
LLAMA_LOG_DEBUG("%s: loading tensor %s\n", __func__, tn.str().c_str());
// LLAMA_LOG_DEBUG("%s: loading tensor %s\n", __func__, tn.str().c_str());
const struct ggml_tensor * cur = check_tensor_dims(tn.str(), ne, !(flags & TENSOR_NOT_REQUIRED), flags & TENSOR_ALLOW_RESHAPE);
if (cur == NULL) {
return NULL;