mirror of
https://github.com/LostRuins/koboldcpp.git
synced 2026-08-25 22:21:14 +02:00
removed hunyuan autoguess template, fixed multi file loading up to 999 parts
This commit is contained in:
@@ -210,17 +210,6 @@
|
||||
"assistant_start": "<|response|>\n",
|
||||
"assistant_end": "<|endofresponse|>\n"
|
||||
}
|
||||
}, {
|
||||
"search": ["<|extra_4|>", "<|extra_0|>", "用户", "助手"],
|
||||
"name": "Hunyuan",
|
||||
"adapter": {
|
||||
"system": "",
|
||||
"system_end": "",
|
||||
"user": "用户:\n",
|
||||
"user_end": "",
|
||||
"assistant": "助手:\n",
|
||||
"assistant_end": ""
|
||||
}
|
||||
}, {
|
||||
"search": ["rwkv-world"],
|
||||
"name": "RWKV World",
|
||||
|
||||
+2
-2
@@ -1112,7 +1112,7 @@ def autoset_gpu_layers(ctxsize, sdquanted, bbs, qkv_level): #shitty algo to dete
|
||||
if fsize > (10*1024*1024): #dont bother with models < 10mb
|
||||
cs = ctxsize
|
||||
mem = gpumem
|
||||
if "-00001-of-0000" in fname:
|
||||
if "-00001-of-00" in fname:
|
||||
match = re.search(r'-(\d{5})-of-(\d{5})\.', fname)
|
||||
if match:
|
||||
total_parts = int(match.group(2))
|
||||
@@ -6316,7 +6316,7 @@ def download_model_from_url(url, permitted_types=[".gguf",".safetensors", ".ggml
|
||||
break
|
||||
if ((url.startswith("http://") or url.startswith("https://")) and end_ext_ok):
|
||||
dlfile = downloader_internal(url, "auto", False, min_file_size)
|
||||
if handle_multipart and "-00001-of-0000" in url: #handle multipart files up to 9 parts
|
||||
if handle_multipart and "-00001-of-00" in url: #handle multipart files up to 9 parts
|
||||
match = re.search(r'-(\d{5})-of-(\d{5})\.', url)
|
||||
if match:
|
||||
total_parts = int(match.group(2))
|
||||
|
||||
Reference in New Issue
Block a user