From efef14bb8291a26d103cb88aecf2e0d14146e263 Mon Sep 17 00:00:00 2001 From: Concedo <39025047+LostRuins@users.noreply.github.com> Date: Sat, 12 Apr 2025 08:58:04 +0800 Subject: [PATCH] added llama4 tags --- kcpp_adapters/AutoGuess.json | 11 +++++++++++ kcpp_adapters/Llama-4.json | 8 ++++++++ klite.embd | 28 +++++++++++++++++++--------- 3 files changed, 38 insertions(+), 9 deletions(-) create mode 100644 kcpp_adapters/Llama-4.json diff --git a/kcpp_adapters/AutoGuess.json b/kcpp_adapters/AutoGuess.json index 48e588989..1d24f376c 100644 --- a/kcpp_adapters/AutoGuess.json +++ b/kcpp_adapters/AutoGuess.json @@ -63,6 +63,17 @@ "assistant_start": "<|start_header_id|>assistant<|end_header_id|>\n\n", "assistant_end": "<|eot_id|>\n\n" } +}, { + "search": ["<|header_start|>assistant<|header_end|>"], + "name": "Llama 4", + "adapter": { + "system_start": "<|header_start|>system<|header_end|>\n\n", + "system_end": "<|eot|>", + "user_start": "<|header_start|>user<|header_end|>\n\n", + "user_end": "<|eot|>", + "assistant_start": "<|header_start|>assistant<|header_end|>\n\n", + "assistant_end": "<|eot|>" + } }, { "search": ["[/INST]", "[SYSTEM_PROMPT]"], "name": "Mistral V7 (with system prompt)", diff --git a/kcpp_adapters/Llama-4.json b/kcpp_adapters/Llama-4.json new file mode 100644 index 000000000..c08d05127 --- /dev/null +++ b/kcpp_adapters/Llama-4.json @@ -0,0 +1,8 @@ +{ + "system_start": "<|header_start|>system<|header_end|>\n\n", + "system_end": "<|eot|>", + "user_start": "<|header_start|>user<|header_end|>\n\n", + "user_end": "<|eot|>", + "assistant_start": "<|header_start|>assistant<|header_end|>\n\n", + "assistant_end": "<|eot|>" +} diff --git a/klite.embd b/klite.embd index 576a2e723..09339c9f2 100644 --- a/klite.embd +++ b/klite.embd @@ -3364,6 +3364,16 @@ Current version indicated by LITEVER below. }, { "id":7, + "name":"Llama 4 Chat", + "user":"<|header_start|>user<|header_end|>\\n\\n", + "user_end":"<|eot|>", + "assistant":"<|header_start|>assistant<|header_end|>\\n\\n", + "assistant_end":"<|eot|>", + "system":"<|header_start|>system<|header_end|>\\n\\n", + "system_end":"<|eot|>", + }, + { + "id":8, "name":"Metharme", "user":"<|user|>", "user_end":"", @@ -3373,7 +3383,7 @@ Current version indicated by LITEVER below. "system_end":"", }, { - "id":8, + "id":9, "name":"Mistral V1", "user":" [INST] ", "user_end":"", @@ -3383,7 +3393,7 @@ Current version indicated by LITEVER below. "system_end":"", }, { - "id":9, + "id":10, "name":"Mistral V2 & V3", "user":"[INST] ", "user_end":"", @@ -3393,7 +3403,7 @@ Current version indicated by LITEVER below. "system_end":"", }, { - "id":10, + "id":11, "name":"Mistral V7 & V3-Tekken", "user":"[INST]", "user_end":"", @@ -3403,7 +3413,7 @@ Current version indicated by LITEVER below. "system_end":"[/SYSTEM_PROMPT]", }, { - "id":11, + "id":12, "name":"Phi-3 Mini", "user":"<|user|>\\n", "user_end":"<|end|>\\n", @@ -3413,7 +3423,7 @@ Current version indicated by LITEVER below. "system_end":"<|end|>\\n", }, { - "id":12, + "id":13, "name":"Vicuna", "user":"\\nUSER: ", "user_end":"", @@ -3423,7 +3433,7 @@ Current version indicated by LITEVER below. "system_end":"", }, { - "id":13, + "id":14, "name":"Deepseek V2.5", "user":"<|User|>", "user_end":"<|end▁of▁sentence|>", @@ -3433,7 +3443,7 @@ Current version indicated by LITEVER below. "system_end":"", }, { - "id":14, + "id":15, "name":"KoboldCppAutomatic", "user":"{{[INPUT]}}", "user_end":"", @@ -12602,7 +12612,7 @@ Current version indicated by LITEVER below. let matchiter = 0; inputtxt = inputtxt.replace(/%ExpandBtn%/g, function (m) { let curr = matches[matchiter]; - let expandedhtml = ``; + let expandedhtml = ``; ++matchiter; return expandedhtml; }); @@ -21902,7 +21912,7 @@ Current version indicated by LITEVER below.
Voice Delay:
- +