mirror of
https://github.com/LostRuins/koboldcpp.git
synced 2026-08-25 22:21:14 +02:00
merged support for gemma4. the e2b, e4b and 26b work, the 31b does not
This commit is contained in:
@@ -76,7 +76,18 @@
|
||||
"assistant_start": "<start_of_turn>model\n",
|
||||
"assistant_end": "<end_of_turn>\n"
|
||||
}
|
||||
},{
|
||||
}, {
|
||||
"search": ["<|turn>model","<|think|>"],
|
||||
"name": "Google Gemma 4",
|
||||
"adapter": {
|
||||
"system_start": "<|turn>system\n",
|
||||
"system_end": "<turn|>\n",
|
||||
"user_start": "<|turn>user\n",
|
||||
"user_end": "<turn|>\n",
|
||||
"assistant_start": "<|turn>model\n",
|
||||
"assistant_end": "<turn|>\n"
|
||||
}
|
||||
}, {
|
||||
"search": ["<|start_header_id|>assistant<|end_header_id|>"],
|
||||
"name": "Llama 3.x",
|
||||
"adapter": {
|
||||
|
||||
@@ -76,7 +76,18 @@
|
||||
"assistant_start": "<start_of_turn>model\n",
|
||||
"assistant_end": "<end_of_turn>\n"
|
||||
}
|
||||
},{
|
||||
}, {
|
||||
"search": ["<|turn>model","<|think|>"],
|
||||
"name": "Google Gemma 4",
|
||||
"adapter": {
|
||||
"system_start": "<|turn>system\n",
|
||||
"system_end": "<turn|>\n",
|
||||
"user_start": "<|turn>user\n",
|
||||
"user_end": "<turn|>\n",
|
||||
"assistant_start": "<|turn>model\n",
|
||||
"assistant_end": "<turn|>\n"
|
||||
}
|
||||
}, {
|
||||
"search": ["<|start_header_id|>assistant<|end_header_id|>"],
|
||||
"name": "Llama 3.x",
|
||||
"adapter": {
|
||||
|
||||
@@ -0,0 +1,8 @@
|
||||
{
|
||||
"system_start": "<|turn>system\n",
|
||||
"system_end": "<turn|>\n",
|
||||
"user_start": "<|turn>user\n",
|
||||
"user_end": "<turn|>\n",
|
||||
"assistant_start": "<|turn>model\n",
|
||||
"assistant_end": "<turn|>\n"
|
||||
}
|
||||
Reference in New Issue
Block a user