mirror of
https://github.com/LostRuins/koboldcpp.git
synced 2026-08-25 22:21:14 +02:00
handle if assistant_message_gen and assistant_message_gen!=assistant_message_start, replace final output tag with unspaced (gen) version if exists
This commit is contained in:
@@ -0,0 +1,9 @@
|
||||
{
|
||||
"system_start": "<|bom|><|system|> ",
|
||||
"system_end": "<|eom|>",
|
||||
"user_start": "<|bom|><|user|> ",
|
||||
"user_end": "<|eom|>",
|
||||
"assistant_start": "<|bom|><|assistant|> ",
|
||||
"assistant_gen": "<|bom|><|assistant|>",
|
||||
"assistant_end": "<|eom|>"
|
||||
}
|
||||
@@ -3,6 +3,7 @@
|
||||
"system_end": "",
|
||||
"user_start": "[INST] ",
|
||||
"user_end": "",
|
||||
"assistant_start": "[/INST]",
|
||||
"assistant_start": "[/INST] ",
|
||||
"assistant_gen": "[/INST]",
|
||||
"assistant_end": "</s>"
|
||||
}
|
||||
|
||||
@@ -3,6 +3,7 @@
|
||||
"system_end": "\n\n",
|
||||
"user_start": "User: ",
|
||||
"user_end": "\n\n",
|
||||
"assistant_start": "Assistant:",
|
||||
"assistant_start": "Assistant: ",
|
||||
"assistant_gen": "Assistant:",
|
||||
"assistant_end": "\n\n"
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user