mirror of
https://github.com/LostRuins/koboldcpp.git
synced 2026-09-19 09:15:18 +02:00
Merge branch 'master' into concedo_experimental
# Conflicts: # README.md
This commit is contained in:
+1
-1
@@ -159,7 +159,7 @@ static void TokenizeString(const std::string & str_to_tokenize, std::vector<int>
|
||||
}
|
||||
else
|
||||
{
|
||||
output_tokens = ::llama_tokenize(llama_ctx_v4, str_to_tokenize, true);
|
||||
output_tokens = ::llama_tokenize(llama_ctx_v4, str_to_tokenize, true, true);
|
||||
}
|
||||
}
|
||||
else
|
||||
|
||||
Reference in New Issue
Block a user