Public/koboldcpp
1
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-09-19 01:05:09 +02:00
Code Issues Packages Projects Releases Wiki Activity

add more rnn models supported

Browse Source
This commit is contained in:
Concedo
2025-09-24 18:14:59 +08:00
parent c7a1eec4e4
commit 5d89a48a50
3 changed files with 8 additions and 13 deletions
Download Patch File Download Diff File Expand all files Collapse all files
model_adapter.cpp
+2 -6
View File
@@ -367,13 +367,9 @@ std::string gguf_get_model_arch(const std::string & gguf_filename)
{
fileformatmeta->model_architecture = GGUFArch::ARCH_FALCON;
}
else if(modelarch=="mamba")
else if(modelarch=="mamba" || modelarch=="mamba2" || modelarch=="nemotron_h" || modelarch=="jamba") //lazy approach, put all RNN models
{
fileformatmeta->model_architecture = GGUFArch::ARCH_MAMBA;
}
else if(modelarch=="jamba")
{
fileformatmeta->model_architecture = GGUFArch::ARCH_JAMBA;
fileformatmeta->model_architecture = GGUFArch::ARCH_MAMBALIKE;
}
else if(modelarch=="llama" && freq_base_train==10000.0f && (n_tensors==435 || n_tensors==611))
{