main model load ok

This commit is contained in:
Xuan Son Nguyen
2026-07-29 00:36:36 +02:00
parent ae7663e829
commit 8892b6c60b
4 changed files with 8 additions and 1 deletions
+1 -1
View File
@@ -70,7 +70,7 @@ class Qwen3TTSTalkerModel(TextModel):
name = name[len("talker."):]
if name == "codec_head.weight":
name = "lm_head.weight"
return None
return super().filter_tensors((name, gen))
+1
View File
@@ -144,6 +144,7 @@ static const std::map<llm_arch, const char *> LLM_ARCH_NAMES = {
{ LLM_ARCH_TALKIE, "talkie" },
{ LLM_ARCH_MELLUM, "mellum" },
{ LLM_ARCH_NANBEIGE, "nanbeige" },
{ LLM_ARCH_QWEN3TTS, "qwen3tts" },
{ LLM_ARCH_UNKNOWN, "(unknown)" },
};
+1
View File
@@ -149,6 +149,7 @@ enum llm_arch {
LLM_ARCH_MINIMAX_M3,
LLM_ARCH_DFLASH,
LLM_ARCH_NANBEIGE,
LLM_ARCH_QWEN3TTS,
LLM_ARCH_UNKNOWN,
};
+5
View File
@@ -111,6 +111,10 @@ static llama_model * llama_model_mapping(llm_arch arch, const llama_model_params
return new llama_model_qwen3vl(params);
case LLM_ARCH_QWEN3VLMOE:
return new llama_model_qwen3vlmoe(params);
case LLM_ARCH_QWEN3TTS:
// Qwen3-TTS talker backbone: identical tensor layout and interleaved
// mrope to qwen3vl, just without vision/deepstack tensors (n_deepstack_layers is 0)
return new llama_model_qwen3vl(params);
case LLM_ARCH_PHI2:
return new llama_model_phi2(params);
case LLM_ARCH_PHI3:
@@ -2576,6 +2580,7 @@ llama_rope_type llama_model_rope_type(const llama_model * model) {
case LLM_ARCH_QWEN3VLMOE:
case LLM_ARCH_QWEN35:
case LLM_ARCH_QWEN35MOE:
case LLM_ARCH_QWEN3TTS:
return LLAMA_ROPE_TYPE_IMROPE;
case LLM_ARCH_GLM4: