skip rope freq and rotary embeddings from being serialized

2026-09-18 16:55:05 +02:00 · 2024-02-29 19:32:04 +05:30
parent 6c108068b1
commit d62ce1c6b4
1 changed files with 4 additions and 0 deletions
@@ -571,6 +571,10 @@ MODEL_TENSOR_SKIP: dict[MODEL_ARCH, list[MODEL_TENSOR]] = {
        MODEL_TENSOR.ROPE_FREQS,
        MODEL_TENSOR.ATTN_ROT_EMBD,
    ],
+    MODEL_ARCH.STARCODER2: [
+        MODEL_TENSOR.ROPE_FREQS,
+        MODEL_TENSOR.ATTN_ROT_EMBD,
+    ],
 }

 #