skip unquantizable clip layers

2026-09-05 04:21:12 +02:00 · 2025-05-26 16:02:49 +08:00
parent b8883e254a
commit 89a3742ded
1 changed files with 11 additions and 0 deletions
@@ -4149,6 +4149,17 @@ bool clip_model_quantize(const char * fname_inp, const char * fname_out, const i
            {
                quantize = false;
            }
+            for(int d=0;d<ggml_n_dims(cur);++d)
+            {
+                const int64_t blck_size = ggml_blck_size(type);
+                if(d==0 && cur->ne[d] % blck_size != 0)
+                {
+                    printf("\nSkipping %s because %d is not divisible by %d\n",name.c_str(),cur->ne[d],blck_size);
+                    quantize = false;
+                    break;
+                }
+            }
+
            // //temp fix for gemma3
            // if(name.find("ffn_up.weight") != std::string::npos)
            // {