NNCF fix very large number of groups

2026-09-18 16:54:33 +02:00 · 2025-05-11 18:43:19 +03:00
parent 9cfdc3c079
commit 03d05b6243
1 changed files with 4 additions and 1 deletions
@@ -66,7 +66,10 @@ def nncf_compress_layer(layer, num_bits, is_asym_mode, torch_dtype=None, quant_c
                num_of_groups = shared.opts.nncf_compress_weights_num_of_groups
                channel_size = layer.weight.shape[-1]

-                if num_of_groups == 0:
+                if num_of_groups > channel_size:
+                    group_size = 1
+                    num_of_groups = channel_size
+                elif num_of_groups == 0:
                    group_size = 128
                    num_of_groups = channel_size // group_size
                else: