From 03d05b62431706d131c4e7972d80a82e458336d2 Mon Sep 17 00:00:00 2001 From: Disty0 Date: Sun, 11 May 2025 18:43:19 +0300 Subject: [PATCH] NNCF fix very large number of groups --- modules/model_quant_nncf.py | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/modules/model_quant_nncf.py b/modules/model_quant_nncf.py index f1a586543..09a00cdd4 100644 --- a/modules/model_quant_nncf.py +++ b/modules/model_quant_nncf.py @@ -66,7 +66,10 @@ def nncf_compress_layer(layer, num_bits, is_asym_mode, torch_dtype=None, quant_c num_of_groups = shared.opts.nncf_compress_weights_num_of_groups channel_size = layer.weight.shape[-1] - if num_of_groups == 0: + if num_of_groups > channel_size: + group_size = 1 + num_of_groups = channel_size + elif num_of_groups == 0: group_size = 128 num_of_groups = channel_size // group_size else: