Public/automatic
1
0
Fork 0
mirror of https://github.com/vladmandic/automatic synced 2026-09-20 01:31:13 +02:00
Code Issues Packages Projects Releases Wiki Activity

SDNQ don't divide group_size

Browse Source
This commit is contained in:
Disty0
2025-11-22 16:44:13 +03:00
parent 25d05b1445
commit 41ef28bb78
1 changed files with 0 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
modules/sdnq/quantizer.py
-2
View File
@@ -271,8 +271,6 @@ def sdnq_quantize_layer_weight(weight, layer_class_name=None, weights_dtype="int
group_size = 2 ** ((2 if svd_up is None else 3) + dtype_dict[weights_dtype]["num_bits"])
else:
group_size = 2 ** ((1 if svd_up is None else 2) + dtype_dict[weights_dtype]["num_bits"])
elif group_size != -1 and not is_linear_type:
group_size = max(group_size // 2, 1)
if group_size > 0:
if group_size >= channel_size: