Public/automatic
1
0
Fork 0
mirror of https://github.com/vladmandic/automatic synced 2026-09-19 09:14:35 +02:00
Code Issues Packages Projects Releases Wiki Activity

Cleanup

Browse Source
This commit is contained in:
Disty0
2025-05-11 06:56:36 +03:00
parent 03a6d7f9bf
commit 020e1aa374
1 changed files with 4 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files
modules/model_quant_nncf.py
+4 -5
View File
@@ -61,10 +61,10 @@ def nncf_compress_layer(layer, num_bits, is_asym_mode, torch_dtype=None, quant_c
return layer
reduction_axes = [i for i in range(layer.weight.ndim) if i != 1]
else:
reduction_axes = -1
if shared.opts.nncf_compress_weights_num_of_groups > 1:
num_of_groups = shared.opts.nncf_compress_weights_num_of_groups
reduction_axes = layer.weight.ndim - 1
channel_size = layer.weight.shape[reduction_axes]
channel_size = layer.weight.shape[-1]
group_size = channel_size // num_of_groups
while channel_size % group_size != 0: # find something divisible
@@ -74,11 +74,10 @@ def nncf_compress_layer(layer, num_bits, is_asym_mode, torch_dtype=None, quant_c
if num_of_groups > 1:
result_shape = layer.weight.shape
new_shape = list(result_shape)
new_shape[reduction_axes : reduction_axes + 1] = (num_of_groups, group_size)
last_dim_index = layer.weight.ndim
new_shape[last_dim_index - 1 : last_dim_index] = (num_of_groups, group_size)
layer.weight.data = layer.weight.reshape(new_shape)
reduction_axes = [layer.weight.ndim - 1]
if shared.opts.diffusers_offload_mode != "none":
return_device = layer.weight.data.device
else: