Public/automatic
1
0
Fork 0
mirror of https://github.com/vladmandic/automatic synced 2026-09-19 17:24:32 +02:00
Code Issues Packages Projects Releases Wiki Activity

NNCF fix Conv layers remains in fp32

Browse Source
This commit is contained in:
Disty0
2025-04-23 19:04:43 +03:00
parent 75d169bc1c
commit 491ea6eea4
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
modules/model_quant_nncf.py
+2 -1
View File
@@ -47,7 +47,6 @@ def nncf_compress_layer(layer, num_bits, is_asym_mode, torch_dtype=None, quant_c
if layer.__class__.__name__ in allowed_types:
if torch_dtype is None:
torch_dtype = devices.dtype
layer.weight.data = layer.weight.data.float()
if layer.__class__.__name__ in conv_types:
if is_asym_mode or not quant_conv: # don't quant convs with asym mode
@@ -60,6 +59,8 @@ def nncf_compress_layer(layer, num_bits, is_asym_mode, torch_dtype=None, quant_c
else:
reduction_axes = [layer.weight.ndim - 1]
layer.weight.data = layer.weight.data.float()
if is_asym_mode:
level_low = 0
level_high = 2**num_bits - 1