Public/automatic
1
0
Fork 0
mirror of https://github.com/vladmandic/automatic synced 2026-09-07 05:20:47 +02:00
Code Issues Packages Projects Releases Wiki Activity

Cleanup

Browse Source
This commit is contained in:
Disty0
2025-05-11 08:10:13 +03:00
parent 8d27d34969
commit 4af570bfd4
1 changed files with 3 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
modules/model_quant_nncf.py
+3 -2
View File
@@ -95,10 +95,11 @@ def nncf_compress_layer(layer, num_bits, is_asym_mode, torch_dtype=None, quant_c
eps = torch.finfo(scale.dtype).eps
scale = torch.where(torch.abs(scale) < eps, eps, scale)
zero_point = level_low - torch.round(min_values / scale)
zero_point = (level_low - (min_values / scale)).to(dtype=torch.float32)
#this is for packing zero_point to int:
#zero_point = level_low - torch.round(min_values / scale)
#zero_point = torch.clip(zero_point.to(dtype=torch.int32), level_low, level_high)
zero_point = zero_point.to(dtype=torch.float32)
else:
factor = 2 ** (num_bits - 1)