Public/automatic
1
0
Fork 0
mirror of https://github.com/vladmandic/automatic synced 2026-09-19 09:14:35 +02:00
Code Issues Packages Projects Releases Wiki Activity

Cleanup

Browse Source
This commit is contained in:
Disty0
2025-05-09 23:36:50 +03:00
parent 1ee9832e05
commit a1491a660c
1 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
modules/model_quant_nncf.py
+3 -3
View File
@@ -387,8 +387,8 @@ def decompress_int4_asymmetric(input: torch.Tensor, scale: torch.Tensor, zero_po
return decompress_asymmetric(unpack_uint4(input, shape), scale, zero_point, dtype)
def decompress_int4_symmetric(input: torch.Tensor, scale: torch.Tensor, shape: torch.Size, dtype: torch.dtype, result_dtype: torch.dtype) -> torch.Tensor:
return decompress_symmetric(unpack_int4(input, shape, dtype=dtype), scale, result_dtype)
def decompress_int4_symmetric(input: torch.Tensor, scale: torch.Tensor, shape: torch.Size, dtype: torch.dtype) -> torch.Tensor:
return decompress_symmetric(unpack_int4(input, shape, dtype=scale.dtype), scale, dtype)
if shared.opts.nncf_decompress_compile:
@@ -522,7 +522,7 @@ class INT4SymmetricWeightsDecompressor(torch.nn.Module):
return pack_int4(weight.to(dtype=torch.int8))
def forward(self, x, *arg, return_decompressed_only=False):
result = decompress_int4_symmetric(x.weight, self.scale, self.compressed_weight_shape, self.scale.dtype, self.result_dtype)
result = decompress_int4_symmetric(x.weight, self.scale, self.compressed_weight_shape, self.result_dtype)
if return_decompressed_only:
return result
else: