Public/automatic
1
0
Fork 0
mirror of https://github.com/vladmandic/automatic synced 2026-09-19 17:24:32 +02:00
Code Issues Packages Projects Releases Wiki Activity

fix asym quant with hadamard

Browse Source
This commit is contained in:
Disty0
2026-05-21 17:22:45 +03:00
parent 7d91ee9611
commit 9adf20a47c
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
modules/sdnq/dequantizer.py
+2 -2
View File
@@ -29,10 +29,10 @@ def dequantize_asymmetric(weight: torch.ByteTensor, scale: torch.FloatTensor, ze
result = result.add_(torch.mm(svd_up, svd_down).unflatten(-1, (*result.shape[1:],)))
else:
result = result.to(dtype=svd_up.dtype).addmm_(svd_up, svd_down)
if hadamard is not None:
result = rotate_hadamard(result, hadamard=hadamard, is_conv=is_conv)
if dtype is not None:
result = result.to(dtype=dtype)
if hadamard is not None:
result = rotate_hadamard(result, hadamard=hadamard, is_conv=is_conv)
return result