From 4d9c2a860870e2ea4c918d48970eaf5c4bd72350 Mon Sep 17 00:00:00 2001 From: Disty0 Date: Mon, 26 May 2025 22:41:12 +0300 Subject: [PATCH] Cleanup --- modules/model_quant_sdnq.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/modules/model_quant_sdnq.py b/modules/model_quant_sdnq.py index dda1d28d5..cc8b62433 100644 --- a/modules/model_quant_sdnq.py +++ b/modules/model_quant_sdnq.py @@ -587,13 +587,13 @@ class INT4AsymmetricWeightsDecompressor(torch.nn.Module): self.result_shape = result_shape self.use_int8_matmul = use_int8_matmul - def pack_weight(self, weight: torch.Tensor, **kwargs) -> torch.Tensor: + def pack_weight(self, weight: torch.Tensor) -> torch.Tensor: if debug: if torch.any((weight < 0) | (weight > 15)): raise ValueError("Weight values are not in [0, 15].") return pack_uint4(weight.to(dtype=torch.uint8)) - def forward(self, weight): + def forward(self, weight, **kwargs): return decompress_int4_asymmetric_compiled(weight, self.scale, self.zero_point, self.compressed_weight_shape, self.result_dtype, self.result_shape)