From 444974a6ff6ca653a83867d7ea09544ee181e485 Mon Sep 17 00:00:00 2001 From: Disty0 Date: Wed, 23 Jul 2025 19:02:44 +0300 Subject: [PATCH] cleanup --- modules/sdnq/common.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/modules/sdnq/common.py b/modules/sdnq/common.py index 244bb9194..116dbfc62 100644 --- a/modules/sdnq/common.py +++ b/modules/sdnq/common.py @@ -31,7 +31,7 @@ if hasattr(torch, "float8_e4m3fnuz"): if hasattr(torch, "float8_e5m2fnuz"): dtype_dict["float8_e5m2fnuz"] = {"min": -57344, "max": 57344, "num_bits": 8, "target_dtype": "fp8", "torch_dtype": torch.float8_e5m2fnuz, "storage_dtype": torch.float8_e5m2fnuz, "is_unsigned": False, "is_integer": False} -use_tensorwise_fp8_matmul = True # Direct tensorwise only exist on H100 hardware, sdnq will use software implementation with this settig +use_tensorwise_fp8_matmul = True # Direct tensorwise only exist on H100 hardware, sdnq will use software tensorwise with this setting quantized_matmul_dtypes = ("int8", "int7", "int6", "int5", "int4", "int3", "int2", "float8_e4m3fn", "float8_e5m2") if devices.backend in {"cpu", "openvino"}: quantized_matmul_dtypes += ("float8_e4m3fnuz", "float8_e5m2fnuz")