From 9035f4299c30c8d9b051b6e974de3b68e5541121 Mon Sep 17 00:00:00 2001 From: Disty0 Date: Sat, 30 Aug 2025 22:44:57 +0300 Subject: [PATCH] SDNQ fix new transformers --- modules/sdnq/__init__.py | 14 +++++++++++++- 1 file changed, 13 insertions(+), 1 deletion(-) diff --git a/modules/sdnq/__init__.py b/modules/sdnq/__init__.py index 353cef453..34c2c4478 100644 --- a/modules/sdnq/__init__.py +++ b/modules/sdnq/__init__.py @@ -399,9 +399,15 @@ class SDNQQuantizer(DiffusersQuantizer): devices.torch_gc(force=True, reason='sdnq') return model - def get_cuda_warm_up_factor(self): + def get_accelerator_warm_up_factor(self): return 32 // dtype_dict[self.quantization_config.weights_dtype]["num_bits"] + def get_cuda_warm_up_factor(self): + """ + needed for transformers compatibilty, returns self.get_accelerator_warm_up_factor + """ + return self.get_accelerator_warm_up_factor() + def update_tp_plan(self, config): """ needed for transformers compatibilty, no-op function @@ -432,6 +438,12 @@ class SDNQQuantizer(DiffusersQuantizer): """ return param_name + def update_dtype(self, dtype: torch.dtype) -> torch.dtype: + """ + needed for transformers compatibilty, no-op function + """ + return dtype + @property def is_trainable(self): return False