From f81cb22c004bd4e6c08e11be9e2987e6e7a70599 Mon Sep 17 00:00:00 2001 From: Disty0 Date: Fri, 30 May 2025 13:32:03 +0300 Subject: [PATCH] SDNQ fix new transformers --- modules/model_quant_sdnq.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/modules/model_quant_sdnq.py b/modules/model_quant_sdnq.py index 342086fe5..5b728ead8 100644 --- a/modules/model_quant_sdnq.py +++ b/modules/model_quant_sdnq.py @@ -761,6 +761,9 @@ class SDNQQuantizer(DiffusersQuantizer): devices.torch_gc(force=True) return model + def get_cuda_warm_up_factor(self): + return 32 // dtype_dict[self.quantization_config.weights_dtype]["num_bits"] + def update_tp_plan(self, config): """ needed for transformers compatibilty, no-op function