SDNQ fix new transformers

This commit is contained in:
Disty0
2025-05-30 13:32:03 +03:00
parent 36febda6e6
commit f81cb22c00
+3
View File
@@ -761,6 +761,9 @@ class SDNQQuantizer(DiffusersQuantizer):
devices.torch_gc(force=True)
return model
def get_cuda_warm_up_factor(self):
return 32 // dtype_dict[self.quantization_config.weights_dtype]["num_bits"]
def update_tp_plan(self, config):
"""
needed for transformers compatibilty, no-op function