Public/automatic
1
0
Fork 0
mirror of https://github.com/vladmandic/automatic synced 2026-09-19 17:24:32 +02:00
Code Issues Packages Projects Releases Wiki Activity

SDNQ fix sdxl unet quant config not getting saved

Browse Source
This commit is contained in:
Disty0
2025-10-17 00:08:12 +03:00
parent 45c5091aa9
commit 2cf9938d97
1 changed files with 11 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files
modules/sdnq/quantizer.py
+11 -5
View File
@@ -433,10 +433,12 @@ def sdnq_post_load_quant(
modules_dtype_dict=modules_dtype_dict.copy(),
)
try:
model.config.quantization_config = model.quantization_config
except Exception:
pass
if hasattr(model, "config"):
try:
model.config.quantization_config = model.quantization_config
model.config["quantization_config"] = model.quantization_config.to_dict()
except Exception:
pass
model.quantization_method = QuantizationMethod.SDNQ
return model
@@ -589,7 +591,11 @@ class SDNQQuantizer(DiffusersQuantizer, HfQuantizer):
model, self.quantization_config.modules_to_not_convert, self.quantization_config.modules_dtype_dict
)
if hasattr(model, "config"):
model.config.quantization_config = self.quantization_config
try:
model.config.quantization_config = self.quantization_config
model.config["quantization_config"] = self.quantization_config.to_dict()
except Exception:
pass
model.quantization_config = self.quantization_config
def _process_model_after_weight_loading(self, model, **kwargs): # pylint: disable=unused-argument