This commit is contained in:
Disty0
2025-07-04 02:24:18 +03:00
parent fe9a3b8506
commit d216e82e32
+1 -1
View File
@@ -119,7 +119,7 @@ def load_quants(kwargs, repo_id, cache_dir, allow_quant):
if 'transformer' not in kwargs and model_quant.check_nunchaku('Model'):
raise NotImplementedError('Nunchaku does not support Chroma Model yet. See https://github.com/mit-han-lab/nunchaku/issues/167')
elif 'transformer' not in kwargs and model_quant.check_quant('Model'):
load_args, quant_args = model_quant.get_dit_args(diffusers_load_config, module='Model', device_map=True)
load_args, quant_args = model_quant.get_dit_args(diffusers_load_config, module='Model', device_map=True, modules_to_not_convert=["distilled_guidance_layer"])
if quant_args:
kwargs['transformer'] = diffusers.ChromaTransformer2DModel.from_pretrained(repo_id, subfolder="transformer", **load_args, **quant_args)
if 'text_encoder' not in kwargs and model_quant.check_nunchaku('TE'):