diff --git a/pipelines/model_chroma.py b/pipelines/model_chroma.py
index 3915b05ab..d35a3c516 100644
--- a/pipelines/model_chroma.py
+++ b/pipelines/model_chroma.py
@@ -119,7 +119,7 @@ def load_quants(kwargs, repo_id, cache_dir, allow_quant):
         if 'transformer' not in kwargs and model_quant.check_nunchaku('Model'):
             raise NotImplementedError('Nunchaku does not support Chroma Model yet. See https://github.com/mit-han-lab/nunchaku/issues/167')
         elif 'transformer' not in kwargs and model_quant.check_quant('Model'):
-            load_args, quant_args = model_quant.get_dit_args(diffusers_load_config, module='Model', device_map=True)
+            load_args, quant_args = model_quant.get_dit_args(diffusers_load_config, module='Model', device_map=True, modules_to_not_convert=["distilled_guidance_layer"])
             if quant_args:
                 kwargs['transformer'] = diffusers.ChromaTransformer2DModel.from_pretrained(repo_id, subfolder="transformer", **load_args, **quant_args)
         if 'text_encoder' not in kwargs and model_quant.check_nunchaku('TE'):