diff --git a/modules/sd_models_compile.py b/modules/sd_models_compile.py
index c6629e8b2..71449822d 100644
--- a/modules/sd_models_compile.py
+++ b/modules/sd_models_compile.py
@@ -200,8 +200,7 @@ def optimum_quanto_model(model, op=None, sd_model=None, weights=None, activation
     if hasattr(model, "get_input_embeddings"):
         backup_embeddings = copy.deepcopy(model.get_input_embeddings())
     quanto.quantize(model, weights=weights, activations=activations)
-    if activations is None:
-        quanto.freeze(model)
+    quanto.freeze(model)
     if hasattr(model, "set_input_embeddings") and backup_embeddings is not None:
         model.set_input_embeddings(backup_embeddings)
     if op is not None and shared.opts.quant_shuffle_weights: