Public/automatic
1
0
Fork 0
mirror of https://github.com/vladmandic/automatic synced 2026-09-19 09:14:35 +02:00
Code Issues Packages Projects Releases Wiki Activity

Make eval use apply_compile_to_model

Browse Source
This commit is contained in:
Disty0
2024-08-19 20:06:51 +03:00
parent b025d1dab1
commit 6a58d5210b
1 changed files with 6 additions and 9 deletions
Download Patch File Download Diff File Expand all files Collapse all files
modules/sd_models.py
+6 -9
View File
@@ -706,15 +706,12 @@ def set_diffuser_options(sd_model, vae = None, op: str = 'model', offload=True):
except Exception as e:
shared.log.error(f'Error enabling fused projections: {e}')
if shared.opts.diffusers_eval:
if hasattr(sd_model, "unet") and hasattr(sd_model.unet, "requires_grad_"):
sd_model.unet.requires_grad_(False)
sd_model.unet.eval()
if hasattr(sd_model, "vae") and hasattr(sd_model.vae, "requires_grad_"):
sd_model.vae.requires_grad_(False)
sd_model.vae.eval()
if hasattr(sd_model, "text_encoder") and hasattr(sd_model.text_encoder, "requires_grad_"):
sd_model.text_encoder.requires_grad_(False)
sd_model.text_encoder.eval()
def eval_model(model, op=None, sd_model=None):
if hasattr(model, "requires_grad_"):
model.requires_grad_(False)
model.eval()
return model
sd_model = sd_models_compile.apply_compile_to_model(sd_model, eval_model, ["Model", "VAE", "Text Encoder"], op="eval")
if shared.opts.diffusers_quantization:
sd_model = sd_models_compile.dynamic_quantization(sd_model)