Public/automatic
1
0
Fork 0
mirror of https://github.com/vladmandic/automatic synced 2026-09-19 09:14:35 +02:00
Code Issues Packages Projects Releases Wiki Activity

Add offload check to cascade's vqgan

Browse Source
This commit is contained in:
Disty0
2024-08-14 17:42:49 +03:00
parent 8699e0cacb
commit 237cab2aa1
1 changed files with 6 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
modules/model_stablecascade.py
+6 -1
View File
@@ -322,6 +322,10 @@ class StableCascadeDecoderPipelineFixed(diffusers.StableCascadeDecoderPipeline):
)
if not output_type == "latent":
if shared.opts.diffusers_offload_mode == "balanced":
shared.sd_model = sd_models.apply_balanced_offload(shared.sd_model)
else:
self.maybe_free_model_hooks()
# 10. Scale and decode the image latents with vq-vae
latents = self.vqgan.config.scale_factor * latents
images = self.vqgan.decode(latents).sample.clamp(0, 1)
@@ -334,9 +338,10 @@ class StableCascadeDecoderPipelineFixed(diffusers.StableCascadeDecoderPipeline):
images = latents
# Offload all models
self.maybe_free_model_hooks()
if shared.opts.diffusers_offload_mode == "balanced":
shared.sd_model = sd_models.apply_balanced_offload(shared.sd_model)
else:
self.maybe_free_model_hooks()
if not return_dict:
return images