Public/automatic
1
0
Fork 0
mirror of https://github.com/vladmandic/automatic synced 2026-09-19 01:04:32 +02:00
Code Issues Packages Projects Releases Wiki Activity

Better balanced offload

Browse Source
This commit is contained in:
Disty0
2024-08-14 11:53:35 +03:00
parent a73716bf89
commit 8619a7f35c
5 changed files with 74 additions and 20 deletions
Download Patch File Download Diff File Expand all files Collapse all files
modules/processing_vae.py
+3 -1
View File
@@ -35,7 +35,9 @@ def full_vae_decode(latents, model):
t0 = time.time()
if shared.opts.diffusers_move_unet and not getattr(model, 'has_accelerate', False):
base_device = sd_models.move_base(model, devices.cpu)
if not shared.opts.diffusers_offload_mode == "sequential" and hasattr(model, 'vae'):
if shared.opts.diffusers_offload_mode == "balanced":
shared.sd_model = sd_models.apply_balanced_offload(shared.sd_model)
elif not shared.opts.diffusers_offload_mode == "sequential" and hasattr(model, 'vae'):
sd_models.move_model(model.vae, devices.device)
latents.to(model.vae.device)