Public/automatic
1
0
Fork 0
mirror of https://github.com/vladmandic/automatic synced 2026-09-19 09:14:35 +02:00
Code Issues Packages Projects Releases Wiki Activity

interposer prototype

Browse Source 
Signed-off-by: Vladimir Mandic <mandic00@live.com>
This commit is contained in:
Vladimir Mandic
2025-02-13 17:45:47 -05:00
parent f94196bcd1
commit d73a18543c
4 changed files with 184 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
modules/processing_vae.py
+16
View File
@@ -85,6 +85,18 @@ def full_vqgan_decode(latents, model):
return decoded
def vae_interpose(latents, target):
from modules.interposer import Interposer
interposer = Interposer()
converted = interposer.convert(src=shared.sd_model_type, dst=target, latents=latents)
if converted is None:
return None
interposer.vae = interposer.vae.to(device=devices.device, dtype=devices.dtype)
decoded = interposer.vae.decode(converted, return_dict=False)[0]
interposer.vae = interposer.vae.to(device=devices.cpu)
return decoded
def full_vae_decode(latents, model):
t0 = time.time()
if not hasattr(model, 'vae') and hasattr(model, 'pipe'):
@@ -96,6 +108,10 @@ def full_vae_decode(latents, model):
devices.torch_gc(force=True)
shared.mem_mon.reset()
# decoded = vae_interpose(latents, shared.opts.vae_interpose)
# if decoded is not None:
# return decoded
base_device = None
if shared.opts.diffusers_move_unet and not getattr(model, 'has_accelerate', False):
base_device = sd_models.move_base(model, devices.cpu)