Public/automatic
1
0
Fork 0
mirror of https://github.com/vladmandic/automatic synced 2026-09-03 11:30:46 +02:00
Code Issues Packages Projects Releases Wiki Activity

add support for json configs per model component

Browse Source
This commit is contained in:
Vladimir Mandic
2024-02-28 15:12:05 -05:00
parent db22bd5440
commit 4b911ea822
7 changed files with 107 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files
modules/processing_vae.py
+13 -2
View File
@@ -46,9 +46,20 @@ def full_vae_decode(latents, model):
model.upcast_vae()
if hasattr(model.vae, "post_quant_conv"):
latents = latents.to(next(iter(model.vae.post_quant_conv.parameters())).dtype)
decoded = model.vae.decode(latents / model.vae.config.scaling_factor, return_dict=False)[0]
# Delete PyTorch VAE after OpenVINO compile
# normalize latents
latents_mean = model.vae.config.get("latents_mean", None)
latents_std = model.vae.config.get("latents_std", None)
scaling_factor = model.vae.config.get("scaling_factor", None)
if latents_mean and latents_std:
latents_mean = (torch.tensor(latents_mean).view(1, 4, 1, 1).to(latents.device, latents.dtype))
latents_std = (torch.tensor(latents_std).view(1, 4, 1, 1).to(latents.device, latents.dtype))
latents = latents * latents_std / scaling_factor + latents_mean
else:
latents = latents / scaling_factor
decoded = model.vae.decode(latents, return_dict=False)[0]
# delete vae after OpenVINO compile
if shared.opts.cuda_compile and shared.opts.cuda_compile_backend == "openvino_fx" and shared.compiled_model_state.first_pass_vae:
shared.compiled_model_state.first_pass_vae = False
if not shared.opts.openvino_disable_memory_cleanup and hasattr(shared.sd_model, "vae"):