OpenVINO add disable memory cleanup option

This commit is contained in:
Disty0
2024-02-14 20:29:58 +03:00
parent 47199e5de9
commit a956be05f7
4 changed files with 5 additions and 4 deletions
+1 -1
View File
@@ -51,7 +51,7 @@ def full_vae_decode(latents, model):
# Delete PyTorch VAE after OpenVINO compile
if shared.opts.cuda_compile and shared.opts.cuda_compile_backend == "openvino_fx" and shared.compiled_model_state.first_pass_vae:
shared.compiled_model_state.first_pass_vae = False
if hasattr(shared.sd_model, "vae"):
if not shared.opts.openvino_disable_memory_cleanup and hasattr(shared.sd_model, "vae"):
model.vae.apply(sd_models.convert_to_faketensors)
devices.torch_gc(force=True)