Public/automatic
1
0
Fork 0
mirror of https://github.com/vladmandic/automatic synced 2026-09-02 02:50:47 +02:00
Code Issues Packages Projects Releases Wiki Activity

OpenVINO add disable memory cleanup option

Browse Source
This commit is contained in:
Disty0
2024-02-14 20:29:58 +03:00
parent 47199e5de9
commit a956be05f7
4 changed files with 5 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files
modules/processing_diffusers.py
+2 -2
View File
@@ -317,12 +317,12 @@ def process_diffusers(p: processing.StableDiffusionProcessing):
if shared.opts.cuda_compile and shared.opts.cuda_compile_backend == "openvino_fx":
if shared.compiled_model_state.first_pass and op == "base":
shared.compiled_model_state.first_pass = False
if hasattr(shared.sd_model, "unet"):
if not shared.opts.openvino_disable_memory_cleanup and hasattr(shared.sd_model, "unet"):
shared.sd_model.unet.apply(sd_models.convert_to_faketensors)
devices.torch_gc(force=True)
if shared.compiled_model_state.first_pass_refiner and op == "refiner":
shared.compiled_model_state.first_pass_refiner = False
if hasattr(shared.sd_refiner, "unet"):
if not shared.opts.openvino_disable_memory_cleanup and hasattr(shared.sd_refiner, "unet"):
shared.sd_refiner.unet.apply(sd_models.convert_to_faketensors)
devices.torch_gc(force=True)