optimize balanced offload

Signed-off-by: Vladimir Mandic <mandic00@live.com>
This commit is contained in:
Vladimir Mandic
2024-12-10 15:49:20 -05:00
parent 8ec1c4f9c4
commit f4847f1b8a
7 changed files with 54 additions and 39 deletions
+2 -2
View File
@@ -349,7 +349,7 @@ def process_refine(p: processing.StableDiffusionProcessing, output):
def process_decode(p: processing.StableDiffusionProcessing, output):
shared.sd_model = sd_models.apply_balanced_offload(shared.sd_model)
shared.sd_model = sd_models.apply_balanced_offload(shared.sd_model, exclude=['vae'])
if output is not None:
if not hasattr(output, 'images') and hasattr(output, 'frames'):
shared.log.debug(f'Generated: frames={len(output.frames[0])}')
@@ -463,7 +463,7 @@ def process_diffusers(p: processing.StableDiffusionProcessing):
timer.process.record('decode')
shared.sd_model = orig_pipeline
shared.sd_model = sd_models.apply_balanced_offload(shared.sd_model)
# shared.sd_model = sd_models.apply_balanced_offload(shared.sd_model)
if p.state == '':
global last_p # pylint: disable=global-statement