Public/automatic
1
0
Fork 0
mirror of https://github.com/vladmandic/automatic synced 2026-09-19 01:04:32 +02:00
Code Issues Packages Projects Releases Wiki Activity

Pass device to Model CPU Offload

Browse Source
This commit is contained in:
Disty0
2024-03-27 22:24:37 +03:00
parent 48559ceba2
commit 16b714ac48
1 changed files with 6 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
modules/sd_models.py
+6 -1
View File
@@ -685,7 +685,12 @@ def set_diffuser_options(sd_model, vae = None, op: str = 'model'):
shared.opts.diffusers_move_refiner = False
shared.log.warning(f'Disabling {op} "Move model to CPU" since "Model CPU offload" is enabled')
if not hasattr(sd_model, "_all_hooks") or len(sd_model._all_hooks) == 0: # pylint: disable=protected-access
sd_model.enable_model_cpu_offload()
if "Combined" in sd_model.__class__.__name__:
# remove after new diffusers release:
# https://github.com/huggingface/diffusers/pull/7471
sd_model.enable_model_cpu_offload()
else:
sd_model.enable_model_cpu_offload(device=devices.device)
else:
sd_model.maybe_free_model_hooks()
sd_model.has_accelerate = True