force move to device if offload=none

Signed-off-by: vladmandic <mandic00@live.com>
This commit is contained in:
vladmandic
2026-01-08 08:18:41 +01:00
parent 71df7e7ae2
commit a36cd157ec
2 changed files with 13 additions and 3 deletions
+3 -1
View File
@@ -1,6 +1,6 @@
# Change Log for SD.Next
## Update for 2025-01-07
## Update for 2025-01-08
- **Models**
- [Qwen-Image-2512](https://huggingface.co/Qwen/Qwen-Image-2512)
@@ -36,6 +36,8 @@
- mobile auto-collapse when using side panel, thanks @awsr
- switch processing class not restoring params
- hidiffusion tracing
- add skip_keys to offloading logic, fixes wan frames mismatch, thanks @ryanmeador
- force model move on offload=none
## Update for 2025-12-26
+10 -2
View File
@@ -109,9 +109,17 @@ def set_diffuser_offload(sd_model, op:str='model', quiet:bool=False, force:bool=
shared.log.warning(f'Setting {op}: offload={shared.opts.diffusers_offload_mode} type={shared.sd_model.__class__.__name__} large model')
else:
shared.log.quiet(quiet, f'Setting {op}: offload={shared.opts.diffusers_offload_mode} limit={shared.opts.cuda_mem_fraction}')
if hasattr(sd_model, 'maybe_free_model_hooks'):
sd_model.maybe_free_model_hooks()
try:
sd_model.has_accelerate = False
if hasattr(sd_model, 'maybe_free_model_hooks'):
sd_model.maybe_free_model_hooks()
sd_model = accelerate.hooks.remove_hook_from_module(sd_model, recurse=True)
except Exception:
pass
try:
sd_model = sd_model.to(devices.device)
except Exception as e:
shared.log.error(f'Setting {op}: offload={shared.opts.diffusers_offload_mode} move device={devices.device} {e}')
if shared.opts.diffusers_offload_mode == "model" and hasattr(sd_model, "enable_model_cpu_offload"):
try: