mirror of
https://github.com/vladmandic/automatic
synced 2026-09-19 17:24:32 +02:00
force move to device if offload=none
Signed-off-by: vladmandic <mandic00@live.com>
This commit is contained in:
+3
-1
@@ -1,6 +1,6 @@
|
||||
# Change Log for SD.Next
|
||||
|
||||
## Update for 2025-01-07
|
||||
## Update for 2025-01-08
|
||||
|
||||
- **Models**
|
||||
- [Qwen-Image-2512](https://huggingface.co/Qwen/Qwen-Image-2512)
|
||||
@@ -36,6 +36,8 @@
|
||||
- mobile auto-collapse when using side panel, thanks @awsr
|
||||
- switch processing class not restoring params
|
||||
- hidiffusion tracing
|
||||
- add skip_keys to offloading logic, fixes wan frames mismatch, thanks @ryanmeador
|
||||
- force model move on offload=none
|
||||
|
||||
## Update for 2025-12-26
|
||||
|
||||
|
||||
+10
-2
@@ -109,9 +109,17 @@ def set_diffuser_offload(sd_model, op:str='model', quiet:bool=False, force:bool=
|
||||
shared.log.warning(f'Setting {op}: offload={shared.opts.diffusers_offload_mode} type={shared.sd_model.__class__.__name__} large model')
|
||||
else:
|
||||
shared.log.quiet(quiet, f'Setting {op}: offload={shared.opts.diffusers_offload_mode} limit={shared.opts.cuda_mem_fraction}')
|
||||
if hasattr(sd_model, 'maybe_free_model_hooks'):
|
||||
sd_model.maybe_free_model_hooks()
|
||||
try:
|
||||
sd_model.has_accelerate = False
|
||||
if hasattr(sd_model, 'maybe_free_model_hooks'):
|
||||
sd_model.maybe_free_model_hooks()
|
||||
sd_model = accelerate.hooks.remove_hook_from_module(sd_model, recurse=True)
|
||||
except Exception:
|
||||
pass
|
||||
try:
|
||||
sd_model = sd_model.to(devices.device)
|
||||
except Exception as e:
|
||||
shared.log.error(f'Setting {op}: offload={shared.opts.diffusers_offload_mode} move device={devices.device} {e}')
|
||||
|
||||
if shared.opts.diffusers_offload_mode == "model" and hasattr(sd_model, "enable_model_cpu_offload"):
|
||||
try:
|
||||
|
||||
Reference in New Issue
Block a user