lora maintain device

Signed-off-by: Vladimir Mandic <mandic00@live.com>
This commit is contained in:
Vladimir Mandic
2024-12-04 09:25:57 -05:00
parent e41d9f52cd
commit ca06002602
6 changed files with 42 additions and 46 deletions
+2
View File
@@ -420,6 +420,8 @@ offload_hook_instance = None
def apply_balanced_offload(sd_model):
global offload_hook_instance # pylint: disable=global-statement
if shared.opts.diffusers_offload_mode != "balanced":
return sd_model
if offload_hook_instance is None or offload_hook_instance.min_watermark != shared.opts.diffusers_offload_min_gpu_memory or offload_hook_instance.max_watermark != shared.opts.diffusers_offload_max_gpu_memory:
offload_hook_instance = OffloadHook()
t0 = time.time()