Public/automatic
1
0
Fork 0
mirror of https://github.com/vladmandic/automatic synced 2026-09-18 16:54:33 +02:00
Code Issues Packages Projects Releases Wiki Activity

reinit offoad instance on change

Browse Source 
Signed-off-by: Vladimir Mandic <mandic00@live.com>
This commit is contained in:
Vladimir Mandic
2024-11-30 19:15:50 -05:00
parent b7aff134a2
commit c5cd3cb623
1 changed files with 7 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
modules/sd_models.py
+7 -2
View File
@@ -374,9 +374,14 @@ class OffloadHook(accelerate.hooks.ModelHook):
shared.opts.diffusers_offload_max_gpu_memory = 0.75
if shared.opts.diffusers_offload_max_cpu_memory > 1:
shared.opts.diffusers_offload_max_cpu_memory = 0.75
self.min_watermark = shared.opts.diffusers_offload_min_gpu_memory
self.max_watermark = shared.opts.diffusers_offload_max_gpu_memory
self.cpu_watermark = shared.opts.diffusers_offload_max_cpu_memory
self.gpu = int(shared.gpu_memory * shared.opts.diffusers_offload_max_gpu_memory * 1024*1024*1024)
self.cpu = int(shared.cpu_memory * shared.opts.diffusers_offload_max_cpu_memory * 1024*1024*1024)
shared.log.info(f'Init offload: type=balanced gpu={self.gpu} cpu={self.cpu}')
gpu_dict = { "min": self.min_watermark, "max": self.max_watermark, "bytes": self.gpu }
cpu_dict = { "max": self.cpu_watermark, "bytes": self.cpu }
shared.log.info(f'Init offload: type=balanced gpu={gpu_dict} cpu={cpu_dict}')
super().__init__()
def init_hook(self, module):
@@ -411,7 +416,7 @@ offload_hook_instance = None
def apply_balanced_offload(sd_model):
global offload_hook_instance # pylint: disable=global-statement
if offload_hook_instance is None:
if offload_hook_instance is None or offload_hook_instance.min_watermark != shared.opts.diffusers_offload_min_gpu_memory or offload_hook_instance.max_watermark != shared.opts.diffusers_offload_max_gpu_memory:
offload_hook_instance = OffloadHook()
t0 = time.time()
excluded = ['OmniGenPipeline']