offload exclude lsit

Signed-off-by: Vladimir Mandic <mandic00@live.com>
This commit is contained in:
Vladimir Mandic
2024-10-29 13:53:21 -04:00
parent c5f5c5e0d0
commit 76a0a63243
+3
View File
@@ -375,6 +375,9 @@ def set_diffuser_offload(sd_model, op: str = 'model'):
def apply_balanced_offload(sd_model):
from accelerate import infer_auto_device_map, dispatch_model
from accelerate.hooks import add_hook_to_module, remove_hook_from_module, ModelHook
excluded = ['OmniGenPipeline']
if sd_model.__class__.__name__ in excluded:
return sd_model
class dispatch_from_cpu_hook(ModelHook):
def init_hook(self, module):