Public/automatic
1
0
Fork 0
mirror of https://github.com/vladmandic/automatic synced 2026-09-19 09:14:35 +02:00
Code Issues Packages Projects Releases Wiki Activity

pullid offload compatibility and extra samplers

Browse Source 
Signed-off-by: Vladimir Mandic <mandic00@live.com>
This commit is contained in:
Vladimir Mandic
2024-11-06 21:21:12 -05:00
parent 66820edb63
commit b42e9253e3
7 changed files with 595 additions and 188 deletions
Download Patch File Download Diff File Expand all files Collapse all files
modules/sd_models.py
+11 -4
View File
@@ -291,10 +291,13 @@ def set_diffuser_options(sd_model, vae = None, op: str = 'model', offload=True):
def set_accelerate_to_module(model):
for k in model._internal_dict.keys(): # pylint: disable=protected-access
component = getattr(model, k, None)
if isinstance(component, torch.nn.Module):
component.has_accelerate = True
if hasattr(model, "pipe"):
set_accelerate_to_module(model.pipe)
if hasattr(model, "_internal_dict"):
for k in model._internal_dict.keys(): # pylint: disable=protected-access
component = getattr(model, k, None)
if isinstance(component, torch.nn.Module):
component.has_accelerate = True
def set_accelerate(sd_model):
@@ -397,6 +400,10 @@ def apply_balanced_offload(sd_model):
return module
def apply_balanced_offload_to_module(pipe):
if hasattr(pipe, "pipe"):
apply_balanced_offload_to_module(pipe.pipe)
if not hasattr(pipe, "_internal_dict"):
return
for module_name in pipe._internal_dict.keys(): # pylint: disable=protected-access
module = getattr(pipe, module_name, None)
if isinstance(module, torch.nn.Module):