modular pipeline prototype

Signed-off-by: Vladimir Mandic <mandic00@live.com>

modules/modular.py

@@ -0,0 +1,55 @@
+import time
+import diffusers
+from modules import shared
+
+
+modular_map= {
+    'StableDiffusionXLPipeline': 'StableDiffusionXLAutoBlocks',
+    'StableDiffusionXLImg2ImgPipeline': 'StableDiffusionXLAutoBlocks',
+    'FluxPipeline': 'FluxAutoBlocks',
+    'WanPipeline': 'WanAutoBlocks',
+    'QwenImagePipeline': 'QwenImageAutoBlocks',
+    'QwenImageEditPipeline': 'QwenImageEditAutoBlocks',
+}
+
+
+def is_compatible(diffusion_pipeline: diffusers.DiffusionPipeline) -> bool:
+    return diffusion_pipeline.__class__.__name__ in modular_map
+
+
+def convert_to_modular(diffusion_pipeline: diffusers.DiffusionPipeline) -> diffusers.ModularPipeline:
+    modular_pipe = None
+    try:
+        t0 = time.time()
+        modular_cls = modular_map.get(diffusion_pipeline.__class__.__name__, None)
+        if modular_cls is None:
+            raise ValueError(f'unknown: cls={diffusion_pipeline.__class__.__name__}')
+        modular_cls = getattr(diffusers, modular_cls, None)
+        if modular_cls is None:
+            raise ValueError(f'invalid: cls={diffusion_pipeline.__class__.__name__}')
+        modular_blocks = modular_cls()
+        modular_pipe = modular_blocks.init_pipeline()
+        components_dct = {k: v for k, v in diffusion_pipeline.components.items() if v is not None}
+        modular_pipe.update_components(**components_dct, **diffusion_pipeline.parameters)
+        modular_pipe.original_pipe = diffusion_pipeline
+        t1 = time.time()
+        shared.log.debug(f'Modular: from={diffusion_pipeline.__class__.__name__} to={modular_pipe.__class__.__name__} time={t1 - t0:.2f}')
+
+        """
+        for expected_input_param in modular_pipe.blocks.inputs:
+            name = expected_input_param.name
+            default = expected_input_param.default
+            kwargs_type = expected_input_param.kwargs_type
+            shared.log.trace(f'Modular input: name={name} type={kwargs_type} default={default}')
+        """
+
+    except Exception as e:
+        shared.log.error(f'Modular: {e}')
+        raise e
+    return modular_pipe
+
+
+def restore_standard(modular_pipe):
+    if hasattr(modular_pipe, 'original_pipe'):
+        shared.log.debug(f'Modular: from={modular_pipe.__class__.__name__} to={modular_pipe.original_pipe.__class__.__name__}')
+        return modular_pipe.original_pipe