add blip diffusion

2026-09-19 17:24:32 +02:00 · 2023-12-20 11:33:16 -05:00
parent 8ceeee8b87
commit 567e637b9c
6 changed files with 54 additions and 1 deletions
@@ -0,0 +1,43 @@
+import gradio as gr
+from modules import scripts, processing, shared, sd_models
+
+
+title = 'BLIP Diffusion'
+
+
+class Script(scripts.Script):
+    def title(self):
+        return title
+
+    def show(self, is_img2img):
+        return is_img2img if shared.backend == shared.Backend.DIFFUSERS else False
+
+    def ui(self, _is_img2img):
+        with gr.Row():
+            source_subject = gr.Textbox(value='', label='Source subject')
+        with gr.Row():
+            target_subject = gr.Textbox(value='', label='Target subject')
+        with gr.Row():
+            prompt_strength = gr.Slider(label='Prompt strength', minimum=0.0, maximum=1.0, step=0.01, value=0.5)
+        return [source_subject, target_subject, prompt_strength]
+
+    def run(self, p: processing.StableDiffusionProcessing, source_subject, target_subject, prompt_strength): # pylint: disable=arguments-differ, unused-argument
+        c = shared.sd_model.__class__.__name__ if shared.sd_model is not None else ''
+        if c != 'BlipDiffusionPipeline':
+            shared.log.error(f'{title}: model selected={c} required=BLIPDiffusion')
+            return None
+        if hasattr(p, 'init_images') and len(p.init_images) > 0:
+            p.task_args['reference_image'] = p.init_images[0]
+            p.task_args['prompt'] = [p.prompt]
+            p.task_args['neg_prompt'] = p.negative_prompt
+            p.task_args['prompt_strength'] = prompt_strength
+            p.task_args['source_subject_category'] = [source_subject]
+            p.task_args['target_subject_category'] = [target_subject]
+            p.task_args['output_type'] = 'pil'
+            shared.log.debug(f'BLIP Diffusion: args={p.task_args}')
+            shared.sd_model = sd_models.set_diffuser_pipe(shared.sd_model, sd_models.DiffusersTaskType.IMAGE_2_IMAGE)
+            processed = processing.process_images(p)
+            return processed
+        else:
+            shared.log.error(f'{title}: no init_images')
+            return None