Public/automatic
1
0
Fork 0
mirror of https://github.com/vladmandic/automatic synced 2026-08-27 23:51:00 +02:00
Code Issues Packages Projects Releases Wiki Activity

Prompt Scheduling

Browse Source
This commit is contained in:
AI-Casanova
2023-12-16 18:07:20 -06:00
parent 86af00ce36
commit 2020d20bcb
2 changed files with 49 additions and 35 deletions
Download Patch File Download Diff File Expand all files Collapse all files
modules/processing_diffusers.py
+18 -15
View File
@@ -89,6 +89,8 @@ def process_diffusers(p: StableDiffusionProcessing, seeds, prompts, negative_pro
if kwargs.get('latents', None) is None:
return kwargs
kwargs = correction_callback(p, timestep, kwargs)
kwargs["prompt_embeds"] = p.prompt_embeds[step-1]
kwargs["negative_prompt_embeds"] = p.negative_embeds[step-1]
shared.state.current_latent = kwargs['latents']
if shared.cmd_opts.profile and shared.profiler is not None:
shared.profiler.step()
@@ -293,36 +295,37 @@ def process_diffusers(p: StableDiffusionProcessing, seeds, prompts, negative_pro
possible = signature.parameters.keys()
generator_device = devices.cpu if shared.opts.diffusers_generator_device == "cpu" else shared.device
generator = [torch.Generator(generator_device).manual_seed(s) for s in seeds]
prompt_embed = None
pooled = None
negative_embed = None
negative_pooled = None
# prompt_embed = None
# pooled = None
# negative_embed = None
# negative_pooled = None
prompts, negative_prompts, prompts_2, negative_prompts_2 = fix_prompts(prompts, negative_prompts, prompts_2, negative_prompts_2)
parser = 'Fixed attention'
if shared.opts.prompt_attention != 'Fixed attention' and 'StableDiffusion' in model.__class__.__name__:
try:
prompt_embed, pooled, negative_embed, negative_pooled = prompt_parser_diffusers.encode_prompts(model, prompts, negative_prompts, kwargs.pop("clip_skip", None))
prompt_parser_diffusers.encode_prompts(model, p, prompts, negative_prompts, kwargs.get("num_inference_steps", 1), 0, kwargs.pop("clip_skip", None))
# prompt_embed, pooled, negative_embed, negative_pooled = , , , ,
parser = shared.opts.prompt_attention
except Exception as e:
shared.log.error(f'Prompt parser encode: {e}')
if os.environ.get('SD_PROMPT_DEBUG', None) is not None:
errors.display(e, 'Prompt parser encode')
if 'prompt' in possible:
if hasattr(model, 'text_encoder') and 'prompt_embeds' in possible and prompt_embed is not None:
if type(pooled) == list:
pooled = pooled[0]
if type(negative_pooled) == list:
negative_pooled = negative_pooled[0]
args['prompt_embeds'] = prompt_embed
if hasattr(model, 'text_encoder') and 'prompt_embeds' in possible and p.prompt_embeds[0] is not None:
# if type(pooled) == list:
# pooled = pooled[0]
# if type(negative_pooled) == list:
# negative_pooled = p.negative_pooleds[0][0]
args['prompt_embeds'] = p.prompt_embeds[0]
if 'XL' in model.__class__.__name__:
args['pooled_prompt_embeds'] = pooled
args['pooled_prompt_embeds'] = p.positive_pooleds[0][0]
else:
args['prompt'] = prompts
if 'negative_prompt' in possible:
if hasattr(model, 'text_encoder') and 'negative_prompt_embeds' in possible and negative_embed is not None:
args['negative_prompt_embeds'] = negative_embed
if hasattr(model, 'text_encoder') and 'negative_prompt_embeds' in possible and p.negative_embeds[0] is not None:
args['negative_prompt_embeds'] = p.negative_embeds[0]
if 'XL' in model.__class__.__name__:
args['negative_pooled_prompt_embeds'] = negative_pooled
args['negative_pooled_prompt_embeds'] = p.negative_pooleds[0][0]
else:
args['negative_prompt'] = negative_prompts
if hasattr(model, 'scheduler') and hasattr(model.scheduler, 'noise_sampler_seed') and hasattr(model.scheduler, 'noise_sampler'):