full refactor of reference models

This commit is contained in:
Vladimir Mandic
2024-03-12 23:51:36 -04:00
parent 9d065b83e4
commit a4c6257124
20 changed files with 239 additions and 162 deletions
+6 -5
View File
@@ -242,11 +242,12 @@ def get_weighted_text_embeddings(pipe, prompt: str = "", neg_prompt: str = "", c
.argmax(dim=-1),
]
else:
pooled_prompt_embeds = embedding_providers[-1].get_pooled_embeddings(texts=[prompt_2], device=device) if \
prompt_embeds[-1].shape[-1] > 768 else None
negative_pooled_prompt_embeds = embedding_providers[-1].get_pooled_embeddings(texts=[neg_prompt_2],
device=device) if \
negative_prompt_embeds[-1].shape[-1] > 768 else None
try:
pooled_prompt_embeds = embedding_providers[-1].get_pooled_embeddings(texts=[prompt_2], device=device) if prompt_embeds[-1].shape[-1] > 768 else None
negative_pooled_prompt_embeds = embedding_providers[-1].get_pooled_embeddings(texts=[neg_prompt_2], device=device) if negative_prompt_embeds[-1].shape[-1] > 768 else None
except Exception:
pooled_prompt_embeds = None
negative_pooled_prompt_embeds = None
prompt_embeds = torch.cat(prompt_embeds, dim=-1) if len(prompt_embeds) > 1 else prompt_embeds[0]
negative_prompt_embeds = torch.cat(negative_prompt_embeds, dim=-1) if len(negative_prompt_embeds) > 1 else \