add batch embedding load

This commit is contained in:
Vladimir Mandic
2024-01-17 10:28:05 -05:00
parent 52b14442be
commit 78722065e3
4 changed files with 6 additions and 2 deletions
+1 -1
View File
@@ -137,7 +137,7 @@ def prepare_embedding_providers(pipe, clip_skip):
provider = EmbeddingsProvider(tokenizer=pipe.tokenizer, text_encoder=pipe.text_encoder, truncate=False,
returned_embeddings_type=embedding_type, device=device)
embeddings_providers.append(provider)
if hasattr(pipe, "tokenizer_2") and getattr(pipe, "text_encoder_2"):
if hasattr(pipe, "tokenizer_2") and hasattr(pipe, "text_encoder_2"):
provider = EmbeddingsProvider(tokenizer=pipe.tokenizer_2, text_encoder=pipe.text_encoder_2, truncate=False,
returned_embeddings_type=embedding_type, device=device)
embeddings_providers.append(provider)