add sdxl support

This commit is contained in:
Vladimir Mandic
2023-07-06 19:26:43 -04:00
parent d8748fd7eb
commit 7e11ff2b34
11 changed files with 390 additions and 200 deletions
@@ -145,8 +145,12 @@ class EmbeddingDatabase:
self.word_embeddings[name] = embedding
except Exception:
self.skipped_embeddings[name] = embedding
text_inv_tokens = pipe.tokenizer.added_tokens_encoder.keys()
text_inv_tokens = [t for t in text_inv_tokens if not (len(t.split("_")) > 1 and t.split("_")[-1].isdigit())]
try:
text_inv_tokens = pipe.tokenizer.added_tokens_encoder.keys()
text_inv_tokens = [t for t in text_inv_tokens if not (len(t.split("_")) > 1 and t.split("_")[-1].isdigit())]
except Exception:
text_inv_tokens = []
pass
def load_from_file(self, path, filename):
name, ext = os.path.splitext(filename)