Public/automatic
1
0
Fork 0
mirror of https://github.com/vladmandic/automatic synced 2026-09-19 09:14:35 +02:00
Code Issues Packages Projects Releases Wiki Activity

Fix SDXL TI v2

Browse Source 
For some reason trying to resize `clip_l` and `clip_g` doesn't work resulting in this error `index 49408 is out of bounds for dimension 0 with size 49408`

`self.register_embedding` doesn't work for SDXL `'StableDiffusionXLPipeline' object has no attribute 'cond_stage_model'` but the exception happens after the embeddings are loaded so is inconsequential to function.
This commit is contained in:
AI-Casanova
2023-09-28 08:26:42 -05:00
committed by GitHub
parent 5edf481c8d
commit 7f7c390c5a
1 changed files with 3 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
modules/textual_inversion/textual_inversion.py
+3 -2
View File
@@ -182,11 +182,12 @@ class EmbeddingDatabase:
for i in range(len(token_ids)):
clip_l.data[token_ids[i]] = embeddings_dict["clip_l"][i]
elif is_xl:
pipe.tokenizer_2.add_tokens(tokens)
pipe.text_encoder.resize_token_embeddings(len(pipe.tokenizer))
pipe.text_encoder_2.resize_token_embeddings(len(pipe.tokenizer))
for i in range(len(token_ids)):
clip_l.data[token_ids[i]] = embeddings_dict["clip_l"][i]
clip_g.data[token_ids[i]] = embeddings_dict["clip_g"][i]
pipe.text_encoder.get_input_embeddings().weight.data[token_ids[i]] = embeddings_dict["clip_l"][i]
pipe.text_encoder_2.get_input_embeddings().weight.data[token_ids[i]] = embeddings_dict["clip_g"][i]
self.register_embedding(embedding, shared.sd_model)
else:
raise NotImplementedError