From 0fb1cf4d1f97bda7c813da7d81182ed901342612 Mon Sep 17 00:00:00 2001 From: Vladimir Mandic Date: Wed, 29 May 2024 08:48:10 -0400 Subject: [PATCH] fix ti --- TODO.md | 16 ++++++++++++++++ modules/textual_inversion/textual_inversion.py | 2 +- wiki | 2 +- 3 files changed, 18 insertions(+), 2 deletions(-) diff --git a/TODO.md b/TODO.md index 1f1838914..8ff8b6edc 100644 --- a/TODO.md +++ b/TODO.md @@ -2,6 +2,10 @@ Main ToDo list can be found at [GitHub projects](https://github.com/users/vladmandic/projects) +## Fix + +- ultralytics package install + ## Future Candidates - stable diffusion 3.0: unreleased @@ -10,10 +14,22 @@ Main ToDo list can be found at [GitHub projects](https://github.com/users/vladma - async lowvram: - fp8: - profiling: +- kohya-hires-fix: +- hunyuan-dit: - init latents: variations, img2img - diffusers public callbacks - include reference styles - lora: sc lora, dora, etc + +## Experimental + +- [MuLan](https://github.com/mulanai/MuLan) Multi-langunage prompts - wirte your prompts in ~110 auto-detected languages! + Compatible with SD15 and SDXL + Enable in scripts -> MuLan and set encoder to `InternVL-14B-224px` encoder + (that is currently only supported encoder, but others will be added) + Note: Model will be auto-downloaded on first use: note its huge size of 27GB + Even executing it in FP16 context will require ~16GB of VRAM for text encoder alone + *Note*: Uses fixed prompt parser, so no prompt attention will be used - [SDXL Flash Mini](https://huggingface.co/sd-community/sdxl-flash-mini) SDXL type that weighs less, consumes less video memory, and the quality has not dropped much to use, simply select from *networks -> models -> reference -> SDXL Flash Mini* diff --git a/modules/textual_inversion/textual_inversion.py b/modules/textual_inversion/textual_inversion.py index e2d720663..bf3e19a44 100644 --- a/modules/textual_inversion/textual_inversion.py +++ b/modules/textual_inversion/textual_inversion.py @@ -140,7 +140,7 @@ class EmbeddingDatabase: def get_expected_shape(self): if shared.backend == shared.Backend.DIFFUSERS: return 0 - if shared.sd_loaded: + if not shared.sd_loaded: shared.log.error('Model not loaded') return 0 vec = shared.sd_model.cond_stage_model.encode_embedding_init_text(",", 1) diff --git a/wiki b/wiki index f17d12033..55192d57d 160000 --- a/wiki +++ b/wiki @@ -1 +1 @@ -Subproject commit f17d12033e99505865763e32ce9a87bc7b422043 +Subproject commit 55192d57d92235e7bfc8e713a47c220091b2404a