From f34cd329758eb925529b869c841b4ab25580ed1f Mon Sep 17 00:00:00 2001 From: Vladimir Mandic Date: Thu, 12 Jan 2023 14:06:05 -0500 Subject: [PATCH] update readme and todo --- README.md | 3 ++- TODO.md | 63 +++++++++++++++++++++++++++++++++++++++++++++++++++++ config.json | 2 +- style.css | 8 +------ wiki | 2 +- 5 files changed, 68 insertions(+), 10 deletions(-) create mode 100644 TODO.md diff --git a/README.md b/README.md index c6a43c9a9..2c97f43b4 100644 --- a/README.md +++ b/README.md @@ -43,4 +43,5 @@ I'm currently using **PyTorch 2.0-nightly** compiled with **CUDA 11.8** and with ## Docs -Everything is in [Wiki](https://github.com/vladmandic/automatic/wiki) +Everything is in [Wiki](https://github.com/vladmandic/automatic/wiki) +Except my current [TODO](TODO.md) diff --git a/TODO.md b/TODO.md new file mode 100644 index 000000000..a73240e4d --- /dev/null +++ b/TODO.md @@ -0,0 +1,63 @@ +# Merge repos + +- Move sd-extensions/scripts/save-steps-animation script to automatic/extensions-builtin +- Move sd-extensions/api to automatic/cli +- [https://github.com/vladmandic/automatic] +- [https://github.com/vladmandic/sd-extensions] +- [https://github.com/vladmandic/generative-art] + +# Investigating + +Things I'm actively investigating... + +## Embeddings + +Need to study more to determine best out-of-the-box settings: +- Experiment with multiple init words: same as number of vectors + - --init person,woman,girl,model +- Impact of Codeformer +- Impact of Hires fix: + - e.g 25 steps and denoising strength 0.25-0.7 +- Possible use of Gradient accumulation + - num-images / batch-size +- Different learning-rates + - monitor convergence in chart train.png + +# Ideas + +Things I'm looking into... + +# Automatic + +Stuff to be fixed... + +- Model switch memory leak +- Torch 2.0 model compile + +Tech that can be integrated as part of the core workflow... + +- Custom watermark +- [Embedding mixing](https://github.com/tkalayci71/embedding-inspector) +- [DAAM](https://github.com/kousw/stable-diffusion-webui-daam) +- [Merge without distortion](https://github.com/ogkalu2/Merge-Stable-Diffusion-models-without-distortion) +- [Weighted merges](https://github.com/bbc-mc/sdweb-merge-block-weighted-gui/tree/master) +- [Prune models](https://github.com/Akegarasu/sd-webui-model-converter) +- [Use scripts from API](https://github.com/AUTOMATIC1111/stable-diffusion-webui/pull/6469) +- [Aesthetic Gradients](https://github.com/AUTOMATIC1111/stable-diffusion-webui-aesthetic-gradients) +- [Latent blending](https://github.com/lunarring/latentblending/) +- [LORA](https://github.com/cloneofsimo/lora) + - + - +- [Hypernetworks](https://civitai.com/models/4086/luisap-tutorial-hypernetwork-monkeypatch-method) + - + - + +# External + +Ideas that can be value-added to core tech... + +- Prevalent colors to interrogate +- Auto-Sort inputs by face recognition +- Auto-filter training inputs based +- Auto-filter training inputs based on blur + diff --git a/config.json b/config.json index 29cb8ff0b..f80c29102 100644 --- a/config.json +++ b/config.json @@ -56,7 +56,7 @@ "training_image_repeats_per_epoch": 1, "training_write_csv_every": 10.0, "training_xattention_optimizations": false, - "sd_model_checkpoint": "sd-v15-runwayml.ckpt [81761151]", + "sd_model_checkpoint": "zeipher-f222.ckpt [44bf0551]", "sd_checkpoint_cache": 0, "sd_vae": "vae-ft-mse-840000-ema-pruned", "sd_vae_as_default": false, diff --git a/style.css b/style.css index ffd6307f2..7e51be697 100644 --- a/style.css +++ b/style.css @@ -44,9 +44,6 @@ margin-right: 0; } -.performance .vram { -} - #txt2img_generate, #img2img_generate { min-height: 4.5em; } @@ -277,9 +274,6 @@ input[type="range"]{ margin-bottom: -0.75em; } -#txt2img_negative_prompt, #img2img_negative_prompt{ -} - /* gradio 3.8 adds opacity to progressbar which makes it blink; disable it here */ .transition.opacity-20 { opacity: 1 !important; @@ -568,7 +562,7 @@ canvas[key="mask"] { /* Extensions */ -#tab_extensions table``{ +#tab_extensions table { border-collapse: collapse; } diff --git a/wiki b/wiki index 015caaafb..34bcbf9d5 160000 --- a/wiki +++ b/wiki @@ -1 +1 @@ -Subproject commit 015caaafbe46c4ddd8cf04a8a60391e1229e6645 +Subproject commit 34bcbf9d5b86ddeecd2307374ad44e4f463917fa