From 527e6ac46e8cd7ff69025c2bff1692022530febd Mon Sep 17 00:00:00 2001 From: Vladimir Mandic Date: Wed, 18 Jan 2023 19:24:31 -0500 Subject: [PATCH] update training defaults --- TODO.md | 28 ++++++++-------------------- cli/train.md | 22 ++++++++++++++++++++++ cli/train.py | 2 +- wiki | 2 +- 4 files changed, 32 insertions(+), 22 deletions(-) diff --git a/TODO.md b/TODO.md index 4cb8e5de4..47d9b7362 100644 --- a/TODO.md +++ b/TODO.md @@ -20,11 +20,16 @@ Need to study more to determine best out-of-the-box settings: - Gradient accumulation - Dynamic learning-rates +## SDAPI + +- Support TLS +- Support auth + # Ideas Things I'm looking into... -# Automatic +## Automatic Stuff to be fixed... @@ -52,32 +57,15 @@ Tech that can be integrated as part of the core workflow... - - -# Experimental +## Experimental Cool stuff that is not integrated anywhere... -- Bunch of stuff: - [TensorRT](https://www.photoroom.com/tech/stable-diffusion-25-percent-faster-and-save-seconds/) - [KLMC2 Animation](https://colab.research.google.com/github/dmarx/notebooks/blob/main/Stable_Diffusion_KLMC2_Animation.ipynb) - [Disco Diffusion](https://colab.research.google.com/github/alembics/disco-diffusion/blob/main/Disco_Diffusion.ipynb) - [Video Killed the Radio Star](https://colab.research.google.com/github/dmarx/video-killed-the-radio-star/blob/main/Video_Killed_The_Radio_Star_Defusion.ipynb) - -# SDAPI - -- Support TLS -- Support auth - -# External - -Ideas that can be value-added to core tech... - +- Bunch of stuff: - Prevalent colors to interrogate - Auto-Sort inputs by face recognition - Use semantic segmentation to remove background from inputs -- Auto-filter training inputs based on blur - - - -> mix-gtm-ultimateblend-v1.safetensors -> hentaimodel-grapefruit.v23.safetensors -> mix-hassanblend-v15.ckpt diff --git a/cli/train.md b/cli/train.md index 98c9fa890..0e65989cc 100644 --- a/cli/train.md +++ b/cli/train.md @@ -23,3 +23,25 @@ ## Prompt a medium shot photo of "dreamkelly", extremely detailed 8k wallpaper, intricate, high detail, dramatic, modelshoot style + + +## Gen + +> abby ana buffytyler cassie dreamkelly hanna katy laurentaylor lee leila linsiyee marcel mia rebeccagivens sahar video vlado + +train.py --batch 2 --name ana --src ~/generative/Input/ana/ --init person,woman,girl,model +train.py --batch 2 --name abby --src ~/generative/Input/ana/ --init person,woman,girl,model +train.py --batch 2 --name buffytyler --src ~/generative/Input/ana/ --init person,woman,girl,model +train.py --batch 2 --name cassie --src ~/generative/Input/ana/ --init person,woman,girl,model +train.py --batch 2 --name dreamkelly --src ~/generative/Input/ana/ --init person,woman,girl,model +train.py --batch 2 --name hanna --src ~/generative/Input/ana/ --init person,woman,girl,model +train.py --batch 2 --name katy --src ~/generative/Input/ana/ --init person,woman,girl,model +train.py --batch 2 --name laurentaylor --src ~/generative/Input/ana/ --init person,woman,girl,model +train.py --batch 2 --name leila --src ~/generative/Input/ana/ --init person,woman,girl,model +train.py --batch 2 --name linsiyee --src ~/generative/Input/ana/ --init person,woman,girl,model +train.py --batch 2 --name mia --src ~/generative/Input/ana/ --init person,woman,girl,model +train.py --batch 2 --name rebeccagivens --src ~/generative/Input/ana/ --init person,woman,girl,model +train.py --batch 2 --name sahar --src ~/generative/Input/ana/ --init person,woman,girl,model +train.py --batch 2 --name lee --src ~/generative/Input/ana/ --init person,man +train.py --batch 2 --name marcel --src ~/generative/Input/ana/ --init person,man +train.py --batch 2 --name vlado --src ~/generative/Input/ana/ --init person,man diff --git a/cli/train.py b/cli/train.py index b8de87cda..752557781 100755 --- a/cli/train.py +++ b/cli/train.py @@ -366,7 +366,7 @@ async def main(): parser.add_argument("--vectors", type = int, default = -1, required = False, help = "number of vectors per token, default: dynamic based on number of input images") parser.add_argument("--batch", type = int, default = 1, required = False, help = "batch size, default: %(default)s") parser.add_argument("--rate", type = str, default = "", required = False, help = "learning rate, default: dynamic") - parser.add_argument("--rstart", type = float, default = 0.02, required = False, help = "starting learn rate if using dynamic rate, default: %(default)s") + parser.add_argument("--rstart", type = float, default = 0.01, required = False, help = "starting learn rate if using dynamic rate, default: %(default)s") parser.add_argument("--rend", type = float, default = 0.0001, required = False, help = "ending learn rate if using dynamic rate, default: %(default)s") parser.add_argument("--rdescend", type = float, default = 2, required = False, help = "learn rate descend power when using dynamic rate, default: %(default)s") parser.add_argument("--grad", type = int, default = 20, required = False, help = "accumulate gradient over n images, default: : %(default)s") diff --git a/wiki b/wiki index 87208a1b3..f7e8c60d9 160000 --- a/wiki +++ b/wiki @@ -1 +1 @@ -Subproject commit 87208a1b384c122648307a035bf1200a6cd73888 +Subproject commit f7e8c60d957402833814c947f7639db4a657c817