From 277e50f023ef95a203f8d82c050e330f6d1086b9 Mon Sep 17 00:00:00 2001 From: Vladimir Mandic Date: Sat, 9 Aug 2025 09:02:50 -0400 Subject: [PATCH] add chroma img2img Signed-off-by: Vladimir Mandic --- CHANGELOG.md | 2 +- extensions-builtin/sdnext-modernui | 2 +- html/reference.json | 22 ++++------------------ javascript/sdnext.css | 11 ++++------- pipelines/model_chroma.py | 8 ++++++-- 5 files changed, 16 insertions(+), 29 deletions(-) diff --git a/CHANGELOG.md b/CHANGELOG.md index eb12dbbb4..99ce2ffd1 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -26,7 +26,7 @@ And (*as always*) many bugfixes and improvements to existing features! available via *networks -> models -> reference* - [Chroma](https://huggingface.co/lodestones/Chroma) great model based on FLUX.1 and then redesigned and retrained by *lodestones* - update with latest **v50**, **v50 Annealed**, **v48**, **v48 Detail Calibrated** and **v46 Flash** variants + update with latest **HD**, **HD Flash** and **HD Annealed** variants which are based on *v50* release available via *networks -> models -> reference* - [SkyReels-V2](https://huggingface.co/Skywork/SkyReels-V2-DF-14B-720P-Diffusers) SkyReels-V2 is a genarative video model based on Wan-2.1 but with heavily modified execution to allow for infinite-length video generation diff --git a/extensions-builtin/sdnext-modernui b/extensions-builtin/sdnext-modernui index 61d458572..f852a2cc7 160000 --- a/extensions-builtin/sdnext-modernui +++ b/extensions-builtin/sdnext-modernui @@ -1 +1 @@ -Subproject commit 61d458572fbf6531c796180374b2df9124c43273 +Subproject commit f852a2cc796de41a7e87aa223ff2793042c7b602 diff --git a/html/reference.json b/html/reference.json index 325dbf760..e29debb53 100644 --- a/html/reference.json +++ b/html/reference.json @@ -140,36 +140,22 @@ "extras": "sampler: Default, cfg_scale: 4.5" }, - "lodestones Chroma Unlocked v50": { + "lodestones Chroma Unlocked HD": { "path": "vladmandic/chroma-unlocked-v50", "preview": "lodestones--Chroma.jpg", "desc": "Chroma is a 8.9B parameter model based on FLUX.1-schnell. It’s fully Apache 2.0 licensed, ensuring that anyone can use, modify, and build on top of it—no corporate gatekeeping. The model is still training right now, and I’d love to hear your thoughts! Your input and feedback are really appreciated.", "skip": true, "extras": "sampler: Default, cfg_scale: 3.5" }, - "lodestones Chroma Unlocked v50 Annealed": { + "lodestones Chroma Unlocked HD Annealed": { "path": "vladmandic/chroma-unlocked-v50-annealed", "preview": "lodestones--Chroma.jpg", "desc": "Chroma is a 8.9B parameter model based on FLUX.1-schnell. It’s fully Apache 2.0 licensed, ensuring that anyone can use, modify, and build on top of it—no corporate gatekeeping. The model is still training right now, and I’d love to hear your thoughts! Your input and feedback are really appreciated.", "skip": true, "extras": "sampler: Default, cfg_scale: 3.5" }, - "lodestones Chroma Unlocked v48": { - "path": "vladmandic/chroma-unlocked-v48", - "preview": "lodestones--Chroma.jpg", - "desc": "Chroma is a 8.9B parameter model based on FLUX.1-schnell. It’s fully Apache 2.0 licensed, ensuring that anyone can use, modify, and build on top of it—no corporate gatekeeping. The model is still training right now, and I’d love to hear your thoughts! Your input and feedback are really appreciated.", - "skip": true, - "extras": "sampler: Default, cfg_scale: 3.5" - }, - "lodestones Chroma Unlocked v48 Detail Calibrated": { - "path": "vladmandic/chroma-unlocked-v48-detail-calibrated", - "preview": "lodestones--Chroma.jpg", - "desc": "Chroma is a 8.9B parameter model based on FLUX.1-schnell. It’s fully Apache 2.0 licensed, ensuring that anyone can use, modify, and build on top of it—no corporate gatekeeping. The model is still training right now, and I’d love to hear your thoughts! Your input and feedback are really appreciated.", - "skip": true, - "extras": "sampler: Default, cfg_scale: 3.5" - }, - "lodestones Chroma Unlocked v46 Flash": { - "path": "vladmandic/chroma-unlocked-v46-flash", + "lodestones Chroma Unlocked HD Flash": { + "path": "lodestones/Chroma1-Flash", "preview": "lodestones--Chroma.jpg", "desc": "Chroma is a 8.9B parameter model based on FLUX.1-schnell. It’s fully Apache 2.0 licensed, ensuring that anyone can use, modify, and build on top of it—no corporate gatekeeping. The model is still training right now, and I’d love to hear your thoughts! Your input and feedback are really appreciated.", "skip": true, diff --git a/javascript/sdnext.css b/javascript/sdnext.css index 4de981a63..19759ad0a 100644 --- a/javascript/sdnext.css +++ b/javascript/sdnext.css @@ -2067,16 +2067,13 @@ div:has(>#tab-gallery-folders) { font-weight: normal; } -.token { +#civitai_token textarea, #hf_token textarea { filter: blur(4px); } -.token:hover { - filter: blur(0px); -} - -.token:focus { - filter: blur(0px); +#civitai_token textarea:hover, #hf_token textarea:hover, +#civitai_token textarea:focus, #hf_token textarea:focus { + filter: blur(0); } @keyframes move { diff --git a/pipelines/model_chroma.py b/pipelines/model_chroma.py index e976bfa56..a1ca25ffc 100644 --- a/pipelines/model_chroma.py +++ b/pipelines/model_chroma.py @@ -239,8 +239,6 @@ def load_chroma(checkpoint_info, diffusers_load_config): # triggered by opts.sd_ if vae is not None: kwargs['vae'] = vae - # TODO model load: add ChromaFillPipeline, ChromaControlPipeline, ChromaImg2ImgPipeline etc when available - # Chroma will support inpainting *after* its training has finished: https://huggingface.co/lodestones/Chroma/discussions/28#6826dd2ed86f53ff983add5c cls = diffusers.ChromaPipeline shared.log.debug(f'Load model: type=Chroma cls={cls.__name__} preloaded={list(kwargs)} revision={diffusers_load_config.get("revision", None)}') for c in kwargs: @@ -266,6 +264,12 @@ def load_chroma(checkpoint_info, diffusers_load_config): # triggered by opts.sd_ from nunchaku.caching.diffusers_adapters import apply_cache_on_pipe apply_cache_on_pipe(pipe, residual_diff_threshold=0.12) + # register autopipline + diffusers.pipelines.auto_pipeline.AUTO_TEXT2IMAGE_PIPELINES_MAPPING["chroma"] = diffusers.ChromaPipeline + diffusers.pipelines.auto_pipeline.AUTO_IMAGE2IMAGE_PIPELINES_MAPPING["chroma"] = diffusers.ChromaImg2ImgPipeline + # TODO model load: add ChromaControlPipeline, ChromaInpaintPipeline + # Chroma will support inpainting *after* its training has finished: https://huggingface.co/lodestones/Chroma/discussions/28#6826dd2ed86f53ff983add5c + # release memory transformer = None text_encoder = None