From 9c1b6d3f080c351ac259effa4ea3b75be9291459 Mon Sep 17 00:00:00 2001 From: Vladimir Mandic Date: Thu, 28 Aug 2025 10:20:24 -0400 Subject: [PATCH] update cosmos Signed-off-by: Vladimir Mandic --- CHANGELOG.md | 6 +++--- modules/video_models/models_def.py | 14 ++++++++++++++ 2 files changed, 17 insertions(+), 3 deletions(-) diff --git a/CHANGELOG.md b/CHANGELOG.md index e23ea25d6..c9249161c 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -1,6 +1,6 @@ # Change Log for SD.Next -## Update for 2025-08-27 +## Update for 2025-08-28 - **Models** - **Chroma** final versions: [Chroma1-HD](https://huggingface.co/lodestones/Chroma1-HD), [Chroma1-Base](https://huggingface.co/lodestones/Chroma1-Base) and [Chroma1-Flash](https://huggingface.co/lodestones/Chroma1-Flash) @@ -16,6 +16,7 @@ - additional hints to ui, thanks @Artheriax - add video support to gallery, thanks @CalamitousFelicitousness - additional artwork for reference models in networks, thanks @liutyi + - improve ui hints display - **Offloading** - enable offload during pre-forward by default - improve offloading of models with multiple dits @@ -28,8 +29,7 @@ - fix handling of pre-quantized `flux` models - fix `wan` use correct pipeline for i2v models - fix `qwen-image` with hires - - fix `omnigen-2` - - fix ui hints display + - fix `omnigen-2` failure ## Update for 2025-08-20 diff --git a/modules/video_models/models_def.py b/modules/video_models/models_def.py index c0c873eb7..2cde7e89c 100644 --- a/modules/video_models/models_def.py +++ b/modules/video_models/models_def.py @@ -320,4 +320,18 @@ models = { te_cls=transformers.T5EncoderModel, dit_cls=diffusers.CogVideoXTransformer3DModel), ], + 'nVidia Cosmos': [ + Model(name='nvidia Cosmos Predict2 2B I2I', + url='https://huggingface.co/nvidia/Cosmos-Predict2-2B-Text2Image', + repo='nvidia/Cosmos-Predict2-2B-Video2World', + repo_cls=diffusers.Cosmos2VideoToWorldPipeline, + te_cls=transformers.T5EncoderModel, + dit_cls=diffusers.CosmosTransformer3DModel), + Model(name='nvidia Cosmos Predict2 2B I2I', + url='https://huggingface.co/nvidia/Cosmos-Predict2-2B-Text2Image', + repo='nvidia/Cosmos-Predict2-2B-Video2World', + repo_cls=diffusers.Cosmos2VideoToWorldPipeline, + te_cls=transformers.T5EncoderModel, + dit_cls=diffusers.CosmosTransformer3DModel), + ], }