Public/automatic
1
0
Fork 0
mirror of https://github.com/vladmandic/automatic synced 2026-09-19 01:04:32 +02:00
Code Issues Packages Projects Releases Wiki Activity

fix video-i2v

Browse Source 
Signed-off-by: Vladimir Mandic <mandic00@live.com>
This commit is contained in:
Vladimir Mandic
2025-03-21 18:22:00 -04:00
parent 46bc0834b1
commit 8930d1dcb0
2 changed files with 33 additions and 23 deletions
Download Patch File Download Diff File Expand all files Collapse all files
modules/processing_args.py
+3
View File
@@ -336,6 +336,9 @@ def set_pipeline_args(p, model, prompts:list, negative_prompts:list, prompts_2:t
if isinstance(args['image'], torch.Tensor) or isinstance(args['image'], np.ndarray):
args['width'] = 8 * args['image'].shape[-1]
args['height'] = 8 * args['image'].shape[-2]
elif isinstance(args['image'], Image.Image):
args['width'] = args['image'].width
args['height'] = args['image'].height
elif isinstance(args['image'][0], torch.Tensor) or isinstance(args['image'][0], np.ndarray):
args['width'] = 8 * args['image'][0].shape[-1]
args['height'] = 8 * args['image'][0].shape[-2]
modules/video_models/models_def.py
+30 -23
View File
@@ -4,29 +4,35 @@ import transformers
"""
Hunyuan Video T2V: pass/pass/pass
Hunyuan Video I2V: pass/pass/pass, transformers incompatibility
SkyReels Hunyuan T2V:
SkyReels Hunyuan I2V:
Fast Hunyuan T2V:
LTXVideo 0.9.5 T2V:
LTXVideo 0.9.5 I2V:
LTXVideo 0.9.1 T2V:
LTXVideo 0.9.1 I2V:
LTXVideo 0.9.0 T2V:
LTXVideo 0.9.0 I2V:
WAN 2.1 1.3B T2V: pass/pass/pass
WAN 2.1 14B T2V: pass/fail/fail, error loading shard
WAN 2.1 14B I2V 480p:
WAN 2.1 14B I2V 720p:
Mochi 1 T2V: pass/pass/pass
Latte 1 T2V: pass/fail/fail, float vs bfloat during generate
Allegro T2V: pass/pass/fail, output is pure gray
CogVideoX 1.0 2B T2V: pass/pass/pass
CogVideoX 1.0 5B T2V:
CogVideoX 1.0 5B I2V:
CogVideoX 1.5 5B T2V: pass/pass/fail, output is pure black
CogVideoX 1.5 5B I2V: pass/pass/pass
# Model tests: download/load/generate
- Hunyuan Video T2V: pass/pass/pass
- Hunyuan Video I2V: pass/pass/fail, transformers incompatibility
- SkyReels Hunyuan T2V: pass/pass/pass
- SkyReels Hunyuan I2V: pass/pass/pass
- Fast Hunyuan T2V: pass/pass/pass
- LTXVideo 0.9.5 T2V: pass/pass/fail, v095 pipeline is tbd
- LTXVideo 0.9.5 I2V: pass/pass/fail, v095 pipeline is tbd
- LTXVideo 0.9.1 T2V: pass/pass/pass
- LTXVideo 0.9.1 I2V: pass/pass/tbd
- LTXVideo 0.9.0 T2V: pass/pass/pass
- LTXVideo 0.9.0 I2V: pass/pass/tbd
- WAN 2.1 1.3B T2V: pass/pass/pass
- WAN 2.1 14B T2V: pass/pass/fail, error loading shard
- WAN 2.1 14B I2V 480p: pass/pass/tbd
- WAN 2.1 14B I2V 720p: pass/pass/tbd
- CogVideoX 1.0 2B T2V: pass/pass/pass
- CogVideoX 1.0 5B T2V: pass/pass/pass
- CogVideoX 1.0 5B I2V: pass/pass/pass
- CogVideoX 1.5 5B T2V: download/load/fail, v15 pipeline is tbd
- CogVideoX 1.5 5B I2V: download/load/fail, v15 pipeline is tbd
- Mochi 1 T2V: pass/pass/pass
- Latte 1 T2V: pass/pass/fail, float vs bfloat during generate
- Allegro T2V: pass/pass/fail, output is pure gray
"""
@dataclass
@@ -80,6 +86,7 @@ models = {
url='https://huggingface.co/Skywork/SkyReels-V1-Hunyuan-I2V',
vae_remote=True,
repo='hunyuanvideo-community/HunyuanVideo',
repo_cls=diffusers.HunyuanSkyreelsImageToVideoPipeline,
te_cls=transformers.LlamaModel,
dit='Skywork/SkyReels-V1-Hunyuan-I2V',
dit_folder=None,