mirror of
https://github.com/vladmandic/automatic
synced 2026-09-19 09:14:35 +02:00
wan use correct pipeline for i2v models
Signed-off-by: Vladimir Mandic <mandic00@live.com>
This commit is contained in:
@@ -11,6 +11,7 @@
|
||||
- fix hidden model tags in networks display
|
||||
- improve handling of pre-quantized flux models
|
||||
- fix networks reference models display on windows
|
||||
- wan use correct pipeline for i2v models
|
||||
|
||||
## Update for 2025-08-20
|
||||
|
||||
|
||||
@@ -152,7 +152,7 @@ models = {
|
||||
Model(name='WAN 2.2 5B I2V',
|
||||
url='https://huggingface.co/Wan-AI/Wan2.2-TI2V-5B-Diffusers',
|
||||
repo='Wan-AI/Wan2.2-TI2V-5B-Diffusers',
|
||||
repo_cls=diffusers.WanPipeline,
|
||||
repo_cls=diffusers.WanImageToVideoPipeline,
|
||||
te_cls=transformers.T5EncoderModel,
|
||||
dit_cls=diffusers.WanTransformer3DModel),
|
||||
Model(name='WAN 2.2 A14B T2V',
|
||||
@@ -164,7 +164,7 @@ models = {
|
||||
Model(name='WAN 2.2 A14B I2V',
|
||||
url='https://huggingface.co/Wan-AI/Wan2.2-I2V-A14B-Diffusers',
|
||||
repo='Wan-AI/Wan2.2-T2V-A14B-Diffusers',
|
||||
repo_cls=diffusers.WanPipeline,
|
||||
repo_cls=diffusers.WanImageToVideoPipeline,
|
||||
te_cls=transformers.T5EncoderModel,
|
||||
dit_cls=diffusers.WanTransformer3DModel),
|
||||
Model(name='WAN 2.1 1.3B T2V',
|
||||
|
||||
@@ -6,7 +6,6 @@ from modules.video_models import models_def, video_utils, video_vae, video_overr
|
||||
|
||||
|
||||
loaded_model = None
|
||||
debug = shared.log.trace if os.environ.get('SD_VIDEO_DEBUG', None) is not None else lambda *args, **kwargs: None
|
||||
|
||||
|
||||
def load_model(selected: models_def.Model):
|
||||
@@ -24,7 +23,7 @@ def load_model(selected: models_def.Model):
|
||||
# text encoder
|
||||
try:
|
||||
quant_args = model_quant.create_config(module='TE')
|
||||
debug(f'Video load: module=te repo="{selected.te or selected.repo}" folder="{selected.te_folder}" cls={selected.te_cls.__name__} quant={model_quant.get_quant_type(quant_args)}')
|
||||
shared.log.debug(f'Video load: module=te repo="{selected.te or selected.repo}" folder="{selected.te_folder}" cls={selected.te_cls.__name__} quant={model_quant.get_quant_type(quant_args)}')
|
||||
text_encoder = selected.te_cls.from_pretrained(
|
||||
pretrained_model_name_or_path=selected.te or selected.repo,
|
||||
subfolder=selected.te_folder,
|
||||
@@ -41,7 +40,7 @@ def load_model(selected: models_def.Model):
|
||||
# transformer
|
||||
try:
|
||||
quant_args = model_quant.create_config(module='Model')
|
||||
debug(f'Video load: module=transformer repo="{selected.dit or selected.repo}" folder="{selected.dit_folder}" cls={selected.dit_cls.__name__} quant={model_quant.get_quant_type(quant_args)}')
|
||||
shared.log.debug(f'Video load: module=transformer repo="{selected.dit or selected.repo}" folder="{selected.dit_folder}" cls={selected.dit_cls.__name__} quant={model_quant.get_quant_type(quant_args)}')
|
||||
transformer = selected.dit_cls.from_pretrained(
|
||||
pretrained_model_name_or_path=selected.dit or selected.repo,
|
||||
subfolder=selected.dit_folder,
|
||||
@@ -60,7 +59,7 @@ def load_model(selected: models_def.Model):
|
||||
|
||||
# model
|
||||
try:
|
||||
debug(f'Video load: module=pipe repo="{selected.repo}" cls={selected.repo_cls.__name__}')
|
||||
shared.log.debug(f'Video load: module=pipe repo="{selected.repo}" cls={selected.repo_cls.__name__}')
|
||||
shared.sd_model = selected.repo_cls.from_pretrained(
|
||||
pretrained_model_name_or_path=selected.repo,
|
||||
transformer=transformer,
|
||||
|
||||
+1
-1
Submodule wiki updated: fac3f227f0...1b4340a8a7
Reference in New Issue
Block a user