update stable cascade pipeline

This commit is contained in:
Vladimir Mandic
2024-02-28 11:42:22 -05:00
parent c8ed8659be
commit 7e0f0ae24f
2 changed files with 12 additions and 12 deletions
+7 -2
View File
@@ -856,10 +856,13 @@ def load_diffuser(checkpoint_info=None, already_loaded_state_dict=None, timer=No
if model_type in ['Stable Cascade']: # forced pipeline
# TODO experimental stable cascade
try:
shared.log.debug(f'StableCascade experimental: args={diffusers_load_config} device={devices.device} dtype={devices.dtype}')
diffusers_load_config.pop("vae", None)
diffusers_load_config.pop("variant", None)
decoder = diffusers.StableCascadeDecoderPipeline.from_pretrained("stabilityai/stable-cascade", cache_dir=shared.opts.diffusers_dir, revision="refs/pr/17", **diffusers_load_config)
shared.log.debug(f'StableCascade decoder: scale={decoder.latent_dim_scale}')
prior = diffusers.StableCascadePriorPipeline.from_pretrained("stabilityai/stable-cascade-prior", cache_dir=shared.opts.diffusers_dir, **diffusers_load_config)
shared.log.debug(f'StableCascade prior: scale={prior.resolution_multiple}')
sd_model = diffusers.StableCascadeCombinedPipeline(
tokenizer=decoder.tokenizer,
text_encoder=decoder.text_encoder,
@@ -869,9 +872,11 @@ def load_diffuser(checkpoint_info=None, already_loaded_state_dict=None, timer=No
prior_prior=prior.prior,
prior_text_encoder=prior.text_encoder,
prior_tokenizer=prior.tokenizer,
prior_tokenizer=prior.tokenizer,
prior_scheduler=prior.scheduler,
prior_feature_extractor=prior.feature_extractor,
prior_image_encoder=prior.image_encoder)
prior_prior_feature_extractor=prior.feature_extractor,
prior_prior_image_encoder=prior.image_encoder)
shared.log.debug(f'StableCascade combined: {sd_model.__class__.__name__}')
except Exception as e:
shared.log.error(f'Diffusers Failed loading {op}: {checkpoint_info.path} {e}')
if debug_load: