From 29b081f032939d7b30b213beff1866b4c819cb5e Mon Sep 17 00:00:00 2001 From: Vladimir Mandic Date: Fri, 29 Aug 2025 13:36:37 -0400 Subject: [PATCH] fix infiniteyou offloading Signed-off-by: Vladimir Mandic --- CHANGELOG.md | 1 + scripts/infiniteyou/pipeline_infu_flux.py | 6 ++++-- scripts/infiniteyou_ext.py | 1 + 3 files changed, 6 insertions(+), 2 deletions(-) diff --git a/CHANGELOG.md b/CHANGELOG.md index 53de1bc36..b69a1d6eb 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -41,6 +41,7 @@ - fix `omnigen-2` failure - fix `auraflow` quantization - fix `kandinsky-3` noise + - fix `infiniteyou` pipeline offloading ## Update for 2025-08-20 diff --git a/scripts/infiniteyou/pipeline_infu_flux.py b/scripts/infiniteyou/pipeline_infu_flux.py index 7499ab077..b8e42c23a 100644 --- a/scripts/infiniteyou/pipeline_infu_flux.py +++ b/scripts/infiniteyou/pipeline_infu_flux.py @@ -153,11 +153,12 @@ class InfUFluxPipeline: infusenet_path = os.path.join(infiniteyou_path, 'InfuseNetModel') quant_args = model_quant.create_config(module='Control') shared.log.debug(f'InfiniteYou: fn="{infusenet_path}" load infusenet') - self.infusenet = FluxControlNetModel.from_pretrained( + infusenet = FluxControlNetModel.from_pretrained( infusenet_path, torch_dtype=devices.dtype, **quant_args, ) + infusenet.offload_never = True # assemble pipeline self.pipe = FluxInfuseNetPipeline( vae=pipe.vae, @@ -167,8 +168,9 @@ class InfUFluxPipeline: tokenizer_2=pipe.tokenizer_2, transformer=pipe.transformer, scheduler=pipe.scheduler, - controlnet=self.infusenet, + controlnet=infusenet, ) + del infusenet # Load image proj model num_tokens = image_proj_num_tokens image_emb_dim = 512 diff --git a/scripts/infiniteyou_ext.py b/scripts/infiniteyou_ext.py index 53c994a01..7172b03f7 100644 --- a/scripts/infiniteyou_ext.py +++ b/scripts/infiniteyou_ext.py @@ -28,6 +28,7 @@ def load_infiniteyou(model: str): model_version=model, ) sd_models.copy_diffuser_options(shared.sd_model, orig_pipeline) + sd_models.clear_caches(full=True) sd_models.set_diffuser_options(shared.sd_model)