From 69f71cc32a8a387dd7b8bb464a64be314b8415c3 Mon Sep 17 00:00:00 2001 From: Vladimir Mandic Date: Sat, 28 Jun 2025 07:50:33 -0400 Subject: [PATCH] update nunchaku Signed-off-by: Vladimir Mandic --- CHANGELOG.md | 2 ++ modules/mit_nunchaku.py | 5 +---- modules/model_flux.py | 1 + 3 files changed, 4 insertions(+), 4 deletions(-) diff --git a/CHANGELOG.md b/CHANGELOG.md index 6c11b9be5..41d4153e0 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -34,6 +34,7 @@ - one of the best upscalers (traditional, non-diffusion) available today! - available via *process -> upscale -> chainner* - **Changes** + - Update all core requirements - Support Remote VAE with *Omnigen, Lumina 2 and PixArt* - Add `--trace` command line param that enables trace logging - Use Diffusers version of *OmniGen* @@ -73,6 +74,7 @@ - Fix process batch with batch count - Fix process batch double image save - Fix unapply texture tiling + - Fix nunchaku batch support - Suppress torch empty logging - Improve TAESD live preview downscale handling diff --git a/modules/mit_nunchaku.py b/modules/mit_nunchaku.py index 9c0500790..798de661e 100644 --- a/modules/mit_nunchaku.py +++ b/modules/mit_nunchaku.py @@ -1,13 +1,10 @@ # MIT-Han-Lab Nunchaku: -# TODO nunchaku: cache-dir for transformer and t5 loader -# TODO nunchaku: batch support - from installer import log, pip from modules import devices -ver = '0.2.0' +ver = '0.3.1' ok = False diff --git a/modules/model_flux.py b/modules/model_flux.py index b164de963..518e396d7 100644 --- a/modules/model_flux.py +++ b/modules/model_flux.py @@ -138,6 +138,7 @@ def load_quants(kwargs, repo_id, cache_dir, allow_quant): nunchaku_repo = 'mit-han-lab/nunchaku-t5/awq-int4-flux.1-t5xxl.safetensors' shared.log.debug(f'Load module: quant=Nunchaku module=t5 repo="{nunchaku_repo}" precision={nunchaku_precision}') kwargs['text_encoder_2'] = nunchaku.NunchakuT5EncoderModel.from_pretrained(nunchaku_repo, torch_dtype=devices.dtype) + kwargs['text_encoder_2'].quantization_method = 'SVDQuant' elif 'text_encoder_2' not in kwargs and model_quant.check_quant('TE'): quant_args = model_quant.create_config(allow=allow_quant, module='TE') if quant_args: