diff --git a/CHANGELOG.md b/CHANGELOG.md index 6c11b9be5..41d4153e0 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -34,6 +34,7 @@ - one of the best upscalers (traditional, non-diffusion) available today! - available via *process -> upscale -> chainner* - **Changes** + - Update all core requirements - Support Remote VAE with *Omnigen, Lumina 2 and PixArt* - Add `--trace` command line param that enables trace logging - Use Diffusers version of *OmniGen* @@ -73,6 +74,7 @@ - Fix process batch with batch count - Fix process batch double image save - Fix unapply texture tiling + - Fix nunchaku batch support - Suppress torch empty logging - Improve TAESD live preview downscale handling diff --git a/modules/mit_nunchaku.py b/modules/mit_nunchaku.py index 9c0500790..798de661e 100644 --- a/modules/mit_nunchaku.py +++ b/modules/mit_nunchaku.py @@ -1,13 +1,10 @@ # MIT-Han-Lab Nunchaku: -# TODO nunchaku: cache-dir for transformer and t5 loader -# TODO nunchaku: batch support - from installer import log, pip from modules import devices -ver = '0.2.0' +ver = '0.3.1' ok = False diff --git a/modules/model_flux.py b/modules/model_flux.py index b164de963..518e396d7 100644 --- a/modules/model_flux.py +++ b/modules/model_flux.py @@ -138,6 +138,7 @@ def load_quants(kwargs, repo_id, cache_dir, allow_quant): nunchaku_repo = 'mit-han-lab/nunchaku-t5/awq-int4-flux.1-t5xxl.safetensors' shared.log.debug(f'Load module: quant=Nunchaku module=t5 repo="{nunchaku_repo}" precision={nunchaku_precision}') kwargs['text_encoder_2'] = nunchaku.NunchakuT5EncoderModel.from_pretrained(nunchaku_repo, torch_dtype=devices.dtype) + kwargs['text_encoder_2'].quantization_method = 'SVDQuant' elif 'text_encoder_2' not in kwargs and model_quant.check_quant('TE'): quant_args = model_quant.create_config(allow=allow_quant, module='TE') if quant_args: