update nunchaku

Signed-off-by: Vladimir Mandic <mandic00@live.com>

CHANGELOG.md

@@ -34,6 +34,7 @@
     - one of the best upscalers (traditional, non-diffusion) available today!  
     - available via *process -> upscale -> chainner*  
 - **Changes**  
+  - Update all core requirements  
   - Support Remote VAE with *Omnigen, Lumina 2 and PixArt*  
   - Add `--trace` command line param that enables trace logging  
   - Use Diffusers version of *OmniGen*  
@@ -73,6 +74,7 @@
   - Fix process batch with batch count  
   - Fix process batch double image save  
   - Fix unapply texture tiling  
+  - Fix nunchaku batch support  
   - Suppress torch empty logging  
   - Improve TAESD live preview downscale handling  
 

modules/mit_nunchaku.py

@@ -1,13 +1,10 @@
 # MIT-Han-Lab Nunchaku: <https://github.com/mit-han-lab/nunchaku>
-# TODO nunchaku: cache-dir for transformer and t5 loader
-# TODO nunchaku: batch support
-
 
 from installer import log, pip
 from modules import devices
 
 
-ver = '0.2.0'
+ver = '0.3.1'
 ok = False
 
 

modules/model_flux.py

@@ -138,6 +138,7 @@ def load_quants(kwargs, repo_id, cache_dir, allow_quant):
             nunchaku_repo = 'mit-han-lab/nunchaku-t5/awq-int4-flux.1-t5xxl.safetensors'
             shared.log.debug(f'Load module: quant=Nunchaku module=t5 repo="{nunchaku_repo}" precision={nunchaku_precision}')
             kwargs['text_encoder_2'] = nunchaku.NunchakuT5EncoderModel.from_pretrained(nunchaku_repo, torch_dtype=devices.dtype)
+            kwargs['text_encoder_2'].quantization_method = 'SVDQuant'
         elif 'text_encoder_2' not in kwargs and model_quant.check_quant('TE'):
             quant_args = model_quant.create_config(allow=allow_quant, module='TE')
             if quant_args: