Public/automatic
1
0
Fork 0
mirror of https://github.com/vladmandic/automatic synced 2026-09-19 01:04:32 +02:00
Code Issues Packages Projects Releases Wiki Activity

add nunchaku prototype

Browse Source 
Signed-off-by: Vladimir Mandic <mandic00@live.com>
This commit is contained in:
Vladimir Mandic
2025-04-15 14:39:24 -04:00
parent ee1a4c607d
commit 15f8e70e89
9 changed files with 155 additions and 34 deletions
Download Patch File Download Diff File Expand all files Collapse all files
modules/model_quant.py
+20
View File
@@ -100,6 +100,26 @@ def create_quanto_config(kwargs = None, allow_quanto: bool = True, module: str =
return kwargs
def check_quant(module: str = ''):
from modules import shared
if 'Model' in shared.opts.bnb_quantization or 'Model' in shared.opts.torchao_quantization or 'Model' in shared.opts.quanto_quantization:
return True
if module in shared.opts.bnb_quantization or module in shared.opts.torchao_quantization or module in shared.opts.quanto_quantization:
return True
return False
def check_nunchaku(module: str = ''):
from modules import shared
if 'Model' not in shared.opts.nunchaku_quantization and module not in shared.opts.nunchaku_quantization:
return False
from modules import mit_nunchaku
mit_nunchaku.install_nunchaku()
if not mit_nunchaku.ok:
return False
return True
def create_config(kwargs = None, allow: bool = True, module: str = 'Model'):
if kwargs is None:
kwargs = {}