Public/automatic
1
0
Fork 0
mirror of https://github.com/vladmandic/automatic synced 2026-09-20 09:38:23 +02:00
Code Issues Packages Projects Releases Wiki Activity

cleanup

Browse Source 
Signed-off-by: Vladimir Mandic <mandic00@live.com>
This commit is contained in:
Vladimir Mandic
2025-09-11 13:02:52 -04:00
parent 7940217764
commit 8ed04fb9a6
3 changed files with 14 additions and 13 deletions
Download Patch File Download Diff File Expand all files Collapse all files
modules/model_quant.py
+12 -10
View File
@@ -40,6 +40,16 @@ def get_quant(name):
return 'none'
def dont_quant():
from modules import shared
models_list = re.split(r'[ ,]+', shared.opts.models_not_to_quant)
models_list = [m.lower().strip() for m in models_list]
if shared.sd_model_type.lower() in models_list:
shared.log.debug(f'Quantization: model={shared.sd_model_type} skip')
return True
return False
def create_bnb_config(kwargs = None, allow: bool = True, module: str = 'Model', modules_to_not_convert: list = None):
from modules import shared, devices
if allow and (module == 'any' or module in shared.opts.bnb_quantization):
@@ -237,6 +247,8 @@ def check_nunchaku(module: str = ''):
def create_config(kwargs = None, allow: bool = True, module: str = 'Model', modules_to_not_convert: list = None, modules_dtype_dict: dict = None):
if dont_quant():
return kwargs
if kwargs is None:
kwargs = {}
kwargs = create_sdnq_config(kwargs, allow=allow, module=module, modules_to_not_convert=modules_to_not_convert, modules_dtype_dict=modules_dtype_dict)
@@ -757,16 +769,6 @@ def get_dit_args(load_config:dict=None, module:str=None, device_map:bool=False,
return config, quant_args
def dont_quant():
from modules import shared
models_list = re.split(r'[ ,]+', shared.opts.models_not_to_quant)
models_list = [m.lower().strip() for m in models_list]
if shared.sd_model_type.lower() in models_list:
shared.log.debug(f'Quantization: model={shared.sd_model_type} skip')
return True
return False
def do_post_load_quant(sd_model, allow=True):
from modules import shared
if dont_quant():