Public/automatic
1
0
Fork 0
mirror of https://github.com/vladmandic/automatic synced 2026-09-20 01:31:13 +02:00
Code Issues Packages Projects Releases Wiki Activity

Use llm_int8_skip_modules with bnb

Browse Source
This commit is contained in:
Disty0
2025-06-26 03:10:26 +03:00
parent dc8fd006b2
commit 0f6eb624c9
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
modules/model_quant.py
+1 -1
View File
@@ -50,7 +50,7 @@ def create_bnb_config(kwargs = None, allow_bnb: bool = True, module: str = 'Mode
bnb_4bit_quant_storage=shared.opts.bnb_quantization_storage,
bnb_4bit_quant_type=shared.opts.bnb_quantization_type,
bnb_4bit_compute_dtype=devices.dtype,
#modules_to_not_convert=modules_to_not_convert, # ignored by bnb
llm_int8_skip_modules=modules_to_not_convert,
)
log.debug(f'Quantization: module={module} type=bnb dtype={shared.opts.bnb_quantization_type} storage={shared.opts.bnb_quantization_storage}')
if kwargs is None: