From 7b150ba361014260bdedd19dbbb60ee839b09029 Mon Sep 17 00:00:00 2001 From: Vladimir Mandic Date: Tue, 29 Oct 2024 12:36:03 -0400 Subject: [PATCH] fix bnb loader Signed-off-by: Vladimir Mandic --- modules/loader.py | 2 -- modules/model_quant.py | 4 +++- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/modules/loader.py b/modules/loader.py index acbd47f37..0711c2906 100644 --- a/modules/loader.py +++ b/modules/loader.py @@ -66,8 +66,6 @@ timer.startup.record("pydantic") import diffusers.utils.import_utils # pylint: disable=W0611,C0411 diffusers.utils.import_utils._k_diffusion_available = True # pylint: disable=protected-access # monkey-patch since we use k-diffusion from git diffusers.utils.import_utils._k_diffusion_version = '0.0.12' # pylint: disable=protected-access -diffusers.utils.import_utils._bitsandbytes_available = True # pylint: disable=protected-access -diffusers.utils.import_utils._bitsandbytes_version = '0.43.3' # pylint: disable=protected-access import diffusers # pylint: disable=W0611,C0411 import diffusers.loaders.single_file # pylint: disable=W0611,C0411 import huggingface_hub # pylint: disable=W0611,C0411 diff --git a/modules/model_quant.py b/modules/model_quant.py index 0e54e496b..fab3a93a0 100644 --- a/modules/model_quant.py +++ b/modules/model_quant.py @@ -11,7 +11,7 @@ def create_bnb_config(kwargs): from modules import shared, devices if len(shared.opts.bnb_quantization) > 0: if 'Model' in shared.opts.bnb_quantization and 'transformer' not in kwargs: - load_bnb('Load model') + load_bnb() bnb_config = diffusers.BitsAndBytesConfig( load_in_8bit=shared.opts.bnb_quantization_type in ['fp8'], load_in_4bit=shared.opts.bnb_quantization_type in ['nf4', 'fp4'], @@ -34,6 +34,8 @@ def load_bnb(msg='', silent=False): try: import bitsandbytes bnb = bitsandbytes + diffusers.utils.import_utils._bitsandbytes_available = True # pylint: disable=protected-access + diffusers.utils.import_utils._bitsandbytes_version = '0.43.3' # pylint: disable=protected-access return bnb except Exception as e: if len(msg) > 0: