From e58b9b50e9cbc923f19a4cfe6d3c97997d8db8af Mon Sep 17 00:00:00 2001
From: Disty0 <disty@disty.xyz>
Date: Thu, 23 Jan 2025 01:10:53 +0300
Subject: [PATCH] Don't force bnb version outside of cuda

---
 modules/model_quant.py | 5 ++++-
 1 file changed, 4 insertions(+), 1 deletion(-)

diff --git a/modules/model_quant.py b/modules/model_quant.py
index d570c6ced..0665fc920 100644
--- a/modules/model_quant.py
+++ b/modules/model_quant.py
@@ -70,10 +70,13 @@ def load_torchao(msg='', silent=False):
 
 
 def load_bnb(msg='', silent=False):
+    from modules import devices
     global bnb # pylint: disable=global-statement
     if bnb is not None:
         return bnb
-    install('bitsandbytes==0.45.0', quiet=True)
+    if devices.backend == 'cuda':
+        # forcing a version will uninstall the multi-backend-refactor branch of bnb
+        install('bitsandbytes==0.45.0', quiet=True)
     try:
         import bitsandbytes
         bnb = bitsandbytes