Public/automatic
1
0
Fork 0
mirror of https://github.com/vladmandic/automatic synced 2026-09-20 01:31:13 +02:00
Code Issues Packages Projects Releases Wiki Activity

SDNQ use uint with minimum_bits <= 4

Browse Source
This commit is contained in:
Disty0
2025-08-13 00:37:44 +03:00
parent 7085db9add
commit cb0c5414a3
1 changed files with 12 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files
modules/sdnq/__init__.py
+12 -6
View File
@@ -202,9 +202,12 @@ def apply_sdnq_to_module(model, weights_dtype="int8", torch_dtype=None, group_si
if dtype_dict[weights_dtype]["num_bits"] != 8:
weights_dtype = "int8"
elif key.startswith("minimum_"):
minimum_bits = key.removeprefix("minimum_").removesuffix("bits").removesuffix("bit")
if dtype_dict[weights_dtype]["num_bits"] < int(minimum_bits):
weights_dtype = "int" + minimum_bits
minimum_bits_str = key.removeprefix("minimum_").removesuffix("bits").removesuffix("bit")
minimum_bits = int(minimum_bits_str)
if dtype_dict[weights_dtype]["num_bits"] < minimum_bits:
weights_dtype = "int" + minimum_bits_str
if minimum_bits <= 4:
weights_dtype = "u" + weights_dtype
else:
weights_dtype = key
break
@@ -306,9 +309,12 @@ class SDNQQuantizer(DiffusersQuantizer):
if dtype_dict[weights_dtype]["num_bits"] != 8:
weights_dtype = "int8"
elif key.startswith("minimum_"):
minimum_bits = key.removeprefix("minimum_").removesuffix("bits").removesuffix("bit")
if dtype_dict[weights_dtype]["num_bits"] < int(minimum_bits):
weights_dtype = "int" + minimum_bits
minimum_bits_str = key.removeprefix("minimum_").removesuffix("bits").removesuffix("bit")
minimum_bits = int(minimum_bits_str)
if dtype_dict[weights_dtype]["num_bits"] < minimum_bits:
weights_dtype = "int" + minimum_bits_str
if minimum_bits <= 4:
weights_dtype = "u" + weights_dtype
else:
weights_dtype = key
break