Public/automatic
1
0
Fork 0
mirror of https://github.com/vladmandic/automatic synced 2026-09-03 03:20:45 +02:00
Code Issues Packages Projects Releases Wiki Activity

don't disable mm with uint8

Browse Source
This commit is contained in:
Disty0
2026-07-05 10:23:55 +03:00
parent 16a284eecf
commit 3ea46fff79
1 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
modules/sdnq/quantizer.py
+3 -3
View File
@@ -308,12 +308,12 @@ def sdnq_quantize_layer_weight_dynamic(
if (
(dtype_dict[current_quantized_matmul_dtype]["is_integer"] and not dtype_dict[current_weights_dtype]["is_integer"])
or (
dtype_dict[current_weights_dtype]["is_unsigned"] and not dtype_dict[current_quantized_matmul_dtype]["is_unsigned"]
and dtype_dict[current_quantized_matmul_dtype]["num_bits"] == dtype_dict[current_weights_dtype]["num_bits"]
dtype_dict[current_weights_dtype]["num_bits"] == dtype_dict[current_quantized_matmul_dtype]["num_bits"]
and dtype_dict[current_weights_dtype]["is_unsigned"] and not dtype_dict[current_quantized_matmul_dtype]["is_integer"]
)
or (
dtype_dict[weights_dtype]["num_bits"] <= dtype_dict[current_quantized_matmul_dtype]["num_bits"]
and dtype_dict[current_quantized_matmul_dtype]["num_bits"] < dtype_dict[current_weights_dtype]["num_bits"]
and dtype_dict[current_weights_dtype]["num_bits"] > dtype_dict[current_quantized_matmul_dtype]["num_bits"]
)
):
current_use_quantized_matmul = False