Public/automatic
1
0
Fork 0
mirror of https://github.com/vladmandic/automatic synced 2026-09-19 17:24:32 +02:00
Code Issues Packages Projects Releases Wiki Activity

fix conv in8 matmul

Browse Source
This commit is contained in:
Disty0
2025-08-11 23:15:25 +03:00
parent a97b03e5af
commit 26461f1d8d
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
modules/sdnq/layers/conv/conv_int8.py
+1 -1
View File
@@ -28,7 +28,7 @@ def conv_int8_matmul(
input, mm_output_shape = process_conv_input(conv_type, input, reversed_padding_repeated_twice, padding_mode, result_shape, stride, padding, dilation)
input, scale = quantize_int8_matmul_input(input, scale)
if quantized_weight_shape is not None:
weight = unpack_int_symetric(weight, quantized_weight_shape, weights_dtype, dtype=torch.int8, transpose=True)
weight = unpack_int_symetric(weight, quantized_weight_shape, weights_dtype, dtype=torch.int8)
if groups == 1:
result = torch._int_mm(input, weight)