Public/automatic
1
0
Fork 0
mirror of https://github.com/vladmandic/automatic synced 2026-09-18 16:54:33 +02:00
Code Issues Packages Projects Releases Wiki Activity

sdnq fix use_contiguous_mm check with openvino

Browse Source
This commit is contained in:
Disty0
2026-06-18 20:03:47 +03:00
parent 5244f63554
commit 8a9f5c0761
1 changed files with 6 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files
modules/sdnq/common.py
+6 -5
View File
@@ -374,11 +374,6 @@ if os.environ.get("SDNQ_USE_TENSORWISE_FP8_MM", None) is None:
else:
use_tensorwise_fp8_matmul = os.environ.get("SDNQ_USE_TENSORWISE_FP8_MM", "0").lower() not in {"0", "false", "no"}
if os.environ.get("SDNQ_USE_CONTIGUOUS_MM", None) is None:
use_contiguous_mm = bool(use_openvino_mm or is_rdna2_and_older or devices.backend in {"ipex", "mps", "openvino", "zluda"})
else:
use_contiguous_mm = bool(os.environ.get("SDNQ_USE_CONTIGUOUS_MM", "0").lower() not in {"0", "false", "no"})
fp_mm_func = None
int_mm_func = None
@@ -412,6 +407,12 @@ if fp_mm_func is None:
fp_mm_func = fp_mm_torch
if os.environ.get("SDNQ_USE_CONTIGUOUS_MM", None) is None:
use_contiguous_mm = bool(use_openvino_mm or is_rdna2_and_older or devices.backend in {"ipex", "mps", "openvino", "zluda"})
else:
use_contiguous_mm = bool(os.environ.get("SDNQ_USE_CONTIGUOUS_MM", "0").lower() not in {"0", "false", "no"})
if use_torch_compile:
torch._dynamo.config.recompile_limit = max(8192, getattr(torch._dynamo.config, "recompile_limit", 0))
torch._dynamo.config.cache_size_limit = max(8192, getattr(torch._dynamo.config, "cache_size_limit", 0))