From 3cda283bd44a64b4e949e7c7ceb12cb60e9502d1 Mon Sep 17 00:00:00 2001 From: Disty0 Date: Sat, 20 Jun 2026 23:06:25 +0300 Subject: [PATCH] assume fp16 instead --- modules/sdnq/common.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/modules/sdnq/common.py b/modules/sdnq/common.py index 5ff8338ce..483e1dd9a 100644 --- a/modules/sdnq/common.py +++ b/modules/sdnq/common.py @@ -408,10 +408,10 @@ if fp_mm_func is None: return torch.mm(x,y, out_dtype=torch.float32) else: def fp_mm_torch(x: torch.Tensor, y: torch.Tensor) -> torch.FloatTensor: - if y.dtype == torch.float16: - fp16_scale = 65536 * y.shape[-2] - else: # float8_e4m3fn + if y.dtype == torch.float8_e4m3fn: fp16_scale = 4 * y.shape[-2] + else: + fp16_scale = 65536 * y.shape[-2] in_scale = fp16_scale**0.5 x = x.to(dtype=torch.float32).div_(in_scale).to(dtype=torch.float16) y = y.to(dtype=torch.float32).div_(in_scale).to(dtype=torch.float16)