Public/automatic
1
0
Fork 0
mirror of https://github.com/vladmandic/automatic synced 2026-09-19 09:14:35 +02:00
Code Issues Packages Projects Releases Wiki Activity

assume fp16 instead

Browse Source
This commit is contained in:
Disty0
2026-06-20 23:06:25 +03:00
parent 6e13c74e3b
commit 3cda283bd4
1 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
modules/sdnq/common.py
+3 -3
View File
@@ -408,10 +408,10 @@ if fp_mm_func is None:
return torch.mm(x,y, out_dtype=torch.float32)
else:
def fp_mm_torch(x: torch.Tensor, y: torch.Tensor) -> torch.FloatTensor:
if y.dtype == torch.float16:
fp16_scale = 65536 * y.shape[-2]
else: # float8_e4m3fn
if y.dtype == torch.float8_e4m3fn:
fp16_scale = 4 * y.shape[-2]
else:
fp16_scale = 65536 * y.shape[-2]
in_scale = fp16_scale**0.5
x = x.to(dtype=torch.float32).div_(in_scale).to(dtype=torch.float16)
y = y.to(dtype=torch.float32).div_(in_scale).to(dtype=torch.float16)