Public/automatic
1
0
Fork 0
mirror of https://github.com/vladmandic/automatic synced 2026-09-19 17:24:32 +02:00
Code Issues Packages Projects Releases Wiki Activity

Fix bf16 test

Browse Source
This commit is contained in:
Disty0
2023-06-05 20:49:18 +03:00
parent c0a824d8c6
commit c52fb69dde
1 changed files with 3 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
modules/devices.py
+3 -2
View File
@@ -103,8 +103,9 @@ def test_bf16():
return True
try:
import torch.nn.functional as F
image = torch.randn(1, 4, 32, 32).to(device="cuda", dtype=torch.bfloat16)
image = torch.randn(1, 4, 32, 32).to(device=device, dtype=torch.bfloat16)
_out = F.interpolate(image, size=(64, 64), mode="nearest")
return True
except:
shared.log.warning('Torch BF16 test failed: Fallback to FP16 operations')
return False
@@ -140,7 +141,7 @@ def set_cuda_params():
dtype = torch.bfloat16 if bf16_ok else torch.float16
dtype_vae = torch.bfloat16 if bf16_ok else torch.float16
dtype_unet = torch.bfloat16 if bf16_ok else torch.float16
if shared.opts.cuda_dtype == 'FP16' or dtype == torch.bfloat16:
if shared.opts.cuda_dtype == 'FP16' or dtype == torch.float16:
fp16_ok = test_fp16()
dtype = torch.float16 if fp16_ok else torch.float32
dtype_vae = torch.float16 if fp16_ok else torch.float32