Public/automatic
1
0
Fork 0
mirror of https://github.com/vladmandic/automatic synced 2026-09-19 17:24:32 +02:00
Code Issues Packages Projects Releases Wiki Activity

Fix BF16 and FP32 logging

Browse Source
This commit is contained in:
Disty0
2023-09-08 23:49:49 +03:00
parent e56dd5544d
commit 34ee67477e
1 changed files with 4 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
modules/devices.py
+4 -2
View File
@@ -187,13 +187,15 @@ def set_cuda_params():
dtype = torch.bfloat16 if bf16_ok else torch.float16
dtype_vae = torch.bfloat16 if bf16_ok else torch.float16
dtype_unet = torch.bfloat16 if bf16_ok else torch.float16
else:
bf16_ok = False
if shared.opts.cuda_dtype == 'FP16' or dtype == torch.float16:
fp16_ok = test_fp16()
dtype = torch.float16 if fp16_ok else torch.float32
dtype_vae = torch.float16 if fp16_ok else torch.float32
dtype_unet = torch.float16 if fp16_ok else torch.float32
else:
pass
fp16_ok = False
if shared.opts.no_half:
shared.log.info('Torch override dtype: no-half set')
dtype = torch.float32
@@ -205,7 +207,7 @@ def set_cuda_params():
unet_needs_upcast = shared.opts.upcast_sampling
inference_context = torch.inference_mode if shared.opts.inference_mode == 'inference-mode' else torch.no_grad
shared.log.debug(f'Desired Torch parameters: dtype={shared.opts.cuda_dtype} no-half={shared.opts.no_half} no-half-vae={shared.opts.no_half_vae} upscast={shared.opts.upcast_sampling}')
shared.log.info(f'Setting Torch parameters: dtype={dtype} vae={dtype_vae} unet={dtype_unet} context={inference_context.__name__} fp16={fp16_ok}')
shared.log.info(f'Setting Torch parameters: dtype={dtype} vae={dtype_vae} unet={dtype_unet} context={inference_context.__name__} fp16={fp16_ok} bf16={bf16_ok}')
shared.log.debug(f'Torch default device: {torch.device(get_optimal_device_name())}')