From 7679028c1a516a5dcec8d31bd3ec0d0363c0d31a Mon Sep 17 00:00:00 2001 From: Disty0 Date: Fri, 6 Jun 2025 15:33:51 +0300 Subject: [PATCH] Override CPU to use FP32 by default --- CHANGELOG.md | 18 +++++++++++------- modules/devices.py | 4 ++-- 2 files changed, 13 insertions(+), 9 deletions(-) diff --git a/CHANGELOG.md b/CHANGELOG.md index c12e8192d..2af39866e 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -2,15 +2,19 @@ ## Update for 2025-06-06 -- **Torch**: - - set default to `torch==2.7.1` +- **Changes** + - Increase the medvram mode threshold from 8GB to 12GB + - Set CPU backend to use FP32 by default + +- **Torch** + - set default to `torch==2.7.1` - **SDNQ Quantization** - - Add group size support for convolutional layers - - Add quantized matmul support for for convolutional layers - - Fix forced FP32 with tensorwise FP8 matmul - - Fix PyTorch <= 2.4 compatibility with FP8 matmul - - Fix VAE with conv quant + - Add group size support for convolutional layers + - Add quantized matmul support for for convolutional layers + - Fix forced FP32 with tensorwise FP8 matmul + - Fix PyTorch <= 2.4 compatibility with FP8 matmul + - Fix VAE with conv quant ## Update for 2025-06-02 diff --git a/modules/devices.py b/modules/devices.py index 8bf2def3f..2e8dc73ce 100644 --- a/modules/devices.py +++ b/modules/devices.py @@ -331,7 +331,7 @@ def test_fp16(): if fp16_ok is not None: return fp16_ok if opts.cuda_dtype != 'FP16': # don't override if the user sets it - if sys.platform == "darwin" or backend == 'openvino': # override + if sys.platform == "darwin" or backend in {'openvino', 'cpu'}: # override fp16_ok = False return fp16_ok elif backend == 'rocm': @@ -362,7 +362,7 @@ def test_bf16(): if bf16_ok is not None: return bf16_ok if opts.cuda_dtype != 'BF16': # don't override if the user sets it - if sys.platform == "darwin" or backend == 'openvino' or backend == 'directml': # override + if sys.platform == "darwin" or backend in {'openvino', 'directml', 'cpu'}: # override bf16_ok = False return bf16_ok elif backend == 'rocm' or backend == 'zluda':