Public/koboldcpp
1
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-09-19 01:05:09 +02:00
Code Issues Packages Projects Releases Wiki Activity

sd: do not force T5 on CPU anymore (#1769)

Browse Source 
We now have the clip_cpu config parameter for that. Todo: Will make clip cpu on by default
This commit is contained in:
Wagner Bruna
2025-10-01 23:48:16 -03:00
committed by GitHub
parent 4587ccb71a
commit ac6be8ab8c
1 changed files with 0 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files
otherarch/sdcpp/stable-diffusion.cpp
-7
View File
@@ -401,17 +401,10 @@ public:
use_t5xxl = true;
}
if (!clip_on_cpu && !ggml_backend_is_cpu(backend) && use_t5xxl) {
#if 0 // kcpp
LOG_WARN(
"!!!It appears that you are using the T5 model. Some backends may encounter issues with it."
"If you notice that the generated images are completely black,"
"try running the T5 model on the CPU using the --clip-on-cpu parameter.");
#else
if (conditioner_wtype != GGML_TYPE_F32) {
LOG_INFO("CLIP: Forcing CPU backend for T5");
clip_on_cpu = true;
}
#endif
}
if (clip_on_cpu && !ggml_backend_is_cpu(backend)) {
LOG_INFO("CLIP: Using CPU backend");