Public/koboldcpp
1
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-09-10 06:49:12 +02:00
Code Issues Packages Projects Releases Wiki Activity

added toggle for vae tiling, use custom memory buffer

Browse Source
This commit is contained in:
Concedo
2025-01-08 13:12:03 +08:00
parent d752846116
commit 568e476997
5 changed files with 44 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
otherarch/sdcpp/stable-diffusion.cpp
+2 -1
View File
@@ -1084,7 +1084,8 @@ public:
ggml_tensor_scale_output(result);
}
} else {
if (vae_tiling && decode) { // TODO: support tiling vae encode
//koboldcpp never use tiling with taesd
if (false && vae_tiling && decode) { // TODO: support tiling vae encode
// split latent in 64x64 tiles and compute in several steps
auto on_tiling = [&](ggml_tensor* in, ggml_tensor* out, bool init) {
tae_first_stage->compute(n_threads, in, decode, &out);