Public/koboldcpp
1
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-09-08 22:09:10 +02:00
Code Issues Packages Projects Releases Wiki Activity

up to date merge, without vulkan-gen-shaders. They will be built before each release from now on, as they are very large

Browse Source
This commit is contained in:
Concedo
2024-12-13 17:18:01 +08:00
parent 595cc6975f d583cd03f6
commit ed75f8a741
24 changed files with 655 additions and 573 deletions
Download Patch File Download Diff File Expand all files Collapse all files
examples/gguf-split/gguf-split.cpp
+2 -2
View File
@@ -288,7 +288,7 @@ struct split_strategy {
}
void print_info() {
printf("n_split: %ld\n", ctx_outs.size());
printf("n_split: %zu\n", ctx_outs.size());
int i_split = 0;
for (auto & ctx_out : ctx_outs) {
// re-calculate the real gguf size for each split (= metadata size + total size of all tensors)
@@ -298,7 +298,7 @@ struct split_strategy {
total_size += ggml_nbytes(t);
}
total_size = total_size / 1000 / 1000; // convert to megabytes
printf("split %05d: n_tensors = %d, total_size = %ldM\n", i_split + 1, gguf_get_n_tensors(ctx_out), total_size);
printf("split %05d: n_tensors = %d, total_size = %zuM\n", i_split + 1, gguf_get_n_tensors(ctx_out), total_size);
i_split++;
}
}