mirror of
https://github.com/LostRuins/koboldcpp.git
synced 2026-08-29 08:30:51 +02:00
Merge commit '6effcecd0bf3cb2209999cecfa297ed4d8523b5a' into concedo_experimental
# Conflicts: # .github/workflows/build-msys.yml # .pi/gg/SYSTEM.md # common/CMakeLists.txt # examples/speculative-simple/speculative-simple.cpp # ggml/src/ggml-cpu/kleidiai/kleidiai.cpp # ggml/src/ggml-sycl/ggml-sycl.cpp # ggml/src/ggml-sycl/mmvq.cpp # scripts/ui-assets.cmake # src/llama-model.cpp # tools/cli/cli.cpp # tools/imatrix/imatrix.cpp # tools/quantize/quantize.cpp # tools/server/README.md # tools/ui/tests/stories/a11y/ChatScreenForm.a11y.stories.svelte
This commit is contained in:
@@ -1051,10 +1051,10 @@ struct ggml_tensor * llama_model_loader::create_tensor(
|
||||
if (it == ctx_map.end()) {
|
||||
// one ggml context per buffer type
|
||||
int max_n_tensors = n_tensors;
|
||||
max_n_tensors += 1; // duplicated output tensor
|
||||
max_n_tensors += hparams.n_layer*2; // duplicated rope freq tensors
|
||||
max_n_tensors += 1; // duplicated output tensor
|
||||
max_n_tensors += hparams.n_layer()*2; // duplicated rope freq tensors
|
||||
if (files.empty()) {
|
||||
max_n_tensors += hparams.n_layer*256; // this should be well above what any model actually uses
|
||||
max_n_tensors += hparams.n_layer()*256; // this should be well above what any model actually uses
|
||||
}
|
||||
const size_t ctx_size = ggml_tensor_overhead()*max_n_tensors;
|
||||
|
||||
|
||||
Reference in New Issue
Block a user