mirror of
https://github.com/LostRuins/koboldcpp.git
synced 2026-09-19 09:15:18 +02:00
Merge branch 'upstream' into concedo_experimental
Copilot Setup Steps / copilot-setup-steps (push) Failing after 13s
Copilot Setup Steps / copilot-setup-steps (push) Failing after 13s
# Conflicts: # .devops/cpu.Dockerfile # .devops/cuda.Dockerfile # .github/ISSUE_TEMPLATE/010-bug-compilation.yml # .github/ISSUE_TEMPLATE/011-bug-results.yml # .github/labeler.yml # .github/workflows/build.yml # .github/workflows/release.yml # CODEOWNERS # README.md # docs/build-s390x.md # docs/ops.md # examples/eval-callback/eval-callback.cpp # ggml/CMakeLists.txt # ggml/src/CMakeLists.txt # ggml/src/ggml-cpu/CMakeLists.txt # ggml/src/ggml-opencl/CMakeLists.txt # ggml/src/ggml-opencl/ggml-opencl.cpp # ggml/src/ggml-opencl/kernels/transpose.cl # tests/test-backend-ops.cpp # tests/test-chat.cpp # tests/test-opt.cpp
This commit is contained in:
@@ -1100,6 +1100,7 @@ void llama_model::load_hparams(llama_model_loader & ml) {
|
||||
ml.get_key(LLM_KV_ATTENTION_LAYERNORM_RMS_EPS, hparams.f_norm_rms_eps);
|
||||
|
||||
switch (hparams.n_layer) {
|
||||
case 18: type = LLM_TYPE_537M; break;
|
||||
case 26: type = LLM_TYPE_1B; break;
|
||||
case 34: type = LLM_TYPE_4B; break;
|
||||
case 48: type = LLM_TYPE_12B; break;
|
||||
|
||||
Reference in New Issue
Block a user