Public/koboldcpp
1
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-09-18 16:55:14 +02:00
Code Issues Packages Projects Releases Wiki Activity

Merge commit '32c8486e1f0297393cb22ac0a0d26a6b17ad4d54' into concedo_experimental

Browse Source 
# Conflicts:
#	.devops/nix/package.nix
#	CMakeLists.txt
#	Makefile
#	Package.swift
#	README.md
#	build.zig
#	llama.cpp
#	tests/test-backend-ops.cpp
This commit is contained in:
Concedo
2024-04-07 20:39:17 +08:00
parent a530afa1e4 32c8486e1f
commit 22f543d09b
32 changed files with 3521 additions and 1792 deletions
Download Patch File Download Diff File Expand all files Collapse all files
examples/imatrix/imatrix.cpp
+1
View File
@@ -425,6 +425,7 @@ static bool compute_imatrix(llama_context * ctx, const gpt_params & params, bool
tokens[batch_start] = llama_token_bos(llama_get_model(ctx));
}
// TODO: use batch.logits to save computations instead of relying on logits_all == true
if (llama_decode(ctx, llama_batch_get_one(tokens.data() + batch_start, batch_size, j * n_batch, 0))) {
fprintf(stderr, "%s : failed to eval\n", __func__);
return false;