Public/koboldcpp
1
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-09-18 16:55:14 +02:00
Code Issues Packages Projects Releases Wiki Activity

Merge branch 'master' into concedo_experimental

Browse Source 
# Conflicts:
#	CMakeLists.txt
#	README.md
#	llama.cpp
This commit is contained in:
Concedo
2023-07-10 20:08:27 +08:00
parent 523fc3be52 1d16309969
commit 50097e6c7f
4 changed files with 38 additions and 16 deletions
Download Patch File Download Diff File Expand all files Collapse all files
llama.cpp
+1 -5
View File
@@ -1291,11 +1291,7 @@ static bool llama_eval_internal(
int n_threads,
const char * cgraph_fname) {
// // enforce that the first token is BOS
// if (n_past == 0 && tokens[0] != llama_token_bos()) {
// fprintf(stderr, "%s: first token must be BOS\n", __func__);
// return false;
// }
LLAMA_ASSERT((!tokens && embd) || (tokens && !embd));
const int64_t t_start_us = ggml_time_us();