Public/koboldcpp
1
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-08-25 22:21:14 +02:00
Code Issues Packages Projects Releases Wiki Activity

fixed mtp for qwen

Browse Source
This commit is contained in:
Concedo
2026-06-11 22:04:31 +08:00
parent 40084bb1f8
commit 79331fd382
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
gpttype_adapter.cpp
+1 -1
View File
@@ -6657,7 +6657,7 @@ size_t gpttype_save_state_kv(int slot)
savestates[slot].current_savestate_size = newsize;
savestates[slot].savestate_context_tokens = current_context_tokens;
savestates[slot].media_signature = media_composite_image_signature;
float * lgptr = llama_get_logits(llama_ctx_v4);
float * lgptr = (draft_is_mtp ? llama_get_logits_ith(llama_ctx_v4, -1) : llama_get_logits(llama_ctx_v4));
savestates[slot].latest_logits.assign(lgptr,lgptr+n_vocab);
int maxedpos = llama_memory_seq_pos_max(llama_get_memory(llama_ctx_v4),0);
//kcpp: so maxedpos appears to always be equal to ctx tokens - 2, if savestate_ctx_tokens > maxedpos + 2 then trim excess