mirror of
https://github.com/LostRuins/koboldcpp.git
synced 2026-09-19 17:25:07 +02:00
support mp3 from api
This commit is contained in:
+1
-1
@@ -893,7 +893,7 @@ static void mtp_decoding_setup(llama_model * main_model, llama_context * main_ct
|
||||
}
|
||||
|
||||
draft_is_mtp = true;
|
||||
speculative_state_setup(main_ctx, mtp_ctx_params, static_cast<int32_t>(main_model->n_gpu_layers()), COMMON_SPECULATIVE_TYPE_DRAFT_MTP);
|
||||
speculative_state_setup(main_ctx, mtp_ctx_params, -1, COMMON_SPECULATIVE_TYPE_DRAFT_MTP);
|
||||
}
|
||||
|
||||
//loads a model for speculative decoding.
|
||||
|
||||
Reference in New Issue
Block a user