mirror of
https://github.com/LostRuins/koboldcpp.git
synced 2026-09-18 16:55:14 +02:00
adjust batching eligibility
This commit is contained in:
+1
-1
@@ -3550,7 +3550,7 @@ static bool batch_inputs_eligible(const generation_inputs & inputs)
|
||||
{
|
||||
return false;
|
||||
}
|
||||
if(draft_ctx || guidance_ctx || clp_ctx_v || clp_ctx_a)
|
||||
if(draft_ctx || guidance_ctx || inputs.images_len>0 || inputs.audio_len>0)
|
||||
{
|
||||
return false;
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user