mirror of
https://github.com/LostRuins/koboldcpp.git
synced 2026-09-08 22:09:10 +02:00
reverted sequence mode for rwkv due to multiple issues with speed loss with bigger quantized models
This commit is contained in:
+1
-1
@@ -479,7 +479,7 @@ ModelLoadResult gpttype_load_model(const load_model_inputs inputs, FileFormat in
|
||||
}
|
||||
else
|
||||
{
|
||||
n_batch = 8; //use sequence mode to speedup
|
||||
n_batch = 1; //do not use sequence mode to speedup until it is fixed
|
||||
|
||||
//setup buffers for rwkv state
|
||||
auto padding = 512u;
|
||||
|
||||
Reference in New Issue
Block a user