allow specifying a different thread count for GPU blas

This commit is contained in:
Concedo
2023-05-03 21:19:59 +08:00
parent 89044502fe
commit 4857739ab5
3 changed files with 15 additions and 2 deletions
+1
View File
@@ -4,6 +4,7 @@ const int stop_token_max = 10;
struct load_model_inputs
{
const int threads;
const int blasthreads;
const int max_context_length;
const int batch_size;
const bool f16_kv;