Public/koboldcpp
1
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-09-18 16:55:14 +02:00
Code Issues Packages Projects Releases Wiki Activity

added multiuser mode

Browse Source
This commit is contained in:
Concedo
2023-09-16 11:23:39 +08:00
parent 4218641d97
commit 53885de6db
2 changed files with 38 additions and 19 deletions
Download Patch File Download Diff File Expand all files Collapse all files
class.py
+1 -1
View File
@@ -37,7 +37,7 @@ class model_backend(InferenceModel):
super().__init__()
def is_valid(self, model_name, model_path, menu_path):
return "ggml" in model_name.lower()
return ("ggml" in model_name.lower() or "gguf" in model_name.lower())
def get_requested_parameters(self, model_name, model_path, menu_path, parameters = {}):
self.filename = model_name #model_path is null, name is path for some reason