Public/koboldcpp
1
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-09-18 16:55:14 +02:00
Code Issues Packages Projects Releases Wiki Activity

allow specifying the horde limit as well

Browse Source
This commit is contained in:
Concedo
2023-06-03 00:55:44 +08:00
parent 96b0e536b7
commit 9839259b63
1 changed files with 6 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files
koboldcpp.py
+6 -4
View File
@@ -540,9 +540,11 @@ def main(args):
time.sleep(2)
sys.exit(2)
if args.renamemodel and args.renamemodel!="":
global friendlymodelname
friendlymodelname = "koboldcpp/"+args.renamemodel
if args.renamemodel and args.renamemodel[0]!="":
global friendlymodelname, maxlen
friendlymodelname = "koboldcpp/"+args.renamemodel[0]
if len(args.renamemodel) > 1:
maxlen = int(args.renamemodel[1])
if args.highpriority:
print("Setting process to Higher Priority - Use Caution")
@@ -659,7 +661,7 @@ if __name__ == '__main__':
parser.add_argument("--noavx2", help="Do not use AVX2 instructions, a slower compatibility mode for older devices. Does not work with --clblast.", action='store_true')
parser.add_argument("--debugmode", help="Shows additional debug info in the terminal.", action='store_true')
parser.add_argument("--skiplauncher", help="Doesn't display or use the new GUI launcher.", action='store_true')
parser.add_argument("--renamemodel", help="Sets the display model name to something else, for easy use on Horde.", type=str, default="")
parser.add_argument("--renamemodel", help="Sets the display model name to something else, for easy use on Horde. An optional second parameter sets the horde max gen length.",metavar=('[hordename]', '[hordelength]'), nargs='+')
compatgroup = parser.add_mutually_exclusive_group()
compatgroup.add_argument("--noblas", help="Do not use OpenBLAS for accelerated prompt ingestion", action='store_true')
compatgroup.add_argument("--useclblast", help="Use CLBlast instead of OpenBLAS for prompt ingestion. Must specify exactly 2 arguments, platform ID and device ID (e.g. --useclblast 1 0).", type=int, choices=range(0,9), nargs=2)