Public/koboldcpp
1
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-08-30 09:00:49 +02:00
Code Issues Packages Projects Releases Wiki Activity

lower default thread threshold

Browse Source
This commit is contained in:
Concedo
2023-04-04 00:42:49 +08:00
parent 06c711d770
commit dd2abd8bc7
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
koboldcpp.py
+1 -1
View File
@@ -358,7 +358,7 @@ if __name__ == '__main__':
physical_core_limit = psutil.cpu_count(logical=False)
# logical_core_limit = (os.cpu_count() if os.cpu_count()<=4 else max(4,os.cpu_count()-4))
default_threads = (physical_core_limit if physical_core_limit<=4 else max(4,physical_core_limit-1))
default_threads = (physical_core_limit if physical_core_limit<=3 else max(3,physical_core_limit-1))
parser.add_argument("--threads", help="Use a custom number of threads if specified. Otherwise, uses an amount based on CPU cores", type=int, default=default_threads)
parser.add_argument("--stream", help="Uses pseudo streaming", action='store_true')
parser.add_argument("--noblas", help="Do not use OpenBLAS for accelerated prompt ingestion", action='store_true')