diff --git a/koboldcpp.py b/koboldcpp.py index 05fcd6001..9457c3851 100644 --- a/koboldcpp.py +++ b/koboldcpp.py @@ -1971,7 +1971,7 @@ def load_model(model_filename): inputs.blasthreads = args.blasthreads inputs.use_mmap = args.usemmap inputs.use_mlock = args.usemlock - inputs.no_host = True + inputs.no_host = False inputs.use_mtp = args.usemtp inputs.lora_filename = "".encode("UTF-8") inputs.lora_multiplier = args.loramult