diff --git a/common/arg.cpp b/common/arg.cpp index cd4f0aa486..ab256196da 100644 --- a/common/arg.cpp +++ b/common/arg.cpp @@ -3759,9 +3759,9 @@ common_params_context common_params_parser_init(common_params & params, llama_ex ).set_examples({LLAMA_EXAMPLE_SERVER})); add_opt(common_arg( {"--sleep-mode"}, "MODE", - "what to release when the server sleeps:\n" + "sleep behavior:\n" "- 'free' frees context and model memory\n" - "- 'rst' restarts the whole process, may help reset memory to zero on certain backend\n" + "- 'rst' restarts the whole process, may help reset memory to zero on certain backend (only support posix env)\n" "(default: free)", [](common_params & params, const std::string & value) { if (value == "free") { diff --git a/tools/server/README.md b/tools/server/README.md index 3296a59847..8a56029851 100644 --- a/tools/server/README.md +++ b/tools/server/README.md @@ -237,7 +237,7 @@ For the full list of features, please refer to [server's changelog](https://gith | `-sps, --slot-prompt-similarity SIMILARITY` | how much the prompt of a request must match the prompt of a slot in order to use that slot (default: 0.10, 0.0 = disabled) | | `--lora-init-without-apply` | load LoRA adapters without applying them (apply later via POST /lora-adapters) (default: disabled) | | `--sleep-idle-seconds SECONDS` | number of seconds of idleness after which the server will sleep (default: -1; -1 = disabled) | -| `--sleep-mode MODE` | what to release when the server sleeps:
- 'free' frees context and model memory
- 'rst' restarts the whole process, may help reset memory to zero on certain backend
(default: free) | +| `--sleep-mode MODE` | sleep behavior:
- 'free' frees context and model memory
- 'rst' restarts the whole process, may help reset memory to zero on certain backend (only support posix env)
(default: free) | | `--log-prompts-dir PATH` | Log prompts to directory (auto-created if not present; only used for debugging, default: disabled) | | `--spec-draft-hf, -hfd, -hfrd, --hf-repo-draft /[:quant]` | Same as --hf-repo, but for the draft model (default: unused)
(env: LLAMA_ARG_SPEC_DRAFT_HF_REPO) | | `--spec-draft-threads, -td, --threads-draft N` | number of threads to use during generation (default: same as --threads) |