move pipeline parallelism to a --pipelineparallel launch flag

2026-08-27 15:40:50 +02:00 · 2025-12-11 21:03:41 +08:00
parent b7428048fc
commit fd0d0cab03
5 changed files with 20 additions and 3 deletions
@@ -76,6 +76,7 @@ struct load_model_inputs
    const bool highpriority = false;
    const bool swa_support = false;
    const bool smartcache = false;
+    const bool pipelineparallel = false;
    const float lora_multiplier = 1.0f;
    const bool quiet = false;
    const int debugmode = 0;