mirror of
https://github.com/LostRuins/koboldcpp.git
synced 2026-09-18 16:55:14 +02:00
Merge branch 'upstream' into concedo_experimental
# Conflicts: # .github/workflows/build-cuda-windows.yml # .github/workflows/release.yml # app/llama.cpp # build-xcframework.sh # docs/speculative.md # ggml/src/ggml-opencl/ggml-opencl.cpp # ggml/src/ggml-opencl/kernels/cvt.cl # ggml/src/ggml-webgpu/ggml-webgpu-shader-lib.hpp # ggml/src/ggml-webgpu/ggml-webgpu.cpp # ggml/src/ggml-webgpu/wgsl-shaders/set_rows.wgsl # requirements/requirements-server-bench.txt # scripts/server-bench.py # tests/test-backend-ops.cpp # tests/test-llama-archs.cpp # tools/cli/README.md # tools/completion/README.md # tools/server/README.md
This commit is contained in:
+3
-2
@@ -263,8 +263,9 @@ static bool llama_prepare_model_devices(const llama_model_params & params, llama
|
||||
// add GPUs
|
||||
model->devices.insert(model->devices.end(), gpus.begin(), gpus.end());
|
||||
|
||||
// add integrated GPUs only if no other devices were found
|
||||
if (model->devices.empty()) {
|
||||
// add integrated GPUs only if no discrete GPUs were found
|
||||
// (RPC servers do not count, otherwise the local iGPU would be dropped on iGPU+RPC setups)
|
||||
if (gpus.empty()) {
|
||||
model->devices.insert(model->devices.end(), igpus.begin(), igpus.end());
|
||||
}
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user