mirror of
https://github.com/LostRuins/koboldcpp.git
synced 2026-09-07 13:31:22 +02:00
Daniel Bevenius
42f0225fea
* server : use pytest-xdist for server tests This commit adds pytest-xdist to the server tests. This is pytest plugin that distributes test execution across multiple CPU cores. Assisted-by: pi:llama.cpp/qwen3.8-27B Refs: https://github.com/ggml-org/llama.cpp/pull/26734#issuecomment-5220707042 * remove server_base_port and BASE_PORT * use worksteal and pytest builting tmp_path
116 lines
3.3 KiB
YAML
116 lines
3.3 KiB
YAML
name: Server (sanitize)
|
|
|
|
on:
|
|
workflow_dispatch: # allows manual triggering
|
|
inputs:
|
|
sha:
|
|
description: 'Commit SHA1 to build'
|
|
required: false
|
|
type: string
|
|
slow_tests:
|
|
description: 'Run slow tests'
|
|
required: true
|
|
type: boolean
|
|
push:
|
|
branches:
|
|
- master
|
|
paths: [
|
|
'.github/workflows/server-sanitize.yml',
|
|
'**/CMakeLists.txt',
|
|
'**/Makefile',
|
|
'**/*.h',
|
|
'**/*.hpp',
|
|
'**/*.c',
|
|
'**/*.cpp',
|
|
'tools/server/**.*'
|
|
]
|
|
|
|
pull_request:
|
|
types: [opened, synchronize, reopened]
|
|
paths: [
|
|
'.github/workflows/server-sanitize.yml'
|
|
]
|
|
|
|
env:
|
|
LLAMA_ARG_LOG_COLORS: 1
|
|
LLAMA_ARG_LOG_PREFIX: 1
|
|
LLAMA_ARG_LOG_TIMESTAMPS: 1
|
|
LLAMA_ARG_LOG_VERBOSITY: 10
|
|
|
|
concurrency:
|
|
group: ${{ github.workflow }}-${{ github.ref }}-${{ github.head_ref || github.run_id }}
|
|
cancel-in-progress: true
|
|
|
|
jobs:
|
|
server:
|
|
runs-on: [self-hosted, CPU, Linux, llama-server]
|
|
|
|
strategy:
|
|
matrix:
|
|
sanitizer: [ADDRESS, UNDEFINED] # THREAD is very slow
|
|
build_type: [RelWithDebInfo]
|
|
fail-fast: false
|
|
|
|
steps:
|
|
#- name: Dependencies
|
|
# id: depends
|
|
# run: |
|
|
# sudo apt-get update
|
|
# sudo apt-get -y install \
|
|
# build-essential \
|
|
# xxd \
|
|
# git \
|
|
# cmake \
|
|
# curl \
|
|
# wget \
|
|
# language-pack-en \
|
|
# libssl-dev
|
|
|
|
- name: Clone
|
|
id: checkout
|
|
uses: actions/checkout@v6
|
|
with:
|
|
fetch-depth: 0
|
|
ref: ${{ github.event.inputs.sha || github.event.pull_request.head.sha || github.sha || github.head_ref || github.ref_name }}
|
|
|
|
- name: Build
|
|
id: cmake_build
|
|
run: |
|
|
cmake -B build \
|
|
-DLLAMA_BUILD_BORINGSSL=ON \
|
|
-DGGML_SCHED_NO_REALLOC=ON \
|
|
-DGGML_SANITIZE_ADDRESS=${{ matrix.sanitizer == 'ADDRESS' }} \
|
|
-DGGML_SANITIZE_THREAD=${{ matrix.sanitizer == 'THREAD' }} \
|
|
-DGGML_SANITIZE_UNDEFINED=${{ matrix.sanitizer == 'UNDEFINED' }} \
|
|
-DLLAMA_SANITIZE_ADDRESS=${{ matrix.sanitizer == 'ADDRESS' }} \
|
|
-DLLAMA_SANITIZE_THREAD=${{ matrix.sanitizer == 'THREAD' }} \
|
|
-DLLAMA_SANITIZE_UNDEFINED=${{ matrix.sanitizer == 'UNDEFINED' }}
|
|
cmake --build build --config ${{ matrix.build_type }} -j $(nproc) --target llama-server
|
|
|
|
- name: Python setup
|
|
id: setup_python
|
|
uses: actions/setup-python@v7
|
|
|
|
- name: Install Python dependencies
|
|
run: |
|
|
python3 -m venv .venv
|
|
.venv/bin/pip install -r tools/server/tests/requirements.txt
|
|
|
|
- name: Tests
|
|
id: server_integration_tests
|
|
if: ${{ (!matrix.disabled_on_pr || !github.event.pull_request) }}
|
|
run: |
|
|
source .venv/bin/activate
|
|
cd tools/server/tests
|
|
export ${{ matrix.extra_args }}
|
|
PYTEST_WORKERS=1 ./tests.sh
|
|
|
|
- name: Slow tests
|
|
id: server_integration_tests_slow
|
|
if: ${{ (github.event.schedule || github.event.inputs.slow_tests == 'true') && matrix.build_type == 'Release' }}
|
|
run: |
|
|
source .venv/bin/activate
|
|
cd tools/server/tests
|
|
export ${{ matrix.extra_args }}
|
|
PYTEST_WORKERS=1 SLOW_TESTS=1 ./tests.sh
|