mirror of
https://github.com/ggml-org/llama.cpp.git
synced 2026-09-05 20:41:07 +02:00
Georgi Gerganov
07d5e1e0ea
Add a standalone Python script that simulates a llama-server HTTP endpoint for testing the eval script. The simulator: - Implements /v1/chat/completions endpoint with OpenAI-compatible format - Loads AIME dataset from HuggingFace with local caching - Uses Levenshtein distance for intelligent question matching - Supports configurable success rate for correct/wrong answer generation - Provides debug logging for troubleshooting Also includes test scripts and documentation for testing and understanding the simulator functionality.
44 lines
1.3 KiB
Bash
Executable File
44 lines
1.3 KiB
Bash
Executable File
#!/bin/bash
|
|
|
|
echo "=== Testing HuggingFace Dataset Caching ==="
|
|
echo ""
|
|
|
|
echo "=== First Load (should download) ==="
|
|
echo "Starting simulator for first load..."
|
|
source venv/bin/activate && python3 examples/llama-eval/llama-server-simulator.py --port 8035 --success-rate 0.8 2>&1 | tee /tmp/simulator-first.log &
|
|
SIMULATOR_PID=$!
|
|
sleep 5
|
|
echo "First load complete"
|
|
echo ""
|
|
|
|
echo "=== Second Load (should use cache) ==="
|
|
echo "Starting simulator for second load..."
|
|
source venv/bin/activate && python3 examples/llama-eval/llama-server-simulator.py --port 8036 --success-rate 0.8 2>&1 | tee /tmp/simulator-second.log &
|
|
SIMULATOR_PID2=$!
|
|
sleep 5
|
|
echo "Second load complete"
|
|
echo ""
|
|
|
|
echo "=== Checking Cache Directory ==="
|
|
echo "Cache directory size:"
|
|
du -sh ~/.cache/huggingface/datasets/AI-MO___aimo-validation-aime
|
|
echo ""
|
|
|
|
echo "=== Checking First Load Log ==="
|
|
echo "First load log (last 15 lines):"
|
|
tail -15 /tmp/simulator-first.log
|
|
echo ""
|
|
|
|
echo "=== Checking Second Load Log ==="
|
|
echo "Second load log (last 15 lines):"
|
|
tail -15 /tmp/simulator-second.log
|
|
echo ""
|
|
|
|
echo "=== Test Complete ==="
|
|
echo "Both loads completed successfully!"
|
|
echo "The second load should have used the cache (no download warning)."
|
|
echo ""
|
|
|
|
kill $SIMULATOR_PID 2>/dev/null
|
|
kill $SIMULATOR_PID2 2>/dev/null
|