feat(bench): add scripts/bench.sh wrapper for speed-bench runs

Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
This commit is contained in:
haylanandClaude Bot committed 2026-10-31 16:45:27 +01:00
1 parent 68348aad72
commit 28c102e0d9
2 files changed
+30 -5

No files matched your search

+25
View File
@@ -0,0 +1,25 @@
#!/usr/bin/env bash
# Benchmarks llama-server with SPEED-Bench; see docs/operations.md#speed-bench
set -euo pipefail
cd "$(dirname "$0")/.."
usage() {
echo "Usage: $0 run <name> [speed_bench args...] # writes bench-results/<name>.json" >&2
echo " $0 compare <baseline> <speculative> # names from earlier runs" >&2
exit 1
}
case "${1:-}" in
run)
[ $# -ge 2 ] || usage
name=$2; shift 2
mkdir -p bench-results
docker compose --profile tools run --rm speed-bench --output "$name.json" "$@"
;;
compare)
[ $# -eq 3 ] || usage
docker compose --profile tools run --rm --entrypoint python speed-bench \
/app/speed_bench_compare.py --baseline "$2.json" --speculative "$3.json"
;;
*) usage ;;
esac