feat(bench): add scripts/bench.sh wrapper for speed-bench runs
Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
This commit is contained in:
1 parent
68348aad72
commit
28c102e0d9
2 files changed
+30
-5
No files matched your search
Executable
+25
@@ -0,0 +1,25 @@
|
||||
#!/usr/bin/env bash
|
||||
# Benchmarks llama-server with SPEED-Bench; see docs/operations.md#speed-bench
|
||||
set -euo pipefail
|
||||
cd "$(dirname "$0")/.."
|
||||
|
||||
usage() {
|
||||
echo "Usage: $0 run <name> [speed_bench args...] # writes bench-results/<name>.json" >&2
|
||||
echo " $0 compare <baseline> <speculative> # names from earlier runs" >&2
|
||||
exit 1
|
||||
}
|
||||
|
||||
case "${1:-}" in
|
||||
run)
|
||||
[ $# -ge 2 ] || usage
|
||||
name=$2; shift 2
|
||||
mkdir -p bench-results
|
||||
docker compose --profile tools run --rm speed-bench --output "$name.json" "$@"
|
||||
;;
|
||||
compare)
|
||||
[ $# -eq 3 ] || usage
|
||||
docker compose --profile tools run --rm --entrypoint python speed-bench \
|
||||
/app/speed_bench_compare.py --baseline "$2.json" --speculative "$3.json"
|
||||
;;
|
||||
*) usage ;;
|
||||
esac
|
||||
Reference in new issue
Block a user