26 lines
749 B
Bash
Executable File
26 lines
749 B
Bash
Executable File
#!/usr/bin/env bash
|
|
# Benchmarks llama-server with SPEED-Bench; see docs/operations.md#speed-bench
|
|
set -euo pipefail
|
|
cd "$(dirname "$0")/.."
|
|
|
|
usage() {
|
|
echo "Usage: $0 run <name> [speed_bench args...] # writes bench-results/<name>.json" >&2
|
|
echo " $0 compare <baseline> <speculative> # names from earlier runs" >&2
|
|
exit 1
|
|
}
|
|
|
|
case "${1:-}" in
|
|
run)
|
|
[ $# -ge 2 ] || usage
|
|
name=$2; shift 2
|
|
mkdir -p bench-results
|
|
docker compose --profile tools run --rm speed-bench --output "$name.json" "$@"
|
|
;;
|
|
compare)
|
|
[ $# -eq 3 ] || usage
|
|
docker compose --profile tools run --rm --entrypoint python speed-bench \
|
|
/app/speed_bench_compare.py --baseline "$2.json" --speculative "$3.json"
|
|
;;
|
|
*) usage ;;
|
|
esac
|