#!/usr/bin/env bash
# Benchmarks llama-server with SPEED-Bench; see docs/operations.md#speed-bench
set -euo pipefail
cd "$(dirname "$0")/.."

usage() {
  echo "Usage: $0 run <name> [speed_bench args...]   # writes bench-results/<name>.json" >&2
  echo "       $0 compare <baseline> <speculative>   # names from earlier runs" >&2
  exit 1
}

case "${1:-}" in
  run)
    [ $# -ge 2 ] || usage
    name=$2; shift 2
    mkdir -p bench-results
    docker compose --profile tools run --rm speed-bench --output "$name.json" "$@"
    ;;
  compare)
    [ $# -eq 3 ] || usage
    docker compose --profile tools run --rm --entrypoint python speed-bench \
      /app/speed_bench_compare.py --baseline "$2.json" --speculative "$3.json"
    ;;
  *) usage ;;
esac