| 1234567891011121314 |
- #!/usr/bin/env bash
- # Run benchmarks/overnight_bench.py from spark2 (a worker, off the head's CPU) and
- # join the head's "Decode batch" acceptance lines for each phase window.
- # Usage: scripts/overnight/bench.sh LABEL [reps] [max_tokens] (PHASES=c1,c4)
- set -euo pipefail
- ROOT="$(cd "$(dirname "$0")/../.." && pwd)"; cd "$ROOT"
- LABEL="$1"; REPS="${2:-5}"; MAXT="${3:-512}"
- R="${RESULTS_DIR:?set RESULTS_DIR}"; mkdir -p "$R"
- REM="ssh -i $HOME/.ssh/id_ed25519_shared -o IdentitiesOnly=yes zurih@spark2"
- KEY=$(cat state/api-key 2>/dev/null || true)
- scp -q -i ~/.ssh/id_ed25519_shared benchmarks/overnight_bench.py zurih@spark2:/tmp/overnight_bench.py
- $REM "rm -f /tmp/ob-$LABEL.jsonl; API_KEY=$KEY PHASES=${PHASES:-c1,c4} C1_WORKLOADS=${C1_WORKLOADS:-prose,code,chat_sampled,prose2} BASE_URL=http://10.0.0.1:8888 python3 /tmp/overnight_bench.py /tmp/ob-$LABEL.jsonl $REPS $MAXT" | tr -d '\r' | tee "$R/bench-$LABEL.txt"
- scp -q -i ~/.ssh/id_ed25519_shared "zurih@spark2:/tmp/ob-$LABEL.jsonl" "zurih@spark2:/tmp/ob-$LABEL.summary.json" "$R/"
- python3 scripts/overnight/accept.py "$R/ob-$LABEL.summary.json" | tee -a "$R/bench-$LABEL.txt"
|
