bench-local.sh

#!/bin/bash
# local benchmark: One (single + cluster) vs TanStack Start (single)
# auto-generates RESULTS.md with markdown tables

set -e

SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
ONE_PORT=3899
TANSTACK_PORT=3900
DURATION=${DURATION:-20}
CONNECTIONS=${CONNECTIONS:-100}
WORKERS=${WORKERS:-6}
RESULTS_FILE="$SCRIPT_DIR/RESULTS.md"

RED='\033[0;31m'
GREEN='\033[0;32m'
BLUE='\033[0;34m'
BOLD='\033[1m'
NC='\033[0m'

log() { echo -e "${BLUE}[bench]${NC} $1"; }
ok() { echo -e "${GREEN}[bench]${NC} $1"; }

cleanup() {
  log "cleaning up servers..."
  lsof -ti:$ONE_PORT 2>/dev/null | xargs kill -9 2>/dev/null || true
  lsof -ti:$TANSTACK_PORT 2>/dev/null | xargs kill -9 2>/dev/null || true
}
trap cleanup EXIT

if ! command -v autocannon &>/dev/null; then
  log "installing autocannon..."
  npm install -g autocannon
fi

# route test data
GAME_SLUGS=("pokemon" "magic" "yugioh" "digimon" "onepiece")
SET_SLUGS=("scarlet-violet" "paldea-evolved" "murders-at-karlov-manor" "phantom-nightmare")
SEARCH_QUERIES=("pikachu" "charizard" "dragon" "rare" "ex" "magic" "yugioh")

random_card_id() {
  local game=${GAME_SLUGS[$((RANDOM % ${#GAME_SLUGS[@]}))]}
  local set_num=$(printf "%02d" $((RANDOM % 10 + 1)))
  local card_num=$(printf "%03d" $((RANDOM % 200 + 1)))
  echo "${game}-set-${set_num}-${card_num}"
}

bench_url() {
  local url=$1
  local conns=${2:-$CONNECTIONS}
  local dur=${3:-$DURATION}
  autocannon -c "$conns" -d "$dur" -j "$url" 2>/dev/null
}

# extract stats from autocannon json
parse_json() {
  local json=$1
  local field=$2
  echo "$json" | python3 -c "import sys,json; print(json.load(sys.stdin)$field)"
}

# routes: name, path, weight
ROUTE_NAMES=("Homepage" "Search" "Card Detail" "Game Detail" "Games List" "Sellers" "Set Detail")
ROUTE_WEIGHTS=(20 25 20 15 10 5 5)

get_route_url() {
  local base=$1
  local idx=$2
  case $idx in
    0) echo "$base/" ;;
    1) echo "$base/search?q=${SEARCH_QUERIES[$((RANDOM % ${#SEARCH_QUERIES[@]}))]}&page=1&limit=24&order=asc" ;;
    2) echo "$base/cards/$(random_card_id)" ;;
    3) echo "$base/games/${GAME_SLUGS[$((RANDOM % ${#GAME_SLUGS[@]}))]}" ;;
    4) echo "$base/games" ;;
    5) echo "$base/sellers" ;;
    6) echo "$base/sets/${SET_SLUGS[$((RANDOM % ${#SET_SLUGS[@]}))]}?page=1" ;;
  esac
}

# run all routes, store results in arrays
# usage: run_suite "Label" "http://base:port"
# sets: SUITE_RPS[], SUITE_LAT[], SUITE_P99[], SUITE_WRPS, SUITE_WLAT, SUITE_WP99
run_suite() {
  local label=$1
  local base=$2

  echo ""
  echo -e "${BOLD}================================================================${NC}"
  echo -e "${BOLD}  $label${NC}"
  echo -e "${BOLD}  ${base} | ${CONNECTIONS} conn | ${DURATION}s/route${NC}"
  echo -e "${BOLD}================================================================${NC}"

  # warmup
  log "warming up..."
  for path in "/" "/games" "/search" "/sellers" "/cart"; do
    curl -s -o /dev/null "$base$path" 2>/dev/null || true
  done
  autocannon -c 20 -d 5 "$base/" >/dev/null 2>&1 || true
  ok "warmup complete"

  SUITE_RPS=()
  SUITE_LAT=()
  SUITE_P99=()

  for i in "${!ROUTE_NAMES[@]}"; do
    local name=${ROUTE_NAMES[$i]}
    local weight=${ROUTE_WEIGHTS[$i]}
    local url=$(get_route_url "$base" "$i")

    log "testing $name (${weight}% weight)..."
    local result=$(bench_url "$url")
    local rps=$(parse_json "$result" "['requests']['average']")
    local lat=$(parse_json "$result" "['latency']['average']")
    local p99=$(parse_json "$result" "['latency']['p99']")

    SUITE_RPS+=("$rps")
    SUITE_LAT+=("$lat")
    SUITE_P99+=("$p99")

    printf "  %-14s %8s req/s  avg %6sms  p99 %6sms\n" "$name" "$rps" "$lat" "$p99"
  done

  # weighted averages
  SUITE_WRPS=$(python3 -c "
rps = [$(for i in "${!SUITE_RPS[@]}"; do echo -n "(${SUITE_RPS[$i]},${ROUTE_WEIGHTS[$i]}),"; done)]
print(f'{sum(r*w for r,w in rps)/100:.1f}')
")
  SUITE_WLAT=$(python3 -c "
lat = [$(for i in "${!SUITE_LAT[@]}"; do echo -n "(${SUITE_LAT[$i]},${ROUTE_WEIGHTS[$i]}),"; done)]
print(f'{sum(r*w for r,w in lat)/100:.2f}')
")
  SUITE_WP99=$(python3 -c "
p99 = [$(for i in "${!SUITE_P99[@]}"; do echo -n "(${SUITE_P99[$i]},${ROUTE_WEIGHTS[$i]}),"; done)]
print(f'{sum(r*w for r,w in p99)/100:.2f}')
")

  echo ""
  echo -e "${BOLD}  WEIGHTED:${NC} ${GREEN}${SUITE_WRPS} req/s${NC}  avg ${SUITE_WLAT}ms  p99 ${SUITE_WP99}ms"
}

start_server() {
  local name=$1
  local port=$2
  local cmd=$3

  log "starting $name on port $port..."
  eval "$cmd" &>/dev/null &
  sleep 5

  if ! curl -s -o /dev/null -w "%{http_code}" "http://localhost:$port/" | grep -q 200; then
    echo "ERROR: $name failed to start on port $port"
    exit 1
  fi
  ok "$name running on port $port"
}

kill_port() {
  lsof -ti:$1 2>/dev/null | xargs kill -9 2>/dev/null || true
  sleep 2
}

# ─── run all suites ───────────────────────────────────────────────────────────

# 1) One single process
kill_port $ONE_PORT
cd "$SCRIPT_DIR/one"
start_server "One (single)" $ONE_PORT "NODE_ENV=production node node_modules/.bin/one serve --port $ONE_PORT --no-compress"
run_suite "One — single process" "http://localhost:$ONE_PORT"
ONE_SINGLE_RPS=("${SUITE_RPS[@]}")
ONE_SINGLE_LAT=("${SUITE_LAT[@]}")
ONE_SINGLE_P99=("${SUITE_P99[@]}")
ONE_SINGLE_WRPS=$SUITE_WRPS
ONE_SINGLE_WLAT=$SUITE_WLAT
ONE_SINGLE_WP99=$SUITE_WP99
kill_port $ONE_PORT

# 2) One cluster
start_server "One (cluster=$WORKERS)" $ONE_PORT "NODE_ENV=production node node_modules/.bin/one serve --port $ONE_PORT --cluster=$WORKERS --no-compress"
run_suite "One — cluster ($WORKERS workers)" "http://localhost:$ONE_PORT"
ONE_CLUSTER_RPS=("${SUITE_RPS[@]}")
ONE_CLUSTER_LAT=("${SUITE_LAT[@]}")
ONE_CLUSTER_P99=("${SUITE_P99[@]}")
ONE_CLUSTER_WRPS=$SUITE_WRPS
ONE_CLUSTER_WLAT=$SUITE_WLAT
ONE_CLUSTER_WP99=$SUITE_WP99
kill_port $ONE_PORT

# 3) TanStack single process
cd "$SCRIPT_DIR/tanstack"
start_server "TanStack Start" $TANSTACK_PORT "PORT=$TANSTACK_PORT NODE_ENV=production node .output/server/index.mjs"
run_suite "TanStack Start — single process" "http://localhost:$TANSTACK_PORT"
TS_SINGLE_RPS=("${SUITE_RPS[@]}")
TS_SINGLE_LAT=("${SUITE_LAT[@]}")
TS_SINGLE_P99=("${SUITE_P99[@]}")
TS_SINGLE_WRPS=$SUITE_WRPS
TS_SINGLE_WLAT=$SUITE_WLAT
TS_SINGLE_WP99=$SUITE_WP99
kill_port $TANSTACK_PORT

# ─── generate RESULTS.md ─────────────────────────────────────────────────────

cd "$SCRIPT_DIR"

# helper: format number with commas
fmt() { printf "%'.0f" "${1%.*}" 2>/dev/null || echo "$1"; }

# compute ratios
ratio() {
  python3 -c "
a, b = $1, $2
if b > 0: print(f'{a/b:.1f}x')
else: print('—')
"
}

DATE=$(date '+%Y-%m-%d %H:%M')
NODE_VER=$(node -v)
OS_INFO=$(uname -sm)

cat > "$RESULTS_FILE" << HEADER
# Benchmark Results

> Generated $DATE | Node $NODE_VER | $OS_INFO
> ${CONNECTIONS} connections, ${DURATION}s per route, 1-5ms simulated DB delay
> Data: 10k cards, 50k+ listings, 100 sellers, 5 games, 50 sets

## SSR Throughput (req/s)

| Route | One (single) | One (cluster×$WORKERS) | TanStack Start | One vs TS | Cluster vs TS |
|-------|-------------|----------------------|----------------|-----------|---------------|
HEADER

for i in "${!ROUTE_NAMES[@]}"; do
  name=${ROUTE_NAMES[$i]}
  one_s=${ONE_SINGLE_RPS[$i]}
  one_c=${ONE_CLUSTER_RPS[$i]}
  ts_s=${TS_SINGLE_RPS[$i]}
  r=$(ratio "$one_s" "$ts_s")
  rc=$(ratio "$one_c" "$ts_s")
  echo "| $name | $(fmt $one_s) | $(fmt $one_c) | $(fmt $ts_s) | $r | $rc |" >> "$RESULTS_FILE"
done

echo "| **Weighted Avg** | **$(fmt $ONE_SINGLE_WRPS)** | **$(fmt $ONE_CLUSTER_WRPS)** | **$(fmt $TS_SINGLE_WRPS)** | **$(ratio $ONE_SINGLE_WRPS $TS_SINGLE_WRPS)** | **$(ratio $ONE_CLUSTER_WRPS $TS_SINGLE_WRPS)** |" >> "$RESULTS_FILE"

cat >> "$RESULTS_FILE" << LATENCY

## Latency (ms)

| Metric | One (single) | One (cluster×$WORKERS) | TanStack Start |
|--------|-------------|----------------------|----------------|
| Avg Latency | ${ONE_SINGLE_WLAT}ms | ${ONE_CLUSTER_WLAT}ms | ${TS_SINGLE_WLAT}ms |
| p99 Latency | ${ONE_SINGLE_WP99}ms | ${ONE_CLUSTER_WP99}ms | ${TS_SINGLE_WP99}ms |

## Configuration

- **One**: v$(node -e "console.log(require('./one/node_modules/one/package.json').version)")
- **TanStack Start**: v$(node -e "console.log(require('./tanstack/node_modules/@tanstack/react-start/package.json').version)" 2>/dev/null || echo "unknown")
- **Cluster workers**: $WORKERS
- **Connections**: $CONNECTIONS
- **Duration**: ${DURATION}s per route
- **DB delay**: 1-5ms (simulated)
LATENCY

ok "results written to $RESULTS_FILE"

# ─── terminal summary ────────────────────────────────────────────────────────

echo ""
echo "================================================================"
echo -e "${BOLD}  RESULTS SUMMARY${NC}"
echo "================================================================"
echo ""
printf "  %-22s %10s %10s %10s\n" "" "req/s" "avg ms" "p99 ms"
printf "  %-22s %10s %10s %10s\n" "──────────────────────" "─────────" "─────────" "─────────"
printf "  %-22s %10s %10s %10s\n" "One (single)" "$ONE_SINGLE_WRPS" "$ONE_SINGLE_WLAT" "$ONE_SINGLE_WP99"
printf "  %-22s %10s %10s %10s\n" "One (cluster×$WORKERS)" "$ONE_CLUSTER_WRPS" "$ONE_CLUSTER_WLAT" "$ONE_CLUSTER_WP99"
printf "  %-22s %10s %10s %10s\n" "TanStack Start" "$TS_SINGLE_WRPS" "$TS_SINGLE_WLAT" "$TS_SINGLE_WP99"
echo ""
echo "  One single vs TanStack: $(ratio $ONE_SINGLE_WRPS $TS_SINGLE_WRPS) throughput"
echo "  One cluster vs TanStack: $(ratio $ONE_CLUSTER_WRPS $TS_SINGLE_WRPS) throughput"
echo ""
echo "  Full results: $RESULTS_FILE"
echo "================================================================"