ci.yml

name: CI

on:
  pull_request:
    branches: [dev, main]

concurrency:
  group: ci-${{ github.ref }}
  cancel-in-progress: true

jobs:
  test:
    name: Test suite
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v4

      - uses: oven-sh/setup-bun@v2

      - name: Install dependencies
        run: bun install --frozen-lockfile

      - name: Run unit tests
        run: bun test --pass-with-no-tests

      - name: Run lint and format checks
        run: bun run check:ci

      - name: Typecheck
        run: bun run typecheck

      - name: Install eval-magic (eval-magic)
        env:
          EVAL_MAGIC_INSTALL_DIR: ${{ runner.temp }}/eval-magic
        run: |
          curl --proto '=https' --tlsv1.2 -LsSf \
            https://github.com/slowdini/eval-magic/releases/latest/download/eval-magic-installer.sh | sh
          echo "${{ runner.temp }}/eval-magic/bin" >> "$GITHUB_PATH"

      - name: Validate every skills/*/evals/evals.json
        run: bun run evals:validate

      - name: Dry-run runner for each skill with evals.json
        run: |
          set -euo pipefail
          shopt -s nullglob
          for path in skills/*/evals/evals.json; do
            skill=$(basename "$(dirname "$(dirname "$path")")")
            echo "::group::Dry-run $skill"
            bun run evals -- --skill "$skill" --mode new-skill --dry-run
            echo "::endgroup::"
          done