conformance.yml

name: conformance

on:
  push:
    branches: [main]
  pull_request:
    branches: [main]

concurrency:
  group: ${{ github.workflow }}-${{ github.ref }}
  cancel-in-progress: true

jobs:
  conformance:
    name: Reference operator + conformance suite
    runs-on: ubuntu-latest
    timeout-minutes: 10

    steps:
      - uses: actions/checkout@v4

      - name: Install uv
        uses: astral-sh/setup-uv@v3
        with:
          enable-cache: true

      - name: Sync operator deps
        working-directory: examples/local-operator
        run: uv sync --frozen

      - name: Sync conformance deps
        working-directory: tests/conformance
        run: uv sync --frozen

      - name: Start reference operator
        working-directory: examples/local-operator
        run: |
          nohup uv run python -m asmtp_operator --seed seed.json > operator.log 2>&1 &
          echo $! > operator.pid

      - name: Wait for operator to be reachable
        run: |
          for i in $(seq 1 30); do
            if curl -sf http://127.0.0.1:8080/openapi.json > /dev/null; then
              echo "operator up after ${i}s"
              exit 0
            fi
            sleep 1
          done
          echo "operator failed to start"
          cat examples/local-operator/operator.log
          exit 1

      - name: Run conformance suite
        working-directory: tests/conformance
        env:
          ASMTP_OPERATOR_URL: http://127.0.0.1:8080
          ASMTP_TEST_AGENTS: '{"@alice.test":"alice-token","@bob.test":"bob-token","@carol.test":"carol-token"}'
        run: uv run pytest -v

      - name: Stop reference operator
        if: always()
        working-directory: examples/local-operator
        run: |
          if [ -f operator.pid ]; then
            kill "$(cat operator.pid)" 2>/dev/null || true
          fi

      - name: Upload operator log on failure
        if: failure()
        uses: actions/upload-artifact@v4
        with:
          name: operator-log
          path: examples/local-operator/operator.log