performance.yml

name: Performance Tests

on:
  schedule:
    # Run daily at 2 AM UTC
    - cron: '0 2 * * *'
  workflow_dispatch:
    inputs:
      run_benchmark:
        description: 'Run full benchmark suite'
        required: false
        type: boolean
        default: false

jobs:
  performance-tests:
    name: Run Performance Tests
    runs-on: ubuntu-latest
    timeout-minutes: 60

    services:
      postgres:
        image: postgres:16
        env:
          POSTGRES_PASSWORD: postgres
          POSTGRES_DB: imaform_test
        options: >-
          --health-cmd pg_isready
          --health-interval 10s
          --health-timeout 5s
          --health-retries 5
        ports:
          - 5432:5432
      
      redis:
        image: redis:7
        options: >-
          --health-cmd "redis-cli ping"
          --health-interval 10s
          --health-timeout 5s
          --health-retries 5
        ports:
          - 6379:6379
    
    steps:
      - name: Checkout code
        uses: actions/checkout@v4
        with:
          fetch-depth: 0
      
      - name: Set up Python
        uses: actions/setup-python@v4
        with:
          python-version: '3.11'
          cache: 'pip'
      
      - name: Install dependencies
        run: |
          cd backend
          pip install -r requirements.txt
          pip install pytest pytest-benchmark psutil
      
      - name: Run segmentation performance tests
        run: |
          cd backend
          pytest tests/performance/test_segmentation_performance.py -v -m performance -s
        env:
          DATABASE_URL: postgresql://postgres:postgres@localhost:5432/imaform_test
          REDIS_URL: redis://localhost:6379/0
      
      - name: Run geometry performance tests
        run: |
          cd backend
          pytest tests/performance/test_geometry_performance.py -v -m performance -s
        env:
          DATABASE_URL: postgresql://postgres:postgres@localhost:5432/imaform_test
          REDIS_URL: redis://localhost:6379/0
      
      - name: Run API performance tests
        run: |
          cd backend
          pytest tests/performance/test_api_performance.py -v -m performance -s
        env:
          DATABASE_URL: postgresql://postgres:postgres@localhost:5432/imaform_test
          REDIS_URL: redis://localhost:6379/0
      
      - name: Upload performance results
        uses: actions/upload-artifact@v4
        with:
          name: performance-results
          path: backend/performance-results/
          retention-days: 30

  benchmark-comparison:
    name: Compare with Baseline
    runs-on: ubuntu-latest
    needs: performance-tests
    if: github.event_name == 'schedule'
    timeout-minutes: 15

    steps:
      - name: Checkout code
        uses: actions/checkout@v4
        with:
          fetch-depth: 0
      
      - name: Download baseline results
        uses: actions/cache@v4
        with:
          path: performance-baseline/
          key: ${{ runner.os }}-performance-baseline-${{ github.sha }}
          restore-keys: |
            ${{ runner.os }}-performance-baseline-
      
      - name: Download current results
        uses: actions/download-artifact@v4
        with:
          name: performance-results
          path: performance-results/
      
      - name: Set up Python
        uses: actions/setup-python@v4
        with:
          python-version: '3.11'
      
      - name: Install dependencies
        run: |
          pip install matplotlib numpy
      
      - name: Generate comparison report
        run: |
          python scripts/compare_performance.py \
            --baseline performance-baseline/ \
            --current performance-results/ \
            --output performance-comparison/
      
      - name: Upload comparison report
        uses: actions/upload-artifact@v4
        with:
          name: performance-comparison
          path: performance-comparison/
          retention-days: 30
      
      - name: Create performance summary
        run: |
          echo "## Performance Comparison" >> $GITHUB_STEP_SUMMARY
          echo "" >> $GITHUB_STEP_SUMMARY
          echo "| Metric | Baseline | Current | Change | Status |" >> $GITHUB_STEP_SUMMARY
          echo "|--------|----------|---------|--------|--------|" >> $GITHUB_STEP_SUMMARY
          
          # Read comparison report and add to summary
          if [ -f performance-comparison/summary.txt ]; then
            cat performance-comparison/summary.txt >> $GITHUB_STEP_SUMMARY
          fi
      
      - name: Comment on PR if regression
        if: github.event_name == 'pull_request'
        uses: actions/github-script@v7
        with:
          script: |
            const fs = require('fs');
            const summary = fs.readFileSync(process.env.GITHUB_STEP_SUMMARY, 'utf8');
            
            // Check for regressions
            if (summary.includes('⚠️') || summary.includes('🔴')) {
              github.rest.issues.createComment({
                issue_number: context.issue.number,
                owner: context.repo.owner,
                repo: context.repo.repo,
                body: summary
              });
            }
          github-token: ${{ secrets.GITHUB_TOKEN }}

  update-baseline:
    name: Update Baseline
    runs-on: ubuntu-latest
    needs: performance-tests
    if: github.ref == 'refs/heads/main' && github.event_name == 'push'
    timeout-minutes: 10

    steps:
      - name: Checkout code
        uses: actions/checkout@v4

      - name: Download current results
        uses: actions/download-artifact@v4
        with:
          name: performance-results
          path: performance-results/

      - name: Copy results to baseline directory
        run: |
          mkdir -p performance-baseline
          cp -r performance-results/* performance-baseline/

      - name: Cache as baseline
        uses: actions/cache/save@v4
        with:
          path: performance-baseline/
          key: ${{ runner.os }}-performance-baseline-${{ github.sha }}

      - name: Create baseline summary
        run: |
          echo "Performance baseline updated for ${{ github.sha }}" >> $GITHUB_STEP_SUMMARY
          echo "Baseline saved to cache" >> $GITHUB_STEP_SUMMARY

  performance-alert:
    name: Check Performance Regressions
    runs-on: ubuntu-latest
    needs: performance-tests
    if: github.event_name == 'schedule'
    timeout-minutes: 15

    steps:
      - name: Checkout code
        uses: actions/checkout@v4
        with:
          fetch-depth: 0
      
      - name: Download baseline results
        uses: actions/cache@v4
        with:
          path: performance-baseline/
          key: ${{ runner.os }}-performance-baseline-${{ github.sha }}
          restore-keys: |
            ${{ runner.os }}-performance-baseline-
      
      - name: Download current results
        uses: actions/download-artifact@v4
        with:
          name: performance-results
          path: performance-results/
      
      - name: Set up Python
        uses: actions/setup-python@v4
        with:
          python-version: '3.11'
      
      - name: Install dependencies
        run: |
          pip install matplotlib numpy requests
      
      - name: Check for regressions
        run: |
          python scripts/check_performance_regression.py \
            --baseline performance-baseline/ \
            --current performance-results/ \
            --threshold 10 \
            --output regression-report/
      
      - name: Create issue if regression detected
        if: always()
        uses: actions/github-script@v7
        with:
          script: |
            const fs = require('fs');
            
            if (fs.existsSync('regression-report/regression.txt')) {
              const regression = fs.readFileSync('regression-report/regression.txt', 'utf8');
              
              github.rest.issues.create({
                title: '⚠️ Performance Regression Detected',
                body: regression,
                labels: ['performance', 'regression']
              });
            }
          github-token: ${{ secrets.GITHUB_TOKEN }}