WIP: Complete Refactor - Modern Stack

.env.example

@@ -0,0 +1,35 @@
+DATABASE_URL=postgresql://user:password@localhost:5432/scanner
+REDIS_URL=redis://localhost:6379
+PORT=3000
+CORS_ORIGIN=http://localhost:5173
+
+DISCORD_TOKEN=your_discord_bot_token
+DISCORD_ALERT_CHANNEL_ID=your_alert_channel_id
+DISCORD_SUMMARY_CHANNEL_ID=your_summary_channel_id
+
+GEOCODING_PROVIDER=locationiq
+LOCATIONIQ_API_KEY=your_locationiq_api_key
+GOOGLE_MAPS_API_KEY=your_google_maps_api_key
+GEOCODING_STATE=State
+GEOCODING_COUNTRY=USA
+GEOCODING_CITY=City
+GEOCODING_TARGET_COUNTIES=County1,County2
+
+TRANSCRIPTION_MODE=local
+TRANSCRIPTION_DEVICE=cpu
+WHISPER_MODEL=base
+
+AI_PROVIDER=ollama
+OLLAMA_URL=http://localhost:11434
+OLLAMA_MODEL=llama3
+OPENAI_API_KEY=your_openai_api_key
+OPENAI_MODEL=gpt-4o-mini
+
+ENABLE_AUTH=false
+WEBSERVER_PASSWORD=change_this_password
+
+STORAGE_MODE=local
+S3_BUCKET=
+S3_REGION=
+S3_ACCESS_KEY=
+S3_SECRET_KEY=

.github/workflows/docker.yml

@@ -0,0 +1,92 @@
+name: Build and Push Images
+
+on:
+  push:
+    branches: [ main, refactor ]
+    tags: ['v*']
+  workflow_dispatch:
+
+concurrency:
+  group: docker-${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
+
+permissions:
+  contents: read
+  packages: write
+
+jobs:
+  api:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - uses: docker/setup-buildx-action@v3
+      - uses: docker/login-action@v3
+        with:
+          registry: ghcr.io
+          username: ${{ github.actor }}
+          password: ${{ secrets.GITHUB_TOKEN }}
+      - uses: docker/build-push-action@v5
+        with:
+          context: ./scanner-api
+          push: true
+          tags: |
+            ghcr.io/dadud/scanner-map-api:${{ github.ref_name }}
+            ghcr.io/dadud/scanner-map-api:${{ github.sha }}
+          platforms: linux/amd64
+
+  transcribe:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - uses: docker/setup-buildx-action@v3
+      - uses: docker/login-action@v3
+        with:
+          registry: ghcr.io
+          username: ${{ github.actor }}
+          password: ${{ secrets.GITHUB_TOKEN }}
+      - uses: docker/build-push-action@v5
+        with:
+          context: ./scanner-transcribe
+          push: true
+          tags: |
+            ghcr.io/dadud/scanner-map-transcribe:${{ github.ref_name }}
+            ghcr.io/dadud/scanner-map-transcribe:${{ github.sha }}
+          platforms: linux/amd64
+
+  discord:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - uses: docker/setup-buildx-action@v3
+      - uses: docker/login-action@v3
+        with:
+          registry: ghcr.io
+          username: ${{ github.actor }}
+          password: ${{ secrets.GITHUB_TOKEN }}
+      - uses: docker/build-push-action@v5
+        with:
+          context: ./scanner-discord
+          push: true
+          tags: |
+            ghcr.io/dadud/scanner-map-discord:${{ github.ref_name }}
+            ghcr.io/dadud/scanner-map-discord:${{ github.sha }}
+          platforms: linux/amd64
+
+  ui:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - uses: docker/setup-buildx-action@v3
+      - uses: docker/login-action@v3
+        with:
+          registry: ghcr.io
+          username: ${{ github.actor }}
+          password: ${{ secrets.GITHUB_TOKEN }}
+      - uses: docker/build-push-action@v5
+        with:
+          context: ./scanner-ui
+          push: true
+          tags: |
+            ghcr.io/dadud/scanner-map-ui:${{ github.ref_name }}
+            ghcr.io/dadud/scanner-map-ui:${{ github.sha }}
+          platforms: linux/amd64

.github/workflows/smoke.yml

@@ -0,0 +1,116 @@
+name: Runtime Smoke
+
+on:
+  push:
+    branches: [ main, refactor ]
+  workflow_run:
+    workflows: [Build and Push Images]
+    types: [completed]
+  workflow_dispatch:
+    inputs:
+      image_tag:
+        description: Image tag to test
+        required: false
+        default: refactor
+
+concurrency:
+  group: smoke-${{ github.workflow }}-${{ github.event.workflow_run.head_branch || github.ref }}
+  cancel-in-progress: true
+
+permissions:
+  contents: read
+  packages: read
+
+jobs:
+  smoke:
+    if: ${{ github.event_name != 'workflow_run' || github.event.workflow_run.conclusion == 'success' }}
+    runs-on: ubuntu-latest
+    env:
+      IMAGE_TAG: ${{ github.event_name == 'workflow_dispatch' && inputs.image_tag || github.event_name == 'workflow_run' && github.event.workflow_run.head_sha || github.sha }}
+      DOCKER_ORG: dadud
+      DOCKER_REGISTRY: ghcr.io
+      POSTGRES_USER: scanner
+      POSTGRES_PASSWORD: scanner
+      POSTGRES_DB: scanner
+      REDIS_URL: redis://localhost:6379/0
+    steps:
+      - uses: actions/checkout@v4
+        with:
+          ref: ${{ github.event_name == 'workflow_dispatch' && github.sha || github.event_name == 'workflow_run' && github.event.workflow_run.head_sha || github.sha }}
+
+      - uses: docker/login-action@v3
+        with:
+          registry: ghcr.io
+          username: ${{ github.actor }}
+          password: ${{ secrets.GITHUB_TOKEN }}
+
+      - uses: actions/setup-python@v5
+        with:
+          python-version: '3.11'
+
+      - name: Install smoke test dependencies
+        run: pip install requests websocket-client redis
+
+      - name: Wait for built images
+        run: |
+          for image in scanner-map-api scanner-map-ui scanner-map-transcribe scanner-map-discord; do
+            for attempt in $(seq 1 30); do
+              if docker pull ghcr.io/dadud/${image}:${IMAGE_TAG}; then
+                break
+              fi
+              if [ "$attempt" -eq 30 ]; then
+                echo "Timed out waiting for ghcr.io/dadud/${image}:${IMAGE_TAG}"
+                exit 1
+              fi
+              sleep 10
+            done
+          done
+
+      - name: Pull and start stack
+        run: |
+          docker compose -f docker-compose.prebuilt.yml up -d scanner-postgres scanner-redis scanner-api scanner-transcribe scanner-ui
+
+      - name: Wait for HTTP services
+        run: |
+          python - <<'PY'
+          import time
+          import requests
+
+          urls = [
+              'http://localhost:3000/api/health',
+              'http://localhost:8001/health',
+              'http://localhost'
+          ]
+
+          for url in urls:
+              deadline = time.time() + 180
+              while time.time() < deadline:
+                  try:
+                      response = requests.get(url, timeout=5)
+                      if response.ok:
+                          print(f'ready: {url}')
+                          break
+                  except Exception:
+                      pass
+                  time.sleep(2)
+              else:
+                  raise SystemExit(f'timed out waiting for {url}')
+          PY
+
+      - name: Initialize database schema
+        run: docker compose -f docker-compose.prebuilt.yml exec -T scanner-api npx prisma db push --accept-data-loss
+
+      - name: Seed smoke talkgroup
+        run: |
+          docker compose -f docker-compose.prebuilt.yml exec -T scanner-postgres psql -U scanner -d scanner -c "INSERT INTO \"Talkgroup\" (id, \"alphaTag\") VALUES ('smoke', 'Smoke Test') ON CONFLICT (id) DO NOTHING;"
+
+      - name: Run runtime smoke
+        run: python scripts/smoke_runtime.py
+
+      - name: Print compose logs on failure
+        if: failure()
+        run: docker compose -f docker-compose.prebuilt.yml logs --no-color
+
+      - name: Tear down stack
+        if: always()
+        run: docker compose -f docker-compose.prebuilt.yml down -v

.github/workflows/verify.yml

@@ -0,0 +1,91 @@
+name: Verify Refactor
+
+on:
+  push:
+    branches: [ main, refactor ]
+  pull_request:
+    branches: [ main ]
+  workflow_dispatch:
+
+concurrency:
+  group: verify-${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
+
+jobs:
+  api:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - uses: actions/setup-node@v4
+        with:
+          node-version: 20
+          cache: npm
+          cache-dependency-path: scanner-api/package.json
+      - name: Install API dependencies
+        run: npm install --package-lock=false
+        working-directory: scanner-api
+      - name: Generate Prisma client
+        run: npm exec -- prisma generate
+        working-directory: scanner-api
+      - name: Build API
+        run: npm run build
+        working-directory: scanner-api
+
+  ui:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - uses: actions/setup-node@v4
+        with:
+          node-version: 20
+          cache: npm
+          cache-dependency-path: scanner-ui/package.json
+      - name: Install UI dependencies
+        run: npm install --package-lock=false
+        working-directory: scanner-ui
+      - name: Build UI
+        run: npm run build
+        working-directory: scanner-ui
+
+  discord:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - uses: actions/setup-node@v4
+        with:
+          node-version: 20
+          cache: npm
+          cache-dependency-path: scanner-discord/package.json
+      - name: Install Discord dependencies
+        run: npm install --package-lock=false
+        working-directory: scanner-discord
+      - name: Build Discord service
+        run: npm run build
+        working-directory: scanner-discord
+
+  transcribe:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - uses: actions/setup-python@v5
+        with:
+          python-version: '3.11'
+      - name: Install transcription dependencies
+        run: pip install -r requirements.txt
+        working-directory: scanner-transcribe
+      - name: Compile Python sources
+        run: python -m compileall src
+        working-directory: scanner-transcribe
+
+  compose:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - name: Validate source compose file
+        run: docker compose -f docker-compose.yml config > /dev/null
+      - name: Validate prebuilt compose file
+        env:
+          DOCKER_ORG: dadud
+          DOCKER_REGISTRY: ghcr.io
+          IMAGE_TAG: refactor
+        run: docker compose -f docker-compose.prebuilt.yml config > /dev/null