docker-compose.yml

version: "3.8"

services:
  # ==========================================================================
  # Infrastructure
  # ==========================================================================

  postgres:
    build:
      context: .
      dockerfile: db/Dockerfile
    container_name: walstream-postgres
    environment:
      POSTGRES_USER: postgres
      POSTGRES_PASSWORD: postgres
      POSTGRES_DB: walstreamdb
    command:
      - "postgres"
      - "-c"
      - "wal_level=logical"
      - "-c"
      - "max_replication_slots=10"
      - "-c"
      - "max_wal_senders=10"
    ports:
      - "5432:5432"
    volumes:
      - postgres_data:/var/lib/postgresql/data
      - ./db/init.sql:/docker-entrypoint-initdb.d/init.sql
    healthcheck:
      test: ["CMD-SHELL", "pg_isready -U postgres"]
      interval: 5s
      timeout: 5s
      retries: 5

  postgres-control:
    image: postgres:16-alpine
    container_name: walstream-postgres-control
    environment:
      POSTGRES_USER: postgres
      POSTGRES_PASSWORD: postgres
      POSTGRES_DB: walstream_control
    ports:
      - "5433:5432"
    volumes:
      - postgres_control_data:/var/lib/postgresql/data
    healthcheck:
      test: ["CMD-SHELL", "pg_isready -U postgres"]
      interval: 5s
      timeout: 5s
      retries: 5

  redis:
    image: redis:7-alpine
    container_name: walstream-redis
    ports:
      - "6379:6379"
    volumes:
      - redis_data:/data
    healthcheck:
      test: ["CMD", "redis-cli", "ping"]
      interval: 5s
      timeout: 5s
      retries: 5

  zookeeper:
    image: confluentinc/cp-zookeeper:7.5.0
    container_name: walstream-zookeeper
    environment:
      ZOOKEEPER_CLIENT_PORT: 2181
      ZOOKEEPER_TICK_TIME: 2000
    ports:
      - "2181:2181"

  kafka:
    image: confluentinc/cp-kafka:7.5.0
    container_name: walstream-kafka
    depends_on:
      - zookeeper
    ports:
      - "9092:9092"
      - "29092:29092"
    environment:
      KAFKA_BROKER_ID: 1
      KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
      KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://kafka:9092,PLAINTEXT_HOST://localhost:29092
      KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: PLAINTEXT:PLAINTEXT,PLAINTEXT_HOST:PLAINTEXT
      KAFKA_INTER_BROKER_LISTENER_NAME: PLAINTEXT
      KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1
      KAFKA_AUTO_CREATE_TOPICS_ENABLE: "true"
    healthcheck:
      test: ["CMD", "kafka-topics", "--bootstrap-server", "localhost:9092", "--list"]
      interval: 10s
      timeout: 10s
      retries: 5

  # ==========================================================================
  # Application Services
  # ==========================================================================

  ingestor:
    build:
      context: .
      dockerfile: ingestor/Dockerfile
    container_name: walstream-ingestor
    depends_on:
      postgres:
        condition: service_healthy
      redis:
        condition: service_healthy
      kafka:
        condition: service_healthy
    environment:
      POSTGRES_HOST: postgres
      POSTGRES_USER: repluser
      POSTGRES_PASSWORD: replpass
      POSTGRES_DB: walstreamdb
      KAFKA_BROKER: kafka:9092
      KAFKA_TOPIC: walstream.archive
      REDIS_URL: redis://redis:6379/0
      REDIS_STREAM: walstream:events
      REDIS_STREAM_MAXLEN: "100000"
      REPLICATION_SLOT: walstream_slot
      TABLES_FILTER: "public.*"
      METRICS_PORT: "9090"
    ports:
      - "9090:9090"

  control:
    build:
      context: .
      dockerfile: control/Dockerfile
    container_name: walstream-control
    depends_on:
      postgres-control:
        condition: service_healthy
      redis:
        condition: service_healthy
      kafka:
        condition: service_healthy
    environment:
      DATABASE_URL: postgresql+asyncpg://postgres:postgres@postgres-control:5432/walstream_control
      REDIS_URL: redis://redis:6379/0
      REDIS_STREAM: walstream:events
      KAFKA_BROKER: kafka:9092
      KAFKA_TOPIC: walstream.archive
      REPLAYER_HOST: replayer
      REPLAYER_PORT: "50051"
      SECRET_KEY: change-me-in-production-use-long-random-string
      CORS_ORIGINS: '["http://localhost:3000","http://frontend:3000"]'
      DEBUG: "false"
      METRICS_PORT: "9091"
    ports:
      - "8000:8000"
      - "9091:9091"

  replayer:
    build:
      context: .
      dockerfile: replayer/Dockerfile
    container_name: walstream-replayer
    depends_on:
      postgres-control:
        condition: service_healthy
    environment:
      GRPC_PORT: "50051"
      METRICS_PORT: "9092"
      DEDUP_DATABASE_URL: postgresql://postgres:postgres@postgres-control:5432/walstream_control
      TARGET_DATABASE_URL: postgresql://postgres:postgres@postgres:5432/walstreamdb
      DEDUP_TTL_DAYS: "7"
    ports:
      - "50051:50051"
      - "9092:9092"

  worker:
    build:
      context: .
      dockerfile: control/Dockerfile
    container_name: walstream-worker
    command: ["python", "-m", "app.workers.manager"]
    depends_on:
      - control
      - replayer
    environment:
      DATABASE_URL: postgresql+asyncpg://postgres:postgres@postgres-control:5432/walstream_control
      REDIS_URL: redis://redis:6379/0
      KAFKA_BROKER: kafka:9092
      KAFKA_TOPIC: walstream.archive
      REPLAYER_HOST: replayer
      REPLAYER_PORT: "50051"
      JOB_WORKER_COUNT: "2"

  frontend:
    build:
      context: ./frontend
      dockerfile: Dockerfile
    container_name: walstream-frontend
    depends_on:
      - control
    environment:
      NEXT_PUBLIC_API_URL: http://localhost:8000
      NEXT_PUBLIC_WS_URL: ws://localhost:8000
      PROMETHEUS_INGESTOR_URL: http://ingestor:9090/metrics
      PROMETHEUS_CONTROL_URL: http://control:9091/metrics
      PROMETHEUS_REPLAYER_URL: http://replayer:9092/metrics
    ports:
      - "3000:3000"

  # ==========================================================================
  # Monitoring (Optional)
  # ==========================================================================

  prometheus:
    image: prom/prometheus:v2.47.0
    container_name: walstream-prometheus
    ports:
      - "9099:9090"
    volumes:
      - ./monitoring/prometheus.yml:/etc/prometheus/prometheus.yml
      - ./monitoring/alertmanager/rules:/etc/prometheus/rules
      - prometheus_data:/prometheus
    command:
      - "--config.file=/etc/prometheus/prometheus.yml"
      - "--storage.tsdb.path=/prometheus"
    profiles:
      - monitoring

  alertmanager:
    image: prom/alertmanager:v0.26.0
    container_name: walstream-alertmanager
    ports:
      - "9093:9093"
    volumes:
      - ./monitoring/alertmanager/alertmanager.yml:/etc/alertmanager/alertmanager.yml
    command:
      - "--config.file=/etc/alertmanager/alertmanager.yml"
    profiles:
      - monitoring

  grafana:
    image: grafana/grafana:10.1.0
    container_name: walstream-grafana
    ports:
      - "3001:3000"
    environment:
      GF_SECURITY_ADMIN_PASSWORD: admin
    volumes:
      - grafana_data:/var/lib/grafana
      - ./monitoring/grafana/provisioning/datasources:/etc/grafana/provisioning/datasources
      - ./monitoring/grafana/provisioning/dashboards:/etc/grafana/provisioning/dashboards
      - ./monitoring/grafana/dashboards:/var/lib/grafana/dashboards
    profiles:
      - monitoring

volumes:
  postgres_data:
  postgres_control_data:
  redis_data:
  prometheus_data:
  grafana_data: