pulsemind-ai/docker-compose.yml at main · UniverseScripts/pulsemind-ai · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
services:
  nginx:
    image: nginx:latest
    container_name: vap_nginx
    ports:
      - "443:443"
    volumes:
      - ./proxy/nginx.conf:/etc/nginx/nginx.conf:ro
      - ./certs:/etc/nginx/certs:ro
    networks:
      - vap-internal
    depends_on:
      - backend

  edge:
    build: ./edge
    container_name: vap_edge
    ports:
      - "8081:8081"
    environment:
      - CERT_PATH=/certs/client.crt
      - KEY_PATH=/certs/client.key
      - CA_PATH=/certs/ca.crt
      - CLUSTER_WSS_URL=wss://nginx:443/ws
    volumes:
      - ./certs:/certs:ro
    networks:
      - vap-internal
    depends_on:
      - nginx

  backend:
    build: ./backend
    container_name: vap_backend
    environment:
      - FCP_GRPC_ADDR=fcp-former:50051
      - VLLM_API_URL=http://vllm:8000/v1/chat/completions
      - VLLM_MODEL_NAME=Qwen/Qwen2-7B-Instruct
    networks:
      - vap-internal
    depends_on:
      - fcp-former

  fcp-former:
    build: ./engine_fcp
    container_name: vap_fcp_former
    volumes:
      - ./legacy/output_from_advanced_training:/model:ro
    deploy:
      resources:
        reservations:
          devices:
            - driver: nvidia
              device_ids: ['7']
              capabilities: [gpu]
    networks:
      - vap-internal

  vllm:
    image: vllm/vllm-openai:latest
    container_name: vap_vllm
    command: --model Qwen/Qwen2-7B-Instruct --dtype bfloat16 --enable-lora --lora-modules clinical-lora=/lora_adapters/clinical-lora --gpu-memory-utilization 0.5
    deploy:
      resources:
        reservations:
          devices:
            - driver: nvidia
              device_ids: ['7']
              capabilities: [gpu]
    volumes:
      - ~/.cache/huggingface:/root/.cache/huggingface
      - ./legacy/lora_adapters:/lora_adapters:ro
    networks:
      - vap-internal

networks:
  vap-internal:
    driver: bridge