ragussy/docker-compose.yml at master · mojomast/ragussy · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
version: "3.9"

services:
  backend:
    build: ./backend
    container_name: llm-model-lab-backend
    ports:
      - "8000:8000"
    environment:
      MODELS_DIR: /workspace/models
      RUNS_DIR: /workspace/runs
      RUNS_DB_PATH: /workspace/runs/runs.db
      LLAMA_SERVER_PATH: /workspace/llama.cpp/build/bin/llama-server
      LLAMA_PORT: 8081
      DEFAULT_THREADS: 8
      DEFAULT_CTX: 4096
      DEFAULT_GPU_LAYERS: 99
    volumes:
      - ./models:/workspace/models
      - ./runs:/workspace/runs
      - ./llama.cpp:/workspace/llama.cpp

  frontend:
    build: ./frontend
    container_name: llm-model-lab-frontend
    ports:
      - "5173:80"
    depends_on:
      - backend

  discord-bot:
    build: ./discord-bot
    container_name: ragussy-discord-bot
    env_file:
      - ./discord-bot/.env
    depends_on:
      - backend
    profiles:
      - with-discord