moshi/docker-compose.yml at main · tuanaiseo/moshi · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
version: "3.8"

name: moshi

services:

  moshi:
    build:
      context: ./moshi
    expose:
     - 8998/tcp
    restart: unless-stopped
    volumes:
      - hf-cache:/root/.cache/huggingface
    environment:
      #- HF_REPO=kyutai/moshika-pytorch-bf16
      - HF_REPO=kyutai/moshiko-pytorch-bf16
    deploy:
      resources:
        reservations:
          devices:
            - driver: nvidia
              capabilities: [gpu]
              count: all

  tunnel:
    image: cloudflare/cloudflared:latest
    pull_policy: always
    restart: unless-stopped
    expose:
      - 43337/tcp
    environment:
      TUNNEL_URL: http://moshi:8998
      TUNNEL_METRICS: 0.0.0.0:43337
    command: tunnel --no-autoupdate
    depends_on:
      - moshi

volumes:
  hf-cache: