data-assignment/docker-compose.yml at main · mishafoniakov/data-assignment · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
services:
  generate:
    build: .
    image: data-assignment:latest
    command: python generate_logs.py --tasks 200 --out /data/app.log
    volumes:
      - ./sample_logs:/data

  ingest:
    image: data-assignment:latest
    command: python -m analytics.ingest /data/
    environment:
      DUCKDB_PATH: /data/db/analytics.duckdb
    volumes:
      - ./sample_logs:/data
      - duckdb_data:/data/db
    depends_on:
      generate:
        condition: service_completed_successfully

  report:
    image: data-assignment:latest
    command: python -m analytics.report
    environment:
      DUCKDB_PATH: /data/db/analytics.duckdb
    volumes:
      - duckdb_data:/data/db
    depends_on:
      ingest:
        condition: service_completed_successfully

  all:
    build: .
    image: data-assignment:latest
    command: sh -c "rm -f /data/db/analytics.duckdb /data/db/analytics.duckdb.wal && python generate_logs.py --tasks 200 --out /data/app.log && python -m analytics.ingest /data/ && python -m analytics.ingest /data/ && python -m analytics.report"
    environment:
      DUCKDB_PATH: /data/db/analytics.duckdb
    volumes:
      - ./sample_logs:/data
      - duckdb_data:/data/db
    profiles:
      - full

volumes:
  duckdb_data: