flit-data-platform/dbt_project.yml at main · whitehackr/flit-data-platform · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
name: 'flit_data_platform'
version: '1.0.0'
config-version: 2

# This setting configures which "profile" dbt uses for this project.
profile: 'flit_data_platform'

# These configurations specify where dbt should look for different types of files.
model-paths: ["models"]
analysis-paths: ["analyses"]
test-paths: ["dbt_tests"]
seed-paths: ["data"]
macro-paths: ["macros"]
snapshot-paths: ["snapshots"]

clean-targets:
  - "target"
  - "dbt_packages"

# Configuring models
models:
  flit_data_platform:
    # Staging layer - clean and standardize raw data
    staging:
      +materialized: view
      +schema: staging  # This allows operationalization of the macro: generate_schema_name
      +tags: ["staging"]

    # Intermediate layer - business logic transformations
    intermediate:
      +materialized: view
      +schema: intermediate
      +tags: ["intermediate"]

    # Marts layer - analysis-ready datasets
    marts:
      +materialized: table
      +schema: marts
      core:
        +tags: ["core", "mart"]
      experiments:
        +materialized: table
        +tags: ["experiments", "mart"]
      ml:
        +tags: ["ml", "mart"]

# Global test configuration
tests:
  +store_failures: true
  +severity: warn

# Only essential, project-wide variables here
vars:
  # Dataset references
  raw_dataset: 'flit_raw'
  thelook_dataset: 'bigquery-public-data.thelook_ecommerce'

  # Free shipping threshold experiment v1.1.1 date ranges
  free_shipping_threshold_v1_1_1_experiment_start_date: '2024-03-01'
  free_shipping_threshold_v1_1_1_experiment_end_date: '2024-03-15'
  free_shipping_threshold_v1_1_1_baseline_start_date: '2024-01-01'
  free_shipping_threshold_v1_1_1_baseline_end_date: '2024-02-29'