Initial commit: Template content from https://github.com/tikalk/cne-dagster-template

Author: CNE Bot

.github/workflows/ci.yml

@@ -0,0 +1,48 @@
+name: DBT Build
+
+on:
+  push:
+    branches:
+      - main #
+  pull_request:
+    types: [closed, opened, synchronize]  # 👈 Add this trigger for PR closures      
+
+
+jobs:
+  run-dbt:
+    name: Build Docker Image
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v4
+        with:
+          ref: ${{ github.head_ref }}
+          submodules: true
+  
+
+      - name: Log in to GitHub Container Registry
+        uses: docker/login-action@v2
+        with:
+          registry: ghcr.io
+          username: ${{ github.actor }}
+          password: ${{ secrets.GITHUB_TOKEN }}
+    
+      - name: Write BIGQUERY_KEYFILE_JSON to File
+        env:
+          BIGQUERY_KEYFILE_JSON_BASE64: ${{ secrets.BIGQUERY_KEYFILE_JSON_BASE64 }}
+        run: |
+          mkdir -p ./cne-dbt-template/.keys
+          echo "$BIGQUERY_KEYFILE_JSON_BASE64" | base64 --decode > ./cne-dbt-template/.keys/staging.json
+          echo "BIGQUERY_KEYFILE_PATH=./cne-dbt-template/.keys/staging.json" >> $GITHUB_ENV
+  
+      - name: Build Docker image
+        run: |
+          ls -la
+          ls -la  cne-dbt-template
+          docker build -t ghcr.io/${{ github.repository }}/dagster_dbt:latest .
+    
+      - name: Push Docker image
+        run: |
+          docker push ghcr.io/${{ github.repository }}/dagster_dbt:latest
+    

.gitignore

@@ -0,0 +1,84 @@
+# dbt compiled files
+/target/
+/dbt_packages/
+/logs/
+/dbt_modules/
+
+edr_target/
+
+.user.yml
+.env
+.env.bak
+
+# snowflake pkey
+*.p8
+
+# macOS
+.DS_Store
+.AppleDouble
+.LSOverride
+._*
+
+# VSCode
+.vscode/
+!.vscode/settings.json
+!.vscode/tasks.json
+!.vscode/launch.json
+!.vscode/extensions.json
+!.vscode/PythonSettings.json
+!.vscode/python.code-snippets
+*.codeworkspace
+.history/
+
+# IntelliJ / PyCharm
+.idea
+.idea/*
+.run/*
+
+
+# Python
+__pycache__/
+.pytest_cache
+*.py[cod]
+*$py.class
+*.so
+.Python
+*.egg-info/
+*.egg
+.installed.cfg
+*.swp
+MANIFEST
+.venv
+*.python-version
+
+# Python Testing
+htmlcov/
+.tox/
+.nox/
+.coverage
+.coverage.*
+.cache
+nosetests.xml
+coverage.xml
+*.cover
+*.py,cover
+.hypothesis/
+.pytest_cache/
+cover/
+
+
+
+### Taskfiles
+.task/checksum/*
+
+
+# Jupyter notebooks
+.ipynb_checkpoints
+notebooks/playground/*
+!notebooks/playground/.gitkeep
+
+logs/
+.qodo
+
+#keys
+.keys/

.gitmodules

@@ -0,0 +1,3 @@
+[submodule "cne-dbt-template"]
+	path = cne-dbt-template
+	url = https://github.com/tikalk/cne-dbt-template.git

Dockerfile

@@ -0,0 +1,39 @@
+FROM python:3.11.3-slim
+
+ENV DAGSTER_HOME=/opt/dagster/app
+
+
+RUN apt-get update && \
+    apt-get install -y --no-install-recommends build-essential curl && \
+    pip install --no-cache-dir --upgrade pip && \
+    apt-get clean && \
+    rm -rf /var/lib/apt/lists/*
+
+RUN pip install dagster dagit dagster-dbt dagster-webserver dbt-bigquery dbt-core
+# Add the rest of the app files
+ADD . $DAGSTER_HOME/cne_dagster
+
+ENV DBT_PROFILE_PROJECT=tdw-staging \
+    DBT_PROFILE=tikal_dbt \
+    BIGQUERY_DATABASE=chaimt_dwh \
+    DATASET_PREFIX=chaimt_dwh \
+    TARGET_NAME=dev \
+    BIGQUERY_KEYFILE_PATH=.keys/staging.json \ 
+    SOURCE_DATABASE=dwh-dev-414206 \
+    BIGQUERY_ACCOUNT=dwh-dev-414206 
+
+
+RUN cd $DAGSTER_HOME/cne_dagster/cne-dbt-template && dbt deps --quiet && dbt parse --quiet
+
+WORKDIR $DAGSTER_HOME/cne_dagster/cne_dagster
+
+
+# Set environment variable for production
+ENV PYTHONUNBUFFERED=1
+
+# Command to run the Dagster app with uvicorn
+
+
+EXPOSE 3000
+
+CMD ["dagster", "dev", "-h", "0.0.0.0", "-p", "3000"]