update.yml

name: Update Data

on:
  workflow_dispatch:
  schedule:
    - cron: '0 3 * * *'   # Runs daily at 03:00 UTC

jobs:
  download-json:
    runs-on: ubuntu-latest

    steps:
      # --- Checkout repository ---
      - name: Checkout repository
        uses: actions/checkout@v4.1.7

      # --- Pull latest changes ---
      - name: Pull latest changes
        run: git pull origin

      # --- Set up Python ---
      - name: Set up Python
        uses: actions/setup-python@v5.1.0
        with:
          python-version: "3.12"

      # --- Upgrade pip ---
      - name: Upgrade pip
        run: |
          python -m pip install --upgrade pip

      # --- Clean Kaggle environment (prevents broken installs) ---
      - name: Clean Kaggle environment
        run: |
          pip uninstall -y kaggle kagglesdk || true

      # --- Install dependencies ---
      - name: Install dependencies
        run: |
          pip install -r requirements.txt
          pip install kaggle==1.6.17

      # --- Execute update script ---
      - name: Execute Python script
        run: python script.py

      # --- Commit updated files ---
      - name: Commit files
        run: |
          git config --local user.email "action@github.com"
          git config --local user.name "GitHub Action"

          git add -A

          git diff-index --quiet HEAD || \
            (git commit -a -m "[update] Update GeoJSON data" --allow-empty)

      # --- Push changes ---
      - name: Push changes
        uses: ad-m/github-push-action@v0.8.0
        with:
          github_token: ${{ secrets.GITHUB_TOKEN }}
          branch: main

      # --- Prepare Kaggle dataset folder ---
      - name: Prepare Kaggle dataset folder
        run: |
          mkdir -p kaggle_dataset

          cp data/aggregated_deepstatemap.csv kaggle_dataset/

          cat > kaggle_dataset/dataset-metadata.json <<EOF
          {
            "id": "zsoltlazar/automated-deepstatemap-occupied-areas",
            "title": "Automated DeepStateMap Occupied Areas",
            "licenses": [
              {
                "name": "CC0-1.0"
              }
            ]
          }
          EOF

      # --- Upload updated dataset to Kaggle ---
      - name: Upload CSV to Kaggle
        env:
          KAGGLE_USERNAME: ${{ secrets.KAGGLE_USERNAME }}
          KAGGLE_KEY: ${{ secrets.KAGGLE_KEY }}
        run: |
          kaggle datasets version \
            -p kaggle_dataset \
            -m "Auto update $(date +'%Y-%m-%d')" \
            --dir-mode zip