fix(osmsg): Fixed data-loss with update flag. Update now fully depends on last sequence updated and not timestamps.

.dockerignore

@@ -3,18 +3,34 @@
 .venv
 .ruff_cache
 .pytest_cache
+.ty_cache
+.mypy_cache
+.coverage
+.coverage.*
+htmlcov
+coverage.xml
+dist
+build
+site
+.cache
 __pycache__
 *.pyc
+*.pyo
+.env
+.env.*
+!.env.example
+tests
+docs
+.editorconfig
+.pre-commit-config.yaml
+justfile
+CHANGELOG.md
+.dockerignore
 *.duckdb
 *.parquet
-dist
-build
-*.egg-info
-docs
-tests
 data
 temp
 temp_cs_parquet
 temp_cf_parquet
-.env
 .DS_Store
+*.egg-info

.env.example

@@ -0,0 +1,4 @@
+# Local dev — database for running osmsg CLI or the API standalone
+DATABASE_URL=postgresql://osmsg:osmsg@localhost:5432/osmsg
+
+# For self-hosting with docker compose, copy infra/.env.example instead

.github/workflows/ci.yml

@@ -11,60 +11,62 @@ concurrency:
   group: ${{ github.workflow }}-${{ github.ref }}
   cancel-in-progress: true
 
+permissions:
+  contents: read
+
 jobs:
-  lint-typecheck-test:
-    name: Lint, typecheck, test
+  pre-commit:
+    name: Pre-commit
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/checkout@v6
-
-      - name: Install uv
-        uses: astral-sh/setup-uv@v7
+      - uses: actions/checkout@v4
+      - uses: astral-sh/setup-uv@v5
         with:
           enable-cache: true
           cache-dependency-glob: "uv.lock"
+      - run: uv sync --locked --group api
+      - run: uv run pre-commit run --all-files
 
-      - name: Install dependencies
-        run: uv sync --locked
-
-      - name: Ruff lint
-        run: uv run ruff check osmsg tests
-
-      - name: Ruff format check
-        run: uv run ruff format --check osmsg tests
-
-      - name: ty (Astral type checker)
-        run: uv run ty check osmsg
-
-      - name: Pytest (offline)
-        run: uv run pytest -m "not network"
+  test:
+    name: Test (Python ${{ matrix.python-version }})
+    runs-on: ubuntu-latest
+    strategy:
+      fail-fast: false
+      matrix:
+        python-version: ["3.11", "3.12", "3.13"]
+    steps:
+      - uses: actions/checkout@v4
+      - uses: astral-sh/setup-uv@v5
+        with:
+          enable-cache: true
+          cache-dependency-glob: "uv.lock"
+          python-version: ${{ matrix.python-version }}
+      - run: uv sync --locked --group api
+      - run: uv run pytest -m "not network"
 
   build:
     name: Build wheel + sdist
     runs-on: ubuntu-latest
-    needs: lint-typecheck-test
+    needs: [pre-commit, test]
     steps:
-      - uses: actions/checkout@v6
-      - uses: astral-sh/setup-uv@v7
+      - uses: actions/checkout@v4
+      - uses: astral-sh/setup-uv@v5
         with:
           enable-cache: true
           cache-dependency-glob: "uv.lock"
       - run: uv build --no-sources
 
-  smoke-last-hour:
-    name: Smoke — process last hour
+  smoke:
+    name: Smoke (last hour)
     runs-on: ubuntu-latest
-    needs: lint-typecheck-test
+    needs: [pre-commit, test]
     timeout-minutes: 10
     steps:
-      - uses: actions/checkout@v6
-      - uses: astral-sh/setup-uv@v7
+      - uses: actions/checkout@v4
+      - uses: astral-sh/setup-uv@v5
         with:
           enable-cache: true
           cache-dependency-glob: "uv.lock"
       - run: uv sync --locked --no-group dev
-      - name: Run osmsg --last hour --summary
-        run: |
-          uv run osmsg --last hour --tags building --tags highway --summary -f parquet -f markdown --delete-temp
-      - name: Show artifacts
-        run: ls -lh stats.parquet stats.duckdb stats_summary.parquet stats_summary.md
+      - run: uv run osmsg --last hour --tags building --tags highway --summary -f parquet -f markdown --delete-temp
+      - run: ls -lh stats.parquet stats.duckdb stats_summary.parquet stats_summary.md

.github/workflows/docker.yml

@@ -1,26 +1,37 @@
-name: Docker (multi-arch)
+name: Docker
 
 on:
-  release:
-    types: [published]
   push:
-    branches: [master, develop]
+    branches: [master]
+    tags: [v*]
   pull_request:
     branches: [master, develop]
   workflow_dispatch:
 
-env:
-  REGISTRY: ghcr.io
-  IMAGE_NAME: ${{ github.repository }}
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
 
 jobs:
-  build-and-push:
+  build:
+    name: Build ${{ matrix.target }}
     runs-on: ubuntu-latest
     permissions:
       contents: read
       packages: write
+      attestations: write
+      id-token: write
+    strategy:
+      matrix:
+        include:
+          - target: cli
+            image: ghcr.io/${{ github.repository }}
+          - target: api
+            image: ghcr.io/${{ github.repository }}-api
+          - target: worker
+            image: ghcr.io/${{ github.repository }}-worker
     steps:
-      - uses: actions/checkout@v6
+      - uses: actions/checkout@v4
 
       - name: Set up QEMU
         uses: docker/setup-qemu-action@v3
@@ -32,29 +43,41 @@ jobs:
         if: github.event_name != 'pull_request'
         uses: docker/login-action@v3
         with:
-          registry: ${{ env.REGISTRY }}
+          registry: ghcr.io
           username: ${{ github.actor }}
           password: ${{ secrets.GITHUB_TOKEN }}
 
       - name: Extract metadata
         id: meta
         uses: docker/metadata-action@v5
         with:
-          images: ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}
+          images: ${{ matrix.image }}
           tags: |
             type=ref,event=branch
             type=ref,event=pr
             type=semver,pattern={{version}}
             type=semver,pattern={{major}}.{{minor}}
+            type=semver,pattern={{major}}
+            type=sha
             type=raw,value=latest,enable={{is_default_branch}}
 
-      - name: Build and push (multi-arch)
-        uses: docker/build-push-action@v6
+      - name: Build and push
+        id: push
+        uses: docker/build-push-action@v5
         with:
           context: .
+          target: ${{ matrix.target }}
           platforms: linux/amd64,linux/arm64
           push: ${{ github.event_name != 'pull_request' }}
           tags: ${{ steps.meta.outputs.tags }}
           labels: ${{ steps.meta.outputs.labels }}
           cache-from: type=gha
           cache-to: type=gha,mode=max
+
+      - name: Generate artifact attestation
+        if: github.event_name != 'pull_request'
+        uses: actions/attest-build-provenance@v1
+        with:
+          subject-name: ${{ matrix.image }}
+          subject-digest: ${{ steps.push.outputs.digest }}
+          push-to-registry: true

.github/workflows/release.yml

@@ -0,0 +1,27 @@
+name: Release
+
+on:
+  push:
+    tags:
+      - "v*"
+
+permissions:
+  contents: read
+
+jobs:
+  release:
+    name: Build and publish to PyPI
+    runs-on: ubuntu-latest
+    environment:
+      name: pypi
+      url: https://pypi.org/project/osmsg/
+    steps:
+      - uses: actions/checkout@v4
+      - uses: astral-sh/setup-uv@v5
+        with:
+          enable-cache: true
+          cache-dependency-glob: "uv.lock"
+      - run: uv build --no-sources
+      - run: uv publish
+        env:
+          UV_PUBLISH_TOKEN: ${{ secrets.PYPI_API_TOKEN }}

.gitignore

@@ -8,4 +8,4 @@ dist
 .DS_Store
 node_modules/
 stats.*
-*.parquet
+*.parquet

.markdownlint.json

@@ -0,0 +1,12 @@
+{
+  "default": true,
+  "MD013": {
+    "line_length": 120,
+    "code_blocks": false,
+    "tables": false,
+    "headings": false
+  },
+  "MD024": { "siblings_only": true },
+  "MD033": false,
+  "MD041": false
+}

.pre-commit-config.yaml

@@ -1,30 +1,52 @@
+default_language_version:
+  python: python3
+
 repos:
-  # Versioning
-  - repo: https://github.com/commitizen-tools/commitizen
-    rev: v3.29.0
+  - repo: https://github.com/pre-commit/pre-commit-hooks
+    rev: v5.0.0
     hooks:
-      - id: commitizen
-        stages: [commit-msg]
+      - id: detect-private-key
+      - id: end-of-file-fixer
+      - id: trailing-whitespace
+      - id: check-merge-conflict
+      - id: check-toml
+      - id: check-yaml
+      - id: check-json
+      - id: fix-byte-order-marker
 
   - repo: https://github.com/astral-sh/ruff-pre-commit
-    rev: "v0.15.12"
+    rev: v0.15.12
     hooks:
       - id: ruff
-        args: [--fix, --exit-non-zero-on-fix]
+        args: [--fix]
       - id: ruff-format
 
+  - repo: https://github.com/astral-sh/uv-pre-commit
+    rev: "0.11.8"
+    hooks:
+      - id: uv-lock
+
   - repo: local
     hooks:
       - id: ty
-        name: ty
+        name: ty (type checker)
         entry: uv run ty check
         language: system
         types_or: [python, pyi]
         pass_filenames: false
         require_serial: true
+        stages: [pre-commit]
 
-  - repo: https://github.com/igorshubovych/markdownlint-cli
-    rev: v0.41.0
+      - id: pytest
+        name: pytest
+        entry: uv run pytest -m "not network"
+        language: system
+        stages: [pre-push]
+        pass_filenames: false
+        always_run: true
+
+  - repo: https://github.com/commitizen-tools/commitizen
+    rev: v4.6.0
     hooks:
-      - id: markdownlint
-        args: [--fix, --ignore, CHANGELOG.md]
+      - id: commitizen
+        stages: [commit-msg]