🚨 Improve CI workflow error handling and reporting

Better handle expected failures in CI by marking PyPy and prerelease
builds as allowed to fail. Add detailed Pylint exit code parsing for
more accurate error reporting. This prevents false "build failed"
statuses while maintaining proper error visibility.

Author: tsvikas

project_name/.github/workflows/ci.yml.jinja

@@ -110,15 +110,20 @@ jobs:
             os: ubuntu-latest
             python-version: "3.{{ python_max + 1 }}"
     {%- raw %}
-    continue-on-error: ${{ matrix.resolution == 'prerelease' || matrix.python-version == 'pypy3.11' }}
     name: test-${{ matrix.python-version }}-${{ matrix.resolution }}-${{ matrix.os }}
     steps:
       - uses: actions/checkout@v4
       - uses: astral-sh/setup-uv@v5
         with:
           python-version: ${{ matrix.python-version }}
           cache-suffix: ${{ matrix.resolution }}
+      - name: Set versions that allow failure
+        # pypy and prerelease python versions might fail to install dependencies. In this case, we do not fail the job
+        run: >-
+          echo "ALLOW_FAILURE=${{ matrix.resolution == 'prerelease' || startsWith(matrix.python-version, 'pypy') }}"
+          >> "$GITHUB_ENV"
       - name: Install packages
+        id: install_packages
         run: >-
           uv sync
           --all-extras
@@ -131,9 +136,16 @@ jobs:
               matrix.resolution == 'prerelease' && '--upgrade --resolution highest --prerelease allow' ||
               '--NON_RECOGNIZED_RESOLUTION'
           }}
+        continue-on-error: ${{ env.ALLOW_FAILURE == 'true' }}
+      - name: Stop job with warning if install fails for specific versions
+        if: ${{ env.ALLOW_FAILURE == 'true' && steps.install_packages.outcome == 'failure' }}
+        run: >-
+          echo "::warning::Stopping job due to installation failure on Python ${{ matrix.python-version }}"
       - name: List packages
+        if: ${{ steps.install_packages.outcome == 'success' }}
         run: uv pip list
       - name: Run tests
+        if: ${{ steps.install_packages.outcome == 'success' }}
         run: uv run --no-sync pytest
     {%- endraw %}
 
@@ -153,5 +165,17 @@ jobs:
           --locked
       - name: List packages
         run: uv pip list
+      # use pylint exitcode to fail only on errors.
       - name: Run Pylint
-        run: uv run --no-sync --with pylint pylint src
+        run: |
+          set +e
+          uv run --no-sync --with pylint pylint src
+          result=$?
+          set -e
+          [ $((result & 1)) -ne 0 ] && echo "::error ::Pylest fatal(s) found"
+          [ $((result & 2)) -ne 0 ] && echo "::error ::Pylest error(s) found"
+          [ $((result & 4)) -ne 0 ] && echo "::warning ::Pylest warning(s) found"
+          [ $((result & 8)) -ne 0 ] && echo "::warning ::Pylest refactor(s) found"
+          [ $((result & 16)) -ne 0 ] && echo "::warning ::Pylest convention(s) found"
+          [ $((result & 32)) -ne 0 ] && echo "::error ::Pylest usage error"
+          exit $((result & 35))