stack/.github/workflows/ahbg.yml at main · The-Interdependency/stack · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
name: ahbg

on:
  push:
    paths:
      - "ahbg/**"
      - "libs/ucns/**"
      - ".github/workflows/ahbg.yml"
  pull_request:
    paths:
      - "ahbg/**"
      - "libs/ucns/**"
      - ".github/workflows/ahbg.yml"

permissions:
  contents: read

jobs:
  grok-gates:
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v6
      - uses: actions/setup-python@v6
        with:
          python-version: "3.12"

      - name: Grok a0 tests
        working-directory: ahbg/grok
        run: python -m unittest discover -s a0/tests -p 'test*.py'

      - name: Grok ahbg tests
        working-directory: ahbg/grok
        run: python -m unittest discover -s ahbg/tests -p 'test*.py'

      - name: Grok common-corpus tests
        working-directory: ahbg/grok
        run: python -m unittest discover -s tests -p 'test*.py'

      - name: Grok smoke epoch run
        working-directory: ahbg/grok
        run: python run.py

      - name: Grok common corpus run (35 scenarios, temp output)
        working-directory: ahbg/grok
        shell: bash
        run: |
          set -euo pipefail
          python run_common_corpus.py --output /tmp/ahbg-grok-corpus-run
          python - <<'PY'
          import json
          from pathlib import Path

          result = json.loads(
              Path("/tmp/ahbg-grok-corpus-run/CALIBRATION_RESULT.json").read_text(encoding="utf-8")
          )
          summary = result.get("summary", {})
          expected = {
              "survived": 35,
              "falsified": 0,
              "unresolved": 0,
              "blocked": 0,
          }
          if summary != expected or len(result.get("results", [])) != 35:
              raise SystemExit(
                  f"common corpus is not clean: summary={summary!r}, results={len(result.get('results', []))}"
              )
          if not all(row.get("replay_equal") is True for row in result["results"]):
              raise SystemExit("common corpus contains a non-replay-equal scenario")
          PY