From 22eea1ac52f5f09fb6a34e9a523b3b5a83645c88 Mon Sep 17 00:00:00 2001 From: Dylan Roy <249851642+d6g8k5htny-coder@users.noreply.github.com> Date: Mon, 9 Nov 2026 17:47:50 -0600 Subject: [PATCH 1/2] Require live assertion provenance for auditor mutations --- .github/workflows/cbz-auditor-origin.yml | 80 +++++++++ BASELINE.md | 15 ++ DECISIONS.md | 18 ++ GOVERNANCE.md | 13 ++ PROOF_INDEX.md | 11 ++ STATUS.md | 29 +++ TOOLING.md | 35 ++++ .../auditor-origin-20261109/README.md | 62 +++++++ .../a3-subject-normal.stderr | 20 +++ .../a3-subject-optimized.stderr | 20 +++ .../auditor-origin-20261109/attempts.log | 6 + .../full-evidence-red.log | 14 ++ .../initial-probe.py.txt | 22 +++ .../lean-subject-normal.stderr | 20 +++ .../lean-subject-optimized.stderr | 20 +++ .../auditor-origin-20261109/main-lexical.json | 36 ++++ .../auditor-origin-20261109/math-a3.stdout | 2 + .../auditor-origin-20261109/math-lexical.json | 11 ++ .../raw-failure-logs.zip | Bin 0 -> 8654 bytes .../red-results-normal.json | 58 ++++++ .../red-results-optimized.json | 58 ++++++ .../workspace-a3.stderr | 1 + .../workspace-lexical.stderr | 1 + tests/cbz_auditor_origin.py | 103 +++++++++++ tests/cbz_auditor_origin_mutation_child.py | 35 ++++ tests/test_cbz_a3_float_census.py | 60 +++---- tests/test_cbz_auditor_hardening.py | 3 +- tests/test_cbz_auditor_origin.py | 165 ++++++++++++++++++ tests/test_cbz_auditor_origin_mutations.py | 87 +++++++++ tests/test_cbz_auditor_origin_workflow.py | 96 ++++++++++ tests/test_cbz_layer_a_scan_mutants.py | 67 +++---- 31 files changed, 1093 insertions(+), 75 deletions(-) create mode 100644 .github/workflows/cbz-auditor-origin.yml create mode 100644 cbz/evidence/auditor-origin-20261109/README.md create mode 100644 cbz/evidence/auditor-origin-20261109/a3-subject-normal.stderr create mode 100644 cbz/evidence/auditor-origin-20261109/a3-subject-optimized.stderr create mode 100644 cbz/evidence/auditor-origin-20261109/attempts.log create mode 100644 cbz/evidence/auditor-origin-20261109/full-evidence-red.log create mode 100644 cbz/evidence/auditor-origin-20261109/initial-probe.py.txt create mode 100644 cbz/evidence/auditor-origin-20261109/lean-subject-normal.stderr create mode 100644 cbz/evidence/auditor-origin-20261109/lean-subject-optimized.stderr create mode 100644 cbz/evidence/auditor-origin-20261109/main-lexical.json create mode 100644 cbz/evidence/auditor-origin-20261109/math-a3.stdout create mode 100644 cbz/evidence/auditor-origin-20261109/math-lexical.json create mode 100644 cbz/evidence/auditor-origin-20261109/raw-failure-logs.zip create mode 100644 cbz/evidence/auditor-origin-20261109/red-results-normal.json create mode 100644 cbz/evidence/auditor-origin-20261109/red-results-optimized.json create mode 100644 cbz/evidence/auditor-origin-20261109/workspace-a3.stderr create mode 100644 cbz/evidence/auditor-origin-20261109/workspace-lexical.stderr create mode 100644 tests/cbz_auditor_origin.py create mode 100644 tests/cbz_auditor_origin_mutation_child.py create mode 100644 tests/test_cbz_auditor_origin.py create mode 100644 tests/test_cbz_auditor_origin_mutations.py create mode 100644 tests/test_cbz_auditor_origin_workflow.py diff --git a/.github/workflows/cbz-auditor-origin.yml b/.github/workflows/cbz-auditor-origin.yml new file mode 100644 index 000000000..b61aec7e9 --- /dev/null +++ b/.github/workflows/cbz-auditor-origin.yml @@ -0,0 +1,80 @@ +name: CBZ auditor assertion-origin controls +'on': + push: + branches: [main] + paths: + - '.github/workflows/cbz-auditor-origin.yml' + - 'tests/cbz_auditor_origin*' + - 'tests/cbz_inventory_origin.py' + - 'tests/test_cbz_auditor_origin*' + - 'tests/test_cbz_inventory_origin.py' + - 'tests/test_cbz_layer_a_scan*' + - 'tests/test_cbz_a3_float_census.py' + - 'tests/test_cbz_auditor_hardening.py' + - 'tools/cbz/layer_a_scan.py' + - 'tools/cbz/a3_float_census.py' + pull_request: + paths: + - '.github/workflows/cbz-auditor-origin.yml' + - 'tests/cbz_auditor_origin*' + - 'tests/cbz_inventory_origin.py' + - 'tests/test_cbz_auditor_origin*' + - 'tests/test_cbz_inventory_origin.py' + - 'tests/test_cbz_layer_a_scan*' + - 'tests/test_cbz_a3_float_census.py' + - 'tests/test_cbz_auditor_hardening.py' + - 'tools/cbz/layer_a_scan.py' + - 'tools/cbz/a3_float_census.py' + workflow_dispatch: +permissions: + contents: read +jobs: + origin-controls: + runs-on: ubuntu-24.04 + timeout-minutes: 20 + steps: + - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 + with: + persist-credentials: false + - uses: actions/setup-python@6d4fd22b20465ccc0f7354476588e8df7c9ca0e0 + with: + python-version: '3.11.16' + - name: Run both actual modes and retain each mutation observation + shell: bash + run: | + set -uo pipefail + evidence="$RUNNER_TEMP/cbz-auditor-origin" + mkdir "$evidence" || exit 1 + git rev-parse HEAD > "$evidence/commit.txt" || exit 1 + git status --porcelain=v1 --untracked-files=all > "$evidence/worktree-before.txt" || exit 1 + if [ -s "$evidence/worktree-before.txt" ]; then echo 'source checkout is not clean' >&2; exit 1; fi + python --version > "$evidence/python.txt" 2>&1 || exit 1 + sha256sum .github/workflows/cbz-auditor-origin.yml tests/cbz_auditor_origin.py tests/cbz_auditor_origin_mutation_child.py tests/cbz_inventory_origin.py tests/test_cbz_auditor_origin.py tests/test_cbz_auditor_origin_mutations.py tests/test_cbz_auditor_origin_workflow.py tests/test_cbz_inventory_origin.py tests/test_cbz_layer_a_scan.py tests/test_cbz_layer_a_scan_mutants.py tests/test_cbz_auditor_hardening.py tests/test_cbz_a3_float_census.py tools/cbz/layer_a_scan.py tools/cbz/a3_float_census.py > "$evidence/source-sha256.txt" || exit 1 + failed=0 + for mode in normal optimized; do + mkdir "$evidence/$mode" "$evidence/$mode/census" "$evidence/$mode/adapter" || exit 1 + flags=(-B -S) + if [ "$mode" = optimized ]; then flags=(-B -O -S); fi + if CBZ_AUDITOR_ORIGIN_MUTATION_EVIDENCE_DIR="$evidence/$mode/adapter" python "${flags[@]}" -m unittest tests.test_cbz_auditor_origin tests.test_cbz_inventory_origin tests.test_cbz_auditor_origin_mutations tests.test_cbz_auditor_origin_workflow -v > "$evidence/$mode/origin.log" 2>&1; then status=0; else status=$?; failed=1; fi + printf '%s\n' "$status" > "$evidence/$mode/origin.exit" + if CBZ_AUDITOR_EVIDENCE_DIR="$evidence/$mode/census" python "${flags[@]}" -m unittest tests.test_cbz_layer_a_scan tests.test_cbz_auditor_hardening tests.test_cbz_layer_a_scan_mutants tests.test_cbz_a3_float_census -v > "$evidence/$mode/census.log" 2>&1; then status=0; else status=$?; failed=1; fi + printf '%s\n' "$status" > "$evidence/$mode/census.exit" + grep -Eq '^Ran 21 tests in ' "$evidence/$mode/origin.log" || failed=1 + grep -Eq '^Ran 83 tests in ' "$evidence/$mode/census.log" || failed=1 + grep -Fxq 'OK' "$evidence/$mode/origin.log" || failed=1 + grep -Fxq 'OK' "$evidence/$mode/census.log" || failed=1 + if grep -Fq ' ... skipped ' "$evidence/$mode/origin.log" "$evidence/$mode/census.log"; then failed=1; fi + [ "$(find "$evidence/$mode/adapter" -name '*.json' -type f | wc -l)" -eq 10 ] || failed=1 + [ "$(find "$evidence/$mode/census" -maxdepth 1 -name '*.json' -type f | wc -l)" -eq 202 ] || failed=1 + done + sha256sum -c "$evidence/source-sha256.txt" > "$evidence/source-readback.log" 2>&1 || failed=1 + exit "$failed" + - name: Preserve complete observations including failures + if: always() + uses: actions/upload-artifact@cf430e030ddbb5b0abf93d22962f4752f3646cd9 + with: + name: cbz-auditor-origin-${{ github.run_id }}-${{ github.run_attempt }} + path: ${{ runner.temp }}/cbz-auditor-origin + include-hidden-files: true + if-no-files-found: error + retention-days: 90 diff --git a/BASELINE.md b/BASELINE.md index 235f0b747..0e114a713 100644 --- a/BASELINE.md +++ b/BASELINE.md @@ -1,5 +1,20 @@ # CBZ baseline ledger +## Auditor-origin candidate — 9 November 2026 + +The observed published cut has Main `05f2289478a0ee9492adc1eb501466e0f66866df`, +Math `9bdfc54b76173b57912503bfcf901a5f9d43b09c` and Workspace +`bda15fcd29d6d484f9b2e1233663dbd8fdd8b796`. The Workspace pin and contract +runs passed their bounded controls, and the Main normal discovery retained +24 skips. A later Main merge needs a fresh guarded Workspace pin update. + +Two Main auditor mutation graders were observed crediting subject assertions +as kills. The source repair and its actual current-head tests are a candidate, +not a final G0/G1 or Layer A clearance. The intentional negative axiom fixture, +historical unparseable Python writer and Workspace gitlink refusal remain +visible in the scoped scan evidence. No CBZ-0 or terminal Partial is declared. + + **State: active intermediate baseline; CBZ-0 is not established. No terminal Partial Baseline is declared.** This ledger binds the currently observed repository snapshot to the twelve diff --git a/DECISIONS.md b/DECISIONS.md index 3015a4854..5f00ada2f 100644 --- a/DECISIONS.md +++ b/DECISIONS.md @@ -172,3 +172,21 @@ Append-only. Historical source outcomes remain in their original records. engineering test, not continuum closure or independent scientific review. Its disposition is reversible through Git history; prior outcomes remain preserved. + + +## 2026-11-09 — auditor assertion-origin repair + +- Preserve the two real Main grader false kills in each Python mode at + `05f2289478a0ee9492adc1eb501466e0f66866df`, their raw child streams and + the failed local attempts in [the evidence record](cbz/evidence/auditor-origin-20261109/README.md). + A subject assertion is not an authorized oracle outcome. +- Reuse the existing pre-cleanup live-code recorder for each designated test, + require an unchanged-source clean baseline and reject missing provenance, + errors, undeclared skips or source drift. Require actual source mutants and + adverse controls in both modes; keep declared inner recursion skips visible. + Tighten the synthetic formatted-traceback-only expectation to refusal. This + changes no scanner subject, theorem, bound or historical result. +- Record the scoped Main negative-axiom fixture finding, Math's historical + unparseable documentary snapshot and Workspace's gitlink refusal. Do not + suppress or rewrite any of them to obtain a green audit. Exact-head hosted + qualification remains necessary; the action is reversible in Git. diff --git a/GOVERNANCE.md b/GOVERNANCE.md index 2a11aacaa..683645013 100644 --- a/GOVERNANCE.md +++ b/GOVERNANCE.md @@ -1,5 +1,18 @@ # CBZ-0 governance +## Auditor assertion-origin boundary — 9 November 2026 + +A mutation kill requires a clean designated baseline and an actual failure +from the selected test body or an explicitly authorized standard unittest +assertion helper. Capture live traceback code provenance before unittest +cleanup and reject missing provenance, subject/helper failures, unexpected +skips, errors and source drift. The recorder's supported domain is trusted +synchronous unittest, not hostile code. Historical filename-based false kills +remain preserved and cannot qualify a future gate. Candidate commands and +limits are registered in [TOOLING.md](TOOLING.md#auditor-origin-controls); +current-head tests and the final federation G0–G11 pass remain required. + + The later Math mutation-grader identity defect and its bounded draft correction are recorded in [STATUS.md](STATUS.md#later-node-inventory-and-pin-observations--9-november-2026). Their historical kernel evidence and scientific limits are unchanged. diff --git a/PROOF_INDEX.md b/PROOF_INDEX.md index befe2070b..477050ceb 100644 --- a/PROOF_INDEX.md +++ b/PROOF_INDEX.md @@ -1,5 +1,16 @@ # CBZ proof and quarantine index +## Auditor-origin boundary — 9 November 2026 + +The Main and Workspace engineering changes and the auditor-grader repair do +not modify any theorem, proof disposition, authorship or scientific claim. +The unapproved axiom in `cbz/contributions/math514/kernel_replay/tests/fixtures/UnapprovedAxiom.lean` +is a deliberate negative test fixture, not a closed mathematical module; its +scanner finding remains recorded. The bounded lexical census does not prove +its transitive isolation or establish a complete axiom audit. Historical Math +conditional kernel results and continuum limits remain as recorded below. + + **State: incomplete inventory; CBZ-0 is not established.** This is the Main cold-start map for proof status. It records exact boundaries; diff --git a/STATUS.md b/STATUS.md index 4ca409b5c..d57e56e2c 100644 --- a/STATUS.md +++ b/STATUS.md @@ -1,5 +1,34 @@ # CBZ-0 execution status +## Auditor-origin repair and published pin cut — 9 November 2026 + +Main #791 merged as `05f2289478a0ee9492adc1eb501466e0f66866df`; its hosted +navigation run executed 2,609 tests with 24 skips, and the selected historical +#525 binding test passed in each mode. Workspace #62 merged as +`bda15fcd29d6d484f9b2e1233663dbd8fdd8b796`, pinning that Main commit and Math +`9bdfc54b76173b57912503bfcf901a5f9d43b09c`. The Workspace tested and +postmerge contract runs each executed 254 tests per mode without top-level +skips; pin checks covered eight current pins and four canonical inputs. These +sequential observations do not establish final G5 or G7. + +At Main `05f22894`, actual normal and optimized subject-origin probes showed +that both Lean and Python-census mutation graders could count a subject's +`AssertionError` as a test-oracle kill when the subject was under `tests/`. +The original failures and source identities are preserved in +[the evidence record](cbz/evidence/auditor-origin-20261109/README.md). This +candidate uses live pre-cleanup code provenance and requires a clean baseline +for each source mutant; current-head qualification remains required. Earlier +mutation counts are historical observations, not sound final G0 credit. + +The scoped Lean lexical scans found a deliberately unapproved Main test axiom, +an `unsafe` review token and no listed tokens in 1,974 Math Lean blobs; the +Workspace scan refused a gitlink. The Math Python census failed on one +intentionally preserved historical writer parse error. These are scoped +observations, not whole Layer A clearance or proof that float signals certify +bounds. Exact commands and limits are in [TOOLING.md](TOOLING.md#auditor-origin-controls). +No CBZ-0, terminal Partial or scientific acceptance follows. + + **State: active intermediate baseline; CBZ-0 is not established. No terminal Partial Baseline is declared.** This entry adopts the owner's expanded [Master Directive](governance/MASTER_DIRECTIVE_20261029_SWARM.txt) diff --git a/TOOLING.md b/TOOLING.md index 3c5fdba41..4d3e6f179 100644 --- a/TOOLING.md +++ b/TOOLING.md @@ -1,5 +1,40 @@ # CBZ mission-tool registry +## Auditor origin controls + +**Purpose and scope.** `tests/cbz_auditor_origin.py` adapts the existing +`tests/cbz_inventory_origin.py` pre-cleanup recorder for the Lean lexical and +Python A3 census mutation suites. It admits only selected synchronous test +bodies and the recorder's finite standard-unittest oracle set; it is not a +hostile-child sandbox, a mathematical proof or a complete federation auditor. +For each selected mutant it records unchanged subject-byte hashes and requires +a clean selected baseline. The two historical full-suite baselines explicitly +check and retain their two and four inner recursion-guard skips, respectively. + +**Commands.** From a clean Main checkout, with new evidence directories outside +the checkout (omit either variable only when retained child evidence is not +needed), run each group in normal and optimized mode: + +```sh +mkdir /absolute/new-census-evidence /absolute/new-adapter-evidence +CBZ_AUDITOR_ORIGIN_MUTATION_EVIDENCE_DIR=/absolute/new-adapter-evidence python3 -B -S -m unittest tests.test_cbz_auditor_origin tests.test_cbz_inventory_origin tests.test_cbz_auditor_origin_mutations tests.test_cbz_auditor_origin_workflow -v +CBZ_AUDITOR_EVIDENCE_DIR=/absolute/new-census-evidence python3 -B -S -m unittest tests.test_cbz_layer_a_scan tests.test_cbz_auditor_hardening tests.test_cbz_layer_a_scan_mutants tests.test_cbz_a3_float_census -v +# Repeat both commands with -O and separate new evidence directories. +``` + +**Verification.** The preserved pre-repair real subject-origin failures are +[here](cbz/evidence/auditor-origin-20261109/README.md). The added controls +exercise clean subjects, actual selected-body failures, direct and nested +subject failures, changed source, missing provenance, forged text and +failed evidence writes. Five adapter source mutations have designated +clean-baseline and actual-failure controls; the two existing source campaigns +contain 74 Lean and 27 A3 mutations. The dedicated workflow preserves original +child reports and source snapshots in both modes. Its actual shell guards are +also exercised with synthetic child outcomes and five guard-removal controls. Actual exact-head hosted +execution and independent readback are required before qualification; historical +pilot observations do not establish final G0, G1 or scientific acceptance. + + **State: component registry; the final federation toolchain is incomplete.** This file lists runnable mission-relevant tools present in Main. The latest diff --git a/cbz/evidence/auditor-origin-20261109/README.md b/cbz/evidence/auditor-origin-20261109/README.md new file mode 100644 index 000000000..fc9141a8d --- /dev/null +++ b/cbz/evidence/auditor-origin-20261109/README.md @@ -0,0 +1,62 @@ +# Auditor assertion-origin repair: preserved observations + +The base Main commit is `05f2289478a0ee9492adc1eb501466e0f66866df`. At that +commit the Lean grader was blob `faab4ff7e4b515320a95238168ed2d641c226677` +and the A3 grader was blob `b7b56615fa6b11b88d74800478e156be883bedc5`. +Both treated the innermost *formatted traceback filename* as origin authority. +In actual subprocess probes on CPython 3.12.14, an unchanged subject passed, +while an `AssertionError` raised by the subject itself under a directory named +`tests` was incorrectly accepted as a kill by each grader in each Python mode. +`red-results-*.json`, `*-subject-*.stderr` and `initial-probe.py.txt` preserve +those observations and source hashes. `raw-failure-logs.zip` preserves the exact `red-controls-*.log` red +adverse tests and hashes. These failures affect the graders' mutation-credit soundness; +they do not refute a mathematical statement or erase earlier executions. + +The repair uses the existing `tests/cbz_inventory_origin.py` recorder, which +captures actual traceback code identities before unittest cleans the exception. +A selected synchronous test-body failure is a kill only if all later frames +are explicitly authorized standard unittest assertion helpers. A clean +selected-test baseline is required for each actual source mutant. Subject +bytes are hashed before and after the run. Missing or inconsistent provenance, +subject/helper/nested callback exceptions, unexpected skips, errors and source +drift are non-kills. The recorder is for trusted synchronous unittest tests; it +is not a hostile-code sandbox, a Lean kernel, a proof checker or a federation +certificate. Existing historical mutation outcomes are not rebound. + +The initial adapter self-mutation attempt failed in both modes because the +copied adapter inferred the temporary directory as its test checkout; full +failed logs are retained inside `raw-failure-logs.zip`; the explicit +limitations note is in `attempts.log`. The child then explicitly binds the copied helper to the +checkout owning the designated tests. `full-evidence-red.log` preserves the +subsequent red control for missing full-suite evidence. One partial-state log +was accidentally overwritten; its known exit and that loss are recorded in +`attempts.log`, not reconstructed. + +The separately recorded pre-repair lexical scan returned exit 1 on Main's +intentional, unapproved kernel-replay axiom fixture, and reported the replay +adapter's `unsafe` token for review; `main-lexical.json` is unchanged. The +Math scan at `9bdfc54b76173b57912503bfcf901a5f9d43b09c` returned exit 0 +for 1,974 Lean blobs with no listed tokens; `math-lexical.json` is the raw +report. These scans alone cannot establish axiom closure or scientific +alignment. Workspace candidate `e9b6ef598ae249120be0d7498c6d5adcc95a1cab` +returned exit 2 on its gitlink; it was not silently skipped. The Math Python +census returned exit 1 on the preserved historical documentary writer +`frontiers/source_derivative_gaussian_20261025/actual-source-finite-superlevel-components-evidence/raw/producer/history/freeze_documents.001.py` +(blob `f588617889ed04eb2c76bb1ab428fcfa5217ac4b`), whose original parser +failure and later correction are preserved in that packet. Python AST float +signals are a census, not a verdict that a bound is or is not certified. + +The first synthetic workflow-guard control failed because its stub expected +21 tests while the candidate shell still expected 20; that red output remains +in `raw-failure-logs.zip` as `workflow-guards-red-normal.log`, and the workflow now includes the guard +control in its 21-test group. Its five guard removals use synthetic child +outcomes and do not claim real scanner or mathematical execution. + +The candidate workflow runs the explicit controls and mutation suites in +both Python modes, retains selected child evidence and full-suite logs even +on failure, and checks source hashes. Its hosted results must be observed on +the exact head before this repair can receive current source credit. The +legacy full-suite baseline intentionally records two Lean and four A3 inner +recursion-guard skips; the exact expected skip identities are checked and +retained, while all 101 selected mutation baselines per mode must have no skips. +This is not the final G0/G1 or a full Layer A audit. diff --git a/cbz/evidence/auditor-origin-20261109/a3-subject-normal.stderr b/cbz/evidence/auditor-origin-20261109/a3-subject-normal.stderr new file mode 100644 index 000000000..da418fe1c --- /dev/null +++ b/cbz/evidence/auditor-origin-20261109/a3-subject-normal.stderr @@ -0,0 +1,20 @@ +test_float_and_complex_calls (tests.test_cbz_a3_float_census.Signals.test_float_and_complex_calls) ... FAIL + +====================================================================== +FAIL: test_float_and_complex_calls (tests.test_cbz_a3_float_census.Signals.test_float_and_complex_calls) +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/scratch/7abea556a9be/federation-vector-post-integration-20261109/main/tests/test_cbz_a3_float_census.py", line 48, in test_float_and_complex_calls + self.assertEqual(kinds("a = float(x)\nb = complex(1, 2)\n"), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/workspace/scratch/7abea556a9be/federation-vector-post-integration-20261109/main/tests/test_cbz_a3_float_census.py", line 34, in kinds + r = M.census_text(src, "x.py") + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/workspace/scratch/7abea556a9be/auditor-origin-probe-20261109/tests/a3-subject_assertion-normal.py", line 311, in census_text + raise AssertionError("ACTUAL_SUBJECT_ORIGIN_PROBE") +AssertionError: ACTUAL_SUBJECT_ORIGIN_PROBE + +---------------------------------------------------------------------- +Ran 1 test in 0.000s + +FAILED (failures=1) diff --git a/cbz/evidence/auditor-origin-20261109/a3-subject-optimized.stderr b/cbz/evidence/auditor-origin-20261109/a3-subject-optimized.stderr new file mode 100644 index 000000000..ec76eb046 --- /dev/null +++ b/cbz/evidence/auditor-origin-20261109/a3-subject-optimized.stderr @@ -0,0 +1,20 @@ +test_float_and_complex_calls (tests.test_cbz_a3_float_census.Signals.test_float_and_complex_calls) ... FAIL + +====================================================================== +FAIL: test_float_and_complex_calls (tests.test_cbz_a3_float_census.Signals.test_float_and_complex_calls) +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/scratch/7abea556a9be/federation-vector-post-integration-20261109/main/tests/test_cbz_a3_float_census.py", line 48, in test_float_and_complex_calls + self.assertEqual(kinds("a = float(x)\nb = complex(1, 2)\n"), + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/workspace/scratch/7abea556a9be/federation-vector-post-integration-20261109/main/tests/test_cbz_a3_float_census.py", line 34, in kinds + r = M.census_text(src, "x.py") + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/workspace/scratch/7abea556a9be/auditor-origin-probe-20261109/tests/a3-subject_assertion-optimized.py", line 311, in census_text + raise AssertionError("ACTUAL_SUBJECT_ORIGIN_PROBE") +AssertionError: ACTUAL_SUBJECT_ORIGIN_PROBE + +---------------------------------------------------------------------- +Ran 1 test in 0.000s + +FAILED (failures=1) diff --git a/cbz/evidence/auditor-origin-20261109/attempts.log b/cbz/evidence/auditor-origin-20261109/attempts.log new file mode 100644 index 000000000..62608072e --- /dev/null +++ b/cbz/evidence/auditor-origin-20261109/attempts.log @@ -0,0 +1,6 @@ +The first local scripted replacement updated the Lean grader and then failed with ValueError: substring not found while locating the decorated A3 class. It did not update the A3 grader or the synthetic fixture expectation. The subsequently invoked control suite exited 1 on this partial state. This record preserves that failed implementation attempt; no mutation result from it is qualified. +The initial partial-state suite output was subsequently overwritten by the rerun; only its exit status and this transcription remain. It is not represented as a retained full log. + +The first separate adapter self-mutation campaign ran five attempted baseline controls per mode and failed all five. The copied helper inferred the temporary directory as ROOT, so selected tests could not import the checkout's tests package; the authorized outer assertions correctly failed the baseline. Original reports, copied sources and logs remain in adapter-mutations-first-{normal,optimized} and adapter-campaign-first-{normal,optimized}. The worker now explicitly binds the copied helper to the checkout owning the actual test bodies before rerunning. +A subsequent attempt to write campaign-readback.txt used a path relative to the Main worktree instead of scratch. Its redirect, cat and sha256sum failed with 'No such file or directory'; the shell's later git diff check returned 0, so that command's overall status was not evidence of readback success. The verification was rerun with absolute paths. +An attempt to remove newly staged copies of five raw logs after archiving them was refused by git because they were staged. Their byte-identical, checksum-verified ZIP and original scratch copies were already preserved; the copies were then unstaged and removed, leaving the ZIP as the recoverable native evidence without rewriting the logs. diff --git a/cbz/evidence/auditor-origin-20261109/full-evidence-red.log b/cbz/evidence/auditor-origin-20261109/full-evidence-red.log new file mode 100644 index 000000000..9057025a6 --- /dev/null +++ b/cbz/evidence/auditor-origin-20261109/full-evidence-red.log @@ -0,0 +1,14 @@ +test_evidence_is_source_bound_and_write_failures_are_not_hidden (tests.test_cbz_auditor_origin.AuditorOriginControls.test_evidence_is_source_bound_and_write_failures_are_not_hidden) ... FAIL + +====================================================================== +FAIL: test_evidence_is_source_bound_and_write_failures_are_not_hidden (tests.test_cbz_auditor_origin.AuditorOriginControls.test_evidence_is_source_bound_and_write_failures_are_not_hidden) +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/scratch/7abea556a9be/cbz-main-g1-origin/tests/test_cbz_auditor_origin.py", line 115, in test_evidence_is_source_bound_and_write_failures_are_not_hidden + self.assertEqual(len(records), 1) +AssertionError: 0 != 1 + +---------------------------------------------------------------------- +Ran 1 test in 2.373s + +FAILED (failures=1) diff --git a/cbz/evidence/auditor-origin-20261109/initial-probe.py.txt b/cbz/evidence/auditor-origin-20261109/initial-probe.py.txt new file mode 100644 index 000000000..41e87abaf --- /dev/null +++ b/cbz/evidence/auditor-origin-20261109/initial-probe.py.txt @@ -0,0 +1,22 @@ +from pathlib import Path +import hashlib, importlib, json, sys +root=Path('/workspace/scratch/7abea556a9be/federation-vector-post-integration-20261109/main') +base=Path('/workspace/scratch/7abea556a9be/auditor-origin-probe-20261109') +sys.path.insert(0,str(root)) +cases=[('lean','tests.test_cbz_layer_a_scan_mutants','tools/cbz/layer_a_scan.py','test_native_decide_options','scan_text'),('a3','tests.test_cbz_a3_float_census','tools/cbz/a3_float_census.py','test_float_and_complex_calls','census_text')] +mode='optimized' if sys.flags.optimize else 'normal';rows=[] +for label,module,source,test,fn in cases: + grader=importlib.import_module(module);orig=(root/source).read_bytes();test_id=grader.designated_test_ids()[test] + for kind in ['baseline','subject_assertion']: + p=base/'tests'/(label+'-'+kind+'-'+mode+'.py') + body=orig if kind=='baseline' else orig+('\n\ndef '+fn+'(*args, **kwargs):\n raise AssertionError("ACTUAL_SUBJECT_ORIGIN_PROBE")\n').encode() + p.write_bytes(body) + r=grader.run_suite(str(p),test_id);accepted=grader.killed(r,test) + stem=base/(label+'-'+kind+'-'+mode) + stem.with_suffix('.stdout').write_text(r.stdout);stem.with_suffix('.stderr').write_text(r.stderr) + record={'grader':module,'mode':mode,'source':source,'test_id':test_id,'kind':kind,'subject_path':str(p),'original_sha256':hashlib.sha256(orig).hexdigest(),'subject_sha256':hashlib.sha256(body).hexdigest(),'exit_code':r.returncode,'accepted_as_kill':accepted,'stdout_sha256':hashlib.sha256(r.stdout.encode()).hexdigest(),'stderr_sha256':hashlib.sha256(r.stderr.encode()).hexdigest()} + rows.append(record) + if kind=='baseline' and (r.returncode!=0 or accepted):raise RuntimeError('baseline did not pass or was credited as kill') + if kind=='subject_assertion' and (r.returncode!=1 or 'ACTUAL_SUBJECT_ORIGIN_PROBE' not in r.stderr):raise RuntimeError('actual subject-origin failure not observed') +(base/('results-'+mode+'.json')).write_text(json.dumps(rows,indent=2)+'\n') +for r in rows:print(r['grader'],r['kind'],'exit',r['exit_code'],'accepted_as_kill',r['accepted_as_kill']) diff --git a/cbz/evidence/auditor-origin-20261109/lean-subject-normal.stderr b/cbz/evidence/auditor-origin-20261109/lean-subject-normal.stderr new file mode 100644 index 000000000..5f0c75a3c --- /dev/null +++ b/cbz/evidence/auditor-origin-20261109/lean-subject-normal.stderr @@ -0,0 +1,20 @@ +test_native_decide_options (tests.test_cbz_layer_a_scan.ViolationTokens.test_native_decide_options) ... FAIL + +====================================================================== +FAIL: test_native_decide_options (tests.test_cbz_layer_a_scan.ViolationTokens.test_native_decide_options) +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/scratch/7abea556a9be/federation-vector-post-integration-20261109/main/tests/test_cbz_layer_a_scan.py", line 64, in test_native_decide_options + self.assertEqual(hits("example : 2 = 2 := by decide +native"), [(1, 31, "native", "violation")]) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/workspace/scratch/7abea556a9be/federation-vector-post-integration-20261109/main/tests/test_cbz_layer_a_scan.py", line 32, in hits + return [(f["line"], f["col"], f["kind"], f["severity"]) for f in M.scan_text(text, path)] + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/workspace/scratch/7abea556a9be/auditor-origin-probe-20261109/tests/lean-subject_assertion-normal.py", line 712, in scan_text + raise AssertionError("ACTUAL_SUBJECT_ORIGIN_PROBE") +AssertionError: ACTUAL_SUBJECT_ORIGIN_PROBE + +---------------------------------------------------------------------- +Ran 1 test in 0.001s + +FAILED (failures=1) diff --git a/cbz/evidence/auditor-origin-20261109/lean-subject-optimized.stderr b/cbz/evidence/auditor-origin-20261109/lean-subject-optimized.stderr new file mode 100644 index 000000000..c3e6a7cf8 --- /dev/null +++ b/cbz/evidence/auditor-origin-20261109/lean-subject-optimized.stderr @@ -0,0 +1,20 @@ +test_native_decide_options (tests.test_cbz_layer_a_scan.ViolationTokens.test_native_decide_options) ... FAIL + +====================================================================== +FAIL: test_native_decide_options (tests.test_cbz_layer_a_scan.ViolationTokens.test_native_decide_options) +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/scratch/7abea556a9be/federation-vector-post-integration-20261109/main/tests/test_cbz_layer_a_scan.py", line 64, in test_native_decide_options + self.assertEqual(hits("example : 2 = 2 := by decide +native"), [(1, 31, "native", "violation")]) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/workspace/scratch/7abea556a9be/federation-vector-post-integration-20261109/main/tests/test_cbz_layer_a_scan.py", line 32, in hits + return [(f["line"], f["col"], f["kind"], f["severity"]) for f in M.scan_text(text, path)] + ^^^^^^^^^^^^^^^^^^^^^^^ + File "/workspace/scratch/7abea556a9be/auditor-origin-probe-20261109/tests/lean-subject_assertion-optimized.py", line 712, in scan_text + raise AssertionError("ACTUAL_SUBJECT_ORIGIN_PROBE") +AssertionError: ACTUAL_SUBJECT_ORIGIN_PROBE + +---------------------------------------------------------------------- +Ran 1 test in 0.001s + +FAILED (failures=1) diff --git a/cbz/evidence/auditor-origin-20261109/main-lexical.json b/cbz/evidence/auditor-origin-20261109/main-lexical.json new file mode 100644 index 000000000..2090e7398 --- /dev/null +++ b/cbz/evidence/auditor-origin-20261109/main-lexical.json @@ -0,0 +1,36 @@ +{ + "summary": { + "files": 18, + "findings": 2, + "violations": 1, + "errors": 0, + "failing": 1, + "undecodable": [] + }, + "findings": [ + { + "path": "cbz/contributions/math514/kernel_replay/ExactReplay.lean", + "line": 13, + "col": 1, + "token": "unsafe", + "kind": "unsafe", + "layer": "A2", + "severity": "review", + "context": "production", + "context_path": "cbz/contributions/math514/kernel_replay/ExactReplay.lean", + "blob": "400f3853d50df7ea2a9b4bb2fc1de302626f2efa" + }, + { + "path": "cbz/contributions/math514/kernel_replay/tests/fixtures/UnapprovedAxiom.lean", + "line": 5, + "col": 8, + "token": "axiom", + "kind": "axiom", + "layer": "A2", + "severity": "violation", + "context": "production", + "context_path": "cbz/contributions/math514/kernel_replay/tests/fixtures/UnapprovedAxiom.lean", + "blob": "f802bd6affa61400830372158434e56cc1ae64b6" + } + ] +} \ No newline at end of file diff --git a/cbz/evidence/auditor-origin-20261109/math-a3.stdout b/cbz/evidence/auditor-origin-20261109/math-a3.stdout new file mode 100644 index 000000000..7a62d7b16 --- /dev/null +++ b/cbz/evidence/auditor-origin-20261109/math-a3.stdout @@ -0,0 +1,2 @@ +frontiers/source_derivative_gaussian_20261025/actual-source-finite-superlevel-components-evidence/raw/producer/history/freeze_documents.001.py: UNPARSEABLE SyntaxError: unmatched ')' (freeze_documents.001.py, line 37) +{"files": 1962, "by_class": {"FLOAT_SIGNAL": 1527, "MIXED": 395, "NO_FLOAT_SIGNAL": 39, "UNPARSEABLE": 1}} diff --git a/cbz/evidence/auditor-origin-20261109/math-lexical.json b/cbz/evidence/auditor-origin-20261109/math-lexical.json new file mode 100644 index 000000000..28e5fbbfd --- /dev/null +++ b/cbz/evidence/auditor-origin-20261109/math-lexical.json @@ -0,0 +1,11 @@ +{ + "summary": { + "files": 1974, + "findings": 0, + "violations": 0, + "errors": 0, + "failing": 0, + "undecodable": [] + }, + "findings": [] +} \ No newline at end of file diff --git a/cbz/evidence/auditor-origin-20261109/raw-failure-logs.zip b/cbz/evidence/auditor-origin-20261109/raw-failure-logs.zip new file mode 100644 index 0000000000000000000000000000000000000000..0df81df26fb21e911f7e50b15725b050faae0790 GIT binary patch literal 8654 zcma*t1y~!+x&UCHIE5A~Ry?>n#T|mXySux4aWC%f?(UT0PVwSS@!}WS{^yr-&b>Ez zGMP-W-)!dD{r272l@@yijsgM#0uACCZlb|$7%K4|76b(J1_T8Cxm8DB$J*Y&mden? z*3O>F(#qCC$DG>S%IHW#!)lTBoyT>>+Gr@UxvpBwRwRfEsUw!Qw~5gN)s+Dw#W>Ot z^e3_kK*J!)&50XOwEnPHLU*V<_I(ceJfq->8*n8umS2jxdTEE3Yp04kZAX1O$!nwo zmOBU{;W5aFAR_m(J2ijC*!ck<{1GXOds~J>O0Zwj78BpB=;^j=mu4SX$R*}>+6oEC zX^2BaZ`Q`3bzi>7O__X-4Z&(qrWneEzUYuiIKJ7-;rMlv7tip+##ubkIfqDow#h}S z>-B+Eh4>t0Qh|@Q4rVw|udESTtD>1cdTu@Nld3Q><}G~T1C_*Pt~|>-+Ze45&@w`d z@gSLaxTG4qZIyT7IXq+MnOEUMs+#aj^L-`NoBTLcHkv~vrysU_&`;OkBofB2#04|w zLI>z_n1-ZijMX#+tF$|6JBaoY%!M8nRie%~8ZEDHM6BnIPQQuN4vOx`;S8P!J6M)Z z&oY~HTlRcCqA?Or@`GnHqKsju!G#$?zr<)TUJYjSdg8|1%XL4D9L+E)Rq-@UuR1$2 z*+@H<w5(8#=J`MOF?@qo1>UdQ~{?p)qQJs-U1+TYIdifafMGCp<|rC18= zk#>uHO;PxX%hT%7+Ntcg$O}L(72CMmmfuW=$Q0~78p|!(t%m6zn?#>H&@4AaE^&{S zBt`@ju5%}nnZEXNx1tUg&fqSv%WChC!HNjW1ZdR-P3ond6_MiLPR&ML$XuF})U;v) zvKmba7*zz)h6m17FeO}E-82~+`00@8QRssThYsTbQAezps8(t51`Rv(Up{pod86dR zXA{rPc4!}auO!44b3LuscC!#9?g;Vdf!tn&3?#`G)=GV~FHqbo2s(aEQEhZSVYJ_n z_n8TIfQi@5jM;Ov-%S9wZpd>1_BEuXU`>dVa&$8*v~Z0TM3G!FoqPbm@Iws6ObTIpm~G(EC>XKTg5;xVVe@ryaR+Z2&G<5P%TYX0CAdxLh0 zo@5C=U9l(_?QRE%T{#oG7?>**IliXZ5qa=xHr@Qu_4gDp0{&klj6LWptPeD2Dh`B} z^Eq1zJZh9qk5}5E%w>390bx$VfkUQoG>NGRk*oM zEmE$8cy8^x&R9GlqwalJR**2>#12@Uy)LQYUyNf0#;j0dKNYw7eJgGx$CxJBLZ{M9 zjdj3&zw@}=ME~&?sJe@OSzsE@$Iy)|nZIAo5#+){DJB1nU%bU7VhbkpVsL7ZI)(Tf z$Gd#%K@KUd^hCJ=LDP1vsrbRBtqTXo@^)!gBPA31heGpG0i6JZ!N}DU)1ZYo*aSVkMeA_OD8Vr|#IA_U*eZ3>Y&ez?cG#>iG zEe%j=IpfZ)BviHO#Bk+(acIK+2uthgsKUqhB^HXShZJ>aU(%F=_31iLi^d)(*Qzfw zNP``K7awj2z7WXD!YOcNL1#<<2)y9EXlH0;c;{l0?m{Vx;61oV=m#NlDr9w>h-koB!^;bj94E>W0{~|qatu|5jSJ9 zlH6BJ2v6fMh4V9ReY)7YmNFG{t;SLIgPhcRhpY7QsaW}-z~YEY%88&XtTbb1i~$K+OVFmF1ODdz~b0L zX_VB^)8fkQ$;>r6NoZ(*Nr9zNe|+ZQO`7A-KiUXC701 ziXe_j=o)g*0aJ<+H>zqpowu2EuKn_x0gp)2D`MBswQ5<9jN zi@(Ok*OUW``tn1@Ap58VNf=|Wdh$(X|AXypNQuc;@6v{NG||OAo)Uz`^WIm+)01`T z>`)>H$({<{YIi^MZ)VXhnC?sSrpE{K(@7IquuhY&rg35ky7^D2Mrsoq$vj@M=CLQ` zk~gY9en0Ui+L$gGkJZW)HT$|>%v@&>TixB@`Jw)6kCNQHKkI3DtFW7m>BX%TS33<_3 zU`CHcBk%7idBu)P1zdH-xysyc#kBGZsHC8eF>n%kvLAguZZ>7r!EaeV#lA{E2vjd~ zMXPniaEh+Q-f&PKIxbxuSl&;3e?FoPdwgBqNbZB+AZM@U_xNM9@Li-JMl4KTKY-I) z5u^-66|@%27-C$NTMbH?;R4I@-Kf{1qkSo$1diaM(Sq!F zq*Jj2tp=VG&AIz=X}iaA0DBSCqYr!N$ii363D+sbEK3o4j<11y6Tywweo^%tL`krr zK@&Scs3GH_PXl*Zbf!;m(jtAu=Y8Xdy<11e4R9Jx{L+j}>Z*^? z1}O$D1GDm5Uc9arMIF9D-}Pev-+WVwxHvj{!Ed21-t6Lzb7y+-Jb6EYKD_$buu2CB zm+8fn<8=p6TTr~#sm_C_-jaM0Gm4_-Z3f>%$`y;EPQlagwTGEUt)$Ra>MSqJ1#JOy zggAtKY4C;6o+Av@_}5Q)n@b6Ez3pKpiT>y)EAv-JKYNCL$MY0{_^?Q_H)(r^r(r4B zd>>D2D;q;ahMloFx2EoE2Qx~9R;}$JB?asb_wxZKKCg-M<}Gx z)daqSlqzOT-PQEc=gX4+Yo8Q5)o`O*j;TYY5W|X2?;8`=G=1G*j){I(E>L$V#+5QF zNDF=1!8{;tRXsqT%MfkQi_4%1C2N|lHt=htB{6H718B0JOa3vMq`QBPCay2Uc!!?A z)770@!fa$y!ln3A#86?)FX#|F?Bv;FR}K`GxXo>G>&ls23=w@Ojn zzd}hP=`)3m#WO19{y=5z3o4Vf+MZE4XwpkM6fjJMQ$ra_j5v3`RN}Fb9k0X>@Az0u z>5?IAo;q`8>Mn_arq|ywZVzKICU4!QNf|+ok!;zds)%W*kWV=9{jtPS#!1DlJtD1x)wpElg=3^;D@KWIQ-KGZE(>w^>BGz-Sz z#Kw&Xoc{2y56q1$HX=#d!A|#IZ;qYRM|7aa9osfx)Y}_TnOK79Q~xY2f+Le~0}sSw zw_&7SX|`D0qtuV12w+eBjY{r@R{S;^5(SUPKI4E22(8UusEq0RjmnarsEi=5HVQp` zMrF~LUki-6Fx>hvw}l-s+ov#?$wf9`e7c@$zQ5M?umVLEb>Z=jG{!3-rC z5yysJ!D)+k_?50hHY~30!ib$>x^gs^3)|N^LttZ20GT@dYQh_m?P-&wWbO)+q0J>n zC^mK_Ez-7{A;u&Rd1l3Il}u^k*sG8RbsY&Oy&*7+svrJMm1{Djz5;H?x-|w`**AeW#e>GW z{=lMTr`*OWrMVgWnUpZjlT{mZe<7talBoZjKM5U6 z;<&&C?`QMqx+iQ2A_~8R8zBhl^x^HQMuh1XR00xfKmHAst>OR^Mx9t6hVRYk2hN;y z-UL78F^ z@pn+xKZCOR7br{q3n&dAGxp!_ZQ8>Rm3}YrXaZJ3Lc%_ia@R)XJvwQ~VnUdYuN;)*vYxFHUKS4@BIODP zl51~jGmBQ?Dg>SMPegj^qY|3hPw&2<(yze&H3XZp=-qZ;;iybnM>FjyeaSiDHd)br zE3unp;*_ORn`VALO}NTq^-KUigz7mscf!>)u0k(Oe%pkWc#7br-DaFCr1F6s{L3iIGnw4&48?sl*~2ma4^zT-pLW_D1+NV|v_>s@Odu~2 zRUFv&q%-VaYkY&|!eQ^>{rsMJ-=QtIXOCigLDLIssrjj~MIEm0pz&R^9KO>$Tz1QB zGE^gZbIav^BV+U3AkRW@)z zxt_c&Top%^dUkUOg-5j9x%yj*AZWEI08GM?_~kboV&Xr%^#>+@>oS5)8RVe^1@nwfS!My7Q;U>Z9^1EV2`Hm$O}%5*B28VD7ZoW7bkyL zUI_UjOVV7QW-tec{b%Ssm(S3fz6_F4dg0`6SH3{+MWp{5^wK}sec1K0YeL?sRs~f% zU`Kcn;=ic)T)Bn)1xu7^9<3KxmbH67mx7hfz+JQJvaE`~AaoW{w(|v()G+rv}ak` z8t7B$Sy|fKTAADZb*fTX#%`VYt>=!C@x3o61iQa~3w;kiwFKMVg=?DFLPC_OzRFwd z`b|-KsGCa-m3$sBCzz;|ZwMpvBDzE#Eelpo1A!)fdf6&pAf^(7z>!U1V{{XBrz^n+ z=#zAdpe2%o+I=9{YOTaKpu|J`v5MBbxHbtm?0Vj8?W)7(=&J&`pQ1nlbb>Yu70cy@ zzo4FyyzLb*%YU7~rzh$k1;Y2PdsHd()cbp_v>N{McLAuD!14C3tB)Z7@yq?l2+6@X zGV#hlY->eyg0OOSDw?r!&!-4RA`1=?A|FuXW@XvxIJ!#2P#A2T9%4wZ?QP9>kOl6; z*5#XtFa)GM>UwTmU4-fRYP$`CHbW~7Xxa5zc_N4YbHhRY{`*(GV&vrE8| z0T%Jf;HEle9hXp$B!rf!yj;8!PPMSwqKE({$th%b1Jbd@10n_nk2Eq!fy5Irm* zV9-q*4W`YZw*a5gw2mP&Wypk0L}^5z<7@kNuz-gEu}_aua%fD;IniMDBUsxSO`KZnkt)JprqR(=76%Fp*OXI?$3hUif-<-)jTFb__n0C8&j*{Dy>P3}( zl>*hFURm*%CruOW1H`?u;ElFnuHWt5NYe=#KyL?+c0dm-J-*j7b7(R_wVe)cYg(f< z%B9zOX^yx1R4okTRh1qiROTQTvNT?n`a_}kQGYU-!Lo^#*BI#+w_&(E24jqZg+Ek0 z>7nmk1RN|Xz1r$sf^srDJe|C9kV~R$coWWk@lAe3DX@_5)OX)XRr31jn<6CMd%i7O z+RL_sj+F;T8&5xO_tx9X{WotcuWcGN;wyc$l}c|#z)e3rnt#Iy5EiDgxNZPlUq{;< zvlXs@sKhJ4fsHa!F#ou)A?;Rb9riu>4Mb8?*4=>TX(rJ3on@6dBX0@7fZu7aYeNa9zIqJJozMfjWw55uRrW^C4yhl|I2B#LK z6OInbMXH}vc{8rFknJIS6;bx{gEi`;X*uCsK5gT2Ntk?$b+$;hYEUJL2+(^I>{&!b zeB1U&dQRxBw_CeSXNY`ICV9p<)h%$v@YVBpwoXb4-$G@C1rcMed`^JUArvbh(DH z_q0~bt;p0|q1l`xR_W8KVOpU9@LJ@Ws9T6-^+cL}eD(L7g4&s$33$#aBhNVn^Pf58 z?Cm{oTQGxfjPb`Bfnvbc{M{vc$eB5b zP0G9^Xag}`V0Pr@@@ad^n~;3bjYQI9I!RPwjy}Ky(IBn(guoQa0704#J}^cmfCC;* zUfVUb_eobaUmOmmqXu!KE7+s0bVU+kPFBC};{462%v*4gur$-OT%q!?Cs1DTxNKR5 zE>ubA9k95!L@ei*x*PyXiY>)tOXqBbMPB38=_{d_T=^@kHxZ+s!$id^eX*@IO}pz% zl_|!gs6Fo@D2cE+hQWQ%z9=;5>J#PY5MsvahcTs@x{qC?kur_W`>*qbz-;-GpfCiC z+<-@_#9QdB5)YIKt!k3C8Y~^vg=+<|7IegJCyuzT!V6>|z!ucSZmW;cpt&?jV*+8X zvt{`3^y#x}SN#gvjW7f)ooP0eQSoq#1(4E~0<3`IgDET;XVm%lq>Eo*Hp*nCt36>U z0a9wi7-0uYd+CrwCs>Eh)K zwA2FhKSb9ka$@J#W^&|l=-|l?g9vbhbqPDpn=s1cIH+8nlsp#i+f5~;nrx()8tUHC z^oo2(L&l)nRu84q9u~Dp1Z~Y{)FJE3tUWc^m}TWnh{5`FCxc9u23CI;F2s~ujWAG< zz|A)pXi6#D>HX%1WlX0xje*bHjAy5lUmxfb8#LFmwl2}*?Z`lnnAcl|~4jgHGA1NpMEzV7Qu6S>Nn za!xVH@Lr^Owe;iCSZFzY8ihLtOxWN!8MHVGq(vo&dts?8J}EUgg6KriD#;b^Xg=IL z_I%xAYQMKXJ?J~3UOMi{Z6Vh|>MEDM47Ns5I5nT4!guKM`Jh-A+6ArQxyW34-H?%^c5lzpuWNK%%;W1bUk6IaJ1RCe zvZ~+!I8UuS>zE~Tv~T59eSF{I;mq(^?Z1KK2%K}R`}W>~0qV8BndhlR>qM1#DSa7r zrS{lBC#-66rasuAiK!yhM81)UCYsyT2W;V7kB<6zr|iN>y}fz@q6f1 ztmX-V0rT~?0x`}ZIDCix_09-u>Ph;X^oNbH51mnACK^0+Y42t_KrtT~L^|>1y(lG{ zD`cK?3vF<#oJvI)R`!|(3fX{5+(4wq&R=H2>YuNz7Hz{yQi6hj2)zOU!FkRtPFA*N zhUQjIR7MUuw)%EdFMj#+3TvBemnj(C+qNBw{B*_n5psD8G!Ez)SyB|ytO42-Y$kMM z_Cdvk3M)sdwtZfCW|Bx>aekSKNuE)ZGC<0lYh3^7{Lmh&F`)1gd^oRxTnQW%n0vXwb` z;+{U7a0=#)b^XS}4briGn;)2)+TnzWBet~1)wNSPAU=nxy3oBgH_^K);V`1IF=X|J zwN|7bWe~iagW&1j^kw7HuTUj%D$xd}daL?l`C&Ek5#7u2!XJu&-#cPR0_ge6pD}e4m zl2-GYwY=d`i#V94UoEcN=p!eix%r0u@d zykKk2rU(c744UCUfrnP5%sYn{lpoHdELP}Rh^-f~ESlfcA3Vp7k{btRap>sY{*mDx zH+MQ>L2tK`_6%JTbn7>@3H7LV9-)gptStZ>`D9N#5>$nfF3ig3~L)7N#>6q zZ?9N{5Ebi!nVjMyYAIJeN)8u8`SH3(OIi#R4CU2-zcJu>Tz@`teO})F+ie2>jPlRP z;9oI7KyrO#pQnib9_4RG+kXc7r~Us7RQkNm|K&{JpF#e4u>Ug%2*y8x{MVKFPdoOX uan!N@uigBw>-3*C-ale_gZ4h>jK6Hk(qa&hFJD4FKeL{ "$evidence/source-readback.log" 2>&1 || failed=1', + '"$evidence/source-sha256.txt" > "$evidence/source-readback.log" 2>&1 || :'), + ) + for variant, old, new in variants: + with self.subTest(variant=variant): + self.assertEqual(block.count(old), 2 if variant == 'failure' else 1) + rejected = run_block(block, variant) + self.assertNotEqual(rejected.returncode, 0, variant) + removed = run_block(block.replace(old, new, 1), variant) + self.assertEqual(removed.returncode, 0, (variant, removed.stderr)) + + +if __name__ == '__main__': + unittest.main() diff --git a/tests/test_cbz_layer_a_scan_mutants.py b/tests/test_cbz_layer_a_scan_mutants.py index faab4ff7e..564782fea 100644 --- a/tests/test_cbz_layer_a_scan_mutants.py +++ b/tests/test_cbz_layer_a_scan_mutants.py @@ -2,14 +2,12 @@ Each mutant is a copy of tools/cbz/layer_a_scan.py with one deliberate defect: a hazard token dropped, a lexer rule broken, or a fail-closed exit weakened. -The scanner's own suite (tests/test_cbz_layer_a_scan.py) is run against every -mutant through $CBZ_LAYER_A_SCAN and must FAIL. A surviving mutant means the -suite cannot tell a broken auditor from a sound one, so this test fails. +Its designated test must pass against the original and fail against the mutant. Every replacement must match the scanner source exactly once, so the harness -cannot silently drift out of sync with the code it mutates. A mutant counts as -killed only when the suite loaded and ran, and at least one test failed or -errored; a suite that could not even be imported proves nothing. +cannot silently drift out of sync with the code it mutates. A kill requires an +actual selected-body or explicitly authorized unittest assertion origin, with +source bytes unchanged across the child run. Errors and skips are not kills. """ import ast import os @@ -19,6 +17,8 @@ import tempfile import unittest +from tests import cbz_auditor_origin + HERE = os.path.dirname(os.path.abspath(__file__)) WORKSPACE = os.path.dirname(HERE) SCANNER = os.path.join(WORKSPACE, "tools", "cbz", "layer_a_scan.py") @@ -154,44 +154,20 @@ def designated_test_ids(modules=TEST_MODULES): def run_suite(tool_path, test_id=None): + if test_id is not None: + return cbz_auditor_origin.run_selected(tool_path, 'CBZ_LAYER_A_SCAN', test_id) + with open(tool_path, 'rb') as stream: + before = stream.read() env = dict(os.environ, CBZ_LAYER_A_SCAN=tool_path, PYTHONDONTWRITEBYTECODE="1") - return subprocess.run([sys.executable, *(["-O"] if sys.flags.optimize else []), "-B", "-S", "-m", "unittest", "-v", + result = subprocess.run([sys.executable, *(["-O"] if sys.flags.optimize else []), "-B", "-S", "-m", "unittest", "-v", *([test_id] if test_id else TEST_MODULES)], cwd=WORKSPACE, env=env, capture_output=True, text=True, timeout=600) + cbz_auditor_origin.retain_full(tool_path, 'CBZ_LAYER_A_SCAN', result, before) + return result -def killed(r, expected_test=None): - """A kill is exit 1 from the designated test run alone, failing only by its own assertions. - - Launch/import/syntax failures, errors, skips, zero or extra tests, foreign - failures and failures raised outside the designated method are not kills. - Nor is an AssertionError raised inside the tool under test: the innermost - traceback frame must be test code, so a crash counts the same whatever its - exception type. - """ - out = r.stdout + r.stderr - if expected_test is None or r.returncode != 1: - return False - runs = re.findall(r"^Ran [^\n]*$", out, re.M) - summary = re.findall(r"^FAILED \(failures=([1-9][0-9]*)\)$", out, re.M) - if (len(runs) != 1 or not re.fullmatch(r"Ran 1 test in [0-9]+(?:\.[0-9]+)?s", runs[0]) - or len(summary) != 1 or re.search(r"^FAILED \((?!failures=[1-9][0-9]*\)$)", out, re.M)): - return False - failures = 0 - for block in re.split(r"(?m)^={70}$", out)[1:]: - header = re.match(r"\n(FAIL|ERROR): (test_[A-Za-z0-9_]+) \(", block) - if header is None: - continue - if (header.group(1) != "FAIL" or header.group(2) != expected_test - or not re.search(r'^ File "[^"\n]+", line [0-9]+, in %s$' % re.escape(expected_test), block, re.M) - or not re.search(r"^AssertionError\b", block, re.M)): - return False - frames = re.findall(r'^ File "([^"\n]+)", line [0-9]+, in ', block, re.M) - if not frames or not re.search(r"[/\\]tests[/\\][^/\\]+\.py$", frames[-1]): - return False - failures += 1 - return failures == int(summary[0]) - +def killed(report, expected_test=None): + return cbz_auditor_origin.killed(report, expected_test) class ScannerMutants(unittest.TestCase): @classmethod @@ -202,6 +178,13 @@ def setUpClass(cls): def test_unmutated_scanner_passes_its_suite(self): r = run_suite(SCANNER) self.assertEqual(r.returncode, 0, r.stdout + r.stderr) + skipped = [line for line in (r.stdout + r.stderr).splitlines() if ' ... skipped ' in line] + names = ('test_actual_syntax_broken_tool_is_not_a_kill', + 'test_nonbehavioral_failures_do_not_count_as_kills') + expected = [f"{name} (tests.test_cbz_auditor_hardening.MutationKillClassification.{name}) ... " + "skipped 'mutation subprocess: harness controls run only at top level'" for name in names] + self.assertCountEqual(skipped, expected) + self.assertIn('OK (skipped=2)', r.stdout + r.stderr) def test_every_mutant_is_killed(self): survivors = [] @@ -210,10 +193,14 @@ def test_every_mutant_is_killed(self): for i, (name, old, new) in enumerate(MUTANTS): with self.subTest(mutant=name): self.assertEqual(self.source.count(old), 1, f"mutation point drifted: {name}") + test_id = ids[EXPECTED_FAILURE[name]] + baseline = run_suite(SCANNER, test_id) + self.assertEqual(cbz_auditor_origin.outcome(baseline, EXPECTED_FAILURE[name]), + 'baseline', (name, baseline)) path = os.path.join(d, f"mutant_{i:02d}.py") with open(path, "w", encoding="utf-8") as fh: fh.write(self.source.replace(old, new)) - r = run_suite(path, ids[EXPECTED_FAILURE[name]]) + r = run_suite(path, test_id) if not killed(r, EXPECTED_FAILURE[name]): survivors.append(name) self.assertEqual(survivors, [], f"surviving mutants: {survivors}") From 73d33200f44a656d0576ce7768e736354bbc7dd0 Mon Sep 17 00:00:00 2001 From: Dylan Roy <249851642+d6g8k5htny-coder@users.noreply.github.com> Date: Mon, 9 Nov 2026 17:52:43 -0600 Subject: [PATCH 2/2] Fail auditor workflow on missing exit evidence --- .github/workflows/cbz-auditor-origin.yml | 6 +++--- DECISIONS.md | 6 ++++++ TOOLING.md | 2 +- cbz/evidence/auditor-origin-20261109/README.md | 7 ++++++- .../exit-metadata-red.zip | Bin 0 -> 1129 bytes tests/test_cbz_auditor_origin_workflow.py | 17 ++++++++++++++++- 6 files changed, 32 insertions(+), 6 deletions(-) create mode 100644 cbz/evidence/auditor-origin-20261109/exit-metadata-red.zip diff --git a/.github/workflows/cbz-auditor-origin.yml b/.github/workflows/cbz-auditor-origin.yml index b61aec7e9..3dd949eaf 100644 --- a/.github/workflows/cbz-auditor-origin.yml +++ b/.github/workflows/cbz-auditor-origin.yml @@ -56,10 +56,10 @@ jobs: flags=(-B -S) if [ "$mode" = optimized ]; then flags=(-B -O -S); fi if CBZ_AUDITOR_ORIGIN_MUTATION_EVIDENCE_DIR="$evidence/$mode/adapter" python "${flags[@]}" -m unittest tests.test_cbz_auditor_origin tests.test_cbz_inventory_origin tests.test_cbz_auditor_origin_mutations tests.test_cbz_auditor_origin_workflow -v > "$evidence/$mode/origin.log" 2>&1; then status=0; else status=$?; failed=1; fi - printf '%s\n' "$status" > "$evidence/$mode/origin.exit" + printf '%s\n' "$status" > "$evidence/$mode/origin.exit" || failed=1 if CBZ_AUDITOR_EVIDENCE_DIR="$evidence/$mode/census" python "${flags[@]}" -m unittest tests.test_cbz_layer_a_scan tests.test_cbz_auditor_hardening tests.test_cbz_layer_a_scan_mutants tests.test_cbz_a3_float_census -v > "$evidence/$mode/census.log" 2>&1; then status=0; else status=$?; failed=1; fi - printf '%s\n' "$status" > "$evidence/$mode/census.exit" - grep -Eq '^Ran 21 tests in ' "$evidence/$mode/origin.log" || failed=1 + printf '%s\n' "$status" > "$evidence/$mode/census.exit" || failed=1 + grep -Eq '^Ran 22 tests in ' "$evidence/$mode/origin.log" || failed=1 grep -Eq '^Ran 83 tests in ' "$evidence/$mode/census.log" || failed=1 grep -Fxq 'OK' "$evidence/$mode/origin.log" || failed=1 grep -Fxq 'OK' "$evidence/$mode/census.log" || failed=1 diff --git a/DECISIONS.md b/DECISIONS.md index 5f00ada2f..5853e9f8e 100644 --- a/DECISIONS.md +++ b/DECISIONS.md @@ -190,3 +190,9 @@ Append-only. Historical source outcomes remain in their original records. unparseable documentary snapshot and Workspace's gitlink refusal. Do not suppress or rewrite any of them to obtain a green audit. Exact-head hosted qualification remains necessary; the action is reversible in Git. + +- A later synthetic-producer probe of the actual workflow shell found that an + exit-status evidence write could fail while the shell still returned 0. + Preserve the red output in the evidence record and fail the job on either + metadata-write error; test both guard removals in each Python mode. This + controls evidence completeness, not mathematical truth or scientific status. diff --git a/TOOLING.md b/TOOLING.md index 4d3e6f179..967a484da 100644 --- a/TOOLING.md +++ b/TOOLING.md @@ -30,7 +30,7 @@ failed evidence writes. Five adapter source mutations have designated clean-baseline and actual-failure controls; the two existing source campaigns contain 74 Lean and 27 A3 mutations. The dedicated workflow preserves original child reports and source snapshots in both modes. Its actual shell guards are -also exercised with synthetic child outcomes and five guard-removal controls. Actual exact-head hosted +also exercised with synthetic child outcomes and seven guard-removal controls. Actual exact-head hosted execution and independent readback are required before qualification; historical pilot observations do not establish final G0, G1 or scientific acceptance. diff --git a/cbz/evidence/auditor-origin-20261109/README.md b/cbz/evidence/auditor-origin-20261109/README.md index fc9141a8d..bef43a2e4 100644 --- a/cbz/evidence/auditor-origin-20261109/README.md +++ b/cbz/evidence/auditor-origin-20261109/README.md @@ -49,9 +49,14 @@ signals are a census, not a verdict that a bound is or is not certified. The first synthetic workflow-guard control failed because its stub expected 21 tests while the candidate shell still expected 20; that red output remains in `raw-failure-logs.zip` as `workflow-guards-red-normal.log`, and the workflow now includes the guard -control in its 21-test group. Its five guard removals use synthetic child +control in its group (now 22 tests). Its seven guard removals use synthetic child outcomes and do not claim real scanner or mathematical execution. +A later actual shell-guard probe showed that an unwritable exit-status file +could still produce exit 0 even though the write failed. The two raw +synthetic-producer failures are retained unchanged in `exit-metadata-red.zip`. +The candidate now fails if either exit-status evidence write fails. + The candidate workflow runs the explicit controls and mutation suites in both Python modes, retains selected child evidence and full-suite logs even on failure, and checks source hashes. Its hosted results must be observed on diff --git a/cbz/evidence/auditor-origin-20261109/exit-metadata-red.zip b/cbz/evidence/auditor-origin-20261109/exit-metadata-red.zip new file mode 100644 index 0000000000000000000000000000000000000000..7d1bd036ed4e97a8adabc3e6a10a6f00a2c6d5f4 GIT binary patch literal 1129 zcmWIWW@Zs#U|`^2NbJjuwRE~8)(YgsGcqtp1L@R?%o5$))RM%M#F9ka^wPwl6y2iK z6uq4M^rL;=d`yZ0tl#G>(m$YJn75k6VESUbbtOO>%!W?=bPeQsV?<>ZRPY; z&#k~bhpQ|nAorS}rdm`~i)HQ}fpar{M!hKNOMO~=J*9F&qWqJq-RJE>*DEBIDe!aE z)$SL$tGmr9KlF){r@LW>RN-+hDV<5i{vZGC-?qubXNTo)(|%iq0J!UmfUb{Tcj3@U zpvzxyGB7A$xV|Vgy(qP~I5R&F=7qN*vDvpB1Zu9YkN6}ct#i`vwUywHg8|D~yttQM zIG(J#_HDLb`MG;qd7oZa|0?kInr(ITXiFGBdsJD8@n&nGPm5l3i#=ss`YG#ll!tEM z?5>mADM8mdqYNju&TA=~e`Wb8@$X!#ow}2sMy%fw8h!k__v39R*R0*2e`@}&SF^cx zzBusv-i>w@PX(q5p;r<%)!R=ZLQwv4I?>Z|Oh z*{a*ioiXX+|KuVsSsay6$Gi7ZCF8P$-41=n8XWci>gb$ZYR00Tse3-(ss2^5+sW%M zS;Si&f7IR+5g^6W>3zj4uJ_Tj>{~ac{=2sB?A?$5F*dwH1<2UCU7X_md} z)5`sxnTyVfd$FcR#V2Uv*;q$r3BCoZt28@y%Ab|$DJwho#-dr#XZgbu3R8s(Hyi-Cy4peX5*X7yR&gq;`_YJ^9$}CEMQkZ0_?m$^1R-ie5^=Q^tiC60H_~ z)U%Q@-!2&Ys#;5K>G$_(Uk=*8u6OI7bMfKXRkz~iOtn9KFs1&>dgEJtzx$1Tecw@g z{zdYaMb5d;*|!*EZCiM+EAi8(nm3Epc7DEo;r80YU)IRivLcc}H82?zANpuL6&U@O zfS4PIgFPILOwIJNiu3bQ&)(%aWWeL_@VD*J7h5NrcwWD@-E(#d$G-z}6gu9&(_>xF z-~QgVCwas5%Gv9-b)HhY{Ao()@~dAecIrPgVJj^QPHeh0ceb0$3(a&*AX(8a?qShk)i&q8-(DZm;lP=s9i^MDBKkPaX684R-o*}AeWs>O zxpC4WQE}$fod!XT1~qN^0p5&EBFwlmA3FH88RyL3%GZ0 "$evidence/$mode/origin.exit" || failed=1', + '> "$evidence/$mode/origin.exit" || :'), + ('census_exit', '> "$evidence/$mode/census.exit" || failed=1', + '> "$evidence/$mode/census.exit" || :'), ('hash', '"$evidence/source-sha256.txt" > "$evidence/source-readback.log" 2>&1 || failed=1', '"$evidence/source-sha256.txt" > "$evidence/source-readback.log" 2>&1 || :'), )