From 0c6f9e36694871e54f9dfda2936a82e0b9533c76 Mon Sep 17 00:00:00 2001 From: Dylan Roy <249851642+d6g8k5htny-coder@users.noreply.github.com> Date: Thu, 29 Oct 2026 13:02:14 -0500 Subject: [PATCH 1/6] Add verified exact-module kernel replay adapter and project coverage evidence --- cbz/contributions/math514/README.md | 13 + cbz/contributions/math514/inventory/README.md | 52 ++ .../math514/inventory/TOOLING_GAPS.md | 46 + .../math514/inventory/proof-projects.json | 868 ++++++++++++++++++ .../math514/kernel_replay/ExactReplay.lean | 33 + .../math514/kernel_replay/PUBLICATION.json | 200 ++++ .../math514/kernel_replay/README.md | 56 ++ .../math514/kernel_replay/REGISTRY.json | 85 ++ .../math514/kernel_replay/SPEC.md | 15 + .../evidence/fixture-g2-rejection.json | 6 + .../evidence/g0-additional-tests.json | 10 + .../evidence/g0-applicable-tests.json | 30 + .../evidence/g0-initial-mutations.json | 324 +++++++ .../kernel_replay/evidence/g0-mutations.json | 345 +++++++ .../kernel_replay/evidence/g0-tests.json | 10 + .../initial-import-shadow-failure.json | 124 +++ .../initial-low-address-limit-failures.json | 497 ++++++++++ .../evidence/initial-real-symlink-replay.json | 124 +++ .../mutations/allow-artifact-symlink.json | 21 + .../concurrent-module-processes.json | 21 + .../evidence/mutations/empty-coverage.json | 21 + .../mutations/exported-part-only.json | 21 + .../ignore-compiled-parts-binding.json | 21 + .../mutations/ignore-completion-marker.json | 21 + .../mutations/ignore-memory-limit.json | 21 + .../mutations/ignore-nonzero-exit.json | 21 + .../mutations/ignore-source-binding.json | 21 + .../evidence/mutations/ignore-timeout.json | 21 + .../mutations/ignore-tool-binding.json | 21 + .../evidence/mutations/prefix-expansion.json | 21 + .../preload-target-self-reference.json | 21 + .../mutations/skip-kernel-replay.json | 21 + .../mutations/truncate-module-coverage.json | 21 + .../untrusted-checker-search-path.json | 21 + .../evidence/real-BadPrivate.json | 124 +++ .../evidence/real-BadPublic.json | 124 +++ .../kernel_replay/evidence/real-Good.json | 124 +++ .../evidence/real-UnapprovedAxiom.json | 124 +++ .../kernel_replay/independent-review.md | 120 +++ .../math514/kernel_replay/kernel_replay.py | 306 ++++++ .../math514/kernel_replay/mutations.py | 145 +++ .../math514/kernel_replay/run_tests.py | 36 + .../tests/fixtures/BadPrivate.lean | 13 + .../tests/fixtures/BadPublic.lean | 13 + .../kernel_replay/tests/fixtures/Good.lean | 12 + .../tests/fixtures/UnapprovedAxiom.lean | 5 + .../kernel_replay/tests/test_kernel_replay.py | 166 ++++ .../tests/test_mutation_harness.py | 26 + .../kernel_replay/tests/test_real_lean.py | 148 +++ .../math514/kernel_replay/tool-report.json | 185 ++++ .../math514/kernel_replay/tool-report.md | 20 + 51 files changed, 4865 insertions(+) create mode 100644 cbz/contributions/math514/README.md create mode 100644 cbz/contributions/math514/inventory/README.md create mode 100644 cbz/contributions/math514/inventory/TOOLING_GAPS.md create mode 100644 cbz/contributions/math514/inventory/proof-projects.json create mode 100644 cbz/contributions/math514/kernel_replay/ExactReplay.lean create mode 100644 cbz/contributions/math514/kernel_replay/PUBLICATION.json create mode 100644 cbz/contributions/math514/kernel_replay/README.md create mode 100644 cbz/contributions/math514/kernel_replay/REGISTRY.json create mode 100644 cbz/contributions/math514/kernel_replay/SPEC.md create mode 100644 cbz/contributions/math514/kernel_replay/evidence/fixture-g2-rejection.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/g0-additional-tests.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/g0-applicable-tests.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/g0-initial-mutations.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/g0-mutations.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/g0-tests.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/initial-import-shadow-failure.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/initial-low-address-limit-failures.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/initial-real-symlink-replay.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/mutations/allow-artifact-symlink.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/mutations/concurrent-module-processes.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/mutations/empty-coverage.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/mutations/exported-part-only.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/mutations/ignore-compiled-parts-binding.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/mutations/ignore-completion-marker.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/mutations/ignore-memory-limit.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/mutations/ignore-nonzero-exit.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/mutations/ignore-source-binding.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/mutations/ignore-timeout.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/mutations/ignore-tool-binding.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/mutations/prefix-expansion.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/mutations/preload-target-self-reference.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/mutations/skip-kernel-replay.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/mutations/truncate-module-coverage.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/mutations/untrusted-checker-search-path.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/real-BadPrivate.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/real-BadPublic.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/real-Good.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/real-UnapprovedAxiom.json create mode 100644 cbz/contributions/math514/kernel_replay/independent-review.md create mode 100644 cbz/contributions/math514/kernel_replay/kernel_replay.py create mode 100644 cbz/contributions/math514/kernel_replay/mutations.py create mode 100644 cbz/contributions/math514/kernel_replay/run_tests.py create mode 100644 cbz/contributions/math514/kernel_replay/tests/fixtures/BadPrivate.lean create mode 100644 cbz/contributions/math514/kernel_replay/tests/fixtures/BadPublic.lean create mode 100644 cbz/contributions/math514/kernel_replay/tests/fixtures/Good.lean create mode 100644 cbz/contributions/math514/kernel_replay/tests/fixtures/UnapprovedAxiom.lean create mode 100644 cbz/contributions/math514/kernel_replay/tests/test_kernel_replay.py create mode 100644 cbz/contributions/math514/kernel_replay/tests/test_mutation_harness.py create mode 100644 cbz/contributions/math514/kernel_replay/tests/test_real_lean.py create mode 100644 cbz/contributions/math514/kernel_replay/tool-report.json create mode 100644 cbz/contributions/math514/kernel_replay/tool-report.md diff --git a/cbz/contributions/math514/README.md b/cbz/contributions/math514/README.md new file mode 100644 index 000000000..193460f11 --- /dev/null +++ b/cbz/contributions/math514/README.md @@ -0,0 +1,13 @@ +# Math514 CBZ contribution: exact-module kernel replay and project coverage + +This contribution supplies a completed, bounded adapter to the installed Lean 4.34.1 `LeanChecker.replayFromImports`, plus a public-safe map of the eight Math Lake projects and Main core. Canonical federation integration, GOVERNANCE/TOOLING registration, full G2/G3/G4 coverage and final G0–G11 acceptance remain with main#684/#685. This directory declares no CBZ-0 result. + +The kernel adapter runs one exact named module per fresh process, serially, with explicit source/object/runtime/context bindings and resource bounds. It preserves upstream import-only replay and all available exported/server/private parts. It rejects symlinked artifact/search paths and project-local checker shadowing. See [portable usage](kernel_replay/README.md), [mechanical scope](kernel_replay/SPEC.md), [registry payload](kernel_replay/REGISTRY.json) and [independent review](kernel_replay/independent-review.md). + +Observed self-verification: 27 distinct applicable tests pass (25 from the final production-source run plus two newly added tests; not a repeated 27-test run). All 16 actual source mutations were killed by assertions, with no errors/skips/survivors. The original four mutation survivors, resource failures and the reproduced pre-fix symlink false-green remain retained and expressly invalidated as acceptance. No project proof replay occurred in building this tool. It has not yet resolved the observed Math core OOM137; use it for a separately recorded real project run. G2 axiom policy is independent and remains NOT_ASSESSED by this adapter. + +The negative fixture sources intentionally contain forged self-referential public/private theorem bodies or an unapproved axiom. They are isolated test inputs, never CLOSED mathematical declarations or production imports. Their expected rejection distinguishes a real checker from green-by-construction output. Preserve them and their historical failed-tool evidence. + +[Project inventory](inventory/README.md) and [coverage gaps](inventory/TOOLING_GAPS.md) retain exact observation cuts and available recipes. This is discovery, not complete-scope certification. Stage67 mathematical source was published separately in Math#514 at86c00d4c08c6c2af0529ec1744693de3ca6ac6e4: one conditional kernel-closed theorem, with its unproved ordinary realization/controls precisely quarantined. Conventional prose is not promoted to a kernel proof. + +For canonical registration, import the exact tool facts/commands/self-verification/limits/ledger payload from `kernel_replay/REGISTRY.json`. The registry payload is contribution evidence, not an edit to the federation's canonical rulebook. The separate manifest/isolation auditor is still under repair/review and is not included or admitted here. diff --git a/cbz/contributions/math514/inventory/README.md b/cbz/contributions/math514/inventory/README.md new file mode 100644 index 000000000..5aa48f3b3 --- /dev/null +++ b/cbz/contributions/math514/inventory/README.md @@ -0,0 +1,52 @@ +# Proof-project coverage contribution + +Prepared for the canonical single writer, [main#684](https://github.com/d6g8k5htny-coder/main/issues/684)/[main#685](https://github.com/d6g8k5htny-coder/main/issues/685). This is a bounded contribution handoff, not a registry, integration decision or federation baseline declaration. + +Original inventory cut: **2026-10-29T17:05:21.411546+00:00** across five Math worktrees and one Main checkout. Current contribution STATUS and the packaged stage67 closure overlay that cut. No new research, checks, tests, builds, kernel replays or source-digest runs were performed. Completed applicable evidence remains reusable; a new agent/session alone never warrants rechecking. + +[proof-projects.json](proof-projects.json) maps exact repository-relative locations, recorded command/cwd recipes, evidence pointers and all G0–G11 gaps. [TOOLING_GAPS.md](TOOLING_GAPS.md) gives the remaining coverage boundary. No raw private code, local branch census or original absolute-path metadata is copied. + +## Concrete stage67 contribution + +Math- package `frontiers/source_derivative_gaussian_20261025` supplies `SourceActualLowerSeparation.lean`: **CLOSED as a conditional kernel theorem**, exactly one public proposition and four private theorems, with only `propext`, `Classical.choice`, `Quot.sound`. Literal global `IsMorseDistinct` remains an explicit hypothesis. No genuine fixture, nonvacuity witness, unconditional source application or Parent result is claimed. + +Reused source identity:14899B / `e72ed4f92e7867dc210b771e6afb4548cfad679e8b38795110fa6fd76a15e121`. Reused own-object identity:409960B / `c001bad5446351036112f0c78b264fd3ffc423dc7df7fc09f9431bdbdcac43cc`. Strict006, exhaustive ALL5/std3 and proper own-module kernel exit0 are retained under `cbz/stage67/evidence/`. Kernel interval:2026-10-29T16:47:24.817525–16:47:29.785445Z; entry completed16:47:29.806374Z. The changed Lake registration subsequently built exit0 at17:33:58.953065Z. These observations are scoped evidence, not final federation gates. + +The exact boundary is `cbz/stage67/PROOF_INDEX.md` and `CLOSURE.json`. `quarantine/Q-MATH-SDGA-67-ORDINARY/QUARANTINE.json` retains failed normalization source/diagnostics and absent genuine global-hm/positive/collision/mutation/False-control obligations. It is outside Lake/default targets, has no ordinary object and is not a production dependency. Preserve it unchanged for integration. + +From the **Math- source-derivative package directory**, the already documented reproduction recipes are: + +```sh +lake build SourceActualLowerSeparation +lake env lean -DwarningAsError=true cbz/stage67/evidence/Inventory.lean +lake env leanchecker SourceActualLowerSeparation +``` + +These recipes are provided for the canonical writer's mapping. No repeat of completed unchanged checks is requested. The installed prefix CLI is unambiguous for this module, which has no matching submodules; all-project replay still requires its own exact-module census/tool admission. + +## Exactly eight Math projects, plus Main core + +| Math- project path | Scope | +|---|---| +| `formal` | ResearchFormalCoreR1 scalar companions; registered targets do not alone establish ALL-declaration coverage. | +| `specifications/lean_statements_20261010` | Definitions, interface structures and registered Prop specifications; not theorem closure by definition. | +| `specifications/lean_statement_proofs_20261011` | Theorems of exact sibling specification Props; historical source records describe78 checked theorems, not proof of every registered Prop. | +| `frontiers/cap_first_exit_lean_20261002` | Cap/first-exit Lean package. | +| `frontiers/source_smooth_realization_20261011` | Actual smooth Gaussian source realization and source carrier. | +| `frontiers/source_lifetime_realization_20261017` | Literal source field/geometry and Lifetime interface bridge. | +| `frontiers/determinant_moment_20261025` | Determinant/moment package; shares package name with formal but is a distinct root. | +| `frontiers/source_derivative_gaussian_20261025` | Source derivative/conditioning/topology development, including exactly scoped stage67 contribution. | + +Main's ninth distinct project location is **main:`formal/`**, package `UniversalLaw`, dependency-free Lean core with an empty package manifest. Math configs declare Lean v4.34.1 and Mathlib `d13f23b723b8a846827a245b89c10fc7d3f11612`; the proof packet additionally uses its sibling statement package. Declared pins are not installed-dependency or cross-repository resolution evidence. + +At the cut, these give41 actual root occurrences plus five copies of a historical ten-module published lakefile,46 configs in13 variants. That historical metadata is **not a ninth active Math project**. Source-derivative default-target counts were14/18/29/66 on different cuts; the later stage67 registered-build evidence supersedes only the earlier unregistered-stage67 note, without claiming a fresh all-project census. + +Non-Lake coverage includes the torus-filtration and three D2 companions, regular-superlevel project/negative-project modules, asymmetric elder, compact adapter inputs and review scratch. Their staged `formal/` environment, generated sources and LEAN_PATH must be represented explicitly; nearest-ancestor lakefiles do not prove build membership. + +## What the inventory establishes + +The original lexical inventory retained2842 Lean file occurrences in1976 deduplicated groups,39853 declaration candidates,807 Python math/float candidate groups,2745 status/source/pin surfaces and2763 conventional-claim documents. It retained archive/evidence/incoming material and exact locations privately with the canonical writer. These are discovery counts, not soundness or absence proofs. + +Conventional prose and exact-certificate evidence remain valuable in their stated scope. They are separate from kernel-proved statements. Definitions/interfaces are specifications, not unverified axiom injections merely because their Props have no theorem. Missing geometric Kac–Rice/elder/density/Parent formalizations require explicit boundaries; impossible underdetermined universal statements must not be repaired by assuming their desired conclusions. Source-explicit binary64 certifying use needs A3 isolation; diagnostic float tokens and exact rational-grid calculations require their own dataflow classification. + +All final G0–G11 remain **not established by this handoff**. Canonical admission, final input binding, full-tree coverage, regression, pins, status synchronization and clean-Git/cold-start acceptance stay with the canonical writer. Older tooling's kernel-pending and nine-active-project wording is dated and superseded as described above. diff --git a/cbz/contributions/math514/inventory/TOOLING_GAPS.md b/cbz/contributions/math514/inventory/TOOLING_GAPS.md new file mode 100644 index 000000000..48184d558 --- /dev/null +++ b/cbz/contributions/math514/inventory/TOOLING_GAPS.md @@ -0,0 +1,46 @@ +# Tooling and all-project coverage gaps + +Contribution to main#684/#685; no integration or new-registry decision. Original lexical observation cut:2026-10-29T17:05:21.411546+00:00. Current contribution STATUS and packaged stage67 evidence provide the later explicit overlay. No new execution or re-verification occurred. + +## Existing recipes to map + +The following exact package-local drivers were recorded in math-tooling discovery. **cwd: Math- repository root.** Source-only mode is a scoped source/manifest check; execution mode may overwrite evidence/build directories and must retain historical failures under the canonical writer's preservation policy. This table records capabilities and does not request unchanged reruns. + +| Source-only command | Execution command | +|---|---| +| `python -B -S formal/gate.py` | `python -B -S formal/gate.py --execute` | +| `python -B -S frontiers/determinant_moment_20261025/gate.py` | `python -B -S frontiers/determinant_moment_20261025/gate.py --execute` | +| `python -B -S frontiers/cap_first_exit_lean_20261002/gate.py` | `python -B -S frontiers/cap_first_exit_lean_20261002/gate.py --execute` | +| `python -B -S specifications/lean_statements_20261010/check.py` | `python -B -S specifications/lean_statements_20261010/check.py --execute` | +| `python -B -S specifications/lean_statement_proofs_20261011/check.py` | `python -B -S specifications/lean_statement_proofs_20261011/check.py --execute` | + +Stage67's three exact package-directory recipes and receipts are in README and JSON. Torus filtration has the recorded repository-root workflow command `bash companions/torus_filtration_20261011/replay.sh` (`.github/workflows/torus-filtration.yml:48`). The source-lifetime static recipe is `python -B -S frontiers/source_lifetime_realization_20261017/validate_static.py` from the repository root. The recorded generic `lake build` applies in each exact package directory; it does not supply an observed receipt here. + +Source-smooth's historical hosted workflow and non-Lake staged drivers still need explicit scope/evidence mapping. Main core's specific gate/selftest/kernel driver was outside the Math tooling census and is left **NEEDS_MAPPING**, without guessed commands. No top-level source-derivative federation auditor was established by the old discovery; stage67's owned Inventory proves only its five owned constants. + +## G0–G11 unmet scope + +| Gate | Exact remaining boundary | +|---|---| +| G0 | Current contribution STATUS records an earlier56/56 selftest and39/39 checker-source mutants killed, followed by reported escaped-name/native-option defects under investigation. Changed-tool coverage/admission and federation-wide auditor selftests remain unresolved; the old run stays exact-scope evidence. | +| G1 | No complete repository/federation Layer-A run is recorded. Lexical inventories do not establish absence, soundness or G1 green. Cover embedded/generated source, archives, dependencies and actual CLOSED/quarantine isolation with an admitted auditor. | +| G2 | Map every CLOSED declaration, including private/data/generated constants, to owning module and approved transitive axioms. Stage67 ALL5/std3 evidence is reusable; registered target lists do not prove whole-federation coverage. | +| G3 | Cover all eight Math roots, Main core and non-Lake staged companions under one final source/pin binding. Stage67 registered build exit0 covers changed registration only, not final federation G3. | +| G4 | Stage67 proper own-module replay is completed evidence. Federation all-CLOSED module census and bounded exact-module replay remain to be admitted; current STATUS describes a separate wrapper still being verified. Skip escapes/prefix assumptions cannot supply missing replay. | +| G5 | Map all retained suites/frontier and companion tests to actual execution. Existing scoped passes remain reusable; final coherent full-regression run not established. | +| G6 | Map semantic and auditor mutation obligations to actual tools/scopes; preserve failure evidence. Historical scoped mutation passes do not establish final federation threshold. | +| G7 | Resolve installed dependencies and cross-repository pins at final inputs. Config-declared Lean/Mathlib pins and source-ID strings are discovery evidence, not resolved remote consistency. | +| G8 | Canonical single writer must reconcile exact dispositions, evidence and status surfaces. Dated availability labels, specified Props and conventional review acceptance cannot be silently promoted to kernel CLOSED. | +| G9 | No final tagged cache-free cold-start acceptance is recorded. Canonical STATUS must supply exact usable commands; no guessed runner is proposed here. | +| G10 | Canonical writer owns full branch/PR/worktree/stash/tag cleanliness and integration. Original local census is an observation cut, not a current or final clean-Git claim. | +| G11 | Canonical admission/documentation/self-verification and resource/version coverage for every mission tool remain required. This handoff is an inventory contribution, not a new tool registry. | + +## Limits that must survive integration + +- Reuse completed applicable mathematical verification. New agent/session/handoff alone is not a reason to rerun it. Pending process metadata never erases that evidence. +- The original discovery scripts are unverified inventory collectors. No absence, soundness or complete G1 conclusion follows from lexical counts, including zero code-token matches. +- Imported project inputs, generated/embedded test source, private/data/generated declarations, archive failures and external dependency closure need admitted mechanical coverage. Mathlib bodies were not audited by this task. +- Keep the original exact-boundary stage67 ordinary quarantine and source-explicit binary64-certifier candidates isolated from CLOSED claims. Preserve failed tests/attempts; never delete for green. +- Statement-only interfaces and conventional prose do not become kernel CLOSED through a green build, review label, hash or source register. Conversely, completed theorem/conventional evidence remains reusable in its exact scope. +- Historical external-review/quorum/custody ceremonies are superseded. Keep actual scientific evidence and observed failure outcomes; do not reinstate those ceremonies through old driver defaults. +- Final same-input federation execution/admission, documentation and Git/pin reconciliation belong to the canonical writer. This handoff supplies no final green result or broad publication of the private initial census. diff --git a/cbz/contributions/math514/inventory/proof-projects.json b/cbz/contributions/math514/inventory/proof-projects.json new file mode 100644 index 000000000..ea7636fba --- /dev/null +++ b/cbz/contributions/math514/inventory/proof-projects.json @@ -0,0 +1,868 @@ +{ + "schema_version": 1, + "kind": "PUBLIC_SAFE_CONTRIBUTION_INVENTORY_HANDOFF_NOT_A_REGISTRY", + "canonical_integration_owner": "main#684/#685 single writer", + "original_observation_cut_utc": "2026-10-29T17:05:21.411546+00:00", + "original_scope": "Five local Math worktrees plus one Main checkout; actual source reads with indexed-relative-path/content deduplication. No local worktree paths, branch metadata or raw private records copied here.", + "current_status_overlay": "Contribution STATUS plus packaged stage67 CLOSURE/PROOF_INDEX; includes registered build observed2026-10-29T17:33:58.953065Z. No fresh census or checks.", + "evidence_reuse_rule": "Completed applicable verification remains reusable under unchanged assumptions/dependencies. New agent/session/handoff alone never warrants rechecking. Final federation protocol obligations are separate from exact-scope mathematical evidence.", + "original_candidate_counts": { + "lean_unique": 1976, + "lean_occurrences": 2842, + "lean_declaration_candidates": 39853, + "python_float_mathematical_files": 807, + "python_float_candidate_lines": 10703, + "status_surface_unique": 2745, + "conventional_claim_document_unique": 2763, + "conventional_claim_candidate_lines": 25818, + "pin_reference_files": 2217, + "pin_reference_lines": 83309, + "project_config_unique": 13, + "project_config_occurrences": 46 + }, + "project_root_count": { + "unique_Math_project_paths": 8, + "Main_core_project_paths": 1, + "actual_occurrences_at_cut": 41, + "historical_config_copies_at_cut": 5, + "config_variants_at_cut": 13 + }, + "projects": [ + { + "repository": "d6g8k5htny-coder/Math-", + "path": "formal", + "config": "formal/lakefile.toml", + "package_name": "universal_law_formal", + "toolchain": "leanprover/lean4:v4.34.1", + "requirements": [ + { + "name": "mathlib", + "git": "https://github.com/leanprover-community/mathlib4.git", + "rev": "d13f23b723b8a846827a245b89c10fc7d3f11612" + } + ], + "observed_default_targets_at_original_cut": [ + "ResearchFormalCoreR1" + ], + "role": "ResearchFormalCoreR1 scalar companions; registered targets do not alone establish ALL-declaration coverage.", + "existing_drivers": [ + { + "cwd": { + "repository": "d6g8k5htny-coder/Math-", + "path": "." + }, + "source_only": "python -B -S formal/gate.py", + "execute": "python -B -S formal/gate.py --execute", + "state": "DISCOVERED_NOT_RUN_IN_HANDOFF" + } + ], + "build_recipe": { + "cwd": { + "repository": "d6g8k5htny-coder/Math-", + "path": "formal" + }, + "command": "lake build", + "provenance": "Generic existing Lake build command recorded in math-tooling G3; config supplies root/targets. No execution in this handoff." + }, + "final_federation_gate_status": "NOT_ESTABLISHED" + }, + { + "repository": "d6g8k5htny-coder/Math-", + "path": "specifications/lean_statements_20261010", + "config": "specifications/lean_statements_20261010/lakefile.toml", + "package_name": "universal_law_specifications", + "toolchain": "leanprover/lean4:v4.34.1", + "requirements": [ + { + "name": "mathlib", + "git": "https://github.com/leanprover-community/mathlib4.git", + "rev": "d13f23b723b8a846827a245b89c10fc7d3f11612" + } + ], + "observed_default_targets_at_original_cut": [ + "Specifications" + ], + "role": "Definitions, interface structures and registered Prop specifications; not theorem closure by definition.", + "existing_drivers": [ + { + "cwd": { + "repository": "d6g8k5htny-coder/Math-", + "path": "." + }, + "source_only": "python -B -S specifications/lean_statements_20261010/check.py", + "execute": "python -B -S specifications/lean_statements_20261010/check.py --execute", + "state": "DISCOVERED_NOT_RUN_IN_HANDOFF" + } + ], + "build_recipe": { + "cwd": { + "repository": "d6g8k5htny-coder/Math-", + "path": "specifications/lean_statements_20261010" + }, + "command": "lake build", + "provenance": "Generic existing Lake build command recorded in math-tooling G3; config supplies root/targets. No execution in this handoff." + }, + "final_federation_gate_status": "NOT_ESTABLISHED" + }, + { + "repository": "d6g8k5htny-coder/Math-", + "path": "specifications/lean_statement_proofs_20261011", + "config": "specifications/lean_statement_proofs_20261011/lakefile.toml", + "package_name": "universal_law_specification_proofs", + "toolchain": "leanprover/lean4:v4.34.1", + "requirements": [ + { + "name": "mathlib", + "git": "https://github.com/leanprover-community/mathlib4.git", + "rev": "d13f23b723b8a846827a245b89c10fc7d3f11612" + }, + { + "name": "universal_law_specifications", + "path": "../lean_statements_20261010" + } + ], + "observed_default_targets_at_original_cut": [ + "SpecificationProofs" + ], + "role": "Theorems of exact sibling specification Props; historical source records describe78 checked theorems, not proof of every registered Prop.", + "existing_drivers": [ + { + "cwd": { + "repository": "d6g8k5htny-coder/Math-", + "path": "." + }, + "source_only": "python -B -S specifications/lean_statement_proofs_20261011/check.py", + "execute": "python -B -S specifications/lean_statement_proofs_20261011/check.py --execute", + "state": "DISCOVERED_NOT_RUN_IN_HANDOFF" + } + ], + "build_recipe": { + "cwd": { + "repository": "d6g8k5htny-coder/Math-", + "path": "specifications/lean_statement_proofs_20261011" + }, + "command": "lake build", + "provenance": "Generic existing Lake build command recorded in math-tooling G3; config supplies root/targets. No execution in this handoff." + }, + "final_federation_gate_status": "NOT_ESTABLISHED" + }, + { + "repository": "d6g8k5htny-coder/Math-", + "path": "frontiers/cap_first_exit_lean_20261002", + "config": "frontiers/cap_first_exit_lean_20261002/lakefile.toml", + "package_name": "cap_first_exit", + "toolchain": "leanprover/lean4:v4.34.1", + "requirements": [ + { + "name": "mathlib", + "git": "https://github.com/leanprover-community/mathlib4.git", + "rev": "d13f23b723b8a846827a245b89c10fc7d3f11612" + } + ], + "observed_default_targets_at_original_cut": [ + "CapFirstExit" + ], + "role": "Cap/first-exit Lean package.", + "existing_drivers": [ + { + "cwd": { + "repository": "d6g8k5htny-coder/Math-", + "path": "." + }, + "source_only": "python -B -S frontiers/cap_first_exit_lean_20261002/gate.py", + "execute": "python -B -S frontiers/cap_first_exit_lean_20261002/gate.py --execute", + "state": "DISCOVERED_NOT_RUN_IN_HANDOFF" + } + ], + "build_recipe": { + "cwd": { + "repository": "d6g8k5htny-coder/Math-", + "path": "frontiers/cap_first_exit_lean_20261002" + }, + "command": "lake build", + "provenance": "Generic existing Lake build command recorded in math-tooling G3; config supplies root/targets. No execution in this handoff." + }, + "final_federation_gate_status": "NOT_ESTABLISHED" + }, + { + "repository": "d6g8k5htny-coder/Math-", + "path": "frontiers/source_smooth_realization_20261011", + "config": "frontiers/source_smooth_realization_20261011/lakefile.toml", + "package_name": "source_smooth_realization", + "toolchain": "leanprover/lean4:v4.34.1", + "requirements": [ + { + "name": "mathlib", + "git": "https://github.com/leanprover-community/mathlib4.git", + "rev": "d13f23b723b8a846827a245b89c10fc7d3f11612" + } + ], + "observed_default_targets_at_original_cut": [ + "SourceSmoothControls" + ], + "role": "Actual smooth Gaussian source realization and source carrier.", + "existing_drivers": [], + "build_recipe": { + "cwd": { + "repository": "d6g8k5htny-coder/Math-", + "path": "frontiers/source_smooth_realization_20261011" + }, + "command": "lake build", + "provenance": "Generic existing Lake build command recorded in math-tooling G3; config supplies root/targets. No execution in this handoff." + }, + "final_federation_gate_status": "NOT_ESTABLISHED", + "workflow_pointer": ".github/workflows/source-smooth-realization.yml", + "coverage_gap": "Historical workflow is scoped and includes superseded ceremony; no short consolidated federation driver mapped." + }, + { + "repository": "d6g8k5htny-coder/Math-", + "path": "frontiers/source_lifetime_realization_20261017", + "config": "frontiers/source_lifetime_realization_20261017/lakefile.toml", + "package_name": "source_lifetime_realization", + "toolchain": "leanprover/lean4:v4.34.1", + "requirements": [ + { + "name": "mathlib", + "git": "https://github.com/leanprover-community/mathlib4.git", + "rev": "d13f23b723b8a846827a245b89c10fc7d3f11612" + } + ], + "observed_default_targets_at_original_cut": [ + "C291Inputs", + "SourceLifetimeControls", + "SourceLifetimeAxiomAudit" + ], + "role": "Literal source field/geometry and Lifetime interface bridge.", + "existing_drivers": [ + { + "cwd": { + "repository": "d6g8k5htny-coder/Math-", + "path": "." + }, + "source_only": "python -B -S frontiers/source_lifetime_realization_20261017/validate_static.py", + "state": "DISCOVERED_NOT_RUN_IN_HANDOFF", + "boundary": "Static mappings/identity validation; not kernel verification." + } + ], + "build_recipe": { + "cwd": { + "repository": "d6g8k5htny-coder/Math-", + "path": "frontiers/source_lifetime_realization_20261017" + }, + "command": "lake build", + "provenance": "Generic existing Lake build command recorded in math-tooling G3; config supplies root/targets. No execution in this handoff." + }, + "final_federation_gate_status": "NOT_ESTABLISHED" + }, + { + "repository": "d6g8k5htny-coder/Math-", + "path": "frontiers/determinant_moment_20261025", + "config": "frontiers/determinant_moment_20261025/lakefile.toml", + "package_name": "universal_law_formal", + "toolchain": "leanprover/lean4:v4.34.1", + "requirements": [ + { + "name": "mathlib", + "git": "https://github.com/leanprover-community/mathlib4.git", + "rev": "d13f23b723b8a846827a245b89c10fc7d3f11612" + } + ], + "observed_default_targets_at_original_cut": [ + "ResearchFormalCoreR1" + ], + "role": "Determinant/moment package; shares package name with formal but is a distinct root.", + "existing_drivers": [ + { + "cwd": { + "repository": "d6g8k5htny-coder/Math-", + "path": "." + }, + "source_only": "python -B -S frontiers/determinant_moment_20261025/gate.py", + "execute": "python -B -S frontiers/determinant_moment_20261025/gate.py --execute", + "state": "DISCOVERED_NOT_RUN_IN_HANDOFF" + } + ], + "build_recipe": { + "cwd": { + "repository": "d6g8k5htny-coder/Math-", + "path": "frontiers/determinant_moment_20261025" + }, + "command": "lake build", + "provenance": "Generic existing Lake build command recorded in math-tooling G3; config supplies root/targets. No execution in this handoff." + }, + "final_federation_gate_status": "NOT_ESTABLISHED" + }, + { + "repository": "d6g8k5htny-coder/Math-", + "path": "frontiers/source_derivative_gaussian_20261025", + "config": "frontiers/source_derivative_gaussian_20261025/lakefile.toml", + "package_name": "source_derivative_gaussian", + "toolchain": "leanprover/lean4:v4.34.1", + "requirements": [ + { + "name": "mathlib", + "git": "https://github.com/leanprover-community/mathlib4.git", + "rev": "d13f23b723b8a846827a245b89c10fc7d3f11612" + } + ], + "observed_default_targets_at_original_cut": [ + "SourceDerivativeGaussian", + "ContactJetCovariance", + "SourceContactCovariance", + "SourceConfluentPins", + "SourceContactSchur", + "SourceDerivativeContinuity", + "ConfluentIntegralIdentities", + "SourceEndpointRegression", + "GaussianRegressionLimits", + "SourceEndpointParameters", + "SourceContactEndpointParameters", + "SourceConfluentLimits", + "SourcePhysicalEndpointKernel", + "SourceEndpointEstimates", + "SourceSmoothConditionalKernel", + "SourceSmoothPalm", + "GaussianWeightedMajorants", + "SourceConditionalMajorant", + "SourcePinCurvatureBounds", + "ScalarProductCurvatureBound", + "SourceCurvatureDecomposition", + "SourceWeightedCurvatureBound", + "SourcePinPreservingQuartic", + "SourceSmoothTopology", + "SourceRawPinConditioning", + "SourceQuarticCaptureAlgebra", + "SourceMorseIncidence", + "SourceSmoothParameterSpace", + "SourceLifetimePairFiniteness", + "SourceCompactTargetMoments", + "AdaptiveFoldScalarBarrier", + "AdaptiveFoldTransverseRidge", + "AdaptiveFoldBoundaryPath", + "SourceAdaptiveFoldChart", + "SourceAdaptiveFoldEstimates", + "SourceActualFoldDeath", + "SourceActualFoldTorus", + "SourceActualFoldH0", + "SourceFoldWeightedProbability", + "SourceGapPinCurvature", + "SourceAllTargetCurvatureResidual", + "SourceGapWeightedNumerator", + "SourceCompactGapNormalizer", + "SourceCompactFoldWeightedProbability", + "SourceActualFoldCandidate", + "SourceFinitePinKernel", + "SourceFiniteTrig", + "SourceRemoteJetWitness", + "SourceRemoteJetGaussian", + "SourceEndpointHessianWitness", + "SourceH0OlderClearance", + "SourceEndpointHessianGaussian", + "SourceTwoRemoteFirstJetWitness", + "SourceIntrinsicH0Interface", + "SourceTwoRemoteFirstJetGaussian", + "SourceIntrinsicH0WeightedProbability", + "SourceRawPinFreeCoordinates", + "SourceFramedConfluentCovariance", + "SourceGapConditionalMorseDistinct", + "SourceActualMorseLocalModel", + "SourceActualTorusSuperlevelLocalBasis", + "SourceActualTorusRegularSlab", + "SourceActualFiniteSuperlevelComponents", + "SourceActualQuotientSaddleCollar", + "SourceActualSaddleUppercuts", + "SourceActualRegularLocalCollar" + ], + "role": "Source derivative/conditioning/topology development, including exactly scoped stage67 contribution.", + "existing_drivers": [], + "build_recipe": { + "cwd": { + "repository": "d6g8k5htny-coder/Math-", + "path": "frontiers/source_derivative_gaussian_20261025" + }, + "command": "lake build", + "provenance": "Generic existing Lake build command recorded in math-tooling G3; config supplies root/targets. No execution in this handoff." + }, + "final_federation_gate_status": "NOT_ESTABLISHED", + "current_stage67_registration": { + "target": "SourceActualLowerSeparation", + "status": "RECORDED_BUILD_EXIT0", + "end_utc": "2026-10-29T17:33:58.953065Z", + "evidence": "frontiers/source_derivative_gaussian_20261025/cbz/stage67/evidence/registered-lake-build/receipt.json", + "qualification": "Adds stage67 to original66 target cut; no fresh census/rebuild undertaken here." + } + }, + { + "repository": "d6g8k5htny-coder/main", + "path": "formal", + "config": "formal/lakefile.toml", + "package_name": "UniversalLaw", + "toolchain": "leanprover/lean4:v4.34.1", + "requirements": [], + "observed_default_targets_at_original_cut": [ + "UniversalLaw" + ], + "role": "Lean-core-only UniversalLaw pilot. Empty dependency manifest; no Mathlib dependency.", + "build_recipe": { + "cwd": { + "repository": "d6g8k5htny-coder/main", + "path": "formal" + }, + "command": "lake build", + "provenance": "Recorded generic Lake command with observed config root; not executed here." + }, + "coverage_gap": "Main-specific gate/selftest/kernel command not mapped by the Math tooling inventory. Canonical writer must bind actual main driver and all-declaration scope.", + "final_federation_gate_status": "NOT_ESTABLISHED" + } + ], + "historical_metadata_boundary": { + "repository": "d6g8k5htny-coder/Math-", + "path": "frontiers/source_derivative_gaussian_20261025/evidence/catalog-history/historical-ten-module/published-package-metadata/lakefile.toml", + "role": "Historical ten-module metadata copy in each Math checkout; not a ninth active mathematical project.", + "execution": "NOT_RUN" + }, + "non_lake_sources_and_drivers": [ + { + "repository": "d6g8k5htny-coder/Math-", + "path": "companions/torus_filtration_20261011/replay.sh", + "state": "DISCOVERED_NOT_RUN", + "coverage_boundary": "No local lakefile. Explicit staged external Specifications.Field build and LEAN_PATH; generated controls and kernel modes require exact driver inventory.", + "runtime_root": "formal/ lake environment; companion root + generated .lake spec/input/output dirs", + "recorded_command": { + "cwd": { + "repository": "d6g8k5htny-coder/Math-", + "path": "." + }, + "command": "bash companions/torus_filtration_20261011/replay.sh", + "provenance": ".github/workflows/torus-filtration.yml:48", + "state": "DECLARED_NOT_RUN_IN_HANDOFF" + } + }, + { + "repository": "d6g8k5htny-coder/Math-", + "path": "frontiers/regular_superlevel_geometry_20261020/c297_hosted_verify.py", + "state": "DISCOVERED_NOT_RUN", + "coverage_boundary": "Driver/input/evidence mapping remains a scoped coverage obligation.", + "runtime_root": "formal/ pinned dependencies; explicit project/ and negative-project/ modules, isolated object/evidence directory" + }, + { + "repository": "d6g8k5htny-coder/Math-", + "path": "companions/d2_square_schur_20261006/replay.sh", + "state": "NEEDS_DRIVER_AUDIT", + "coverage_boundary": "Driver/input/evidence mapping remains a scoped coverage obligation." + }, + { + "repository": "d6g8k5htny-coder/Math-", + "path": "companions/d2_atom_integral_20261006/replay.sh", + "state": "NEEDS_DRIVER_AUDIT", + "coverage_boundary": "Driver/input/evidence mapping remains a scoped coverage obligation." + }, + { + "repository": "d6g8k5htny-coder/Math-", + "path": "companions/d2_moment_bridge_20261006/replay.sh", + "state": "NEEDS_DRIVER_AUDIT", + "coverage_boundary": "Driver/input/evidence mapping remains a scoped coverage obligation." + }, + { + "repository": "d6g8k5htny-coder/Math-", + "path": "frontiers/asymmetric_elder_bridge_20261017", + "state": "NEEDS_DRIVER_AND_HISTORICAL_RECEIPT_MAPPING", + "coverage_boundary": "Driver/input/evidence mapping remains a scoped coverage obligation." + }, + { + "repository": "d6g8k5htny-coder/Math-", + "path": "frontiers/compact_morse_elder_adapter_20261018", + "state": "NEEDS_DRIVER_AND_INPUT_SOURCE_MAPPING", + "coverage_boundary": "Retained inputs/ source copies, not automatically independent build roots." + }, + { + "repository": "d6g8k5htny-coder/Math-", + "path": "reviews/w3_side24_source_proposal_20261008/W3Scratch", + "state": "NEEDS_DRIVER_MAPPING", + "coverage_boundary": "Retained review scratch Lean source; not an independent Lake project or automatically CLOSED production code." + } + ], + "stage67": { + "repository": "d6g8k5htny-coder/Math-", + "module_path": "frontiers/source_derivative_gaussian_20261025/SourceActualLowerSeparation.lean", + "proof_index": "frontiers/source_derivative_gaussian_20261025/cbz/stage67/PROOF_INDEX.md", + "closure": "frontiers/source_derivative_gaussian_20261025/cbz/stage67/CLOSURE.json", + "status": "CLOSED_CONDITIONAL_KERNEL_THEOREM", + "public_target": "I4SourceActualLowerSeparation.actualSource_closedSuperlevel_componentInclusion_locally_injective", + "statement_boundary": "Positive original period/sample, literal global IsMorseDistinct and fixed c imply one delta>0 and injectivity of the same actual closed-superlevel component inclusion for every b in CLOSED[c-delta,c], with s=-c,t=-b. No actual fixture/nonvacuity witness or unconditional/Parent application is claimed.", + "owned_constants": { + "total": 5, + "public_Prop": 1, + "private_theorems": 4, + "owned_data_or_generated_remainder": 0 + }, + "approved_axioms": [ + "propext", + "Classical.choice", + "Quot.sound" + ], + "source_identity": { + "bytes": 14899, + "sha256_reused": "e72ed4f92e7867dc210b771e6afb4548cfad679e8b38795110fa6fd76a15e121" + }, + "object_identity": { + "bytes": 409960, + "sha256_reused": "c001bad5446351036112f0c78b264fd3ffc423dc7df7fc09f9431bdbdcac43cc", + "committed_or_promoted": false + }, + "observed_kernel": { + "start_utc": "2026-10-29T16:47:24.817525Z", + "end_utc": "2026-10-29T16:47:29.785445Z", + "entry_end_utc": "2026-10-29T16:47:29.806374Z", + "exit": 0, + "streams": "empty" + }, + "evidence": [ + "frontiers/source_derivative_gaussian_20261025/cbz/stage67/evidence/production006-strict/receipt.json", + "frontiers/source_derivative_gaussian_20261025/cbz/stage67/evidence/production-inventory002/receipt.json", + "frontiers/source_derivative_gaussian_20261025/cbz/stage67/evidence/production-final-kernel001/receipt.json", + "frontiers/source_derivative_gaussian_20261025/cbz/stage67/evidence/registered-lake-build/receipt.json" + ], + "reproduction_recipes": [ + { + "cwd": { + "repository": "d6g8k5htny-coder/Math-", + "path": "frontiers/source_derivative_gaussian_20261025" + }, + "command": "lake build SourceActualLowerSeparation", + "boundary": "Exact package reproduction recipe from stage67 PROOF_INDEX; existing evidence is reused, no rerun requested." + }, + { + "cwd": { + "repository": "d6g8k5htny-coder/Math-", + "path": "frontiers/source_derivative_gaussian_20261025" + }, + "command": "lake env lean -DwarningAsError=true cbz/stage67/evidence/Inventory.lean", + "boundary": "Exact package reproduction recipe from stage67 PROOF_INDEX; existing evidence is reused, no rerun requested." + }, + { + "cwd": { + "repository": "d6g8k5htny-coder/Math-", + "path": "frontiers/source_derivative_gaussian_20261025" + }, + "command": "lake env leanchecker SourceActualLowerSeparation", + "boundary": "Exact package reproduction recipe from stage67 PROOF_INDEX; existing evidence is reused, no rerun requested." + } + ], + "ordinary_quarantine": { + "id": "Q-MATH-SDGA-67-ORDINARY", + "status": "QUARANTINED", + "definition": "frontiers/source_derivative_gaussian_20261025/cbz/stage67/quarantine/Q-MATH-SDGA-67-ORDINARY/QUARANTINE.json", + "failed_source": "frontiers/source_derivative_gaussian_20261025/cbz/stage67/quarantine/Q-MATH-SDGA-67-ORDINARY/ActualLowerSeparationControls.lean", + "failed_receipt": "frontiers/source_derivative_gaussian_20261025/cbz/stage67/quarantine/Q-MATH-SDGA-67-ORDINARY/ordinary002-strict/receipt.json", + "boundary": "Attempted private finite-source normalization failed strict. No universal critical classification/inertia/eight-height/parity/torusDist/global-hm proof; same-delta positives, collision, mutation/negation and False-control qualification are absent. No ordinary object or production dependency.", + "resumption_cost": "Previously recorded6\u201312 producer hours plus2\u20134 control hours; estimate only, no new work authorized by this handoff." + }, + "final_cbz_gate_claim": false + }, + "claim_categories": [ + { + "kind": "CONVENTIONAL_PROSE", + "examples": [ + "frontiers/source_derivative_gaussian_20261025/geometric-palm-evidence/application/APPLICATION_PROOF.md", + "frontiers/source_derivative_gaussian_20261025/capture-application/PROOF.md", + "frontiers/source_derivative_gaussian_20261025/actual-adaptive-elder-application/PROOF.md" + ], + "boundary": "Retain conventional mathematics and exact prior reviews. Full geometric Campbell/area/Kac\u2013Rice, selected flow/elder once-counting/density and Parent application claims require an explicit formalization quarantine until their exact statement has kernel evidence. Older disclaimers can be superseded in particular subscopes; no wholesale re-review is implied." + }, + { + "kind": "DEFINITIONS_AND_INTERFACES", + "examples": [ + "specifications/lean_statements_20261010/REGISTER.json" + ], + "boundary": "def : Prop and interface structures are specifications/vocabulary, not axioms or proofs. The original structured register has171 claim rows;10 landing rows are separately retained. Underdetermined universal statements, predicates and genuinely proved theorems need distinct exact dispositions. Do not add desired conclusions as assumptions or weaken bounds." + }, + { + "kind": "EXACT_CERTIFICATE_VS_FLOAT_BOUND", + "examples": [ + "coefficients/side24_v1/PROOF.md", + "frontiers/cusp_coefficient_certified_20261001/certificate.py", + "frontiers/c2_exact_20261001/certificate.py" + ], + "boundary": "Exact rational-grid/symbolic evidence is distinct from binary64-certifying outputs and diagnostic floats. Source-explicit binary64 enclosure pipelines require isolation from mathematical certification under A3; source token matches alone are not violation verdicts or numerical-bound decisions." + }, + { + "kind": "ARCHIVE_FAILURE_CONTROL", + "boundary": "Original inventory retained1752 archive/evidence/incoming Lean groups. Preserve failed sources/controls and prove isolation from CLOSED imports; do not delete for green." + } + ], + "gates": [ + { + "gate": "G0", + "state": "FINAL_FEDERATION_GATE_NOT_ESTABLISHED", + "unmet_scope": "Current contribution STATUS records an earlier56/56 selftest and39/39 checker-source mutants killed, followed by reported escaped-name/native-option defects under investigation. Changed-tool coverage/admission and federation-wide auditor selftests remain unresolved; the old run stays exact-scope evidence.", + "historically_discovered_commands": [ + { + "cwd": { + "repository": "d6g8k5htny-coder/Math-", + "path": "." + }, + "command": "python3 -m unittest discover -s formal/tests -v", + "state": "RECORDED_CAPABILITY_NOT_EXECUTED_IN_HANDOFF" + }, + { + "cwd": { + "repository": "d6g8k5htny-coder/Math-", + "path": "." + }, + "command": "python3 -O -m unittest discover -s formal/tests -v", + "state": "RECORDED_CAPABILITY_NOT_EXECUTED_IN_HANDOFF" + }, + { + "cwd": { + "repository": "d6g8k5htny-coder/Math-", + "path": "." + }, + "command": "python -B -S specifications/lean_statements_20261010/test_check.py", + "state": "RECORDED_CAPABILITY_NOT_EXECUTED_IN_HANDOFF" + }, + { + "cwd": { + "repository": "d6g8k5htny-coder/Math-", + "path": "." + }, + "command": "python -B -O -S specifications/lean_statements_20261010/test_check.py", + "state": "RECORDED_CAPABILITY_NOT_EXECUTED_IN_HANDOFF" + }, + { + "cwd": { + "repository": "d6g8k5htny-coder/Math-", + "path": "." + }, + "command": "python -B -S specifications/lean_statements_20261010/test_check.py LeanHelpers", + "state": "RECORDED_CAPABILITY_NOT_EXECUTED_IN_HANDOFF" + }, + { + "cwd": { + "repository": "d6g8k5htny-coder/Math-", + "path": "." + }, + "command": "python -B -S specifications/lean_statement_proofs_20261011/test_check.py", + "state": "RECORDED_CAPABILITY_NOT_EXECUTED_IN_HANDOFF" + }, + { + "cwd": { + "repository": "d6g8k5htny-coder/Math-", + "path": "." + }, + "command": "python -B -O -S specifications/lean_statement_proofs_20261011/test_check.py", + "state": "RECORDED_CAPABILITY_NOT_EXECUTED_IN_HANDOFF" + }, + { + "cwd": { + "repository": "d6g8k5htny-coder/Math-", + "path": "." + }, + "command": "python -B -S specifications/lean_statement_proofs_20261011/test_check.py LeanHelpers", + "state": "RECORDED_CAPABILITY_NOT_EXECUTED_IN_HANDOFF" + }, + { + "cwd": { + "repository": "d6g8k5htny-coder/Math-", + "path": "." + }, + "command": "python3 -B -S -m unittest discover -s tests -p test_required_formal_check.py -v", + "state": "RECORDED_CAPABILITY_NOT_EXECUTED_IN_HANDOFF" + } + ], + "command_boundary": "Package-local historical commands only; not an instruction to rerun unchanged evidence. Legacy external-review/quorum ceremony is superseded. Final commands belong to the canonical writer." + }, + { + "gate": "G1", + "state": "FINAL_FEDERATION_GATE_NOT_ESTABLISHED", + "unmet_scope": "No complete repository/federation Layer-A run is recorded. Lexical inventories do not establish absence, soundness or G1 green. Cover embedded/generated source, archives, dependencies and actual CLOSED/quarantine isolation with an admitted auditor.", + "historically_discovered_commands": [], + "command_boundary": "Package-local historical commands only; not an instruction to rerun unchanged evidence. Legacy external-review/quorum ceremony is superseded. Final commands belong to the canonical writer." + }, + { + "gate": "G2", + "state": "FINAL_FEDERATION_GATE_NOT_ESTABLISHED", + "unmet_scope": "Map every CLOSED declaration, including private/data/generated constants, to owning module and approved transitive axioms. Stage67 ALL5/std3 evidence is reusable; registered target lists do not prove whole-federation coverage.", + "historically_discovered_commands": [], + "command_boundary": "Package-local historical commands only; not an instruction to rerun unchanged evidence. Legacy external-review/quorum ceremony is superseded. Final commands belong to the canonical writer." + }, + { + "gate": "G3", + "state": "FINAL_FEDERATION_GATE_NOT_ESTABLISHED", + "unmet_scope": "Cover all eight Math roots, Main core and non-Lake staged companions under one final source/pin binding. Stage67 registered build exit0 covers changed registration only, not final federation G3.", + "historically_discovered_commands": [], + "command_boundary": "Package-local historical commands only; not an instruction to rerun unchanged evidence. Legacy external-review/quorum ceremony is superseded. Final commands belong to the canonical writer." + }, + { + "gate": "G4", + "state": "FINAL_FEDERATION_GATE_NOT_ESTABLISHED", + "unmet_scope": "Stage67 proper own-module replay is completed evidence. Federation all-CLOSED module census and bounded exact-module replay remain to be admitted; current STATUS describes a separate wrapper still being verified. Skip escapes/prefix assumptions cannot supply missing replay.", + "historically_discovered_commands": [], + "command_boundary": "Package-local historical commands only; not an instruction to rerun unchanged evidence. Legacy external-review/quorum ceremony is superseded. Final commands belong to the canonical writer." + }, + { + "gate": "G5", + "state": "FINAL_FEDERATION_GATE_NOT_ESTABLISHED", + "unmet_scope": "Map all retained suites/frontier and companion tests to actual execution. Existing scoped passes remain reusable; final coherent full-regression run not established.", + "historically_discovered_commands": [ + { + "cwd": { + "repository": "d6g8k5htny-coder/Math-", + "path": "." + }, + "command": "python -B -S -m unittest discover -s tests -v", + "state": "RECORDED_CAPABILITY_NOT_EXECUTED_IN_HANDOFF" + }, + { + "cwd": { + "repository": "d6g8k5htny-coder/Math-", + "path": "." + }, + "command": "python -B -O -S -m unittest discover -s tests -v", + "state": "RECORDED_CAPABILITY_NOT_EXECUTED_IN_HANDOFF" + } + ], + "command_boundary": "Package-local historical commands only; not an instruction to rerun unchanged evidence. Legacy external-review/quorum ceremony is superseded. Final commands belong to the canonical writer." + }, + { + "gate": "G6", + "state": "FINAL_FEDERATION_GATE_NOT_ESTABLISHED", + "unmet_scope": "Map semantic and auditor mutation obligations to actual tools/scopes; preserve failure evidence. Historical scoped mutation passes do not establish final federation threshold.", + "historically_discovered_commands": [], + "command_boundary": "Package-local historical commands only; not an instruction to rerun unchanged evidence. Legacy external-review/quorum ceremony is superseded. Final commands belong to the canonical writer." + }, + { + "gate": "G7", + "state": "FINAL_FEDERATION_GATE_NOT_ESTABLISHED", + "unmet_scope": "Resolve installed dependencies and cross-repository pins at final inputs. Config-declared Lean/Mathlib pins and source-ID strings are discovery evidence, not resolved remote consistency.", + "historically_discovered_commands": [ + { + "cwd": { + "repository": "d6g8k5htny-coder/Math-", + "path": "." + }, + "command": "python -B -S formal/gate.py", + "state": "RECORDED_CAPABILITY_NOT_EXECUTED_IN_HANDOFF" + }, + { + "cwd": { + "repository": "d6g8k5htny-coder/Math-", + "path": "." + }, + "command": "python -B -S frontiers/determinant_moment_20261025/gate.py", + "state": "RECORDED_CAPABILITY_NOT_EXECUTED_IN_HANDOFF" + }, + { + "cwd": { + "repository": "d6g8k5htny-coder/Math-", + "path": "." + }, + "command": "python -B -S frontiers/cap_first_exit_lean_20261002/gate.py", + "state": "RECORDED_CAPABILITY_NOT_EXECUTED_IN_HANDOFF" + }, + { + "cwd": { + "repository": "d6g8k5htny-coder/Math-", + "path": "." + }, + "command": "python -B -S specifications/lean_statements_20261010/check.py", + "state": "RECORDED_CAPABILITY_NOT_EXECUTED_IN_HANDOFF" + }, + { + "cwd": { + "repository": "d6g8k5htny-coder/Math-", + "path": "." + }, + "command": "python -B -S specifications/lean_statement_proofs_20261011/check.py", + "state": "RECORDED_CAPABILITY_NOT_EXECUTED_IN_HANDOFF" + }, + { + "cwd": { + "repository": "d6g8k5htny-coder/Math-", + "path": "." + }, + "command": "python -B -S imports/hardening_ebedb780/verify.py", + "state": "RECORDED_CAPABILITY_NOT_EXECUTED_IN_HANDOFF" + }, + { + "cwd": { + "repository": "d6g8k5htny-coder/Math-", + "path": "." + }, + "command": "python3 -B -S tools/required_formal_check.py receipt", + "state": "RECORDED_CAPABILITY_NOT_EXECUTED_IN_HANDOFF" + } + ], + "command_boundary": "Package-local historical commands only; not an instruction to rerun unchanged evidence. Legacy external-review/quorum ceremony is superseded. Final commands belong to the canonical writer." + }, + { + "gate": "G8", + "state": "FINAL_FEDERATION_GATE_NOT_ESTABLISHED", + "unmet_scope": "Canonical single writer must reconcile exact dispositions, evidence and status surfaces. Dated availability labels, specified Props and conventional review acceptance cannot be silently promoted to kernel CLOSED.", + "historically_discovered_commands": [ + { + "cwd": { + "repository": "d6g8k5htny-coder/Math-", + "path": "." + }, + "command": "python -B -S tools/landing_claims_check.py --verify-issues", + "state": "RECORDED_CAPABILITY_NOT_EXECUTED_IN_HANDOFF" + }, + { + "cwd": { + "repository": "d6g8k5htny-coder/Math-", + "path": "." + }, + "command": "python3 -B -S tools/required_formal_check.py aggregate", + "state": "RECORDED_CAPABILITY_NOT_EXECUTED_IN_HANDOFF" + }, + { + "cwd": { + "repository": "d6g8k5htny-coder/Math-", + "path": "." + }, + "command": "python -B -S tools/check_proof_reachability.py", + "state": "RECORDED_CAPABILITY_NOT_EXECUTED_IN_HANDOFF" + } + ], + "command_boundary": "Package-local historical commands only; not an instruction to rerun unchanged evidence. Legacy external-review/quorum ceremony is superseded. Final commands belong to the canonical writer." + }, + { + "gate": "G9", + "state": "FINAL_FEDERATION_GATE_NOT_ESTABLISHED", + "unmet_scope": "No final tagged cache-free cold-start acceptance is recorded. Canonical STATUS must supply exact usable commands; no guessed runner is proposed here.", + "historically_discovered_commands": [], + "command_boundary": "Package-local historical commands only; not an instruction to rerun unchanged evidence. Legacy external-review/quorum ceremony is superseded. Final commands belong to the canonical writer." + }, + { + "gate": "G10", + "state": "FINAL_FEDERATION_GATE_NOT_ESTABLISHED", + "unmet_scope": "Canonical writer owns full branch/PR/worktree/stash/tag cleanliness and integration. Original local census is an observation cut, not a current or final clean-Git claim.", + "historically_discovered_commands": [], + "command_boundary": "Package-local historical commands only; not an instruction to rerun unchanged evidence. Legacy external-review/quorum ceremony is superseded. Final commands belong to the canonical writer." + }, + { + "gate": "G11", + "state": "FINAL_FEDERATION_GATE_NOT_ESTABLISHED", + "unmet_scope": "Canonical admission/documentation/self-verification and resource/version coverage for every mission tool remain required. This handoff is an inventory contribution, not a new tool registry.", + "historically_discovered_commands": [ + { + "cwd": { + "repository": "d6g8k5htny-coder/Math-", + "path": "." + }, + "command": "lake env lean --version", + "state": "RECORDED_CAPABILITY_NOT_EXECUTED_IN_HANDOFF" + } + ], + "command_boundary": "Package-local historical commands only; not an instruction to rerun unchanged evidence. Legacy external-review/quorum ceremony is superseded. Final commands belong to the canonical writer." + } + ], + "limitations": [ + "Lexical discovery scripts were unverified/noncertifying. Regex counts do not prove absence, soundness, complete coverage or G1 green.", + "Original inventories excluded .git/.lake/generated/cache bodies; Mathlib proof bodies were not audited. Dependencies and generated/embedded controls need separate admitted coverage.", + "All file/declaration/token/claim/pin exact locations remain in the private initial inventory already held by canonical writer; this bounded handoff does not republish it.", + "Original tooling notes that stage67 kernel was pending and that nine configs meant nine active projects are stale: current evidence closes stage67 conditionally, and one config is historical metadata.", + "No source, build, test, kernel, digest, Git/remote mutation, external post or new research was performed while preparing this handoff." + ] +} diff --git a/cbz/contributions/math514/kernel_replay/ExactReplay.lean b/cbz/contributions/math514/kernel_replay/ExactReplay.lean new file mode 100644 index 000000000..400f3853d --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/ExactReplay.lean @@ -0,0 +1,33 @@ +/- +CBZ exact-module scheduling adapter for Lean 4.34.1. +The kernel operation is the installed Apache-2.0 LeanChecker implementation, +Copyright (c) 2023 Kim Morrison; authors Kim Morrison, Sebastian Ullrich. +No replay logic is copied here. See SPEC.md and upstream provenance in reports. +-/ +import LeanChecker + +open Lean + +/-- Invoked by the strict Python CLI in a fresh, resource-bounded process. + Importing LeanChecker imports the checker implementation, never the target. -/ +unsafe def cbzExactReplay : IO Unit := do + let some raw ← IO.getEnv "CBZ_KERNEL_REPLAY_MODULE" + | throw <| IO.userError "missing exact-module request" + let fields := raw.splitOn "." + unless !raw.isEmpty && fields.all (fun s => !s.isEmpty && + s.toList.all (fun c => c.isAlphanum || c == '_' || c == '\'')) do + throw <| IO.userError "invalid exact module name" + let target := raw.toName + if target.isAnonymous then throw <| IO.userError "anonymous module forbidden" + initSearchPath (← findSysroot) + let actual ← IO.FS.realPath (← findOLean target) + let some expected ← IO.getEnv "CBZ_KERNEL_REPLAY_OLEAN" + | throw <| IO.userError "missing expected olean binding" + unless actual.toString == expected do + throw <| IO.userError s!"resolved olean mismatch: {actual} != {expected}" + replayFromImports target + IO.println s!"CBZ_KERNEL_REPLAY_OK {raw}" + +-- Deliberately evaluated as a file, not `lean --run`: LeanChecker already +-- defines root `main`, whose prefix-expanding CLI must never be invoked here. +#eval cbzExactReplay diff --git a/cbz/contributions/math514/kernel_replay/PUBLICATION.json b/cbz/contributions/math514/kernel_replay/PUBLICATION.json new file mode 100644 index 000000000..655338b84 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/PUBLICATION.json @@ -0,0 +1,200 @@ +{ + "destination_root": "cbz/contributions/math514/kernel_replay", + "files": [ + { + "source": "/workspace/cbz-0/tools/kernel_replay/ExactReplay.lean", + "destination": "cbz/contributions/math514/kernel_replay/ExactReplay.lean" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/PUBLICATION.json", + "destination": "cbz/contributions/math514/kernel_replay/PUBLICATION.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/README.md", + "destination": "cbz/contributions/math514/kernel_replay/README.md" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/REGISTRY.json", + "destination": "cbz/contributions/math514/kernel_replay/REGISTRY.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/SPEC.md", + "destination": "cbz/contributions/math514/kernel_replay/SPEC.md" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/fixture-g2-rejection.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/fixture-g2-rejection.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/g0-additional-tests.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/g0-additional-tests.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/g0-applicable-tests.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/g0-applicable-tests.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/g0-initial-mutations.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/g0-initial-mutations.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/g0-mutations.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/g0-mutations.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/g0-tests.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/g0-tests.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/initial-import-shadow-failure.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/initial-import-shadow-failure.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/initial-low-address-limit-failures.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/initial-low-address-limit-failures.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/initial-real-symlink-replay.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/initial-real-symlink-replay.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/allow-artifact-symlink.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/allow-artifact-symlink.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/concurrent-module-processes.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/concurrent-module-processes.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/empty-coverage.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/empty-coverage.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/exported-part-only.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/exported-part-only.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/ignore-compiled-parts-binding.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/ignore-compiled-parts-binding.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/ignore-completion-marker.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/ignore-completion-marker.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/ignore-memory-limit.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/ignore-memory-limit.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/ignore-nonzero-exit.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/ignore-nonzero-exit.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/ignore-source-binding.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/ignore-source-binding.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/ignore-timeout.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/ignore-timeout.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/ignore-tool-binding.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/ignore-tool-binding.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/prefix-expansion.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/prefix-expansion.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/preload-target-self-reference.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/preload-target-self-reference.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/skip-kernel-replay.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/skip-kernel-replay.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/truncate-module-coverage.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/truncate-module-coverage.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/untrusted-checker-search-path.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/untrusted-checker-search-path.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/real-BadPrivate.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/real-BadPrivate.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/real-BadPublic.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/real-BadPublic.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/real-Good.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/real-Good.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/real-UnapprovedAxiom.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/real-UnapprovedAxiom.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/kernel_replay.py", + "destination": "cbz/contributions/math514/kernel_replay/kernel_replay.py" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/mutations.py", + "destination": "cbz/contributions/math514/kernel_replay/mutations.py" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/run_tests.py", + "destination": "cbz/contributions/math514/kernel_replay/run_tests.py" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/tests/fixtures/BadPrivate.lean", + "destination": "cbz/contributions/math514/kernel_replay/tests/fixtures/BadPrivate.lean" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/tests/fixtures/BadPublic.lean", + "destination": "cbz/contributions/math514/kernel_replay/tests/fixtures/BadPublic.lean" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/tests/fixtures/Good.lean", + "destination": "cbz/contributions/math514/kernel_replay/tests/fixtures/Good.lean" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/tests/fixtures/UnapprovedAxiom.lean", + "destination": "cbz/contributions/math514/kernel_replay/tests/fixtures/UnapprovedAxiom.lean" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/tests/test_kernel_replay.py", + "destination": "cbz/contributions/math514/kernel_replay/tests/test_kernel_replay.py" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/tests/test_mutation_harness.py", + "destination": "cbz/contributions/math514/kernel_replay/tests/test_mutation_harness.py" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/tests/test_real_lean.py", + "destination": "cbz/contributions/math514/kernel_replay/tests/test_real_lean.py" + }, + { + "source": "/workspace/cbz-0/discovery/kernel-replay-tool-report.json", + "destination": "cbz/contributions/math514/kernel_replay/tool-report.json" + }, + { + "source": "/workspace/cbz-0/discovery/kernel-replay-tool-report.md", + "destination": "cbz/contributions/math514/kernel_replay/tool-report.md" + }, + { + "source": "/workspace/cbz-0/discovery/kernel-replay-independent-review.md", + "destination": "cbz/contributions/math514/kernel_replay/independent-review.md" + } + ], + "excluded_generated": [ + "__pycache__", + "*.pyc", + "compiled fixture artifacts", + "temporary directories", + "runtime diagnostic Lean file" + ] +} diff --git a/cbz/contributions/math514/kernel_replay/README.md b/cbz/contributions/math514/kernel_replay/README.md new file mode 100644 index 000000000..d7e2db325 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/README.md @@ -0,0 +1,56 @@ +# Bounded exact-module Lean kernel replay + +This adapter invokes the installed `LeanChecker.replayFromImports` once in each fresh Lean process. It removes the upstream CLI's prefix expansion and concurrent per-module tasks while preserving its kernel replay routine. It is a scoped G4 tool, not an independent proof checker or a complete CBZ gate suite. + +Requirements: Linux, Python 3 standard library, and a complete Lean 4.34.1 toolchain containing `bin/lean`, `lib/lean/LeanChecker.olean`, `lib/lean/Lean/Replay.olean`, and their corresponding installed source files. No Lake invocation, package download or native build is required. The driver is evaluated by plain `lean -j1 ExactReplay.lean`, because importing `LeanChecker` already imports upstream's root `main`; using `lean --run` would invoke its unsuitable CLI. + +Use absolute, canonical paths without symlinks for artifact roots and olean files/parts. The sysroot library takes precedence over supplied `LEAN_PATH` entries so a project cannot shadow the imported checker. Only explicit ASCII Lean module identifiers are accepted. Unknown arguments, including `--help`, fail; `python3 kernel_replay.py help` prints usage. + +From a fresh clone's repository root, use the published contribution path below. This example requires `elan` and an already installed Lean 4.34.1 toolchain selected by the repository's pinned toolchain setting. Without `elan`, set `LEAN=/absolute/lean-4.34.1/bin/lean` instead. Historical G0 receipts retain the actual author-workspace paths recorded when those checks ran; these portable usage examples do not rewrite that evidence. + +```bash +TOOL="$PWD/cbz/contributions/math514/kernel_replay" +LEAN="$(elan which lean)" + +# Include every module from the caller's independently complete owned-module inventory. +python3 "$TOOL/kernel_replay.py" prepare \ + --lean "$LEAN" \ + --lean-path /absolute/project/.lake/build/lib/lean \ + --lean-path /absolute/mathlib/.lake/build/lib/lean \ + --module ExactModule=/absolute/project/ExactModule.lean \ + --module AnotherModule=/absolute/project/AnotherModule.lean \ + --context /absolute/project/lean-toolchain \ + --context /absolute/project/lake-manifest.json \ + --output /absolute/evidence/replay-manifest.json + +python3 "$TOOL/kernel_replay.py" run /absolute/evidence/replay-manifest.json \ + --memory-mib 16384 --timeout-seconds 600 \ + --output /absolute/evidence/replay-report.json + +# The one-module convenience command uses the same manifest and replay checks. +python3 "$TOOL/kernel_replay.py" one ExactModule \ + --lean "$LEAN" --lean-path /absolute/project/.lake/build/lib/lean \ + --source /absolute/project/ExactModule.lean \ + --memory-mib 16384 --timeout-seconds 600 \ + --output /absolute/evidence/one-module-report.json +``` + +Repeat `--lean-path`, `--module`, and `--context` as needed. No glob, prefix expansion, implicit module or skip option exists. `prepare` binds every source, available exported/server/private olean part, executable and checker implementation. `run` checks exact nonempty coverage, validates bindings before/after execution, and waits for each process before starting the next. It requires exit zero and exactly one matching success marker. A failed child remains fatal to overall status even if other modules pass. Reports contain commands, times, bounds, hashes and output tails. CLI exit codes: 0 successful scoped replay/preparation, 1 non-green replay report, 2 malformed CLI/input/preparation failure. Preserve failed reports. + +`--memory-mib` limits **virtual address space** with Linux `RLIMIT_AS`; it is not an RSS measurement or a replacement for the enclosing cgroup's physical memory limit. Tiny-driver diagnostics observed about 6.2 GiB virtual reservation and 614 MiB RSS. A 2 GiB address-space limit aborted during thread creation before checking; fixture replay passed with an explicit 8192 MiB cap. Individual real modules can still exceed memory or time bounds. The historical Math core exit-137 OOM at 16 GiB remains unclosed until a successful separately recorded project run. This tool does not itself establish that any Math core module fits. + +The source and compiled hashes are separate bindings; G3 build evidence must establish that the compiled artifacts came from those sources. The report covers only declared targets and explicit context files. Supply all dependency bindings required by the intended evidence claim, and use a stable input tree. A hand-selected subset does not establish complete project coverage. Symlinked artifact roots/components/files/parts are rejected because upstream selects private/server siblings by lexical filename; canonicalizing a single file could otherwise bind different parts from those replayed. + +Upstream reads all available olean parts, uses the most private constant map, and checks safe total declarations in an **import-only** environment. It handles inductive declarations and checks the generated constructors/recursors. Its intentional exclusion of unsafe and partial definitions remains in effect. Imported dependencies require their own coverage/evidence. Kernel validity permits axioms; `g2_status` always remains `NOT_ASSESSED`. The included axiom fixture is kernel-valid and is rejected by a separate explicit fixture-policy check. That check illustrates the G2/G4 distinction; it is not a production all-declaration approved-axiom auditor. G2 is still a separate blocking obligation. + +Run G0 only for changed tooling or uncovered obligations; reuse applicable evidence on unchanged material: + +```bash +export CBZ_TEST_LEAN="$LEAN" +python3 "$TOOL/run_tests.py" --output "$TOOL/evidence/g0-tests.json" +python3 "$TOOL/mutations.py" --output "$TOOL/evidence/g0-mutations.json" +``` + +The real fixtures cover public/private proofs, data, inductives, exact-module behavior, installed-checker import trust and module-file symlink rejection. `BadPublic.lean` and `BadPrivate.lean` intentionally inject self-referential proofs through the public declaration API with fixture-local `debug.skipKernelTC`. They and `UnapprovedAxiom.lean` are quarantined test data, never closed mathematical modules. The exported-only and target-preloading mutants demonstrate why private parts and an import-only replay environment are required. Mutation copies are isolated and disposable; actual assertion failures alone count as kills. Errors, skips, empty runs and timeouts are non-green harness outcomes. Initial survivors and erroneous historical adapter receipts are retained as failed tooling evidence, never certification. + +Ownership, gate boundaries, publication mapping and canonical registry/ledger payload are in `REGISTRY.json`. The canonical writer integrates that payload; this contribution does not edit shared canonical surfaces or publish externally. diff --git a/cbz/contributions/math514/kernel_replay/REGISTRY.json b/cbz/contributions/math514/kernel_replay/REGISTRY.json new file mode 100644 index 000000000..68591d672 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/REGISTRY.json @@ -0,0 +1,85 @@ +{ + "id": "cbz-kernel-exact-replay-v1", + "status": "COMPLETE_SCOPED_TOOL_REGISTRY_PAYLOAD", + "owner": "CBZ tooling / canonical writer integration", + "purpose": "Bounded serial exact-module scheduling of installed LeanChecker.replayFromImports, with target source/artifact bindings and fail-closed coverage/error handling.", + "associated_criteria": [ + "G0 auditor self-test/mutations", + "G4 scoped kernel replay", + "G11 complete documented tooling" + ], + "gates_not_claimed": [ + "G2 all-declaration approved-axiom audit", + "complete project G4 coverage", + "CBZ-0" + ], + "commands": { + "help": "python3 kernel_replay.py help", + "prepare": "python3 kernel_replay.py prepare --lean ABS_LEAN --lean-path ABS_OLEAN_ROOT --module NAME=ABS_SOURCE --output MANIFEST.json", + "run": "python3 kernel_replay.py run MANIFEST.json --memory-mib 16384 --timeout-seconds 600 --output REPORT.json", + "g0": "python3 run_tests.py --output evidence/g0-tests.json", + "mutations": "python3 mutations.py --output evidence/g0-mutations.json" + }, + "self_verification": { + "status": "PASS", + "applicable_tests": 27, + "test_evidence": [ + "evidence/g0-tests.json", + "evidence/g0-additional-tests.json", + "evidence/g0-applicable-tests.json" + ], + "mutations": { + "planned": 16, + "executed": 16, + "killed": 16, + "threshold": 1, + "evidence": "evidence/g0-mutations.json" + } + }, + "limits_and_boundaries": [ + "RLIMIT_AS bounds virtual address space, not RSS; enclosing cgroup physical limit remains separate. Fixture cap8192MiB; no assertion every project module fits.", + "Only explicit nonempty module list; caller independently establishes full owned-module inventory and dependency evidence.", + "Installed sysroot import precedence; no symlinked search roots/artifact components/module files/parts.", + "G3 independently binds source to compiled output. G2 remains NOT_ASSESSED by replay.", + "Unsafe and partial exclusions are upstream behavior." + ], + "quarantined_test_data": [ + { + "path": "tests/fixtures/BadPublic.lean", + "boundary": "Intentional self-referential theorem inserted with fixture-local skipKernelTC; only negative tests, never closed code." + }, + { + "path": "tests/fixtures/BadPrivate.lean", + "boundary": "Same intentional malformed body with genuine private visibility; only negative tests." + }, + { + "path": "tests/fixtures/UnapprovedAxiom.lean", + "boundary": "Explicit unapproved false axiom; kernel pass is expected while independent fixture axiom policy rejects." + } + ], + "ledger_payload": { + "phase": 2, + "layer": "B", + "action": "Add exact-module serial resource-bounded adapter to installed LeanChecker; test/mutate failure propagation, bindings, import trust and real malformed proof bodies.", + "rationale": "Upstream prefix expansion launches concurrent per-module tasks and has no jobs flag; Root685 Math core exit137 OOM remains actual non-green evidence.", + "reversibility": "New isolated contribution files only; no mathematical source, branch, Git, remote or canonical-surface mutation by this task.", + "evidence": [ + "evidence/g0-applicable-tests.json", + "evidence/g0-mutations.json", + "tool-report.json" + ] + }, + "publication": { + "source_root": "/workspace/cbz-0/tools/kernel_replay", + "destination_root": "cbz/contributions/math514/kernel_replay", + "excluded": [ + "**/__pycache__/**", + "**/*.pyc", + "evidence/compiled-fixtures/**", + "evidence/tmp*/**", + "evidence/mutant-*/**", + "evidence/RuntimeDiagnostic.lean" + ], + "mapping_file": "PUBLICATION.json" + } +} diff --git a/cbz/contributions/math514/kernel_replay/SPEC.md b/cbz/contributions/math514/kernel_replay/SPEC.md new file mode 100644 index 000000000..1e68da094 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/SPEC.md @@ -0,0 +1,15 @@ +# Exact-module kernel replay specification + +This tool repairs resource scheduling for Lean 4.34.1's installed `LeanChecker.replayFromImports`. It does not replace the kernel or change mathematical source. Owner: CBZ tooling agent; registry payload is `REGISTRY.json` for the canonical writer. + +The Lean driver imports `LeanChecker`, initializes the search path with `findSysroot`, and calls the exported official unsafe IO routine exactly once. It never imports the target into its driver environment. The official routine reads exported/server/private parts, builds an environment containing only the target's imports, then replays the constants from the most private available part. This preserves upstream handling of inductives, constructors, recursors and proof bodies. Its intentional unsafe/partial-definition exclusion remains upstream behavior. + +The Python CLI accepts only declared arguments; no prefix expansion, default anonymous target, ignored dash flags, concurrency option or empty target set exists. `prepare` creates a manifest from explicit `--module NAME=SOURCE` selections. `run` validates exact expected coverage and all bindings, then starts and waits for one Lean process at a time. Each process has an explicit address-space limit and wall timeout. Any missing module, source/part mutation, nonzero exit, timeout, absent/mismatched completion marker, changed tool binding or coverage mismatch is non-green. A report records every requested module, observed return code, exact command, hashes, resource bounds, times and output. A failed run never claims G4 success. + +The manifest binds source bytes and compiled bytes independently; it does not prove that source produced those bytes. G3 build evidence must establish that relationship. The report binds only declared target artifacts and explicit extra context bindings; it does not claim to bind an undeclared full dependency closure. The manifest's explicit expected list must come from the caller's independently complete owned-module inventory; preparing a subset cannot establish full-project coverage. + +Trust/path invariant: installed sysroot library precedence pins the driver's checker import. Artifact search roots, selected module filenames and all sibling part paths must be canonical and contain no symlinks. This conservative restriction prevents binding canonical destination siblings while the official routine reads lexical search-path siblings. Limits bound virtual address space, not RSS; an 8192 MiB cap is used for actual fixtures, and no claim is made that every project module fits. + +Kernel validity permits axioms. A successful replay is not G2 approved-axiom certification and is not full CBZ. G2 remains an independent blocking gate. Fixtures include a quarantined unapproved axiom and an intentionally corrupted theorem body solely as negative tool tests. + +G0 acceptance: strict CLI, exact target, sequential processes, no empty/missing/duplicate coverage, fatal child failure, limits/timeouts, source/part/tool binding changes, public/private/inductive fixture with three real olean parts, malformed public and private proof bodies rejected, unapproved axiom replay accepted while an independent fixture axiom check rejects it. Mutation testing must kill relevant wrapper/driver defects and report actual counts. No heavy project replay is required to self-test this tool. diff --git a/cbz/contributions/math514/kernel_replay/evidence/fixture-g2-rejection.json b/cbz/contributions/math514/kernel_replay/evidence/fixture-g2-rejection.json new file mode 100644 index 000000000..872a24d26 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/fixture-g2-rejection.json @@ -0,0 +1,6 @@ +{ + "returncode": 1, + "stdout": "/workspace/cbz-0/tools/kernel_replay/evidence/compiled-fixtures/FixtureAxiomPolicy.lean:4:0: error: don't know how to synthesize implicit argument `\u03b1`\n @discard CommandElabM ?kResultTy\u271d ReaderT.instFunctorOfMonad do\n let __do_lift \u2190 getEnv\n match __do_lift.find? `unapprovedKernelReplayFixture with\n | some (ConstantInfo.axiomInfo val) =>\n Lean.throwError (toMessageData \"G2 fixture policy: unapproved axiom unapprovedKernelReplayFixture\")\n | x => Lean.throwError (toMessageData \"fixture missing its axiom\")\ncontext:\n\u22a2 Type\n/workspace/cbz-0/tools/kernel_replay/evidence/compiled-fixtures/FixtureAxiomPolicy.lean:6:6: error: don't know how to synthesize implicit argument `\u03b1`\n @Lean.throwError CommandElabM ?kResultTy\u271d instMonadCommandElabM\n { toMonadExceptOf := instMonadExceptOfExceptionCommandElabM, toMonadRef := instMonadRefCommandElabM,\n toAddErrorMessageContext := instAddErrorMessageContextCommandElabM }\n (toMessageData \"fixture missing its axiom\")\ncontext:\nx\u271d : Option ConstantInfo\n\u22a2 Type\n/workspace/cbz-0/tools/kernel_replay/evidence/compiled-fixtures/FixtureAxiomPolicy.lean:7:2: error: don't know how to synthesize implicit argument `\u03b1`\n @Lean.throwError CommandElabM ?kResultTy\u271d instMonadCommandElabM\n { toMonadExceptOf := instMonadExceptOfExceptionCommandElabM, toMonadRef := instMonadRefCommandElabM,\n toAddErrorMessageContext := instAddErrorMessageContextCommandElabM }\n (toMessageData \"G2 fixture policy: unapproved axiom unapprovedKernelReplayFixture\")\ncontext:\nval\u271d : AxiomVal\n\u22a2 Type\n", + "stderr": "", + "scope": "one explicit unapproved fixture axiom; not a production all-declaration G2 auditor" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/g0-additional-tests.json b/cbz/contributions/math514/kernel_replay/evidence/g0-additional-tests.json new file mode 100644 index 000000000..b2a013e6e --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/g0-additional-tests.json @@ -0,0 +1,10 @@ +{ + "tests_run": 2, + "assertion_failures": 0, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": true, + "log": "test_search_root_and_part_symlinks_rejected (test_kernel_replay.WrapperTests.test_search_root_and_part_symlinks_rejected) ... ok\ntest_cli_prepare_and_run (test_real_lean.RealLeanTests.test_cli_prepare_and_run) ... ok\n\n----------------------------------------------------------------------\nRan 2 tests in 2.566s\n\nOK\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/g0-applicable-tests.json b/cbz/contributions/math514/kernel_replay/evidence/g0-applicable-tests.json new file mode 100644 index 000000000..669169271 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/g0-applicable-tests.json @@ -0,0 +1,30 @@ +{ + "status": "PASS", + "applicable_tests": 27, + "single_full_suite_claim": false, + "evidence_reuse_rule": "/workspace/AGENTS.md owner clarification 25 October 2026: completed applicable verification reused on unchanged material; new tests only were executed after the 25-test run", + "runs": [ + { + "path": "/workspace/cbz-0/tools/kernel_replay/evidence/g0-tests.json", + "sha256": "0b3e0becb53748658be33635a7747a4e412bfdc56110161e8065f5329f97bfe7", + "tests_run": 25, + "successful": true + }, + { + "path": "/workspace/cbz-0/tools/kernel_replay/evidence/g0-additional-tests.json", + "sha256": "d59244deb8d1b5d254c8196524fef7ae8f194b3719679e1f6ec2b96cfffba5aa", + "tests_run": 2, + "successful": true + } + ], + "production_bindings": [ + { + "path": "/workspace/cbz-0/tools/kernel_replay/kernel_replay.py", + "sha256": "416b688929daff9f473ce3e0abd399d8be2cde46c12956d3e5d5d9937d914293" + }, + { + "path": "/workspace/cbz-0/tools/kernel_replay/ExactReplay.lean", + "sha256": "24e55f5e99c83a46f9f908bbc90f22292a94305294e287d9b2eccbf24e8e6b66" + } + ] +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/g0-initial-mutations.json b/cbz/contributions/math514/kernel_replay/evidence/g0-initial-mutations.json new file mode 100644 index 000000000..6f70f7a15 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/g0-initial-mutations.json @@ -0,0 +1,324 @@ +{ + "threshold": 1.0, + "planned": 15, + "executed": 15, + "killed": 11, + "ok": false, + "results": [ + { + "name": "empty-coverage", + "file": "kernel_replay.py", + "test": "test_kernel_replay.WrapperTests", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "1ef2b114c40f9d8c665534ccfa71bb3d3bdb8a9c1b2a865e98f523bc4de111ac", + "mutated_sha256": "95cb37da9bd7fdff57bc10ad88650005fbb533df9a16e806b5016f85c531bc0e", + "tests": { + "tests_run": 15, + "assertion_failures": 1, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_duplicate_modules_rejected (test_kernel_replay.WrapperTests.test_duplicate_modules_rejected) ... ok\ntest_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected) ... FAIL\ntest_expected_coverage_mismatch_rejected (test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected) ... ok\ntest_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied) ... ok\ntest_missing_module_rejected (test_kernel_replay.WrapperTests.test_missing_module_rejected) ... ok\ntest_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) ... ok\ntest_module_names_and_unknown_fields_rejected (test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected) ... ok\ntest_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected) ... ok\ntest_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker) ... ok\ntest_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... ok\ntest_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected) ... ok\ntest_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected) ... ok\ntest_strict_cli (test_kernel_replay.WrapperTests.test_strict_cli) ... ok\ntest_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal) ... ok\ntest_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected) ... ok\n\n======================================================================\nFAIL: test_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-rnfhctcx/kernel_replay/tests/test_kernel_replay.py\", line 56, in test_empty_coverage_rejected\n with self.assertRaises(ValueError):\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: ValueError not raised\n\n----------------------------------------------------------------------\nRan 15 tests in 0.579s\n\nFAILED (failures=1)\n" + }, + "stdout": "test_duplicate_modules_rejected (test_kernel_replay.WrapperTests.test_duplicate_modules_rejected) ... ok\ntest_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected) ... FAIL\ntest_expected_coverage_mismatch_rejected (test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected) ... ok\ntest_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied) ... ok\ntest_missing_module_rejected (test_kernel_replay.WrapperTests.test_missing_module_rejected) ... ok\ntest_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) ... ok\ntest_module_names_and_unknown_fields_rejected (test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected) ... ok\ntest_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected) ... ok\ntest_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker) ... ok\ntest_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... ok\ntest_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected) ... ok\ntest_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected) ... ok\ntest_strict_cli (test_kernel_replay.WrapperTests.test_strict_cli) ... ok\ntest_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal) ... ok\ntest_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected) ... ok\n\n======================================================================\nFAIL: test_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-rnfhctcx/kernel_replay/tests/test_kernel_replay.py\", line 56, in test_empty_coverage_rejected\n with self.assertRaises(ValueError):\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: ValueError not raised\n\n----------------------------------------------------------------------\nRan 15 tests in 0.579s\n\nFAILED (failures=1)\n", + "stderr": "" + }, + { + "name": "ignore-source-binding", + "file": "kernel_replay.py", + "test": "test_kernel_replay.WrapperTests", + "outcome": "SURVIVED", + "returncode": 0, + "original_sha256": "1ef2b114c40f9d8c665534ccfa71bb3d3bdb8a9c1b2a865e98f523bc4de111ac", + "mutated_sha256": "f17c766aedc6b692bf335c75e6b2b9089f7c6faeb291d30fb7d2025f19d02e1f", + "tests": { + "tests_run": 15, + "assertion_failures": 0, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": true, + "log": "test_duplicate_modules_rejected (test_kernel_replay.WrapperTests.test_duplicate_modules_rejected) ... ok\ntest_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected) ... ok\ntest_expected_coverage_mismatch_rejected (test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected) ... ok\ntest_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied) ... ok\ntest_missing_module_rejected (test_kernel_replay.WrapperTests.test_missing_module_rejected) ... ok\ntest_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) ... ok\ntest_module_names_and_unknown_fields_rejected (test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected) ... ok\ntest_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected) ... ok\ntest_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker) ... ok\ntest_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... ok\ntest_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected) ... ok\ntest_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected) ... ok\ntest_strict_cli (test_kernel_replay.WrapperTests.test_strict_cli) ... ok\ntest_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal) ... ok\ntest_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected) ... ok\n\n----------------------------------------------------------------------\nRan 15 tests in 0.602s\n\nOK\n" + }, + "stdout": "test_duplicate_modules_rejected (test_kernel_replay.WrapperTests.test_duplicate_modules_rejected) ... ok\ntest_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected) ... ok\ntest_expected_coverage_mismatch_rejected (test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected) ... ok\ntest_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied) ... ok\ntest_missing_module_rejected (test_kernel_replay.WrapperTests.test_missing_module_rejected) ... ok\ntest_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) ... ok\ntest_module_names_and_unknown_fields_rejected (test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected) ... ok\ntest_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected) ... ok\ntest_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker) ... ok\ntest_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... ok\ntest_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected) ... ok\ntest_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected) ... ok\ntest_strict_cli (test_kernel_replay.WrapperTests.test_strict_cli) ... ok\ntest_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal) ... ok\ntest_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected) ... ok\n\n----------------------------------------------------------------------\nRan 15 tests in 0.602s\n\nOK\n", + "stderr": "" + }, + { + "name": "ignore-compiled-parts-binding", + "file": "kernel_replay.py", + "test": "test_kernel_replay.WrapperTests", + "outcome": "SURVIVED", + "returncode": 0, + "original_sha256": "1ef2b114c40f9d8c665534ccfa71bb3d3bdb8a9c1b2a865e98f523bc4de111ac", + "mutated_sha256": "849115415a6393d1be2f0004c62560ba883a0194a655c2fc78a0ff1a24b49af4", + "tests": { + "tests_run": 15, + "assertion_failures": 0, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": true, + "log": "test_duplicate_modules_rejected (test_kernel_replay.WrapperTests.test_duplicate_modules_rejected) ... ok\ntest_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected) ... ok\ntest_expected_coverage_mismatch_rejected (test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected) ... ok\ntest_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied) ... ok\ntest_missing_module_rejected (test_kernel_replay.WrapperTests.test_missing_module_rejected) ... ok\ntest_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) ... ok\ntest_module_names_and_unknown_fields_rejected (test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected) ... ok\ntest_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected) ... ok\ntest_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker) ... ok\ntest_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... ok\ntest_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected) ... ok\ntest_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected) ... ok\ntest_strict_cli (test_kernel_replay.WrapperTests.test_strict_cli) ... ok\ntest_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal) ... ok\ntest_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected) ... ok\n\n----------------------------------------------------------------------\nRan 15 tests in 0.647s\n\nOK\n" + }, + "stdout": "test_duplicate_modules_rejected (test_kernel_replay.WrapperTests.test_duplicate_modules_rejected) ... ok\ntest_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected) ... ok\ntest_expected_coverage_mismatch_rejected (test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected) ... ok\ntest_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied) ... ok\ntest_missing_module_rejected (test_kernel_replay.WrapperTests.test_missing_module_rejected) ... ok\ntest_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) ... ok\ntest_module_names_and_unknown_fields_rejected (test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected) ... ok\ntest_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected) ... ok\ntest_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker) ... ok\ntest_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... ok\ntest_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected) ... ok\ntest_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected) ... ok\ntest_strict_cli (test_kernel_replay.WrapperTests.test_strict_cli) ... ok\ntest_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal) ... ok\ntest_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected) ... ok\n\n----------------------------------------------------------------------\nRan 15 tests in 0.647s\n\nOK\n", + "stderr": "" + }, + { + "name": "ignore-tool-binding", + "file": "kernel_replay.py", + "test": "test_kernel_replay.WrapperTests", + "outcome": "SURVIVED", + "returncode": 0, + "original_sha256": "1ef2b114c40f9d8c665534ccfa71bb3d3bdb8a9c1b2a865e98f523bc4de111ac", + "mutated_sha256": "c33b134b765880bf9a44f5de5ef70116d8106ccee3384be70435a510de437273", + "tests": { + "tests_run": 15, + "assertion_failures": 0, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": true, + "log": "test_duplicate_modules_rejected (test_kernel_replay.WrapperTests.test_duplicate_modules_rejected) ... ok\ntest_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected) ... ok\ntest_expected_coverage_mismatch_rejected (test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected) ... ok\ntest_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied) ... ok\ntest_missing_module_rejected (test_kernel_replay.WrapperTests.test_missing_module_rejected) ... ok\ntest_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) ... ok\ntest_module_names_and_unknown_fields_rejected (test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected) ... ok\ntest_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected) ... ok\ntest_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker) ... ok\ntest_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... ok\ntest_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected) ... ok\ntest_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected) ... ok\ntest_strict_cli (test_kernel_replay.WrapperTests.test_strict_cli) ... ok\ntest_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal) ... ok\ntest_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected) ... ok\n\n----------------------------------------------------------------------\nRan 15 tests in 0.572s\n\nOK\n" + }, + "stdout": "test_duplicate_modules_rejected (test_kernel_replay.WrapperTests.test_duplicate_modules_rejected) ... ok\ntest_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected) ... ok\ntest_expected_coverage_mismatch_rejected (test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected) ... ok\ntest_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied) ... ok\ntest_missing_module_rejected (test_kernel_replay.WrapperTests.test_missing_module_rejected) ... ok\ntest_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) ... ok\ntest_module_names_and_unknown_fields_rejected (test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected) ... ok\ntest_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected) ... ok\ntest_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker) ... ok\ntest_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... ok\ntest_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected) ... ok\ntest_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected) ... ok\ntest_strict_cli (test_kernel_replay.WrapperTests.test_strict_cli) ... ok\ntest_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal) ... ok\ntest_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected) ... ok\n\n----------------------------------------------------------------------\nRan 15 tests in 0.572s\n\nOK\n", + "stderr": "" + }, + { + "name": "ignore-nonzero-exit", + "file": "kernel_replay.py", + "test": "test_kernel_replay.WrapperTests", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "1ef2b114c40f9d8c665534ccfa71bb3d3bdb8a9c1b2a865e98f523bc4de111ac", + "mutated_sha256": "e4cb749f1a696ee01da2e2589cdb2fa21f41a93e9376d94997a6fc3182fe8d61", + "tests": { + "tests_run": 15, + "assertion_failures": 1, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_duplicate_modules_rejected (test_kernel_replay.WrapperTests.test_duplicate_modules_rejected) ... ok\ntest_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected) ... ok\ntest_expected_coverage_mismatch_rejected (test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected) ... ok\ntest_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied) ... ok\ntest_missing_module_rejected (test_kernel_replay.WrapperTests.test_missing_module_rejected) ... ok\ntest_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) ... ok\ntest_module_names_and_unknown_fields_rejected (test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected) ... ok\ntest_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected) ... ok\ntest_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker) ... FAIL\ntest_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... ok\ntest_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected) ... ok\ntest_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected) ... ok\ntest_strict_cli (test_kernel_replay.WrapperTests.test_strict_cli) ... ok\ntest_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal) ... ok\ntest_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected) ... ok\n\n======================================================================\nFAIL: test_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-5pski8pn/kernel_replay/tests/test_kernel_replay.py\", line 94, in test_nonzero_exit_fatal_even_with_marker\n self.assertFalse(r['ok'])\nAssertionError: True is not false\n\n----------------------------------------------------------------------\nRan 15 tests in 0.608s\n\nFAILED (failures=1)\n" + }, + "stdout": "test_duplicate_modules_rejected (test_kernel_replay.WrapperTests.test_duplicate_modules_rejected) ... ok\ntest_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected) ... ok\ntest_expected_coverage_mismatch_rejected (test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected) ... ok\ntest_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied) ... ok\ntest_missing_module_rejected (test_kernel_replay.WrapperTests.test_missing_module_rejected) ... ok\ntest_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) ... ok\ntest_module_names_and_unknown_fields_rejected (test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected) ... ok\ntest_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected) ... ok\ntest_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker) ... FAIL\ntest_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... ok\ntest_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected) ... ok\ntest_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected) ... ok\ntest_strict_cli (test_kernel_replay.WrapperTests.test_strict_cli) ... ok\ntest_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal) ... ok\ntest_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected) ... ok\n\n======================================================================\nFAIL: test_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-5pski8pn/kernel_replay/tests/test_kernel_replay.py\", line 94, in test_nonzero_exit_fatal_even_with_marker\n self.assertFalse(r['ok'])\nAssertionError: True is not false\n\n----------------------------------------------------------------------\nRan 15 tests in 0.608s\n\nFAILED (failures=1)\n", + "stderr": "" + }, + { + "name": "ignore-completion-marker", + "file": "kernel_replay.py", + "test": "test_kernel_replay.WrapperTests", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "1ef2b114c40f9d8c665534ccfa71bb3d3bdb8a9c1b2a865e98f523bc4de111ac", + "mutated_sha256": "7fb5be84f00c04c541ad6390bed149da413288a99481d8b586736e5073097663", + "tests": { + "tests_run": 15, + "assertion_failures": 2, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_duplicate_modules_rejected (test_kernel_replay.WrapperTests.test_duplicate_modules_rejected) ... ok\ntest_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected) ... ok\ntest_expected_coverage_mismatch_rejected (test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected) ... ok\ntest_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied) ... ok\ntest_missing_module_rejected (test_kernel_replay.WrapperTests.test_missing_module_rejected) ... ok\ntest_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) ... \n test_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) (code=\"print('no replay')\\n\") ... FAIL\n test_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) (code=\"print('CBZ_KERNEL_REPLAY_OK Other')\\n\") ... FAIL\ntest_module_names_and_unknown_fields_rejected (test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected) ... ok\ntest_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected) ... ok\ntest_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker) ... ok\ntest_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... ok\ntest_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected) ... ok\ntest_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected) ... ok\ntest_strict_cli (test_kernel_replay.WrapperTests.test_strict_cli) ... ok\ntest_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal) ... ok\ntest_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected) ... ok\n\n======================================================================\nFAIL: test_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) (code=\"print('no replay')\\n\")\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-w8vl7zvo/kernel_replay/tests/test_kernel_replay.py\", line 100, in test_missing_or_wrong_marker_fatal\n self.assertFalse(self.run_fake(code)['ok'])\nAssertionError: True is not false\n\n======================================================================\nFAIL: test_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) (code=\"print('CBZ_KERNEL_REPLAY_OK Other')\\n\")\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-w8vl7zvo/kernel_replay/tests/test_kernel_replay.py\", line 100, in test_missing_or_wrong_marker_fatal\n self.assertFalse(self.run_fake(code)['ok'])\nAssertionError: True is not false\n\n----------------------------------------------------------------------\nRan 15 tests in 0.644s\n\nFAILED (failures=2)\n" + }, + "stdout": "test_duplicate_modules_rejected (test_kernel_replay.WrapperTests.test_duplicate_modules_rejected) ... ok\ntest_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected) ... ok\ntest_expected_coverage_mismatch_rejected (test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected) ... ok\ntest_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied) ... ok\ntest_missing_module_rejected (test_kernel_replay.WrapperTests.test_missing_module_rejected) ... ok\ntest_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) ... \n test_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) (code=\"print('no replay')\\n\") ... FAIL\n test_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) (code=\"print('CBZ_KERNEL_REPLAY_OK Other')\\n\") ... FAIL\ntest_module_names_and_unknown_fields_rejected (test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected) ... ok\ntest_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected) ... ok\ntest_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker) ... ok\ntest_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... ok\ntest_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected) ... ok\ntest_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected) ... ok\ntest_strict_cli (test_kernel_replay.WrapperTests.test_strict_cli) ... ok\ntest_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal) ... ok\ntest_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected) ... ok\n\n======================================================================\nFAIL: test_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) (code=\"print('no replay')\\n\")\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-w8vl7zvo/kernel_replay/tests/test_kernel_replay.py\", line 100, in test_missing_or_wrong_marker_fatal\n self.assertFalse(self.run_fake(code)['ok'])\nAssertionError: True is not false\n\n======================================================================\nFAIL: test_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) (code=\"print('CBZ_KERNEL_REPLAY_OK Other')\\n\")\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-w8vl7zvo/kernel_replay/tests/test_kernel_replay.py\", line 100, in test_missing_or_wrong_marker_fatal\n self.assertFalse(self.run_fake(code)['ok'])\nAssertionError: True is not false\n\n----------------------------------------------------------------------\nRan 15 tests in 0.644s\n\nFAILED (failures=2)\n", + "stderr": "" + }, + { + "name": "ignore-timeout", + "file": "kernel_replay.py", + "test": "test_kernel_replay.WrapperTests", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "1ef2b114c40f9d8c665534ccfa71bb3d3bdb8a9c1b2a865e98f523bc4de111ac", + "mutated_sha256": "4c35b7d33bbd4b54222ae9b5bfbaecd056aa31c8d6b37823175435fcb61c3227", + "tests": { + "tests_run": 15, + "assertion_failures": 1, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_duplicate_modules_rejected (test_kernel_replay.WrapperTests.test_duplicate_modules_rejected) ... ok\ntest_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected) ... ok\ntest_expected_coverage_mismatch_rejected (test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected) ... ok\ntest_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied) ... ok\ntest_missing_module_rejected (test_kernel_replay.WrapperTests.test_missing_module_rejected) ... ok\ntest_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) ... ok\ntest_module_names_and_unknown_fields_rejected (test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected) ... ok\ntest_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected) ... ok\ntest_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker) ... ok\ntest_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... ok\ntest_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected) ... ok\ntest_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected) ... ok\ntest_strict_cli (test_kernel_replay.WrapperTests.test_strict_cli) ... ok\ntest_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal) ... FAIL\ntest_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected) ... ok\n\n======================================================================\nFAIL: test_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-csuy2t7p/kernel_replay/tests/test_kernel_replay.py\", line 105, in test_timeout_fatal\n self.assertEqual(r['results'][0]['status'], 'TIMEOUT')\nAssertionError: 'FAIL' != 'TIMEOUT'\n- FAIL\n+ TIMEOUT\n\n\n----------------------------------------------------------------------\nRan 15 tests in 5.461s\n\nFAILED (failures=1)\n" + }, + "stdout": "test_duplicate_modules_rejected (test_kernel_replay.WrapperTests.test_duplicate_modules_rejected) ... ok\ntest_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected) ... ok\ntest_expected_coverage_mismatch_rejected (test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected) ... ok\ntest_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied) ... ok\ntest_missing_module_rejected (test_kernel_replay.WrapperTests.test_missing_module_rejected) ... ok\ntest_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) ... ok\ntest_module_names_and_unknown_fields_rejected (test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected) ... ok\ntest_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected) ... ok\ntest_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker) ... ok\ntest_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... ok\ntest_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected) ... ok\ntest_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected) ... ok\ntest_strict_cli (test_kernel_replay.WrapperTests.test_strict_cli) ... ok\ntest_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal) ... FAIL\ntest_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected) ... ok\n\n======================================================================\nFAIL: test_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-csuy2t7p/kernel_replay/tests/test_kernel_replay.py\", line 105, in test_timeout_fatal\n self.assertEqual(r['results'][0]['status'], 'TIMEOUT')\nAssertionError: 'FAIL' != 'TIMEOUT'\n- FAIL\n+ TIMEOUT\n\n\n----------------------------------------------------------------------\nRan 15 tests in 5.461s\n\nFAILED (failures=1)\n", + "stderr": "" + }, + { + "name": "ignore-memory-limit", + "file": "kernel_replay.py", + "test": "test_kernel_replay.WrapperTests", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "1ef2b114c40f9d8c665534ccfa71bb3d3bdb8a9c1b2a865e98f523bc4de111ac", + "mutated_sha256": "a74024c8f8274bf67ea7c032bf35ac1ccf339decf5f10227fb142cb48fe4ffdf", + "tests": { + "tests_run": 15, + "assertion_failures": 1, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_duplicate_modules_rejected (test_kernel_replay.WrapperTests.test_duplicate_modules_rejected) ... ok\ntest_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected) ... ok\ntest_expected_coverage_mismatch_rejected (test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected) ... ok\ntest_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied) ... FAIL\ntest_missing_module_rejected (test_kernel_replay.WrapperTests.test_missing_module_rejected) ... ok\ntest_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) ... ok\ntest_module_names_and_unknown_fields_rejected (test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected) ... ok\ntest_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected) ... ok\ntest_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker) ... ok\ntest_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... ok\ntest_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected) ... ok\ntest_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected) ... ok\ntest_strict_cli (test_kernel_replay.WrapperTests.test_strict_cli) ... ok\ntest_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal) ... ok\ntest_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected) ... ok\n\n======================================================================\nFAIL: test_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-4fafuyml/kernel_replay/tests/test_kernel_replay.py\", line 109, in test_memory_limit_applied\n self.assertTrue(r['ok'], r)\nAssertionError: False is not true : {'schema': 'cbz-kernel-replay/v1', 'gate': 'G4-scoped-adapter', 'started': '2026-10-29T17:48:41.390010+00:00', 'ok': False, 'results': [{'module': 'Toy', 'command': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-4fafuyml/kernel_replay/evidence/tmpouxlmv5r/fake-lean', '-j1', '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-4fafuyml/kernel_replay/ExactReplay.lean'], 'started': '2026-10-29T17:48:41.392941+00:00', 'status': 'FAIL', 'ok': False, 'returncode': 1, 'memory_mib': 256, 'timeout_seconds': 4, 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-4fafuyml/kernel_replay/evidence/tmpouxlmv5r/Toy.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-4fafuyml/kernel_replay/evidence/tmpouxlmv5r/Toy.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}], 'pid': 7684, 'stdout': '', 'stdout_bytes': 0, 'stderr': 'Traceback (most recent call last):\\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-4fafuyml/kernel_replay/evidence/tmpouxlmv5r/fake-lean\", line 3, in \\n assert resource.getrlimit(resource.RLIMIT_AS)[0] == 256*1024*1024\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\nAssertionError\\n', 'stderr_bytes': 327, 'ended': '2026-10-29T17:48:41.408953+00:00', 'elapsed_seconds': 0.016012048000447976}], 'completed_count': 0, 'expected_count': 1, 'manifest': {'schema': 'cbz-kernel-replay/v1', 'lean': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-4fafuyml/kernel_replay/evidence/tmpouxlmv5r/fake-lean', 'sha256': 'e6e78fabbffccd559ec688b2aa995a93b19b6aea953a8e4045ad208641f9caef'}, 'sysroot': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1', 'lean_path': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-4fafuyml/kernel_replay/evidence/tmpouxlmv5r'], 'expected_modules': ['Toy'], 'modules': [{'name': 'Toy', 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-4fafuyml/kernel_replay/evidence/tmpouxlmv5r/Toy.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-4fafuyml/kernel_replay/evidence/tmpouxlmv5r/Toy.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}]}], 'context': [], 'tool': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-4fafuyml/kernel_replay/kernel_replay.py', 'sha256': 'a74024c8f8274bf67ea7c032bf35ac1ccf339decf5f10227fb142cb48fe4ffdf'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-4fafuyml/kernel_replay/ExactReplay.lean', 'sha256': '24e55f5e99c83a46f9f908bbc90f22292a94305294e287d9b2eccbf24e8e6b66'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/LeanChecker.lean', 'sha256': '2d18ec111d73c536b0bdee2533556bb9548c349f386797d3d3837b1f84d55dae'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/Lean/Replay.lean', 'sha256': 'c434b5b2bc5047ca58d4a095fcf1d9935d413c788ae98a4f21948e6a95ca3fb0'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/LeanChecker.olean', 'sha256': 'd6829015630328e3c70909a4cba004a7933f6d52cad3721488a2efaa14c1bbbe'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean', 'sha256': '66cb6f6d0bd6f9faee0205ddf0e289d1936e40f7808dfe9ad6eba412a5d8b427'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.server', 'sha256': '46026af21aa760fb2343c15336f6e1476d37e4829e4e0ec529ab499fd0a2b010'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.private', 'sha256': 'fadad15c5bb080fee117b7fd049b6f54e3077b5b258902fe47cad8dbf76649a1'}]}, 'g2_status': 'NOT_ASSESSED', 'full_cbz': False, 'ended': '2026-10-29T17:48:41.410509+00:00'}\n\n----------------------------------------------------------------------\nRan 15 tests in 0.638s\n\nFAILED (failures=1)\n" + }, + "stdout": "test_duplicate_modules_rejected (test_kernel_replay.WrapperTests.test_duplicate_modules_rejected) ... ok\ntest_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected) ... ok\ntest_expected_coverage_mismatch_rejected (test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected) ... ok\ntest_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied) ... FAIL\ntest_missing_module_rejected (test_kernel_replay.WrapperTests.test_missing_module_rejected) ... ok\ntest_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) ... ok\ntest_module_names_and_unknown_fields_rejected (test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected) ... ok\ntest_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected) ... ok\ntest_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker) ... ok\ntest_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... ok\ntest_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected) ... ok\ntest_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected) ... ok\ntest_strict_cli (test_kernel_replay.WrapperTests.test_strict_cli) ... ok\ntest_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal) ... ok\ntest_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected) ... ok\n\n======================================================================\nFAIL: test_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-4fafuyml/kernel_replay/tests/test_kernel_replay.py\", line 109, in test_memory_limit_applied\n self.assertTrue(r['ok'], r)\nAssertionError: False is not true : {'schema': 'cbz-kernel-replay/v1', 'gate': 'G4-scoped-adapter', 'started': '2026-10-29T17:48:41.390010+00:00', 'ok': False, 'results': [{'module': 'Toy', 'command': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-4fafuyml/kernel_replay/evidence/tmpouxlmv5r/fake-lean', '-j1', '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-4fafuyml/kernel_replay/ExactReplay.lean'], 'started': '2026-10-29T17:48:41.392941+00:00', 'status': 'FAIL', 'ok': False, 'returncode': 1, 'memory_mib': 256, 'timeout_seconds': 4, 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-4fafuyml/kernel_replay/evidence/tmpouxlmv5r/Toy.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-4fafuyml/kernel_replay/evidence/tmpouxlmv5r/Toy.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}], 'pid': 7684, 'stdout': '', 'stdout_bytes': 0, 'stderr': 'Traceback (most recent call last):\\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-4fafuyml/kernel_replay/evidence/tmpouxlmv5r/fake-lean\", line 3, in \\n assert resource.getrlimit(resource.RLIMIT_AS)[0] == 256*1024*1024\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\nAssertionError\\n', 'stderr_bytes': 327, 'ended': '2026-10-29T17:48:41.408953+00:00', 'elapsed_seconds': 0.016012048000447976}], 'completed_count': 0, 'expected_count': 1, 'manifest': {'schema': 'cbz-kernel-replay/v1', 'lean': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-4fafuyml/kernel_replay/evidence/tmpouxlmv5r/fake-lean', 'sha256': 'e6e78fabbffccd559ec688b2aa995a93b19b6aea953a8e4045ad208641f9caef'}, 'sysroot': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1', 'lean_path': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-4fafuyml/kernel_replay/evidence/tmpouxlmv5r'], 'expected_modules': ['Toy'], 'modules': [{'name': 'Toy', 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-4fafuyml/kernel_replay/evidence/tmpouxlmv5r/Toy.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-4fafuyml/kernel_replay/evidence/tmpouxlmv5r/Toy.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}]}], 'context': [], 'tool': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-4fafuyml/kernel_replay/kernel_replay.py', 'sha256': 'a74024c8f8274bf67ea7c032bf35ac1ccf339decf5f10227fb142cb48fe4ffdf'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-4fafuyml/kernel_replay/ExactReplay.lean', 'sha256': '24e55f5e99c83a46f9f908bbc90f22292a94305294e287d9b2eccbf24e8e6b66'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/LeanChecker.lean', 'sha256': '2d18ec111d73c536b0bdee2533556bb9548c349f386797d3d3837b1f84d55dae'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/Lean/Replay.lean', 'sha256': 'c434b5b2bc5047ca58d4a095fcf1d9935d413c788ae98a4f21948e6a95ca3fb0'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/LeanChecker.olean', 'sha256': 'd6829015630328e3c70909a4cba004a7933f6d52cad3721488a2efaa14c1bbbe'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean', 'sha256': '66cb6f6d0bd6f9faee0205ddf0e289d1936e40f7808dfe9ad6eba412a5d8b427'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.server', 'sha256': '46026af21aa760fb2343c15336f6e1476d37e4829e4e0ec529ab499fd0a2b010'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.private', 'sha256': 'fadad15c5bb080fee117b7fd049b6f54e3077b5b258902fe47cad8dbf76649a1'}]}, 'g2_status': 'NOT_ASSESSED', 'full_cbz': False, 'ended': '2026-10-29T17:48:41.410509+00:00'}\n\n----------------------------------------------------------------------\nRan 15 tests in 0.638s\n\nFAILED (failures=1)\n", + "stderr": "" + }, + { + "name": "truncate-module-coverage", + "file": "kernel_replay.py", + "test": "test_kernel_replay.WrapperTests", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "1ef2b114c40f9d8c665534ccfa71bb3d3bdb8a9c1b2a865e98f523bc4de111ac", + "mutated_sha256": "267a06a2525dcad19fe561c6f10a4107702bb9c9b076c0c0b0b91e19272a8637", + "tests": { + "tests_run": 15, + "assertion_failures": 1, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_duplicate_modules_rejected (test_kernel_replay.WrapperTests.test_duplicate_modules_rejected) ... ok\ntest_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected) ... ok\ntest_expected_coverage_mismatch_rejected (test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected) ... ok\ntest_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied) ... ok\ntest_missing_module_rejected (test_kernel_replay.WrapperTests.test_missing_module_rejected) ... ok\ntest_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) ... ok\ntest_module_names_and_unknown_fields_rejected (test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected) ... ok\ntest_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected) ... ok\ntest_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker) ... ok\ntest_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... FAIL\ntest_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected) ... ok\ntest_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected) ... ok\ntest_strict_cli (test_kernel_replay.WrapperTests.test_strict_cli) ... ok\ntest_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal) ... ok\ntest_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected) ... ok\n\n======================================================================\nFAIL: test_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-b_rb_39m/kernel_replay/tests/test_kernel_replay.py\", line 119, in test_one_child_at_a_time_and_exact_coverage\n self.assertTrue(r['ok'], r)\nAssertionError: False is not true : {'schema': 'cbz-kernel-replay/v1', 'gate': 'G4-scoped-adapter', 'started': '2026-10-29T17:48:42.277111+00:00', 'ok': False, 'results': [{'module': 'Toy', 'command': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-b_rb_39m/kernel_replay/evidence/tmpj6_4f7t2/fake-lean', '-j1', '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-b_rb_39m/kernel_replay/ExactReplay.lean'], 'started': '2026-10-29T17:48:42.280128+00:00', 'status': 'PASS', 'ok': True, 'returncode': 0, 'memory_mib': 256, 'timeout_seconds': 4, 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-b_rb_39m/kernel_replay/evidence/tmpj6_4f7t2/Toy.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-b_rb_39m/kernel_replay/evidence/tmpj6_4f7t2/Toy.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}], 'pid': 7699, 'stdout': 'CBZ_KERNEL_REPLAY_OK Toy\\n', 'stdout_bytes': 25, 'stderr': '', 'stderr_bytes': 0, 'ended': '2026-10-29T17:48:42.395394+00:00', 'elapsed_seconds': 0.11527025799932744}], 'completed_count': 1, 'expected_count': 2, 'manifest': {'schema': 'cbz-kernel-replay/v1', 'lean': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-b_rb_39m/kernel_replay/evidence/tmpj6_4f7t2/fake-lean', 'sha256': 'c522e76ab713e5867f9cdbed62b922cba0722a792ab2be0bcb65a231de851f70'}, 'sysroot': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1', 'lean_path': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-b_rb_39m/kernel_replay/evidence/tmpj6_4f7t2'], 'expected_modules': ['Toy', 'Other'], 'modules': [{'name': 'Toy', 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-b_rb_39m/kernel_replay/evidence/tmpj6_4f7t2/Toy.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-b_rb_39m/kernel_replay/evidence/tmpj6_4f7t2/Toy.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}]}, {'name': 'Other', 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-b_rb_39m/kernel_replay/evidence/tmpj6_4f7t2/Other.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-b_rb_39m/kernel_replay/evidence/tmpj6_4f7t2/Other.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}]}], 'context': [], 'tool': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-b_rb_39m/kernel_replay/kernel_replay.py', 'sha256': '267a06a2525dcad19fe561c6f10a4107702bb9c9b076c0c0b0b91e19272a8637'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-b_rb_39m/kernel_replay/ExactReplay.lean', 'sha256': '24e55f5e99c83a46f9f908bbc90f22292a94305294e287d9b2eccbf24e8e6b66'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/LeanChecker.lean', 'sha256': '2d18ec111d73c536b0bdee2533556bb9548c349f386797d3d3837b1f84d55dae'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/Lean/Replay.lean', 'sha256': 'c434b5b2bc5047ca58d4a095fcf1d9935d413c788ae98a4f21948e6a95ca3fb0'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/LeanChecker.olean', 'sha256': 'd6829015630328e3c70909a4cba004a7933f6d52cad3721488a2efaa14c1bbbe'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean', 'sha256': '66cb6f6d0bd6f9faee0205ddf0e289d1936e40f7808dfe9ad6eba412a5d8b427'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.server', 'sha256': '46026af21aa760fb2343c15336f6e1476d37e4829e4e0ec529ab499fd0a2b010'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.private', 'sha256': 'fadad15c5bb080fee117b7fd049b6f54e3077b5b258902fe47cad8dbf76649a1'}]}, 'g2_status': 'NOT_ASSESSED', 'full_cbz': False, 'ended': '2026-10-29T17:48:42.397212+00:00'}\n\n----------------------------------------------------------------------\nRan 15 tests in 0.542s\n\nFAILED (failures=1)\n" + }, + "stdout": "test_duplicate_modules_rejected (test_kernel_replay.WrapperTests.test_duplicate_modules_rejected) ... ok\ntest_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected) ... ok\ntest_expected_coverage_mismatch_rejected (test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected) ... ok\ntest_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied) ... ok\ntest_missing_module_rejected (test_kernel_replay.WrapperTests.test_missing_module_rejected) ... ok\ntest_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) ... ok\ntest_module_names_and_unknown_fields_rejected (test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected) ... ok\ntest_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected) ... ok\ntest_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker) ... ok\ntest_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... FAIL\ntest_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected) ... ok\ntest_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected) ... ok\ntest_strict_cli (test_kernel_replay.WrapperTests.test_strict_cli) ... ok\ntest_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal) ... ok\ntest_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected) ... ok\n\n======================================================================\nFAIL: test_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-b_rb_39m/kernel_replay/tests/test_kernel_replay.py\", line 119, in test_one_child_at_a_time_and_exact_coverage\n self.assertTrue(r['ok'], r)\nAssertionError: False is not true : {'schema': 'cbz-kernel-replay/v1', 'gate': 'G4-scoped-adapter', 'started': '2026-10-29T17:48:42.277111+00:00', 'ok': False, 'results': [{'module': 'Toy', 'command': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-b_rb_39m/kernel_replay/evidence/tmpj6_4f7t2/fake-lean', '-j1', '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-b_rb_39m/kernel_replay/ExactReplay.lean'], 'started': '2026-10-29T17:48:42.280128+00:00', 'status': 'PASS', 'ok': True, 'returncode': 0, 'memory_mib': 256, 'timeout_seconds': 4, 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-b_rb_39m/kernel_replay/evidence/tmpj6_4f7t2/Toy.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-b_rb_39m/kernel_replay/evidence/tmpj6_4f7t2/Toy.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}], 'pid': 7699, 'stdout': 'CBZ_KERNEL_REPLAY_OK Toy\\n', 'stdout_bytes': 25, 'stderr': '', 'stderr_bytes': 0, 'ended': '2026-10-29T17:48:42.395394+00:00', 'elapsed_seconds': 0.11527025799932744}], 'completed_count': 1, 'expected_count': 2, 'manifest': {'schema': 'cbz-kernel-replay/v1', 'lean': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-b_rb_39m/kernel_replay/evidence/tmpj6_4f7t2/fake-lean', 'sha256': 'c522e76ab713e5867f9cdbed62b922cba0722a792ab2be0bcb65a231de851f70'}, 'sysroot': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1', 'lean_path': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-b_rb_39m/kernel_replay/evidence/tmpj6_4f7t2'], 'expected_modules': ['Toy', 'Other'], 'modules': [{'name': 'Toy', 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-b_rb_39m/kernel_replay/evidence/tmpj6_4f7t2/Toy.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-b_rb_39m/kernel_replay/evidence/tmpj6_4f7t2/Toy.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}]}, {'name': 'Other', 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-b_rb_39m/kernel_replay/evidence/tmpj6_4f7t2/Other.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-b_rb_39m/kernel_replay/evidence/tmpj6_4f7t2/Other.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}]}], 'context': [], 'tool': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-b_rb_39m/kernel_replay/kernel_replay.py', 'sha256': '267a06a2525dcad19fe561c6f10a4107702bb9c9b076c0c0b0b91e19272a8637'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-b_rb_39m/kernel_replay/ExactReplay.lean', 'sha256': '24e55f5e99c83a46f9f908bbc90f22292a94305294e287d9b2eccbf24e8e6b66'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/LeanChecker.lean', 'sha256': '2d18ec111d73c536b0bdee2533556bb9548c349f386797d3d3837b1f84d55dae'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/Lean/Replay.lean', 'sha256': 'c434b5b2bc5047ca58d4a095fcf1d9935d413c788ae98a4f21948e6a95ca3fb0'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/LeanChecker.olean', 'sha256': 'd6829015630328e3c70909a4cba004a7933f6d52cad3721488a2efaa14c1bbbe'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean', 'sha256': '66cb6f6d0bd6f9faee0205ddf0e289d1936e40f7808dfe9ad6eba412a5d8b427'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.server', 'sha256': '46026af21aa760fb2343c15336f6e1476d37e4829e4e0ec529ab499fd0a2b010'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.private', 'sha256': 'fadad15c5bb080fee117b7fd049b6f54e3077b5b258902fe47cad8dbf76649a1'}]}, 'g2_status': 'NOT_ASSESSED', 'full_cbz': False, 'ended': '2026-10-29T17:48:42.397212+00:00'}\n\n----------------------------------------------------------------------\nRan 15 tests in 0.542s\n\nFAILED (failures=1)\n", + "stderr": "" + }, + { + "name": "concurrent-module-processes", + "file": "kernel_replay.py", + "test": "test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "1ef2b114c40f9d8c665534ccfa71bb3d3bdb8a9c1b2a865e98f523bc4de111ac", + "mutated_sha256": "a68bd0da5012a093b4ae1e12f37a684e8cdf75d6f18e35f5d82002add9db790b", + "tests": { + "tests_run": 1, + "assertion_failures": 1, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... FAIL\n\n======================================================================\nFAIL: test_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-j0g7nf03/kernel_replay/tests/test_kernel_replay.py\", line 119, in test_one_child_at_a_time_and_exact_coverage\n self.assertTrue(r['ok'], r)\nAssertionError: False is not true : {'schema': 'cbz-kernel-replay/v1', 'gate': 'G4-scoped-adapter', 'started': '2026-10-29T17:48:42.755648+00:00', 'ok': False, 'results': [{'module': 'Toy', 'command': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-j0g7nf03/kernel_replay/evidence/tmp2lzuz_6s/fake-lean', '-j1', '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-j0g7nf03/kernel_replay/ExactReplay.lean'], 'started': '2026-10-29T17:48:42.763935+00:00', 'status': 'PASS', 'ok': True, 'returncode': 0, 'memory_mib': 256, 'timeout_seconds': 4, 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-j0g7nf03/kernel_replay/evidence/tmp2lzuz_6s/Toy.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-j0g7nf03/kernel_replay/evidence/tmp2lzuz_6s/Toy.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}], 'pid': 7707, 'stdout': 'CBZ_KERNEL_REPLAY_OK Toy\\n', 'stdout_bytes': 25, 'stderr': '', 'stderr_bytes': 0, 'ended': '2026-10-29T17:48:42.881348+00:00', 'elapsed_seconds': 0.11741518799954065}, {'module': 'Other', 'command': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-j0g7nf03/kernel_replay/evidence/tmp2lzuz_6s/fake-lean', '-j1', '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-j0g7nf03/kernel_replay/ExactReplay.lean'], 'started': '2026-10-29T17:48:42.764336+00:00', 'status': 'FAIL', 'ok': False, 'returncode': 1, 'memory_mib': 256, 'timeout_seconds': 4, 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-j0g7nf03/kernel_replay/evidence/tmp2lzuz_6s/Other.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-j0g7nf03/kernel_replay/evidence/tmp2lzuz_6s/Other.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}], 'pid': 7708, 'stdout': '', 'stdout_bytes': 0, 'stderr': 'Traceback (most recent call last):\\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-j0g7nf03/kernel_replay/evidence/tmp2lzuz_6s/fake-lean\", line 5, in \\n fd = os.open(p, os.O_CREAT | os.O_EXCL | os.O_WRONLY)\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\nFileExistsError: [Errno 17] File exists: \\'/workspace/cbz-0/tools/kernel_replay/evidence/mutant-j0g7nf03/kernel_replay/evidence/tmp2lzuz_6s/active.lock\\'\\n', 'stderr_bytes': 440, 'ended': '2026-10-29T17:48:42.802750+00:00', 'elapsed_seconds': 0.03841593000015564}], 'completed_count': 1, 'expected_count': 2, 'manifest': {'schema': 'cbz-kernel-replay/v1', 'lean': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-j0g7nf03/kernel_replay/evidence/tmp2lzuz_6s/fake-lean', 'sha256': '0b1542fe62148efa7222a473306c75259afe2389698b2654b62512c61ee7f634'}, 'sysroot': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1', 'lean_path': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-j0g7nf03/kernel_replay/evidence/tmp2lzuz_6s'], 'expected_modules': ['Toy', 'Other'], 'modules': [{'name': 'Toy', 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-j0g7nf03/kernel_replay/evidence/tmp2lzuz_6s/Toy.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-j0g7nf03/kernel_replay/evidence/tmp2lzuz_6s/Toy.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}]}, {'name': 'Other', 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-j0g7nf03/kernel_replay/evidence/tmp2lzuz_6s/Other.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-j0g7nf03/kernel_replay/evidence/tmp2lzuz_6s/Other.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}]}], 'context': [], 'tool': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-j0g7nf03/kernel_replay/kernel_replay.py', 'sha256': 'a68bd0da5012a093b4ae1e12f37a684e8cdf75d6f18e35f5d82002add9db790b'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-j0g7nf03/kernel_replay/ExactReplay.lean', 'sha256': '24e55f5e99c83a46f9f908bbc90f22292a94305294e287d9b2eccbf24e8e6b66'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/LeanChecker.lean', 'sha256': '2d18ec111d73c536b0bdee2533556bb9548c349f386797d3d3837b1f84d55dae'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/Lean/Replay.lean', 'sha256': 'c434b5b2bc5047ca58d4a095fcf1d9935d413c788ae98a4f21948e6a95ca3fb0'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/LeanChecker.olean', 'sha256': 'd6829015630328e3c70909a4cba004a7933f6d52cad3721488a2efaa14c1bbbe'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean', 'sha256': '66cb6f6d0bd6f9faee0205ddf0e289d1936e40f7808dfe9ad6eba412a5d8b427'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.server', 'sha256': '46026af21aa760fb2343c15336f6e1476d37e4829e4e0ec529ab499fd0a2b010'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.private', 'sha256': 'fadad15c5bb080fee117b7fd049b6f54e3077b5b258902fe47cad8dbf76649a1'}]}, 'g2_status': 'NOT_ASSESSED', 'full_cbz': False, 'ended': '2026-10-29T17:48:42.883915+00:00'}\n\n----------------------------------------------------------------------\nRan 1 test in 0.138s\n\nFAILED (failures=1)\n" + }, + "stdout": "test_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... FAIL\n\n======================================================================\nFAIL: test_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-j0g7nf03/kernel_replay/tests/test_kernel_replay.py\", line 119, in test_one_child_at_a_time_and_exact_coverage\n self.assertTrue(r['ok'], r)\nAssertionError: False is not true : {'schema': 'cbz-kernel-replay/v1', 'gate': 'G4-scoped-adapter', 'started': '2026-10-29T17:48:42.755648+00:00', 'ok': False, 'results': [{'module': 'Toy', 'command': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-j0g7nf03/kernel_replay/evidence/tmp2lzuz_6s/fake-lean', '-j1', '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-j0g7nf03/kernel_replay/ExactReplay.lean'], 'started': '2026-10-29T17:48:42.763935+00:00', 'status': 'PASS', 'ok': True, 'returncode': 0, 'memory_mib': 256, 'timeout_seconds': 4, 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-j0g7nf03/kernel_replay/evidence/tmp2lzuz_6s/Toy.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-j0g7nf03/kernel_replay/evidence/tmp2lzuz_6s/Toy.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}], 'pid': 7707, 'stdout': 'CBZ_KERNEL_REPLAY_OK Toy\\n', 'stdout_bytes': 25, 'stderr': '', 'stderr_bytes': 0, 'ended': '2026-10-29T17:48:42.881348+00:00', 'elapsed_seconds': 0.11741518799954065}, {'module': 'Other', 'command': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-j0g7nf03/kernel_replay/evidence/tmp2lzuz_6s/fake-lean', '-j1', '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-j0g7nf03/kernel_replay/ExactReplay.lean'], 'started': '2026-10-29T17:48:42.764336+00:00', 'status': 'FAIL', 'ok': False, 'returncode': 1, 'memory_mib': 256, 'timeout_seconds': 4, 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-j0g7nf03/kernel_replay/evidence/tmp2lzuz_6s/Other.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-j0g7nf03/kernel_replay/evidence/tmp2lzuz_6s/Other.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}], 'pid': 7708, 'stdout': '', 'stdout_bytes': 0, 'stderr': 'Traceback (most recent call last):\\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-j0g7nf03/kernel_replay/evidence/tmp2lzuz_6s/fake-lean\", line 5, in \\n fd = os.open(p, os.O_CREAT | os.O_EXCL | os.O_WRONLY)\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\nFileExistsError: [Errno 17] File exists: \\'/workspace/cbz-0/tools/kernel_replay/evidence/mutant-j0g7nf03/kernel_replay/evidence/tmp2lzuz_6s/active.lock\\'\\n', 'stderr_bytes': 440, 'ended': '2026-10-29T17:48:42.802750+00:00', 'elapsed_seconds': 0.03841593000015564}], 'completed_count': 1, 'expected_count': 2, 'manifest': {'schema': 'cbz-kernel-replay/v1', 'lean': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-j0g7nf03/kernel_replay/evidence/tmp2lzuz_6s/fake-lean', 'sha256': '0b1542fe62148efa7222a473306c75259afe2389698b2654b62512c61ee7f634'}, 'sysroot': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1', 'lean_path': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-j0g7nf03/kernel_replay/evidence/tmp2lzuz_6s'], 'expected_modules': ['Toy', 'Other'], 'modules': [{'name': 'Toy', 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-j0g7nf03/kernel_replay/evidence/tmp2lzuz_6s/Toy.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-j0g7nf03/kernel_replay/evidence/tmp2lzuz_6s/Toy.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}]}, {'name': 'Other', 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-j0g7nf03/kernel_replay/evidence/tmp2lzuz_6s/Other.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-j0g7nf03/kernel_replay/evidence/tmp2lzuz_6s/Other.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}]}], 'context': [], 'tool': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-j0g7nf03/kernel_replay/kernel_replay.py', 'sha256': 'a68bd0da5012a093b4ae1e12f37a684e8cdf75d6f18e35f5d82002add9db790b'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-j0g7nf03/kernel_replay/ExactReplay.lean', 'sha256': '24e55f5e99c83a46f9f908bbc90f22292a94305294e287d9b2eccbf24e8e6b66'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/LeanChecker.lean', 'sha256': '2d18ec111d73c536b0bdee2533556bb9548c349f386797d3d3837b1f84d55dae'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/Lean/Replay.lean', 'sha256': 'c434b5b2bc5047ca58d4a095fcf1d9935d413c788ae98a4f21948e6a95ca3fb0'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/LeanChecker.olean', 'sha256': 'd6829015630328e3c70909a4cba004a7933f6d52cad3721488a2efaa14c1bbbe'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean', 'sha256': '66cb6f6d0bd6f9faee0205ddf0e289d1936e40f7808dfe9ad6eba412a5d8b427'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.server', 'sha256': '46026af21aa760fb2343c15336f6e1476d37e4829e4e0ec529ab499fd0a2b010'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.private', 'sha256': 'fadad15c5bb080fee117b7fd049b6f54e3077b5b258902fe47cad8dbf76649a1'}]}, 'g2_status': 'NOT_ASSESSED', 'full_cbz': False, 'ended': '2026-10-29T17:48:42.883915+00:00'}\n\n----------------------------------------------------------------------\nRan 1 test in 0.138s\n\nFAILED (failures=1)\n", + "stderr": "" + }, + { + "name": "skip-kernel-replay", + "file": "ExactReplay.lean", + "test": "test_real_lean.RealLeanTests.test_public_self_reference_rejected", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "24e55f5e99c83a46f9f908bbc90f22292a94305294e287d9b2eccbf24e8e6b66", + "mutated_sha256": "77e78da80654096e071db87e02006c57c681cde68d147d4ed95fa5a2407e69d2", + "tests": { + "tests_run": 1, + "assertion_failures": 1, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_public_self_reference_rejected (test_real_lean.RealLeanTests.test_public_self_reference_rejected) ... FAIL\n\n======================================================================\nFAIL: test_public_self_reference_rejected (test_real_lean.RealLeanTests.test_public_self_reference_rejected)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-eyxl58t1/kernel_replay/tests/test_real_lean.py\", line 45, in test_public_self_reference_rejected\n self.assertFalse(r['ok'], r)\nAssertionError: True is not false : {'schema': 'cbz-kernel-replay/v1', 'gate': 'G4-scoped-adapter', 'started': '2026-10-29T17:48:44.410997+00:00', 'ok': True, 'results': [{'module': 'BadPublic', 'command': ['/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/bin/lean', '-j1', '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-eyxl58t1/kernel_replay/ExactReplay.lean'], 'started': '2026-10-29T17:48:44.414276+00:00', 'status': 'PASS', 'ok': True, 'returncode': 0, 'memory_mib': 8192, 'timeout_seconds': 60, 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-eyxl58t1/kernel_replay/tests/fixtures/BadPublic.lean', 'sha256': '35b45c63cdfd6f48fd5820d1c48e9e101bfd87c582ef0b5112543c533d597fbe'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-eyxl58t1/kernel_replay/evidence/compiled-fixtures/BadPublic.olean', 'sha256': 'd7fa376fa71a436b9663d2a87c40e32760f2d124085c304831b84be9c51e6e7a'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-eyxl58t1/kernel_replay/evidence/compiled-fixtures/BadPublic.olean.server', 'sha256': '5d56f60c99151b5065cb151c7aa90306548bda7948d4ec1e42b0961c08f9273a'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-eyxl58t1/kernel_replay/evidence/compiled-fixtures/BadPublic.olean.private', 'sha256': '84f3851d24c95669b7e632062e5c0233873d4a7733e1501597765d2faea7be3a'}], 'pid': 7754, 'stdout': 'CBZ_KERNEL_REPLAY_OK BadPublic\\n', 'stdout_bytes': 31, 'stderr': '', 'stderr_bytes': 0, 'ended': '2026-10-29T17:48:44.682764+00:00', 'elapsed_seconds': 0.2684936320001725}], 'completed_count': 1, 'expected_count': 1, 'manifest': {'schema': 'cbz-kernel-replay/v1', 'lean': {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/bin/lean', 'sha256': 'e8baaa71855a616dc351028f3ad2200051b0671f423a1696a100e809302d5550'}, 'sysroot': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1', 'lean_path': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-eyxl58t1/kernel_replay/evidence/compiled-fixtures'], 'expected_modules': ['BadPublic'], 'modules': [{'name': 'BadPublic', 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-eyxl58t1/kernel_replay/tests/fixtures/BadPublic.lean', 'sha256': '35b45c63cdfd6f48fd5820d1c48e9e101bfd87c582ef0b5112543c533d597fbe'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-eyxl58t1/kernel_replay/evidence/compiled-fixtures/BadPublic.olean', 'sha256': 'd7fa376fa71a436b9663d2a87c40e32760f2d124085c304831b84be9c51e6e7a'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-eyxl58t1/kernel_replay/evidence/compiled-fixtures/BadPublic.olean.server', 'sha256': '5d56f60c99151b5065cb151c7aa90306548bda7948d4ec1e42b0961c08f9273a'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-eyxl58t1/kernel_replay/evidence/compiled-fixtures/BadPublic.olean.private', 'sha256': '84f3851d24c95669b7e632062e5c0233873d4a7733e1501597765d2faea7be3a'}]}], 'context': [], 'tool': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-eyxl58t1/kernel_replay/kernel_replay.py', 'sha256': '1ef2b114c40f9d8c665534ccfa71bb3d3bdb8a9c1b2a865e98f523bc4de111ac'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-eyxl58t1/kernel_replay/ExactReplay.lean', 'sha256': '77e78da80654096e071db87e02006c57c681cde68d147d4ed95fa5a2407e69d2'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/LeanChecker.lean', 'sha256': '2d18ec111d73c536b0bdee2533556bb9548c349f386797d3d3837b1f84d55dae'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/Lean/Replay.lean', 'sha256': 'c434b5b2bc5047ca58d4a095fcf1d9935d413c788ae98a4f21948e6a95ca3fb0'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/LeanChecker.olean', 'sha256': 'd6829015630328e3c70909a4cba004a7933f6d52cad3721488a2efaa14c1bbbe'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean', 'sha256': '66cb6f6d0bd6f9faee0205ddf0e289d1936e40f7808dfe9ad6eba412a5d8b427'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.server', 'sha256': '46026af21aa760fb2343c15336f6e1476d37e4829e4e0ec529ab499fd0a2b010'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.private', 'sha256': 'fadad15c5bb080fee117b7fd049b6f54e3077b5b258902fe47cad8dbf76649a1'}]}, 'g2_status': 'NOT_ASSESSED', 'full_cbz': False, 'ended': '2026-10-29T17:48:44.684845+00:00'}\n\n----------------------------------------------------------------------\nRan 1 test in 1.714s\n\nFAILED (failures=1)\n" + }, + "stdout": "test_public_self_reference_rejected (test_real_lean.RealLeanTests.test_public_self_reference_rejected) ... FAIL\n\n======================================================================\nFAIL: test_public_self_reference_rejected (test_real_lean.RealLeanTests.test_public_self_reference_rejected)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-eyxl58t1/kernel_replay/tests/test_real_lean.py\", line 45, in test_public_self_reference_rejected\n self.assertFalse(r['ok'], r)\nAssertionError: True is not false : {'schema': 'cbz-kernel-replay/v1', 'gate': 'G4-scoped-adapter', 'started': '2026-10-29T17:48:44.410997+00:00', 'ok': True, 'results': [{'module': 'BadPublic', 'command': ['/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/bin/lean', '-j1', '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-eyxl58t1/kernel_replay/ExactReplay.lean'], 'started': '2026-10-29T17:48:44.414276+00:00', 'status': 'PASS', 'ok': True, 'returncode': 0, 'memory_mib': 8192, 'timeout_seconds': 60, 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-eyxl58t1/kernel_replay/tests/fixtures/BadPublic.lean', 'sha256': '35b45c63cdfd6f48fd5820d1c48e9e101bfd87c582ef0b5112543c533d597fbe'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-eyxl58t1/kernel_replay/evidence/compiled-fixtures/BadPublic.olean', 'sha256': 'd7fa376fa71a436b9663d2a87c40e32760f2d124085c304831b84be9c51e6e7a'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-eyxl58t1/kernel_replay/evidence/compiled-fixtures/BadPublic.olean.server', 'sha256': '5d56f60c99151b5065cb151c7aa90306548bda7948d4ec1e42b0961c08f9273a'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-eyxl58t1/kernel_replay/evidence/compiled-fixtures/BadPublic.olean.private', 'sha256': '84f3851d24c95669b7e632062e5c0233873d4a7733e1501597765d2faea7be3a'}], 'pid': 7754, 'stdout': 'CBZ_KERNEL_REPLAY_OK BadPublic\\n', 'stdout_bytes': 31, 'stderr': '', 'stderr_bytes': 0, 'ended': '2026-10-29T17:48:44.682764+00:00', 'elapsed_seconds': 0.2684936320001725}], 'completed_count': 1, 'expected_count': 1, 'manifest': {'schema': 'cbz-kernel-replay/v1', 'lean': {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/bin/lean', 'sha256': 'e8baaa71855a616dc351028f3ad2200051b0671f423a1696a100e809302d5550'}, 'sysroot': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1', 'lean_path': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-eyxl58t1/kernel_replay/evidence/compiled-fixtures'], 'expected_modules': ['BadPublic'], 'modules': [{'name': 'BadPublic', 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-eyxl58t1/kernel_replay/tests/fixtures/BadPublic.lean', 'sha256': '35b45c63cdfd6f48fd5820d1c48e9e101bfd87c582ef0b5112543c533d597fbe'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-eyxl58t1/kernel_replay/evidence/compiled-fixtures/BadPublic.olean', 'sha256': 'd7fa376fa71a436b9663d2a87c40e32760f2d124085c304831b84be9c51e6e7a'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-eyxl58t1/kernel_replay/evidence/compiled-fixtures/BadPublic.olean.server', 'sha256': '5d56f60c99151b5065cb151c7aa90306548bda7948d4ec1e42b0961c08f9273a'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-eyxl58t1/kernel_replay/evidence/compiled-fixtures/BadPublic.olean.private', 'sha256': '84f3851d24c95669b7e632062e5c0233873d4a7733e1501597765d2faea7be3a'}]}], 'context': [], 'tool': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-eyxl58t1/kernel_replay/kernel_replay.py', 'sha256': '1ef2b114c40f9d8c665534ccfa71bb3d3bdb8a9c1b2a865e98f523bc4de111ac'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-eyxl58t1/kernel_replay/ExactReplay.lean', 'sha256': '77e78da80654096e071db87e02006c57c681cde68d147d4ed95fa5a2407e69d2'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/LeanChecker.lean', 'sha256': '2d18ec111d73c536b0bdee2533556bb9548c349f386797d3d3837b1f84d55dae'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/Lean/Replay.lean', 'sha256': 'c434b5b2bc5047ca58d4a095fcf1d9935d413c788ae98a4f21948e6a95ca3fb0'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/LeanChecker.olean', 'sha256': 'd6829015630328e3c70909a4cba004a7933f6d52cad3721488a2efaa14c1bbbe'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean', 'sha256': '66cb6f6d0bd6f9faee0205ddf0e289d1936e40f7808dfe9ad6eba412a5d8b427'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.server', 'sha256': '46026af21aa760fb2343c15336f6e1476d37e4829e4e0ec529ab499fd0a2b010'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.private', 'sha256': 'fadad15c5bb080fee117b7fd049b6f54e3077b5b258902fe47cad8dbf76649a1'}]}, 'g2_status': 'NOT_ASSESSED', 'full_cbz': False, 'ended': '2026-10-29T17:48:44.684845+00:00'}\n\n----------------------------------------------------------------------\nRan 1 test in 1.714s\n\nFAILED (failures=1)\n", + "stderr": "" + }, + { + "name": "prefix-expansion", + "file": "ExactReplay.lean", + "test": "test_real_lean.RealLeanTests.test_exact_module_no_prefix_glob", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "24e55f5e99c83a46f9f908bbc90f22292a94305294e287d9b2eccbf24e8e6b66", + "mutated_sha256": "472a0c92ab568d849ba0d0e52f16347f3512e7f6cfcd6d89d78b9f582b9a0763", + "tests": { + "tests_run": 1, + "assertion_failures": 1, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_exact_module_no_prefix_glob (test_real_lean.RealLeanTests.test_exact_module_no_prefix_glob) ... FAIL\n\n======================================================================\nFAIL: test_exact_module_no_prefix_glob (test_real_lean.RealLeanTests.test_exact_module_no_prefix_glob)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-6lyg0nng/kernel_replay/tests/test_real_lean.py\", line 80, in test_exact_module_no_prefix_glob\n self.assertTrue(self.replay('Good')['ok'])\nAssertionError: False is not true\n\n----------------------------------------------------------------------\nRan 1 test in 2.036s\n\nFAILED (failures=1)\n" + }, + "stdout": "test_exact_module_no_prefix_glob (test_real_lean.RealLeanTests.test_exact_module_no_prefix_glob) ... FAIL\n\n======================================================================\nFAIL: test_exact_module_no_prefix_glob (test_real_lean.RealLeanTests.test_exact_module_no_prefix_glob)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-6lyg0nng/kernel_replay/tests/test_real_lean.py\", line 80, in test_exact_module_no_prefix_glob\n self.assertTrue(self.replay('Good')['ok'])\nAssertionError: False is not true\n\n----------------------------------------------------------------------\nRan 1 test in 2.036s\n\nFAILED (failures=1)\n", + "stderr": "" + }, + { + "name": "untrusted-checker-search-path", + "file": "kernel_replay.py", + "test": "test_real_lean.RealLeanTests.test_user_lean_path_cannot_shadow_checker", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "1ef2b114c40f9d8c665534ccfa71bb3d3bdb8a9c1b2a865e98f523bc4de111ac", + "mutated_sha256": "3604b9067943b83f67397d0a75dc8f0d82b745c26db54caed22189070c19017f", + "tests": { + "tests_run": 1, + "assertion_failures": 1, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_user_lean_path_cannot_shadow_checker (test_real_lean.RealLeanTests.test_user_lean_path_cannot_shadow_checker) ... FAIL\n\n======================================================================\nFAIL: test_user_lean_path_cannot_shadow_checker (test_real_lean.RealLeanTests.test_user_lean_path_cannot_shadow_checker)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-ksesh1z2/kernel_replay/tests/test_real_lean.py\", line 86, in test_user_lean_path_cannot_shadow_checker\n self.assertTrue(self.replay('Good')['ok'])\nAssertionError: False is not true\n\n----------------------------------------------------------------------\nRan 1 test in 1.333s\n\nFAILED (failures=1)\n" + }, + "stdout": "test_user_lean_path_cannot_shadow_checker (test_real_lean.RealLeanTests.test_user_lean_path_cannot_shadow_checker) ... FAIL\n\n======================================================================\nFAIL: test_user_lean_path_cannot_shadow_checker (test_real_lean.RealLeanTests.test_user_lean_path_cannot_shadow_checker)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-ksesh1z2/kernel_replay/tests/test_real_lean.py\", line 86, in test_user_lean_path_cannot_shadow_checker\n self.assertTrue(self.replay('Good')['ok'])\nAssertionError: False is not true\n\n----------------------------------------------------------------------\nRan 1 test in 1.333s\n\nFAILED (failures=1)\n", + "stderr": "" + }, + { + "name": "exported-part-only", + "file": "ExactReplay.lean", + "test": "test_real_lean.RealLeanTests.test_private_self_reference_rejected", + "outcome": "SURVIVED", + "returncode": 0, + "original_sha256": "24e55f5e99c83a46f9f908bbc90f22292a94305294e287d9b2eccbf24e8e6b66", + "mutated_sha256": "443d9ae2a760b4587461eab2d21896628344a620987d4e9de760c643ff315be2", + "tests": { + "tests_run": 1, + "assertion_failures": 0, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": true, + "log": "test_private_self_reference_rejected (test_real_lean.RealLeanTests.test_private_self_reference_rejected) ... ok\n\n----------------------------------------------------------------------\nRan 1 test in 3.027s\n\nOK\n" + }, + "stdout": "test_private_self_reference_rejected (test_real_lean.RealLeanTests.test_private_self_reference_rejected) ... ok\n\n----------------------------------------------------------------------\nRan 1 test in 3.027s\n\nOK\n", + "stderr": "" + }, + { + "name": "preload-target-self-reference", + "file": "ExactReplay.lean", + "test": "test_real_lean.RealLeanTests.test_public_self_reference_rejected", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "24e55f5e99c83a46f9f908bbc90f22292a94305294e287d9b2eccbf24e8e6b66", + "mutated_sha256": "930f302c06967af3f95f1e98f74d71c87e63d79694694977d6bf4c9e1ae04dd9", + "tests": { + "tests_run": 1, + "assertion_failures": 1, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_public_self_reference_rejected (test_real_lean.RealLeanTests.test_public_self_reference_rejected) ... FAIL\n\n======================================================================\nFAIL: test_public_self_reference_rejected (test_real_lean.RealLeanTests.test_public_self_reference_rejected)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-fknjt366/kernel_replay/tests/test_real_lean.py\", line 45, in test_public_self_reference_rejected\n self.assertFalse(r['ok'], r)\nAssertionError: True is not false : {'schema': 'cbz-kernel-replay/v1', 'gate': 'G4-scoped-adapter', 'started': '2026-10-29T17:48:52.592596+00:00', 'ok': True, 'results': [{'module': 'BadPublic', 'command': ['/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/bin/lean', '-j1', '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-fknjt366/kernel_replay/ExactReplay.lean'], 'started': '2026-10-29T17:48:52.595946+00:00', 'status': 'PASS', 'ok': True, 'returncode': 0, 'memory_mib': 8192, 'timeout_seconds': 60, 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-fknjt366/kernel_replay/tests/fixtures/BadPublic.lean', 'sha256': '35b45c63cdfd6f48fd5820d1c48e9e101bfd87c582ef0b5112543c533d597fbe'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-fknjt366/kernel_replay/evidence/compiled-fixtures/BadPublic.olean', 'sha256': 'd7fa376fa71a436b9663d2a87c40e32760f2d124085c304831b84be9c51e6e7a'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-fknjt366/kernel_replay/evidence/compiled-fixtures/BadPublic.olean.server', 'sha256': '5d56f60c99151b5065cb151c7aa90306548bda7948d4ec1e42b0961c08f9273a'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-fknjt366/kernel_replay/evidence/compiled-fixtures/BadPublic.olean.private', 'sha256': '84f3851d24c95669b7e632062e5c0233873d4a7733e1501597765d2faea7be3a'}], 'pid': 8045, 'stdout': 'CBZ_KERNEL_REPLAY_OK BadPublic\\n', 'stdout_bytes': 31, 'stderr': '', 'stderr_bytes': 0, 'ended': '2026-10-29T17:48:54.929546+00:00', 'elapsed_seconds': 2.3336091460005264}], 'completed_count': 1, 'expected_count': 1, 'manifest': {'schema': 'cbz-kernel-replay/v1', 'lean': {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/bin/lean', 'sha256': 'e8baaa71855a616dc351028f3ad2200051b0671f423a1696a100e809302d5550'}, 'sysroot': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1', 'lean_path': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-fknjt366/kernel_replay/evidence/compiled-fixtures'], 'expected_modules': ['BadPublic'], 'modules': [{'name': 'BadPublic', 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-fknjt366/kernel_replay/tests/fixtures/BadPublic.lean', 'sha256': '35b45c63cdfd6f48fd5820d1c48e9e101bfd87c582ef0b5112543c533d597fbe'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-fknjt366/kernel_replay/evidence/compiled-fixtures/BadPublic.olean', 'sha256': 'd7fa376fa71a436b9663d2a87c40e32760f2d124085c304831b84be9c51e6e7a'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-fknjt366/kernel_replay/evidence/compiled-fixtures/BadPublic.olean.server', 'sha256': '5d56f60c99151b5065cb151c7aa90306548bda7948d4ec1e42b0961c08f9273a'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-fknjt366/kernel_replay/evidence/compiled-fixtures/BadPublic.olean.private', 'sha256': '84f3851d24c95669b7e632062e5c0233873d4a7733e1501597765d2faea7be3a'}]}], 'context': [], 'tool': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-fknjt366/kernel_replay/kernel_replay.py', 'sha256': '1ef2b114c40f9d8c665534ccfa71bb3d3bdb8a9c1b2a865e98f523bc4de111ac'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-fknjt366/kernel_replay/ExactReplay.lean', 'sha256': '930f302c06967af3f95f1e98f74d71c87e63d79694694977d6bf4c9e1ae04dd9'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/LeanChecker.lean', 'sha256': '2d18ec111d73c536b0bdee2533556bb9548c349f386797d3d3837b1f84d55dae'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/Lean/Replay.lean', 'sha256': 'c434b5b2bc5047ca58d4a095fcf1d9935d413c788ae98a4f21948e6a95ca3fb0'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/LeanChecker.olean', 'sha256': 'd6829015630328e3c70909a4cba004a7933f6d52cad3721488a2efaa14c1bbbe'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean', 'sha256': '66cb6f6d0bd6f9faee0205ddf0e289d1936e40f7808dfe9ad6eba412a5d8b427'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.server', 'sha256': '46026af21aa760fb2343c15336f6e1476d37e4829e4e0ec529ab499fd0a2b010'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.private', 'sha256': 'fadad15c5bb080fee117b7fd049b6f54e3077b5b258902fe47cad8dbf76649a1'}]}, 'g2_status': 'NOT_ASSESSED', 'full_cbz': False, 'ended': '2026-10-29T17:48:54.932220+00:00'}\n\n----------------------------------------------------------------------\nRan 1 test in 3.507s\n\nFAILED (failures=1)\n" + }, + "stdout": "test_public_self_reference_rejected (test_real_lean.RealLeanTests.test_public_self_reference_rejected) ... FAIL\n\n======================================================================\nFAIL: test_public_self_reference_rejected (test_real_lean.RealLeanTests.test_public_self_reference_rejected)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-fknjt366/kernel_replay/tests/test_real_lean.py\", line 45, in test_public_self_reference_rejected\n self.assertFalse(r['ok'], r)\nAssertionError: True is not false : {'schema': 'cbz-kernel-replay/v1', 'gate': 'G4-scoped-adapter', 'started': '2026-10-29T17:48:52.592596+00:00', 'ok': True, 'results': [{'module': 'BadPublic', 'command': ['/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/bin/lean', '-j1', '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-fknjt366/kernel_replay/ExactReplay.lean'], 'started': '2026-10-29T17:48:52.595946+00:00', 'status': 'PASS', 'ok': True, 'returncode': 0, 'memory_mib': 8192, 'timeout_seconds': 60, 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-fknjt366/kernel_replay/tests/fixtures/BadPublic.lean', 'sha256': '35b45c63cdfd6f48fd5820d1c48e9e101bfd87c582ef0b5112543c533d597fbe'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-fknjt366/kernel_replay/evidence/compiled-fixtures/BadPublic.olean', 'sha256': 'd7fa376fa71a436b9663d2a87c40e32760f2d124085c304831b84be9c51e6e7a'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-fknjt366/kernel_replay/evidence/compiled-fixtures/BadPublic.olean.server', 'sha256': '5d56f60c99151b5065cb151c7aa90306548bda7948d4ec1e42b0961c08f9273a'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-fknjt366/kernel_replay/evidence/compiled-fixtures/BadPublic.olean.private', 'sha256': '84f3851d24c95669b7e632062e5c0233873d4a7733e1501597765d2faea7be3a'}], 'pid': 8045, 'stdout': 'CBZ_KERNEL_REPLAY_OK BadPublic\\n', 'stdout_bytes': 31, 'stderr': '', 'stderr_bytes': 0, 'ended': '2026-10-29T17:48:54.929546+00:00', 'elapsed_seconds': 2.3336091460005264}], 'completed_count': 1, 'expected_count': 1, 'manifest': {'schema': 'cbz-kernel-replay/v1', 'lean': {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/bin/lean', 'sha256': 'e8baaa71855a616dc351028f3ad2200051b0671f423a1696a100e809302d5550'}, 'sysroot': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1', 'lean_path': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-fknjt366/kernel_replay/evidence/compiled-fixtures'], 'expected_modules': ['BadPublic'], 'modules': [{'name': 'BadPublic', 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-fknjt366/kernel_replay/tests/fixtures/BadPublic.lean', 'sha256': '35b45c63cdfd6f48fd5820d1c48e9e101bfd87c582ef0b5112543c533d597fbe'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-fknjt366/kernel_replay/evidence/compiled-fixtures/BadPublic.olean', 'sha256': 'd7fa376fa71a436b9663d2a87c40e32760f2d124085c304831b84be9c51e6e7a'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-fknjt366/kernel_replay/evidence/compiled-fixtures/BadPublic.olean.server', 'sha256': '5d56f60c99151b5065cb151c7aa90306548bda7948d4ec1e42b0961c08f9273a'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-fknjt366/kernel_replay/evidence/compiled-fixtures/BadPublic.olean.private', 'sha256': '84f3851d24c95669b7e632062e5c0233873d4a7733e1501597765d2faea7be3a'}]}], 'context': [], 'tool': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-fknjt366/kernel_replay/kernel_replay.py', 'sha256': '1ef2b114c40f9d8c665534ccfa71bb3d3bdb8a9c1b2a865e98f523bc4de111ac'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-fknjt366/kernel_replay/ExactReplay.lean', 'sha256': '930f302c06967af3f95f1e98f74d71c87e63d79694694977d6bf4c9e1ae04dd9'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/LeanChecker.lean', 'sha256': '2d18ec111d73c536b0bdee2533556bb9548c349f386797d3d3837b1f84d55dae'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/Lean/Replay.lean', 'sha256': 'c434b5b2bc5047ca58d4a095fcf1d9935d413c788ae98a4f21948e6a95ca3fb0'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/LeanChecker.olean', 'sha256': 'd6829015630328e3c70909a4cba004a7933f6d52cad3721488a2efaa14c1bbbe'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean', 'sha256': '66cb6f6d0bd6f9faee0205ddf0e289d1936e40f7808dfe9ad6eba412a5d8b427'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.server', 'sha256': '46026af21aa760fb2343c15336f6e1476d37e4829e4e0ec529ab499fd0a2b010'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.private', 'sha256': 'fadad15c5bb080fee117b7fd049b6f54e3077b5b258902fe47cad8dbf76649a1'}]}, 'g2_status': 'NOT_ASSESSED', 'full_cbz': False, 'ended': '2026-10-29T17:48:54.932220+00:00'}\n\n----------------------------------------------------------------------\nRan 1 test in 3.507s\n\nFAILED (failures=1)\n", + "stderr": "" + } + ] +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/g0-mutations.json b/cbz/contributions/math514/kernel_replay/evidence/g0-mutations.json new file mode 100644 index 000000000..04eaca51c --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/g0-mutations.json @@ -0,0 +1,345 @@ +{ + "threshold": 1.0, + "planned": 16, + "executed": 16, + "killed": 16, + "ok": true, + "results": [ + { + "name": "empty-coverage", + "file": "kernel_replay.py", + "test": "test_kernel_replay.WrapperTests", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "416b688929daff9f473ce3e0abd399d8be2cde46c12956d3e5d5d9937d914293", + "mutated_sha256": "c20b4aaacfaae0fc4acc45a2d697e16a5670173889a99129d1068baed8551d2b", + "tests": { + "tests_run": 17, + "assertion_failures": 1, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_duplicate_modules_rejected (test_kernel_replay.WrapperTests.test_duplicate_modules_rejected) ... ok\ntest_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected) ... FAIL\ntest_expected_coverage_mismatch_rejected (test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected) ... ok\ntest_individual_olean_symlink_rejected (test_kernel_replay.WrapperTests.test_individual_olean_symlink_rejected) ... ok\ntest_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied) ... ok\ntest_missing_module_rejected (test_kernel_replay.WrapperTests.test_missing_module_rejected) ... ok\ntest_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) ... ok\ntest_module_names_and_unknown_fields_rejected (test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected) ... ok\ntest_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected) ... ok\ntest_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker) ... ok\ntest_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... ok\ntest_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected) ... ok\ntest_search_root_and_part_symlinks_rejected (test_kernel_replay.WrapperTests.test_search_root_and_part_symlinks_rejected) ... ok\ntest_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected) ... ok\ntest_strict_cli (test_kernel_replay.WrapperTests.test_strict_cli) ... ok\ntest_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal) ... ok\ntest_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected) ... ok\n\n======================================================================\nFAIL: test_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-ajs_md7p/kernel_replay/tests/test_kernel_replay.py\", line 56, in test_empty_coverage_rejected\n with self.assertRaises(ValueError):\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: ValueError not raised\n\n----------------------------------------------------------------------\nRan 17 tests in 0.585s\n\nFAILED (failures=1)\n" + }, + "stdout": "test_duplicate_modules_rejected (test_kernel_replay.WrapperTests.test_duplicate_modules_rejected) ... ok\ntest_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected) ... FAIL\ntest_expected_coverage_mismatch_rejected (test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected) ... ok\ntest_individual_olean_symlink_rejected (test_kernel_replay.WrapperTests.test_individual_olean_symlink_rejected) ... ok\ntest_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied) ... ok\ntest_missing_module_rejected (test_kernel_replay.WrapperTests.test_missing_module_rejected) ... ok\ntest_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) ... ok\ntest_module_names_and_unknown_fields_rejected (test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected) ... ok\ntest_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected) ... ok\ntest_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker) ... ok\ntest_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... ok\ntest_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected) ... ok\ntest_search_root_and_part_symlinks_rejected (test_kernel_replay.WrapperTests.test_search_root_and_part_symlinks_rejected) ... ok\ntest_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected) ... ok\ntest_strict_cli (test_kernel_replay.WrapperTests.test_strict_cli) ... ok\ntest_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal) ... ok\ntest_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected) ... ok\n\n======================================================================\nFAIL: test_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-ajs_md7p/kernel_replay/tests/test_kernel_replay.py\", line 56, in test_empty_coverage_rejected\n with self.assertRaises(ValueError):\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: ValueError not raised\n\n----------------------------------------------------------------------\nRan 17 tests in 0.585s\n\nFAILED (failures=1)\n", + "stderr": "" + }, + { + "name": "allow-artifact-symlink", + "file": "kernel_replay.py", + "test": "test_real_lean.RealLeanTests.test_real_private_body_cannot_hide_behind_olean_symlink", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "416b688929daff9f473ce3e0abd399d8be2cde46c12956d3e5d5d9937d914293", + "mutated_sha256": "78a0d048f9b362aed5b7243a59da04a2160234461213627800516b5b7c71e296", + "tests": { + "tests_run": 1, + "assertion_failures": 1, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_real_private_body_cannot_hide_behind_olean_symlink (test_real_lean.RealLeanTests.test_real_private_body_cannot_hide_behind_olean_symlink) ... FAIL\n\n======================================================================\nFAIL: test_real_private_body_cannot_hide_behind_olean_symlink (test_real_lean.RealLeanTests.test_real_private_body_cannot_hide_behind_olean_symlink)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-op8ic6rr/kernel_replay/tests/test_real_lean.py\", line 107, in test_real_private_body_cannot_hide_behind_olean_symlink\n self.assertFalse(r['ok'], r)\nAssertionError: True is not false : {'schema': 'cbz-kernel-replay/v1', 'gate': 'G4-scoped-adapter', 'started': '2026-10-29T17:52:14.818262+00:00', 'ok': True, 'results': [{'module': 'BadPrivate', 'command': ['/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/bin/lean', '-j1', '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-op8ic6rr/kernel_replay/ExactReplay.lean'], 'started': '2026-10-29T17:52:14.821967+00:00', 'status': 'PASS', 'ok': True, 'returncode': 0, 'memory_mib': 8192, 'timeout_seconds': 60, 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-op8ic6rr/kernel_replay/tests/fixtures/BadPrivate.lean', 'sha256': 'fa95b63ae8037158cdc643a6542ed28dc1adde86a529a535cfc0c713033ec429'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-op8ic6rr/kernel_replay/evidence/compiled-fixtures/BadPrivate.olean', 'sha256': '4852f84146cb5a48707afd347a25b72a515bf8b49d3fcb41de8737207fa07c4a'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-op8ic6rr/kernel_replay/evidence/compiled-fixtures/BadPrivate.olean.server', 'sha256': '1fdecaa00df8d775a546be77006e144d7400bf57e79f00264fa698f9a8ed18d8'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-op8ic6rr/kernel_replay/evidence/compiled-fixtures/BadPrivate.olean.private', 'sha256': '3bff38ad49d726bb62879d3ed4e7a1ad155dd1bfb35dd48f5a210243caf9db2a'}], 'pid': 9725, 'stdout': 'CBZ_KERNEL_REPLAY_OK BadPrivate\\n', 'stdout_bytes': 32, 'stderr': '', 'stderr_bytes': 0, 'ended': '2026-10-29T17:52:15.897498+00:00', 'elapsed_seconds': 1.0755437139996502}], 'completed_count': 1, 'expected_count': 1, 'manifest': {'schema': 'cbz-kernel-replay/v1', 'lean': {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/bin/lean', 'sha256': 'e8baaa71855a616dc351028f3ad2200051b0671f423a1696a100e809302d5550'}, 'sysroot': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1', 'lean_path': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-op8ic6rr/kernel_replay/evidence/compiled-fixtures/symlink-negative'], 'expected_modules': ['BadPrivate'], 'modules': [{'name': 'BadPrivate', 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-op8ic6rr/kernel_replay/tests/fixtures/BadPrivate.lean', 'sha256': 'fa95b63ae8037158cdc643a6542ed28dc1adde86a529a535cfc0c713033ec429'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-op8ic6rr/kernel_replay/evidence/compiled-fixtures/BadPrivate.olean', 'sha256': '4852f84146cb5a48707afd347a25b72a515bf8b49d3fcb41de8737207fa07c4a'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-op8ic6rr/kernel_replay/evidence/compiled-fixtures/BadPrivate.olean.server', 'sha256': '1fdecaa00df8d775a546be77006e144d7400bf57e79f00264fa698f9a8ed18d8'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-op8ic6rr/kernel_replay/evidence/compiled-fixtures/BadPrivate.olean.private', 'sha256': '3bff38ad49d726bb62879d3ed4e7a1ad155dd1bfb35dd48f5a210243caf9db2a'}]}], 'context': [], 'tool': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-op8ic6rr/kernel_replay/kernel_replay.py', 'sha256': '78a0d048f9b362aed5b7243a59da04a2160234461213627800516b5b7c71e296'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-op8ic6rr/kernel_replay/ExactReplay.lean', 'sha256': '24e55f5e99c83a46f9f908bbc90f22292a94305294e287d9b2eccbf24e8e6b66'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/LeanChecker.lean', 'sha256': '2d18ec111d73c536b0bdee2533556bb9548c349f386797d3d3837b1f84d55dae'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/Lean/Replay.lean', 'sha256': 'c434b5b2bc5047ca58d4a095fcf1d9935d413c788ae98a4f21948e6a95ca3fb0'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/LeanChecker.olean', 'sha256': 'd6829015630328e3c70909a4cba004a7933f6d52cad3721488a2efaa14c1bbbe'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean', 'sha256': '66cb6f6d0bd6f9faee0205ddf0e289d1936e40f7808dfe9ad6eba412a5d8b427'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.server', 'sha256': '46026af21aa760fb2343c15336f6e1476d37e4829e4e0ec529ab499fd0a2b010'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.private', 'sha256': 'fadad15c5bb080fee117b7fd049b6f54e3077b5b258902fe47cad8dbf76649a1'}]}, 'g2_status': 'NOT_ASSESSED', 'full_cbz': False, 'ended': '2026-10-29T17:52:15.899916+00:00'}\n\n----------------------------------------------------------------------\nRan 1 test in 2.133s\n\nFAILED (failures=1)\n" + }, + "stdout": "test_real_private_body_cannot_hide_behind_olean_symlink (test_real_lean.RealLeanTests.test_real_private_body_cannot_hide_behind_olean_symlink) ... FAIL\n\n======================================================================\nFAIL: test_real_private_body_cannot_hide_behind_olean_symlink (test_real_lean.RealLeanTests.test_real_private_body_cannot_hide_behind_olean_symlink)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-op8ic6rr/kernel_replay/tests/test_real_lean.py\", line 107, in test_real_private_body_cannot_hide_behind_olean_symlink\n self.assertFalse(r['ok'], r)\nAssertionError: True is not false : {'schema': 'cbz-kernel-replay/v1', 'gate': 'G4-scoped-adapter', 'started': '2026-10-29T17:52:14.818262+00:00', 'ok': True, 'results': [{'module': 'BadPrivate', 'command': ['/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/bin/lean', '-j1', '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-op8ic6rr/kernel_replay/ExactReplay.lean'], 'started': '2026-10-29T17:52:14.821967+00:00', 'status': 'PASS', 'ok': True, 'returncode': 0, 'memory_mib': 8192, 'timeout_seconds': 60, 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-op8ic6rr/kernel_replay/tests/fixtures/BadPrivate.lean', 'sha256': 'fa95b63ae8037158cdc643a6542ed28dc1adde86a529a535cfc0c713033ec429'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-op8ic6rr/kernel_replay/evidence/compiled-fixtures/BadPrivate.olean', 'sha256': '4852f84146cb5a48707afd347a25b72a515bf8b49d3fcb41de8737207fa07c4a'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-op8ic6rr/kernel_replay/evidence/compiled-fixtures/BadPrivate.olean.server', 'sha256': '1fdecaa00df8d775a546be77006e144d7400bf57e79f00264fa698f9a8ed18d8'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-op8ic6rr/kernel_replay/evidence/compiled-fixtures/BadPrivate.olean.private', 'sha256': '3bff38ad49d726bb62879d3ed4e7a1ad155dd1bfb35dd48f5a210243caf9db2a'}], 'pid': 9725, 'stdout': 'CBZ_KERNEL_REPLAY_OK BadPrivate\\n', 'stdout_bytes': 32, 'stderr': '', 'stderr_bytes': 0, 'ended': '2026-10-29T17:52:15.897498+00:00', 'elapsed_seconds': 1.0755437139996502}], 'completed_count': 1, 'expected_count': 1, 'manifest': {'schema': 'cbz-kernel-replay/v1', 'lean': {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/bin/lean', 'sha256': 'e8baaa71855a616dc351028f3ad2200051b0671f423a1696a100e809302d5550'}, 'sysroot': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1', 'lean_path': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-op8ic6rr/kernel_replay/evidence/compiled-fixtures/symlink-negative'], 'expected_modules': ['BadPrivate'], 'modules': [{'name': 'BadPrivate', 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-op8ic6rr/kernel_replay/tests/fixtures/BadPrivate.lean', 'sha256': 'fa95b63ae8037158cdc643a6542ed28dc1adde86a529a535cfc0c713033ec429'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-op8ic6rr/kernel_replay/evidence/compiled-fixtures/BadPrivate.olean', 'sha256': '4852f84146cb5a48707afd347a25b72a515bf8b49d3fcb41de8737207fa07c4a'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-op8ic6rr/kernel_replay/evidence/compiled-fixtures/BadPrivate.olean.server', 'sha256': '1fdecaa00df8d775a546be77006e144d7400bf57e79f00264fa698f9a8ed18d8'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-op8ic6rr/kernel_replay/evidence/compiled-fixtures/BadPrivate.olean.private', 'sha256': '3bff38ad49d726bb62879d3ed4e7a1ad155dd1bfb35dd48f5a210243caf9db2a'}]}], 'context': [], 'tool': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-op8ic6rr/kernel_replay/kernel_replay.py', 'sha256': '78a0d048f9b362aed5b7243a59da04a2160234461213627800516b5b7c71e296'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-op8ic6rr/kernel_replay/ExactReplay.lean', 'sha256': '24e55f5e99c83a46f9f908bbc90f22292a94305294e287d9b2eccbf24e8e6b66'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/LeanChecker.lean', 'sha256': '2d18ec111d73c536b0bdee2533556bb9548c349f386797d3d3837b1f84d55dae'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/Lean/Replay.lean', 'sha256': 'c434b5b2bc5047ca58d4a095fcf1d9935d413c788ae98a4f21948e6a95ca3fb0'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/LeanChecker.olean', 'sha256': 'd6829015630328e3c70909a4cba004a7933f6d52cad3721488a2efaa14c1bbbe'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean', 'sha256': '66cb6f6d0bd6f9faee0205ddf0e289d1936e40f7808dfe9ad6eba412a5d8b427'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.server', 'sha256': '46026af21aa760fb2343c15336f6e1476d37e4829e4e0ec529ab499fd0a2b010'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.private', 'sha256': 'fadad15c5bb080fee117b7fd049b6f54e3077b5b258902fe47cad8dbf76649a1'}]}, 'g2_status': 'NOT_ASSESSED', 'full_cbz': False, 'ended': '2026-10-29T17:52:15.899916+00:00'}\n\n----------------------------------------------------------------------\nRan 1 test in 2.133s\n\nFAILED (failures=1)\n", + "stderr": "" + }, + { + "name": "ignore-source-binding", + "file": "kernel_replay.py", + "test": "test_kernel_replay.WrapperTests", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "416b688929daff9f473ce3e0abd399d8be2cde46c12956d3e5d5d9937d914293", + "mutated_sha256": "6c74d8bc5d4fb8958540b617e540d89962348b85701c58550b7fa8c5b588cd52", + "tests": { + "tests_run": 17, + "assertion_failures": 1, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_duplicate_modules_rejected (test_kernel_replay.WrapperTests.test_duplicate_modules_rejected) ... ok\ntest_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected) ... ok\ntest_expected_coverage_mismatch_rejected (test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected) ... ok\ntest_individual_olean_symlink_rejected (test_kernel_replay.WrapperTests.test_individual_olean_symlink_rejected) ... ok\ntest_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied) ... ok\ntest_missing_module_rejected (test_kernel_replay.WrapperTests.test_missing_module_rejected) ... ok\ntest_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) ... ok\ntest_module_names_and_unknown_fields_rejected (test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected) ... ok\ntest_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected) ... ok\ntest_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker) ... ok\ntest_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... ok\ntest_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected) ... ok\ntest_search_root_and_part_symlinks_rejected (test_kernel_replay.WrapperTests.test_search_root_and_part_symlinks_rejected) ... ok\ntest_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected) ... FAIL\ntest_strict_cli (test_kernel_replay.WrapperTests.test_strict_cli) ... ok\ntest_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal) ... ok\ntest_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected) ... ok\n\n======================================================================\nFAIL: test_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-bltslxh5/kernel_replay/tests/test_kernel_replay.py\", line 96, in test_source_change_rejected\n self.assertIn('binding changed', r.get('error', ''))\nAssertionError: 'binding changed' not found in ''\n\n----------------------------------------------------------------------\nRan 17 tests in 0.614s\n\nFAILED (failures=1)\n" + }, + "stdout": "test_duplicate_modules_rejected (test_kernel_replay.WrapperTests.test_duplicate_modules_rejected) ... ok\ntest_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected) ... ok\ntest_expected_coverage_mismatch_rejected (test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected) ... ok\ntest_individual_olean_symlink_rejected (test_kernel_replay.WrapperTests.test_individual_olean_symlink_rejected) ... ok\ntest_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied) ... ok\ntest_missing_module_rejected (test_kernel_replay.WrapperTests.test_missing_module_rejected) ... ok\ntest_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) ... ok\ntest_module_names_and_unknown_fields_rejected (test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected) ... ok\ntest_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected) ... ok\ntest_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker) ... ok\ntest_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... ok\ntest_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected) ... ok\ntest_search_root_and_part_symlinks_rejected (test_kernel_replay.WrapperTests.test_search_root_and_part_symlinks_rejected) ... ok\ntest_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected) ... FAIL\ntest_strict_cli (test_kernel_replay.WrapperTests.test_strict_cli) ... ok\ntest_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal) ... ok\ntest_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected) ... ok\n\n======================================================================\nFAIL: test_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-bltslxh5/kernel_replay/tests/test_kernel_replay.py\", line 96, in test_source_change_rejected\n self.assertIn('binding changed', r.get('error', ''))\nAssertionError: 'binding changed' not found in ''\n\n----------------------------------------------------------------------\nRan 17 tests in 0.614s\n\nFAILED (failures=1)\n", + "stderr": "" + }, + { + "name": "ignore-compiled-parts-binding", + "file": "kernel_replay.py", + "test": "test_kernel_replay.WrapperTests", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "416b688929daff9f473ce3e0abd399d8be2cde46c12956d3e5d5d9937d914293", + "mutated_sha256": "580dc617d2ba08c0d0d4d4f15b9dcf930c88730388d89d2dfd97a614d1b6c711", + "tests": { + "tests_run": 17, + "assertion_failures": 2, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_duplicate_modules_rejected (test_kernel_replay.WrapperTests.test_duplicate_modules_rejected) ... ok\ntest_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected) ... ok\ntest_expected_coverage_mismatch_rejected (test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected) ... ok\ntest_individual_olean_symlink_rejected (test_kernel_replay.WrapperTests.test_individual_olean_symlink_rejected) ... ok\ntest_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied) ... ok\ntest_missing_module_rejected (test_kernel_replay.WrapperTests.test_missing_module_rejected) ... ok\ntest_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) ... ok\ntest_module_names_and_unknown_fields_rejected (test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected) ... ok\ntest_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected) ... FAIL\ntest_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker) ... ok\ntest_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... ok\ntest_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected) ... FAIL\ntest_search_root_and_part_symlinks_rejected (test_kernel_replay.WrapperTests.test_search_root_and_part_symlinks_rejected) ... ok\ntest_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected) ... ok\ntest_strict_cli (test_kernel_replay.WrapperTests.test_strict_cli) ... ok\ntest_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal) ... ok\ntest_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected) ... ok\n\n======================================================================\nFAIL: test_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-u1stm5uv/kernel_replay/tests/test_kernel_replay.py\", line 110, in test_new_private_part_rejected\n self.assertIn('compiled parts changed', r.get('error', ''))\nAssertionError: 'compiled parts changed' not found in ''\n\n======================================================================\nFAIL: test_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-u1stm5uv/kernel_replay/tests/test_kernel_replay.py\", line 103, in test_part_change_rejected\n self.assertIn('compiled parts changed', r.get('error', ''))\nAssertionError: 'compiled parts changed' not found in ''\n\n----------------------------------------------------------------------\nRan 17 tests in 0.614s\n\nFAILED (failures=2)\n" + }, + "stdout": "test_duplicate_modules_rejected (test_kernel_replay.WrapperTests.test_duplicate_modules_rejected) ... ok\ntest_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected) ... ok\ntest_expected_coverage_mismatch_rejected (test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected) ... ok\ntest_individual_olean_symlink_rejected (test_kernel_replay.WrapperTests.test_individual_olean_symlink_rejected) ... ok\ntest_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied) ... ok\ntest_missing_module_rejected (test_kernel_replay.WrapperTests.test_missing_module_rejected) ... ok\ntest_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) ... ok\ntest_module_names_and_unknown_fields_rejected (test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected) ... ok\ntest_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected) ... FAIL\ntest_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker) ... ok\ntest_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... ok\ntest_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected) ... FAIL\ntest_search_root_and_part_symlinks_rejected (test_kernel_replay.WrapperTests.test_search_root_and_part_symlinks_rejected) ... ok\ntest_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected) ... ok\ntest_strict_cli (test_kernel_replay.WrapperTests.test_strict_cli) ... ok\ntest_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal) ... ok\ntest_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected) ... ok\n\n======================================================================\nFAIL: test_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-u1stm5uv/kernel_replay/tests/test_kernel_replay.py\", line 110, in test_new_private_part_rejected\n self.assertIn('compiled parts changed', r.get('error', ''))\nAssertionError: 'compiled parts changed' not found in ''\n\n======================================================================\nFAIL: test_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-u1stm5uv/kernel_replay/tests/test_kernel_replay.py\", line 103, in test_part_change_rejected\n self.assertIn('compiled parts changed', r.get('error', ''))\nAssertionError: 'compiled parts changed' not found in ''\n\n----------------------------------------------------------------------\nRan 17 tests in 0.614s\n\nFAILED (failures=2)\n", + "stderr": "" + }, + { + "name": "ignore-tool-binding", + "file": "kernel_replay.py", + "test": "test_kernel_replay.WrapperTests", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "416b688929daff9f473ce3e0abd399d8be2cde46c12956d3e5d5d9937d914293", + "mutated_sha256": "a5f42c9dffd884cc72c5b29ab522f8f7c1554c75fd7aef898b56ef543ebdafd7", + "tests": { + "tests_run": 17, + "assertion_failures": 1, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_duplicate_modules_rejected (test_kernel_replay.WrapperTests.test_duplicate_modules_rejected) ... ok\ntest_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected) ... ok\ntest_expected_coverage_mismatch_rejected (test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected) ... ok\ntest_individual_olean_symlink_rejected (test_kernel_replay.WrapperTests.test_individual_olean_symlink_rejected) ... ok\ntest_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied) ... ok\ntest_missing_module_rejected (test_kernel_replay.WrapperTests.test_missing_module_rejected) ... ok\ntest_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) ... ok\ntest_module_names_and_unknown_fields_rejected (test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected) ... ok\ntest_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected) ... ok\ntest_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker) ... ok\ntest_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... ok\ntest_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected) ... ok\ntest_search_root_and_part_symlinks_rejected (test_kernel_replay.WrapperTests.test_search_root_and_part_symlinks_rejected) ... ok\ntest_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected) ... ok\ntest_strict_cli (test_kernel_replay.WrapperTests.test_strict_cli) ... ok\ntest_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal) ... ok\ntest_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected) ... FAIL\n\n======================================================================\nFAIL: test_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-u95lytlt/kernel_replay/tests/test_kernel_replay.py\", line 117, in test_tool_binding_change_rejected\n self.assertIn('tool binding changed', r.get('error', ''))\nAssertionError: 'tool binding changed' not found in ''\n\n----------------------------------------------------------------------\nRan 17 tests in 0.588s\n\nFAILED (failures=1)\n" + }, + "stdout": "test_duplicate_modules_rejected (test_kernel_replay.WrapperTests.test_duplicate_modules_rejected) ... ok\ntest_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected) ... ok\ntest_expected_coverage_mismatch_rejected (test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected) ... ok\ntest_individual_olean_symlink_rejected (test_kernel_replay.WrapperTests.test_individual_olean_symlink_rejected) ... ok\ntest_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied) ... ok\ntest_missing_module_rejected (test_kernel_replay.WrapperTests.test_missing_module_rejected) ... ok\ntest_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) ... ok\ntest_module_names_and_unknown_fields_rejected (test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected) ... ok\ntest_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected) ... ok\ntest_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker) ... ok\ntest_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... ok\ntest_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected) ... ok\ntest_search_root_and_part_symlinks_rejected (test_kernel_replay.WrapperTests.test_search_root_and_part_symlinks_rejected) ... ok\ntest_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected) ... ok\ntest_strict_cli (test_kernel_replay.WrapperTests.test_strict_cli) ... ok\ntest_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal) ... ok\ntest_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected) ... FAIL\n\n======================================================================\nFAIL: test_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-u95lytlt/kernel_replay/tests/test_kernel_replay.py\", line 117, in test_tool_binding_change_rejected\n self.assertIn('tool binding changed', r.get('error', ''))\nAssertionError: 'tool binding changed' not found in ''\n\n----------------------------------------------------------------------\nRan 17 tests in 0.588s\n\nFAILED (failures=1)\n", + "stderr": "" + }, + { + "name": "ignore-nonzero-exit", + "file": "kernel_replay.py", + "test": "test_kernel_replay.WrapperTests", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "416b688929daff9f473ce3e0abd399d8be2cde46c12956d3e5d5d9937d914293", + "mutated_sha256": "25fc542a9e5be4e71c2bb0f13dacf9778fb3ce696affe2c6c94b22509243cfeb", + "tests": { + "tests_run": 17, + "assertion_failures": 1, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_duplicate_modules_rejected (test_kernel_replay.WrapperTests.test_duplicate_modules_rejected) ... ok\ntest_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected) ... ok\ntest_expected_coverage_mismatch_rejected (test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected) ... ok\ntest_individual_olean_symlink_rejected (test_kernel_replay.WrapperTests.test_individual_olean_symlink_rejected) ... ok\ntest_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied) ... ok\ntest_missing_module_rejected (test_kernel_replay.WrapperTests.test_missing_module_rejected) ... ok\ntest_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) ... ok\ntest_module_names_and_unknown_fields_rejected (test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected) ... ok\ntest_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected) ... ok\ntest_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker) ... FAIL\ntest_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... ok\ntest_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected) ... ok\ntest_search_root_and_part_symlinks_rejected (test_kernel_replay.WrapperTests.test_search_root_and_part_symlinks_rejected) ... ok\ntest_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected) ... ok\ntest_strict_cli (test_kernel_replay.WrapperTests.test_strict_cli) ... ok\ntest_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal) ... ok\ntest_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected) ... ok\n\n======================================================================\nFAIL: test_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-3988xbim/kernel_replay/tests/test_kernel_replay.py\", line 121, in test_nonzero_exit_fatal_even_with_marker\n self.assertFalse(r['ok'])\nAssertionError: True is not false\n\n----------------------------------------------------------------------\nRan 17 tests in 0.597s\n\nFAILED (failures=1)\n" + }, + "stdout": "test_duplicate_modules_rejected (test_kernel_replay.WrapperTests.test_duplicate_modules_rejected) ... ok\ntest_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected) ... ok\ntest_expected_coverage_mismatch_rejected (test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected) ... ok\ntest_individual_olean_symlink_rejected (test_kernel_replay.WrapperTests.test_individual_olean_symlink_rejected) ... ok\ntest_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied) ... ok\ntest_missing_module_rejected (test_kernel_replay.WrapperTests.test_missing_module_rejected) ... ok\ntest_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) ... ok\ntest_module_names_and_unknown_fields_rejected (test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected) ... ok\ntest_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected) ... ok\ntest_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker) ... FAIL\ntest_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... ok\ntest_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected) ... ok\ntest_search_root_and_part_symlinks_rejected (test_kernel_replay.WrapperTests.test_search_root_and_part_symlinks_rejected) ... ok\ntest_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected) ... ok\ntest_strict_cli (test_kernel_replay.WrapperTests.test_strict_cli) ... ok\ntest_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal) ... ok\ntest_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected) ... ok\n\n======================================================================\nFAIL: test_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-3988xbim/kernel_replay/tests/test_kernel_replay.py\", line 121, in test_nonzero_exit_fatal_even_with_marker\n self.assertFalse(r['ok'])\nAssertionError: True is not false\n\n----------------------------------------------------------------------\nRan 17 tests in 0.597s\n\nFAILED (failures=1)\n", + "stderr": "" + }, + { + "name": "ignore-completion-marker", + "file": "kernel_replay.py", + "test": "test_kernel_replay.WrapperTests", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "416b688929daff9f473ce3e0abd399d8be2cde46c12956d3e5d5d9937d914293", + "mutated_sha256": "45a0b4cdd1a062270ca2a3dc3f96937fd0b754020adf1298c04f77cd1a9432af", + "tests": { + "tests_run": 17, + "assertion_failures": 2, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_duplicate_modules_rejected (test_kernel_replay.WrapperTests.test_duplicate_modules_rejected) ... ok\ntest_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected) ... ok\ntest_expected_coverage_mismatch_rejected (test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected) ... ok\ntest_individual_olean_symlink_rejected (test_kernel_replay.WrapperTests.test_individual_olean_symlink_rejected) ... ok\ntest_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied) ... ok\ntest_missing_module_rejected (test_kernel_replay.WrapperTests.test_missing_module_rejected) ... ok\ntest_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) ... \n test_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) (code=\"print('no replay')\\n\") ... FAIL\n test_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) (code=\"print('CBZ_KERNEL_REPLAY_OK Other')\\n\") ... FAIL\ntest_module_names_and_unknown_fields_rejected (test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected) ... ok\ntest_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected) ... ok\ntest_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker) ... ok\ntest_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... ok\ntest_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected) ... ok\ntest_search_root_and_part_symlinks_rejected (test_kernel_replay.WrapperTests.test_search_root_and_part_symlinks_rejected) ... ok\ntest_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected) ... ok\ntest_strict_cli (test_kernel_replay.WrapperTests.test_strict_cli) ... ok\ntest_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal) ... ok\ntest_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected) ... ok\n\n======================================================================\nFAIL: test_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) (code=\"print('no replay')\\n\")\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-p58ef761/kernel_replay/tests/test_kernel_replay.py\", line 127, in test_missing_or_wrong_marker_fatal\n self.assertFalse(self.run_fake(code)['ok'])\nAssertionError: True is not false\n\n======================================================================\nFAIL: test_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) (code=\"print('CBZ_KERNEL_REPLAY_OK Other')\\n\")\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-p58ef761/kernel_replay/tests/test_kernel_replay.py\", line 127, in test_missing_or_wrong_marker_fatal\n self.assertFalse(self.run_fake(code)['ok'])\nAssertionError: True is not false\n\n----------------------------------------------------------------------\nRan 17 tests in 0.587s\n\nFAILED (failures=2)\n" + }, + "stdout": "test_duplicate_modules_rejected (test_kernel_replay.WrapperTests.test_duplicate_modules_rejected) ... ok\ntest_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected) ... ok\ntest_expected_coverage_mismatch_rejected (test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected) ... ok\ntest_individual_olean_symlink_rejected (test_kernel_replay.WrapperTests.test_individual_olean_symlink_rejected) ... ok\ntest_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied) ... ok\ntest_missing_module_rejected (test_kernel_replay.WrapperTests.test_missing_module_rejected) ... ok\ntest_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) ... \n test_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) (code=\"print('no replay')\\n\") ... FAIL\n test_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) (code=\"print('CBZ_KERNEL_REPLAY_OK Other')\\n\") ... FAIL\ntest_module_names_and_unknown_fields_rejected (test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected) ... ok\ntest_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected) ... ok\ntest_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker) ... ok\ntest_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... ok\ntest_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected) ... ok\ntest_search_root_and_part_symlinks_rejected (test_kernel_replay.WrapperTests.test_search_root_and_part_symlinks_rejected) ... ok\ntest_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected) ... ok\ntest_strict_cli (test_kernel_replay.WrapperTests.test_strict_cli) ... ok\ntest_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal) ... ok\ntest_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected) ... ok\n\n======================================================================\nFAIL: test_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) (code=\"print('no replay')\\n\")\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-p58ef761/kernel_replay/tests/test_kernel_replay.py\", line 127, in test_missing_or_wrong_marker_fatal\n self.assertFalse(self.run_fake(code)['ok'])\nAssertionError: True is not false\n\n======================================================================\nFAIL: test_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) (code=\"print('CBZ_KERNEL_REPLAY_OK Other')\\n\")\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-p58ef761/kernel_replay/tests/test_kernel_replay.py\", line 127, in test_missing_or_wrong_marker_fatal\n self.assertFalse(self.run_fake(code)['ok'])\nAssertionError: True is not false\n\n----------------------------------------------------------------------\nRan 17 tests in 0.587s\n\nFAILED (failures=2)\n", + "stderr": "" + }, + { + "name": "ignore-timeout", + "file": "kernel_replay.py", + "test": "test_kernel_replay.WrapperTests", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "416b688929daff9f473ce3e0abd399d8be2cde46c12956d3e5d5d9937d914293", + "mutated_sha256": "d5259e8dfc1f567b5bff1a4489056a2020ab1bfa350ebb01abd22130276e2dd5", + "tests": { + "tests_run": 17, + "assertion_failures": 1, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_duplicate_modules_rejected (test_kernel_replay.WrapperTests.test_duplicate_modules_rejected) ... ok\ntest_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected) ... ok\ntest_expected_coverage_mismatch_rejected (test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected) ... ok\ntest_individual_olean_symlink_rejected (test_kernel_replay.WrapperTests.test_individual_olean_symlink_rejected) ... ok\ntest_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied) ... ok\ntest_missing_module_rejected (test_kernel_replay.WrapperTests.test_missing_module_rejected) ... ok\ntest_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) ... ok\ntest_module_names_and_unknown_fields_rejected (test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected) ... ok\ntest_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected) ... ok\ntest_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker) ... ok\ntest_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... ok\ntest_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected) ... ok\ntest_search_root_and_part_symlinks_rejected (test_kernel_replay.WrapperTests.test_search_root_and_part_symlinks_rejected) ... ok\ntest_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected) ... ok\ntest_strict_cli (test_kernel_replay.WrapperTests.test_strict_cli) ... ok\ntest_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal) ... FAIL\ntest_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected) ... ok\n\n======================================================================\nFAIL: test_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-7ab4sdae/kernel_replay/tests/test_kernel_replay.py\", line 132, in test_timeout_fatal\n self.assertEqual(r['results'][0]['status'], 'TIMEOUT')\nAssertionError: 'FAIL' != 'TIMEOUT'\n- FAIL\n+ TIMEOUT\n\n\n----------------------------------------------------------------------\nRan 17 tests in 5.408s\n\nFAILED (failures=1)\n" + }, + "stdout": "test_duplicate_modules_rejected (test_kernel_replay.WrapperTests.test_duplicate_modules_rejected) ... ok\ntest_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected) ... ok\ntest_expected_coverage_mismatch_rejected (test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected) ... ok\ntest_individual_olean_symlink_rejected (test_kernel_replay.WrapperTests.test_individual_olean_symlink_rejected) ... ok\ntest_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied) ... ok\ntest_missing_module_rejected (test_kernel_replay.WrapperTests.test_missing_module_rejected) ... ok\ntest_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) ... ok\ntest_module_names_and_unknown_fields_rejected (test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected) ... ok\ntest_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected) ... ok\ntest_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker) ... ok\ntest_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... ok\ntest_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected) ... ok\ntest_search_root_and_part_symlinks_rejected (test_kernel_replay.WrapperTests.test_search_root_and_part_symlinks_rejected) ... ok\ntest_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected) ... ok\ntest_strict_cli (test_kernel_replay.WrapperTests.test_strict_cli) ... ok\ntest_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal) ... FAIL\ntest_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected) ... ok\n\n======================================================================\nFAIL: test_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-7ab4sdae/kernel_replay/tests/test_kernel_replay.py\", line 132, in test_timeout_fatal\n self.assertEqual(r['results'][0]['status'], 'TIMEOUT')\nAssertionError: 'FAIL' != 'TIMEOUT'\n- FAIL\n+ TIMEOUT\n\n\n----------------------------------------------------------------------\nRan 17 tests in 5.408s\n\nFAILED (failures=1)\n", + "stderr": "" + }, + { + "name": "ignore-memory-limit", + "file": "kernel_replay.py", + "test": "test_kernel_replay.WrapperTests", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "416b688929daff9f473ce3e0abd399d8be2cde46c12956d3e5d5d9937d914293", + "mutated_sha256": "1dfb7f0795deba49cd263f4322550f9bb0176a3e59e86ddc59d6afe63fe8d775", + "tests": { + "tests_run": 17, + "assertion_failures": 1, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_duplicate_modules_rejected (test_kernel_replay.WrapperTests.test_duplicate_modules_rejected) ... ok\ntest_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected) ... ok\ntest_expected_coverage_mismatch_rejected (test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected) ... ok\ntest_individual_olean_symlink_rejected (test_kernel_replay.WrapperTests.test_individual_olean_symlink_rejected) ... ok\ntest_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied) ... FAIL\ntest_missing_module_rejected (test_kernel_replay.WrapperTests.test_missing_module_rejected) ... ok\ntest_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) ... ok\ntest_module_names_and_unknown_fields_rejected (test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected) ... ok\ntest_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected) ... ok\ntest_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker) ... ok\ntest_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... ok\ntest_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected) ... ok\ntest_search_root_and_part_symlinks_rejected (test_kernel_replay.WrapperTests.test_search_root_and_part_symlinks_rejected) ... ok\ntest_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected) ... ok\ntest_strict_cli (test_kernel_replay.WrapperTests.test_strict_cli) ... ok\ntest_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal) ... ok\ntest_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected) ... ok\n\n======================================================================\nFAIL: test_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-4g5x2ftj/kernel_replay/tests/test_kernel_replay.py\", line 136, in test_memory_limit_applied\n self.assertTrue(r['ok'], r)\nAssertionError: False is not true : {'schema': 'cbz-kernel-replay/v1', 'gate': 'G4-scoped-adapter', 'started': '2026-10-29T17:52:24.878644+00:00', 'ok': False, 'results': [{'module': 'Toy', 'command': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-4g5x2ftj/kernel_replay/evidence/tmp4_220054/fake-lean', '-j1', '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-4g5x2ftj/kernel_replay/ExactReplay.lean'], 'started': '2026-10-29T17:52:24.882815+00:00', 'status': 'FAIL', 'ok': False, 'returncode': 1, 'memory_mib': 256, 'timeout_seconds': 4, 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-4g5x2ftj/kernel_replay/evidence/tmp4_220054/Toy.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-4g5x2ftj/kernel_replay/evidence/tmp4_220054/Toy.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}], 'pid': 9806, 'stdout': '', 'stdout_bytes': 0, 'stderr': 'Traceback (most recent call last):\\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-4g5x2ftj/kernel_replay/evidence/tmp4_220054/fake-lean\", line 3, in \\n assert resource.getrlimit(resource.RLIMIT_AS)[0] == 256*1024*1024\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\nAssertionError\\n', 'stderr_bytes': 327, 'ended': '2026-10-29T17:52:24.899440+00:00', 'elapsed_seconds': 0.0166251620003095}], 'completed_count': 0, 'expected_count': 1, 'manifest': {'schema': 'cbz-kernel-replay/v1', 'lean': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-4g5x2ftj/kernel_replay/evidence/tmp4_220054/fake-lean', 'sha256': 'e6e78fabbffccd559ec688b2aa995a93b19b6aea953a8e4045ad208641f9caef'}, 'sysroot': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1', 'lean_path': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-4g5x2ftj/kernel_replay/evidence/tmp4_220054'], 'expected_modules': ['Toy'], 'modules': [{'name': 'Toy', 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-4g5x2ftj/kernel_replay/evidence/tmp4_220054/Toy.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-4g5x2ftj/kernel_replay/evidence/tmp4_220054/Toy.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}]}], 'context': [], 'tool': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-4g5x2ftj/kernel_replay/kernel_replay.py', 'sha256': '1dfb7f0795deba49cd263f4322550f9bb0176a3e59e86ddc59d6afe63fe8d775'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-4g5x2ftj/kernel_replay/ExactReplay.lean', 'sha256': '24e55f5e99c83a46f9f908bbc90f22292a94305294e287d9b2eccbf24e8e6b66'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/LeanChecker.lean', 'sha256': '2d18ec111d73c536b0bdee2533556bb9548c349f386797d3d3837b1f84d55dae'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/Lean/Replay.lean', 'sha256': 'c434b5b2bc5047ca58d4a095fcf1d9935d413c788ae98a4f21948e6a95ca3fb0'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/LeanChecker.olean', 'sha256': 'd6829015630328e3c70909a4cba004a7933f6d52cad3721488a2efaa14c1bbbe'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean', 'sha256': '66cb6f6d0bd6f9faee0205ddf0e289d1936e40f7808dfe9ad6eba412a5d8b427'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.server', 'sha256': '46026af21aa760fb2343c15336f6e1476d37e4829e4e0ec529ab499fd0a2b010'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.private', 'sha256': 'fadad15c5bb080fee117b7fd049b6f54e3077b5b258902fe47cad8dbf76649a1'}]}, 'g2_status': 'NOT_ASSESSED', 'full_cbz': False, 'ended': '2026-10-29T17:52:24.901171+00:00'}\n\n----------------------------------------------------------------------\nRan 17 tests in 0.594s\n\nFAILED (failures=1)\n" + }, + "stdout": "test_duplicate_modules_rejected (test_kernel_replay.WrapperTests.test_duplicate_modules_rejected) ... ok\ntest_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected) ... ok\ntest_expected_coverage_mismatch_rejected (test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected) ... ok\ntest_individual_olean_symlink_rejected (test_kernel_replay.WrapperTests.test_individual_olean_symlink_rejected) ... ok\ntest_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied) ... FAIL\ntest_missing_module_rejected (test_kernel_replay.WrapperTests.test_missing_module_rejected) ... ok\ntest_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) ... ok\ntest_module_names_and_unknown_fields_rejected (test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected) ... ok\ntest_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected) ... ok\ntest_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker) ... ok\ntest_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... ok\ntest_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected) ... ok\ntest_search_root_and_part_symlinks_rejected (test_kernel_replay.WrapperTests.test_search_root_and_part_symlinks_rejected) ... ok\ntest_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected) ... ok\ntest_strict_cli (test_kernel_replay.WrapperTests.test_strict_cli) ... ok\ntest_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal) ... ok\ntest_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected) ... ok\n\n======================================================================\nFAIL: test_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-4g5x2ftj/kernel_replay/tests/test_kernel_replay.py\", line 136, in test_memory_limit_applied\n self.assertTrue(r['ok'], r)\nAssertionError: False is not true : {'schema': 'cbz-kernel-replay/v1', 'gate': 'G4-scoped-adapter', 'started': '2026-10-29T17:52:24.878644+00:00', 'ok': False, 'results': [{'module': 'Toy', 'command': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-4g5x2ftj/kernel_replay/evidence/tmp4_220054/fake-lean', '-j1', '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-4g5x2ftj/kernel_replay/ExactReplay.lean'], 'started': '2026-10-29T17:52:24.882815+00:00', 'status': 'FAIL', 'ok': False, 'returncode': 1, 'memory_mib': 256, 'timeout_seconds': 4, 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-4g5x2ftj/kernel_replay/evidence/tmp4_220054/Toy.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-4g5x2ftj/kernel_replay/evidence/tmp4_220054/Toy.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}], 'pid': 9806, 'stdout': '', 'stdout_bytes': 0, 'stderr': 'Traceback (most recent call last):\\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-4g5x2ftj/kernel_replay/evidence/tmp4_220054/fake-lean\", line 3, in \\n assert resource.getrlimit(resource.RLIMIT_AS)[0] == 256*1024*1024\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\nAssertionError\\n', 'stderr_bytes': 327, 'ended': '2026-10-29T17:52:24.899440+00:00', 'elapsed_seconds': 0.0166251620003095}], 'completed_count': 0, 'expected_count': 1, 'manifest': {'schema': 'cbz-kernel-replay/v1', 'lean': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-4g5x2ftj/kernel_replay/evidence/tmp4_220054/fake-lean', 'sha256': 'e6e78fabbffccd559ec688b2aa995a93b19b6aea953a8e4045ad208641f9caef'}, 'sysroot': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1', 'lean_path': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-4g5x2ftj/kernel_replay/evidence/tmp4_220054'], 'expected_modules': ['Toy'], 'modules': [{'name': 'Toy', 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-4g5x2ftj/kernel_replay/evidence/tmp4_220054/Toy.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-4g5x2ftj/kernel_replay/evidence/tmp4_220054/Toy.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}]}], 'context': [], 'tool': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-4g5x2ftj/kernel_replay/kernel_replay.py', 'sha256': '1dfb7f0795deba49cd263f4322550f9bb0176a3e59e86ddc59d6afe63fe8d775'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-4g5x2ftj/kernel_replay/ExactReplay.lean', 'sha256': '24e55f5e99c83a46f9f908bbc90f22292a94305294e287d9b2eccbf24e8e6b66'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/LeanChecker.lean', 'sha256': '2d18ec111d73c536b0bdee2533556bb9548c349f386797d3d3837b1f84d55dae'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/Lean/Replay.lean', 'sha256': 'c434b5b2bc5047ca58d4a095fcf1d9935d413c788ae98a4f21948e6a95ca3fb0'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/LeanChecker.olean', 'sha256': 'd6829015630328e3c70909a4cba004a7933f6d52cad3721488a2efaa14c1bbbe'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean', 'sha256': '66cb6f6d0bd6f9faee0205ddf0e289d1936e40f7808dfe9ad6eba412a5d8b427'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.server', 'sha256': '46026af21aa760fb2343c15336f6e1476d37e4829e4e0ec529ab499fd0a2b010'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.private', 'sha256': 'fadad15c5bb080fee117b7fd049b6f54e3077b5b258902fe47cad8dbf76649a1'}]}, 'g2_status': 'NOT_ASSESSED', 'full_cbz': False, 'ended': '2026-10-29T17:52:24.901171+00:00'}\n\n----------------------------------------------------------------------\nRan 17 tests in 0.594s\n\nFAILED (failures=1)\n", + "stderr": "" + }, + { + "name": "truncate-module-coverage", + "file": "kernel_replay.py", + "test": "test_kernel_replay.WrapperTests", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "416b688929daff9f473ce3e0abd399d8be2cde46c12956d3e5d5d9937d914293", + "mutated_sha256": "7c87381f4be61e4fdc490b5bd003937d19e0a708fd3e6fad827c6dbaa72b6e74", + "tests": { + "tests_run": 17, + "assertion_failures": 1, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_duplicate_modules_rejected (test_kernel_replay.WrapperTests.test_duplicate_modules_rejected) ... ok\ntest_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected) ... ok\ntest_expected_coverage_mismatch_rejected (test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected) ... ok\ntest_individual_olean_symlink_rejected (test_kernel_replay.WrapperTests.test_individual_olean_symlink_rejected) ... ok\ntest_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied) ... ok\ntest_missing_module_rejected (test_kernel_replay.WrapperTests.test_missing_module_rejected) ... ok\ntest_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) ... ok\ntest_module_names_and_unknown_fields_rejected (test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected) ... ok\ntest_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected) ... ok\ntest_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker) ... ok\ntest_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... FAIL\ntest_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected) ... ok\ntest_search_root_and_part_symlinks_rejected (test_kernel_replay.WrapperTests.test_search_root_and_part_symlinks_rejected) ... ok\ntest_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected) ... ok\ntest_strict_cli (test_kernel_replay.WrapperTests.test_strict_cli) ... ok\ntest_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal) ... ok\ntest_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected) ... ok\n\n======================================================================\nFAIL: test_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutceb6m/kernel_replay/tests/test_kernel_replay.py\", line 146, in test_one_child_at_a_time_and_exact_coverage\n self.assertTrue(r['ok'], r)\nAssertionError: False is not true : {'schema': 'cbz-kernel-replay/v1', 'gate': 'G4-scoped-adapter', 'started': '2026-10-29T17:52:25.657979+00:00', 'ok': False, 'results': [{'module': 'Toy', 'command': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutceb6m/kernel_replay/evidence/tmp6mn6ue8k/fake-lean', '-j1', '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutceb6m/kernel_replay/ExactReplay.lean'], 'started': '2026-10-29T17:52:25.661857+00:00', 'status': 'PASS', 'ok': True, 'returncode': 0, 'memory_mib': 256, 'timeout_seconds': 4, 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutceb6m/kernel_replay/evidence/tmp6mn6ue8k/Toy.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutceb6m/kernel_replay/evidence/tmp6mn6ue8k/Toy.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}], 'pid': 9821, 'stdout': 'CBZ_KERNEL_REPLAY_OK Toy\\n', 'stdout_bytes': 25, 'stderr': '', 'stderr_bytes': 0, 'ended': '2026-10-29T17:52:25.776863+00:00', 'elapsed_seconds': 0.11500879599952896}], 'completed_count': 1, 'expected_count': 2, 'manifest': {'schema': 'cbz-kernel-replay/v1', 'lean': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutceb6m/kernel_replay/evidence/tmp6mn6ue8k/fake-lean', 'sha256': 'ae3646e87b900b7be8f82899f997899973befa59e18ad3307b55b4db59012183'}, 'sysroot': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1', 'lean_path': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutceb6m/kernel_replay/evidence/tmp6mn6ue8k'], 'expected_modules': ['Toy', 'Other'], 'modules': [{'name': 'Toy', 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutceb6m/kernel_replay/evidence/tmp6mn6ue8k/Toy.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutceb6m/kernel_replay/evidence/tmp6mn6ue8k/Toy.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}]}, {'name': 'Other', 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutceb6m/kernel_replay/evidence/tmp6mn6ue8k/Other.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutceb6m/kernel_replay/evidence/tmp6mn6ue8k/Other.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}]}], 'context': [], 'tool': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutceb6m/kernel_replay/kernel_replay.py', 'sha256': '7c87381f4be61e4fdc490b5bd003937d19e0a708fd3e6fad827c6dbaa72b6e74'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutceb6m/kernel_replay/ExactReplay.lean', 'sha256': '24e55f5e99c83a46f9f908bbc90f22292a94305294e287d9b2eccbf24e8e6b66'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/LeanChecker.lean', 'sha256': '2d18ec111d73c536b0bdee2533556bb9548c349f386797d3d3837b1f84d55dae'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/Lean/Replay.lean', 'sha256': 'c434b5b2bc5047ca58d4a095fcf1d9935d413c788ae98a4f21948e6a95ca3fb0'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/LeanChecker.olean', 'sha256': 'd6829015630328e3c70909a4cba004a7933f6d52cad3721488a2efaa14c1bbbe'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean', 'sha256': '66cb6f6d0bd6f9faee0205ddf0e289d1936e40f7808dfe9ad6eba412a5d8b427'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.server', 'sha256': '46026af21aa760fb2343c15336f6e1476d37e4829e4e0ec529ab499fd0a2b010'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.private', 'sha256': 'fadad15c5bb080fee117b7fd049b6f54e3077b5b258902fe47cad8dbf76649a1'}]}, 'g2_status': 'NOT_ASSESSED', 'full_cbz': False, 'ended': '2026-10-29T17:52:25.779229+00:00'}\n\n----------------------------------------------------------------------\nRan 17 tests in 0.523s\n\nFAILED (failures=1)\n" + }, + "stdout": "test_duplicate_modules_rejected (test_kernel_replay.WrapperTests.test_duplicate_modules_rejected) ... ok\ntest_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected) ... ok\ntest_expected_coverage_mismatch_rejected (test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected) ... ok\ntest_individual_olean_symlink_rejected (test_kernel_replay.WrapperTests.test_individual_olean_symlink_rejected) ... ok\ntest_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied) ... ok\ntest_missing_module_rejected (test_kernel_replay.WrapperTests.test_missing_module_rejected) ... ok\ntest_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) ... ok\ntest_module_names_and_unknown_fields_rejected (test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected) ... ok\ntest_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected) ... ok\ntest_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker) ... ok\ntest_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... FAIL\ntest_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected) ... ok\ntest_search_root_and_part_symlinks_rejected (test_kernel_replay.WrapperTests.test_search_root_and_part_symlinks_rejected) ... ok\ntest_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected) ... ok\ntest_strict_cli (test_kernel_replay.WrapperTests.test_strict_cli) ... ok\ntest_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal) ... ok\ntest_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected) ... ok\n\n======================================================================\nFAIL: test_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutceb6m/kernel_replay/tests/test_kernel_replay.py\", line 146, in test_one_child_at_a_time_and_exact_coverage\n self.assertTrue(r['ok'], r)\nAssertionError: False is not true : {'schema': 'cbz-kernel-replay/v1', 'gate': 'G4-scoped-adapter', 'started': '2026-10-29T17:52:25.657979+00:00', 'ok': False, 'results': [{'module': 'Toy', 'command': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutceb6m/kernel_replay/evidence/tmp6mn6ue8k/fake-lean', '-j1', '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutceb6m/kernel_replay/ExactReplay.lean'], 'started': '2026-10-29T17:52:25.661857+00:00', 'status': 'PASS', 'ok': True, 'returncode': 0, 'memory_mib': 256, 'timeout_seconds': 4, 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutceb6m/kernel_replay/evidence/tmp6mn6ue8k/Toy.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutceb6m/kernel_replay/evidence/tmp6mn6ue8k/Toy.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}], 'pid': 9821, 'stdout': 'CBZ_KERNEL_REPLAY_OK Toy\\n', 'stdout_bytes': 25, 'stderr': '', 'stderr_bytes': 0, 'ended': '2026-10-29T17:52:25.776863+00:00', 'elapsed_seconds': 0.11500879599952896}], 'completed_count': 1, 'expected_count': 2, 'manifest': {'schema': 'cbz-kernel-replay/v1', 'lean': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutceb6m/kernel_replay/evidence/tmp6mn6ue8k/fake-lean', 'sha256': 'ae3646e87b900b7be8f82899f997899973befa59e18ad3307b55b4db59012183'}, 'sysroot': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1', 'lean_path': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutceb6m/kernel_replay/evidence/tmp6mn6ue8k'], 'expected_modules': ['Toy', 'Other'], 'modules': [{'name': 'Toy', 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutceb6m/kernel_replay/evidence/tmp6mn6ue8k/Toy.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutceb6m/kernel_replay/evidence/tmp6mn6ue8k/Toy.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}]}, {'name': 'Other', 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutceb6m/kernel_replay/evidence/tmp6mn6ue8k/Other.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutceb6m/kernel_replay/evidence/tmp6mn6ue8k/Other.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}]}], 'context': [], 'tool': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutceb6m/kernel_replay/kernel_replay.py', 'sha256': '7c87381f4be61e4fdc490b5bd003937d19e0a708fd3e6fad827c6dbaa72b6e74'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutceb6m/kernel_replay/ExactReplay.lean', 'sha256': '24e55f5e99c83a46f9f908bbc90f22292a94305294e287d9b2eccbf24e8e6b66'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/LeanChecker.lean', 'sha256': '2d18ec111d73c536b0bdee2533556bb9548c349f386797d3d3837b1f84d55dae'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/Lean/Replay.lean', 'sha256': 'c434b5b2bc5047ca58d4a095fcf1d9935d413c788ae98a4f21948e6a95ca3fb0'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/LeanChecker.olean', 'sha256': 'd6829015630328e3c70909a4cba004a7933f6d52cad3721488a2efaa14c1bbbe'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean', 'sha256': '66cb6f6d0bd6f9faee0205ddf0e289d1936e40f7808dfe9ad6eba412a5d8b427'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.server', 'sha256': '46026af21aa760fb2343c15336f6e1476d37e4829e4e0ec529ab499fd0a2b010'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.private', 'sha256': 'fadad15c5bb080fee117b7fd049b6f54e3077b5b258902fe47cad8dbf76649a1'}]}, 'g2_status': 'NOT_ASSESSED', 'full_cbz': False, 'ended': '2026-10-29T17:52:25.779229+00:00'}\n\n----------------------------------------------------------------------\nRan 17 tests in 0.523s\n\nFAILED (failures=1)\n", + "stderr": "" + }, + { + "name": "concurrent-module-processes", + "file": "kernel_replay.py", + "test": "test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "416b688929daff9f473ce3e0abd399d8be2cde46c12956d3e5d5d9937d914293", + "mutated_sha256": "694cb0cf895869bb5e8d77a43ca8cce0b14e8e3c35b66780421914f17e52818f", + "tests": { + "tests_run": 1, + "assertion_failures": 1, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... FAIL\n\n======================================================================\nFAIL: test_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-gzjre9hz/kernel_replay/tests/test_kernel_replay.py\", line 146, in test_one_child_at_a_time_and_exact_coverage\n self.assertTrue(r['ok'], r)\nAssertionError: False is not true : {'schema': 'cbz-kernel-replay/v1', 'gate': 'G4-scoped-adapter', 'started': '2026-10-29T17:52:26.138025+00:00', 'ok': False, 'results': [{'module': 'Toy', 'command': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-gzjre9hz/kernel_replay/evidence/tmp14apc0ip/fake-lean', '-j1', '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-gzjre9hz/kernel_replay/ExactReplay.lean'], 'started': '2026-10-29T17:52:26.144168+00:00', 'status': 'PASS', 'ok': True, 'returncode': 0, 'memory_mib': 256, 'timeout_seconds': 4, 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-gzjre9hz/kernel_replay/evidence/tmp14apc0ip/Toy.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-gzjre9hz/kernel_replay/evidence/tmp14apc0ip/Toy.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}], 'pid': 9829, 'stdout': 'CBZ_KERNEL_REPLAY_OK Toy\\n', 'stdout_bytes': 25, 'stderr': '', 'stderr_bytes': 0, 'ended': '2026-10-29T17:52:26.260348+00:00', 'elapsed_seconds': 0.11618071599968971}, {'module': 'Other', 'command': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-gzjre9hz/kernel_replay/evidence/tmp14apc0ip/fake-lean', '-j1', '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-gzjre9hz/kernel_replay/ExactReplay.lean'], 'started': '2026-10-29T17:52:26.144547+00:00', 'status': 'FAIL', 'ok': False, 'returncode': 1, 'memory_mib': 256, 'timeout_seconds': 4, 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-gzjre9hz/kernel_replay/evidence/tmp14apc0ip/Other.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-gzjre9hz/kernel_replay/evidence/tmp14apc0ip/Other.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}], 'pid': 9830, 'stdout': '', 'stdout_bytes': 0, 'stderr': 'Traceback (most recent call last):\\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-gzjre9hz/kernel_replay/evidence/tmp14apc0ip/fake-lean\", line 5, in \\n fd = os.open(p, os.O_CREAT | os.O_EXCL | os.O_WRONLY)\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\nFileExistsError: [Errno 17] File exists: \\'/workspace/cbz-0/tools/kernel_replay/evidence/mutant-gzjre9hz/kernel_replay/evidence/tmp14apc0ip/active.lock\\'\\n', 'stderr_bytes': 440, 'ended': '2026-10-29T17:52:26.179114+00:00', 'elapsed_seconds': 0.03456953000022622}], 'completed_count': 1, 'expected_count': 2, 'manifest': {'schema': 'cbz-kernel-replay/v1', 'lean': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-gzjre9hz/kernel_replay/evidence/tmp14apc0ip/fake-lean', 'sha256': 'f387a1660d42da50856a5ba7784fe8846871072f5dec3ceae866a878bf49ea18'}, 'sysroot': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1', 'lean_path': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-gzjre9hz/kernel_replay/evidence/tmp14apc0ip'], 'expected_modules': ['Toy', 'Other'], 'modules': [{'name': 'Toy', 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-gzjre9hz/kernel_replay/evidence/tmp14apc0ip/Toy.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-gzjre9hz/kernel_replay/evidence/tmp14apc0ip/Toy.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}]}, {'name': 'Other', 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-gzjre9hz/kernel_replay/evidence/tmp14apc0ip/Other.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-gzjre9hz/kernel_replay/evidence/tmp14apc0ip/Other.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}]}], 'context': [], 'tool': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-gzjre9hz/kernel_replay/kernel_replay.py', 'sha256': '694cb0cf895869bb5e8d77a43ca8cce0b14e8e3c35b66780421914f17e52818f'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-gzjre9hz/kernel_replay/ExactReplay.lean', 'sha256': '24e55f5e99c83a46f9f908bbc90f22292a94305294e287d9b2eccbf24e8e6b66'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/LeanChecker.lean', 'sha256': '2d18ec111d73c536b0bdee2533556bb9548c349f386797d3d3837b1f84d55dae'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/Lean/Replay.lean', 'sha256': 'c434b5b2bc5047ca58d4a095fcf1d9935d413c788ae98a4f21948e6a95ca3fb0'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/LeanChecker.olean', 'sha256': 'd6829015630328e3c70909a4cba004a7933f6d52cad3721488a2efaa14c1bbbe'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean', 'sha256': '66cb6f6d0bd6f9faee0205ddf0e289d1936e40f7808dfe9ad6eba412a5d8b427'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.server', 'sha256': '46026af21aa760fb2343c15336f6e1476d37e4829e4e0ec529ab499fd0a2b010'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.private', 'sha256': 'fadad15c5bb080fee117b7fd049b6f54e3077b5b258902fe47cad8dbf76649a1'}]}, 'g2_status': 'NOT_ASSESSED', 'full_cbz': False, 'ended': '2026-10-29T17:52:26.262959+00:00'}\n\n----------------------------------------------------------------------\nRan 1 test in 0.133s\n\nFAILED (failures=1)\n" + }, + "stdout": "test_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... FAIL\n\n======================================================================\nFAIL: test_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-gzjre9hz/kernel_replay/tests/test_kernel_replay.py\", line 146, in test_one_child_at_a_time_and_exact_coverage\n self.assertTrue(r['ok'], r)\nAssertionError: False is not true : {'schema': 'cbz-kernel-replay/v1', 'gate': 'G4-scoped-adapter', 'started': '2026-10-29T17:52:26.138025+00:00', 'ok': False, 'results': [{'module': 'Toy', 'command': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-gzjre9hz/kernel_replay/evidence/tmp14apc0ip/fake-lean', '-j1', '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-gzjre9hz/kernel_replay/ExactReplay.lean'], 'started': '2026-10-29T17:52:26.144168+00:00', 'status': 'PASS', 'ok': True, 'returncode': 0, 'memory_mib': 256, 'timeout_seconds': 4, 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-gzjre9hz/kernel_replay/evidence/tmp14apc0ip/Toy.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-gzjre9hz/kernel_replay/evidence/tmp14apc0ip/Toy.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}], 'pid': 9829, 'stdout': 'CBZ_KERNEL_REPLAY_OK Toy\\n', 'stdout_bytes': 25, 'stderr': '', 'stderr_bytes': 0, 'ended': '2026-10-29T17:52:26.260348+00:00', 'elapsed_seconds': 0.11618071599968971}, {'module': 'Other', 'command': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-gzjre9hz/kernel_replay/evidence/tmp14apc0ip/fake-lean', '-j1', '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-gzjre9hz/kernel_replay/ExactReplay.lean'], 'started': '2026-10-29T17:52:26.144547+00:00', 'status': 'FAIL', 'ok': False, 'returncode': 1, 'memory_mib': 256, 'timeout_seconds': 4, 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-gzjre9hz/kernel_replay/evidence/tmp14apc0ip/Other.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-gzjre9hz/kernel_replay/evidence/tmp14apc0ip/Other.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}], 'pid': 9830, 'stdout': '', 'stdout_bytes': 0, 'stderr': 'Traceback (most recent call last):\\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-gzjre9hz/kernel_replay/evidence/tmp14apc0ip/fake-lean\", line 5, in \\n fd = os.open(p, os.O_CREAT | os.O_EXCL | os.O_WRONLY)\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\nFileExistsError: [Errno 17] File exists: \\'/workspace/cbz-0/tools/kernel_replay/evidence/mutant-gzjre9hz/kernel_replay/evidence/tmp14apc0ip/active.lock\\'\\n', 'stderr_bytes': 440, 'ended': '2026-10-29T17:52:26.179114+00:00', 'elapsed_seconds': 0.03456953000022622}], 'completed_count': 1, 'expected_count': 2, 'manifest': {'schema': 'cbz-kernel-replay/v1', 'lean': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-gzjre9hz/kernel_replay/evidence/tmp14apc0ip/fake-lean', 'sha256': 'f387a1660d42da50856a5ba7784fe8846871072f5dec3ceae866a878bf49ea18'}, 'sysroot': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1', 'lean_path': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-gzjre9hz/kernel_replay/evidence/tmp14apc0ip'], 'expected_modules': ['Toy', 'Other'], 'modules': [{'name': 'Toy', 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-gzjre9hz/kernel_replay/evidence/tmp14apc0ip/Toy.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-gzjre9hz/kernel_replay/evidence/tmp14apc0ip/Toy.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}]}, {'name': 'Other', 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-gzjre9hz/kernel_replay/evidence/tmp14apc0ip/Other.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-gzjre9hz/kernel_replay/evidence/tmp14apc0ip/Other.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}]}], 'context': [], 'tool': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-gzjre9hz/kernel_replay/kernel_replay.py', 'sha256': '694cb0cf895869bb5e8d77a43ca8cce0b14e8e3c35b66780421914f17e52818f'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-gzjre9hz/kernel_replay/ExactReplay.lean', 'sha256': '24e55f5e99c83a46f9f908bbc90f22292a94305294e287d9b2eccbf24e8e6b66'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/LeanChecker.lean', 'sha256': '2d18ec111d73c536b0bdee2533556bb9548c349f386797d3d3837b1f84d55dae'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/Lean/Replay.lean', 'sha256': 'c434b5b2bc5047ca58d4a095fcf1d9935d413c788ae98a4f21948e6a95ca3fb0'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/LeanChecker.olean', 'sha256': 'd6829015630328e3c70909a4cba004a7933f6d52cad3721488a2efaa14c1bbbe'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean', 'sha256': '66cb6f6d0bd6f9faee0205ddf0e289d1936e40f7808dfe9ad6eba412a5d8b427'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.server', 'sha256': '46026af21aa760fb2343c15336f6e1476d37e4829e4e0ec529ab499fd0a2b010'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.private', 'sha256': 'fadad15c5bb080fee117b7fd049b6f54e3077b5b258902fe47cad8dbf76649a1'}]}, 'g2_status': 'NOT_ASSESSED', 'full_cbz': False, 'ended': '2026-10-29T17:52:26.262959+00:00'}\n\n----------------------------------------------------------------------\nRan 1 test in 0.133s\n\nFAILED (failures=1)\n", + "stderr": "" + }, + { + "name": "skip-kernel-replay", + "file": "ExactReplay.lean", + "test": "test_real_lean.RealLeanTests.test_public_self_reference_rejected", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "24e55f5e99c83a46f9f908bbc90f22292a94305294e287d9b2eccbf24e8e6b66", + "mutated_sha256": "77e78da80654096e071db87e02006c57c681cde68d147d4ed95fa5a2407e69d2", + "tests": { + "tests_run": 1, + "assertion_failures": 1, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_public_self_reference_rejected (test_real_lean.RealLeanTests.test_public_self_reference_rejected) ... FAIL\n\n======================================================================\nFAIL: test_public_self_reference_rejected (test_real_lean.RealLeanTests.test_public_self_reference_rejected)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-d6afza4i/kernel_replay/tests/test_real_lean.py\", line 46, in test_public_self_reference_rejected\n self.assertFalse(r['ok'], r)\nAssertionError: True is not false : {'schema': 'cbz-kernel-replay/v1', 'gate': 'G4-scoped-adapter', 'started': '2026-10-29T17:52:27.400980+00:00', 'ok': True, 'results': [{'module': 'BadPublic', 'command': ['/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/bin/lean', '-j1', '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-d6afza4i/kernel_replay/ExactReplay.lean'], 'started': '2026-10-29T17:52:27.405583+00:00', 'status': 'PASS', 'ok': True, 'returncode': 0, 'memory_mib': 8192, 'timeout_seconds': 60, 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-d6afza4i/kernel_replay/tests/fixtures/BadPublic.lean', 'sha256': '9b636915c4c868091d72b6c72337b6c255cab8ede30b8b394b43389e1fdd95d5'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-d6afza4i/kernel_replay/evidence/compiled-fixtures/BadPublic.olean', 'sha256': '964baf2b19c4c8f766910851d8f8aa615f26fa4c04929c3b11cd7b0e4304d3cf'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-d6afza4i/kernel_replay/evidence/compiled-fixtures/BadPublic.olean.server', 'sha256': 'f269ad0781ece6de0f8a24bdd1f4bbd84f971026ba273fedadd454e9bef07539'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-d6afza4i/kernel_replay/evidence/compiled-fixtures/BadPublic.olean.private', 'sha256': '79545f034e10fc850477f2feaf564e62f8f396fca76e98244ebdeb4d7d74cfce'}], 'pid': 9863, 'stdout': 'CBZ_KERNEL_REPLAY_OK BadPublic\\n', 'stdout_bytes': 31, 'stderr': '', 'stderr_bytes': 0, 'ended': '2026-10-29T17:52:27.675154+00:00', 'elapsed_seconds': 0.26957460299945524}], 'completed_count': 1, 'expected_count': 1, 'manifest': {'schema': 'cbz-kernel-replay/v1', 'lean': {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/bin/lean', 'sha256': 'e8baaa71855a616dc351028f3ad2200051b0671f423a1696a100e809302d5550'}, 'sysroot': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1', 'lean_path': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-d6afza4i/kernel_replay/evidence/compiled-fixtures'], 'expected_modules': ['BadPublic'], 'modules': [{'name': 'BadPublic', 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-d6afza4i/kernel_replay/tests/fixtures/BadPublic.lean', 'sha256': '9b636915c4c868091d72b6c72337b6c255cab8ede30b8b394b43389e1fdd95d5'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-d6afza4i/kernel_replay/evidence/compiled-fixtures/BadPublic.olean', 'sha256': '964baf2b19c4c8f766910851d8f8aa615f26fa4c04929c3b11cd7b0e4304d3cf'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-d6afza4i/kernel_replay/evidence/compiled-fixtures/BadPublic.olean.server', 'sha256': 'f269ad0781ece6de0f8a24bdd1f4bbd84f971026ba273fedadd454e9bef07539'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-d6afza4i/kernel_replay/evidence/compiled-fixtures/BadPublic.olean.private', 'sha256': '79545f034e10fc850477f2feaf564e62f8f396fca76e98244ebdeb4d7d74cfce'}]}], 'context': [], 'tool': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-d6afza4i/kernel_replay/kernel_replay.py', 'sha256': '416b688929daff9f473ce3e0abd399d8be2cde46c12956d3e5d5d9937d914293'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-d6afza4i/kernel_replay/ExactReplay.lean', 'sha256': '77e78da80654096e071db87e02006c57c681cde68d147d4ed95fa5a2407e69d2'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/LeanChecker.lean', 'sha256': '2d18ec111d73c536b0bdee2533556bb9548c349f386797d3d3837b1f84d55dae'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/Lean/Replay.lean', 'sha256': 'c434b5b2bc5047ca58d4a095fcf1d9935d413c788ae98a4f21948e6a95ca3fb0'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/LeanChecker.olean', 'sha256': 'd6829015630328e3c70909a4cba004a7933f6d52cad3721488a2efaa14c1bbbe'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean', 'sha256': '66cb6f6d0bd6f9faee0205ddf0e289d1936e40f7808dfe9ad6eba412a5d8b427'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.server', 'sha256': '46026af21aa760fb2343c15336f6e1476d37e4829e4e0ec529ab499fd0a2b010'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.private', 'sha256': 'fadad15c5bb080fee117b7fd049b6f54e3077b5b258902fe47cad8dbf76649a1'}]}, 'g2_status': 'NOT_ASSESSED', 'full_cbz': False, 'ended': '2026-10-29T17:52:27.677429+00:00'}\n\n----------------------------------------------------------------------\nRan 1 test in 1.338s\n\nFAILED (failures=1)\n" + }, + "stdout": "test_public_self_reference_rejected (test_real_lean.RealLeanTests.test_public_self_reference_rejected) ... FAIL\n\n======================================================================\nFAIL: test_public_self_reference_rejected (test_real_lean.RealLeanTests.test_public_self_reference_rejected)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-d6afza4i/kernel_replay/tests/test_real_lean.py\", line 46, in test_public_self_reference_rejected\n self.assertFalse(r['ok'], r)\nAssertionError: True is not false : {'schema': 'cbz-kernel-replay/v1', 'gate': 'G4-scoped-adapter', 'started': '2026-10-29T17:52:27.400980+00:00', 'ok': True, 'results': [{'module': 'BadPublic', 'command': ['/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/bin/lean', '-j1', '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-d6afza4i/kernel_replay/ExactReplay.lean'], 'started': '2026-10-29T17:52:27.405583+00:00', 'status': 'PASS', 'ok': True, 'returncode': 0, 'memory_mib': 8192, 'timeout_seconds': 60, 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-d6afza4i/kernel_replay/tests/fixtures/BadPublic.lean', 'sha256': '9b636915c4c868091d72b6c72337b6c255cab8ede30b8b394b43389e1fdd95d5'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-d6afza4i/kernel_replay/evidence/compiled-fixtures/BadPublic.olean', 'sha256': '964baf2b19c4c8f766910851d8f8aa615f26fa4c04929c3b11cd7b0e4304d3cf'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-d6afza4i/kernel_replay/evidence/compiled-fixtures/BadPublic.olean.server', 'sha256': 'f269ad0781ece6de0f8a24bdd1f4bbd84f971026ba273fedadd454e9bef07539'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-d6afza4i/kernel_replay/evidence/compiled-fixtures/BadPublic.olean.private', 'sha256': '79545f034e10fc850477f2feaf564e62f8f396fca76e98244ebdeb4d7d74cfce'}], 'pid': 9863, 'stdout': 'CBZ_KERNEL_REPLAY_OK BadPublic\\n', 'stdout_bytes': 31, 'stderr': '', 'stderr_bytes': 0, 'ended': '2026-10-29T17:52:27.675154+00:00', 'elapsed_seconds': 0.26957460299945524}], 'completed_count': 1, 'expected_count': 1, 'manifest': {'schema': 'cbz-kernel-replay/v1', 'lean': {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/bin/lean', 'sha256': 'e8baaa71855a616dc351028f3ad2200051b0671f423a1696a100e809302d5550'}, 'sysroot': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1', 'lean_path': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-d6afza4i/kernel_replay/evidence/compiled-fixtures'], 'expected_modules': ['BadPublic'], 'modules': [{'name': 'BadPublic', 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-d6afza4i/kernel_replay/tests/fixtures/BadPublic.lean', 'sha256': '9b636915c4c868091d72b6c72337b6c255cab8ede30b8b394b43389e1fdd95d5'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-d6afza4i/kernel_replay/evidence/compiled-fixtures/BadPublic.olean', 'sha256': '964baf2b19c4c8f766910851d8f8aa615f26fa4c04929c3b11cd7b0e4304d3cf'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-d6afza4i/kernel_replay/evidence/compiled-fixtures/BadPublic.olean.server', 'sha256': 'f269ad0781ece6de0f8a24bdd1f4bbd84f971026ba273fedadd454e9bef07539'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-d6afza4i/kernel_replay/evidence/compiled-fixtures/BadPublic.olean.private', 'sha256': '79545f034e10fc850477f2feaf564e62f8f396fca76e98244ebdeb4d7d74cfce'}]}], 'context': [], 'tool': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-d6afza4i/kernel_replay/kernel_replay.py', 'sha256': '416b688929daff9f473ce3e0abd399d8be2cde46c12956d3e5d5d9937d914293'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-d6afza4i/kernel_replay/ExactReplay.lean', 'sha256': '77e78da80654096e071db87e02006c57c681cde68d147d4ed95fa5a2407e69d2'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/LeanChecker.lean', 'sha256': '2d18ec111d73c536b0bdee2533556bb9548c349f386797d3d3837b1f84d55dae'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/Lean/Replay.lean', 'sha256': 'c434b5b2bc5047ca58d4a095fcf1d9935d413c788ae98a4f21948e6a95ca3fb0'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/LeanChecker.olean', 'sha256': 'd6829015630328e3c70909a4cba004a7933f6d52cad3721488a2efaa14c1bbbe'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean', 'sha256': '66cb6f6d0bd6f9faee0205ddf0e289d1936e40f7808dfe9ad6eba412a5d8b427'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.server', 'sha256': '46026af21aa760fb2343c15336f6e1476d37e4829e4e0ec529ab499fd0a2b010'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.private', 'sha256': 'fadad15c5bb080fee117b7fd049b6f54e3077b5b258902fe47cad8dbf76649a1'}]}, 'g2_status': 'NOT_ASSESSED', 'full_cbz': False, 'ended': '2026-10-29T17:52:27.677429+00:00'}\n\n----------------------------------------------------------------------\nRan 1 test in 1.338s\n\nFAILED (failures=1)\n", + "stderr": "" + }, + { + "name": "prefix-expansion", + "file": "ExactReplay.lean", + "test": "test_real_lean.RealLeanTests.test_exact_module_no_prefix_glob", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "24e55f5e99c83a46f9f908bbc90f22292a94305294e287d9b2eccbf24e8e6b66", + "mutated_sha256": "472a0c92ab568d849ba0d0e52f16347f3512e7f6cfcd6d89d78b9f582b9a0763", + "tests": { + "tests_run": 1, + "assertion_failures": 1, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_exact_module_no_prefix_glob (test_real_lean.RealLeanTests.test_exact_module_no_prefix_glob) ... FAIL\n\n======================================================================\nFAIL: test_exact_module_no_prefix_glob (test_real_lean.RealLeanTests.test_exact_module_no_prefix_glob)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-knm94682/kernel_replay/tests/test_real_lean.py\", line 81, in test_exact_module_no_prefix_glob\n self.assertTrue(self.replay('Good')['ok'])\nAssertionError: False is not true\n\n----------------------------------------------------------------------\nRan 1 test in 1.919s\n\nFAILED (failures=1)\n" + }, + "stdout": "test_exact_module_no_prefix_glob (test_real_lean.RealLeanTests.test_exact_module_no_prefix_glob) ... FAIL\n\n======================================================================\nFAIL: test_exact_module_no_prefix_glob (test_real_lean.RealLeanTests.test_exact_module_no_prefix_glob)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-knm94682/kernel_replay/tests/test_real_lean.py\", line 81, in test_exact_module_no_prefix_glob\n self.assertTrue(self.replay('Good')['ok'])\nAssertionError: False is not true\n\n----------------------------------------------------------------------\nRan 1 test in 1.919s\n\nFAILED (failures=1)\n", + "stderr": "" + }, + { + "name": "untrusted-checker-search-path", + "file": "kernel_replay.py", + "test": "test_real_lean.RealLeanTests.test_user_lean_path_cannot_shadow_checker", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "416b688929daff9f473ce3e0abd399d8be2cde46c12956d3e5d5d9937d914293", + "mutated_sha256": "6820debaca0a9a0e1ac0c6b4f0922096eb23957042ff98792a1329532569d658", + "tests": { + "tests_run": 1, + "assertion_failures": 1, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_user_lean_path_cannot_shadow_checker (test_real_lean.RealLeanTests.test_user_lean_path_cannot_shadow_checker) ... FAIL\n\n======================================================================\nFAIL: test_user_lean_path_cannot_shadow_checker (test_real_lean.RealLeanTests.test_user_lean_path_cannot_shadow_checker)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-l16hub7o/kernel_replay/tests/test_real_lean.py\", line 87, in test_user_lean_path_cannot_shadow_checker\n self.assertTrue(self.replay('Good')['ok'])\nAssertionError: False is not true\n\n----------------------------------------------------------------------\nRan 1 test in 2.543s\n\nFAILED (failures=1)\n" + }, + "stdout": "test_user_lean_path_cannot_shadow_checker (test_real_lean.RealLeanTests.test_user_lean_path_cannot_shadow_checker) ... FAIL\n\n======================================================================\nFAIL: test_user_lean_path_cannot_shadow_checker (test_real_lean.RealLeanTests.test_user_lean_path_cannot_shadow_checker)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-l16hub7o/kernel_replay/tests/test_real_lean.py\", line 87, in test_user_lean_path_cannot_shadow_checker\n self.assertTrue(self.replay('Good')['ok'])\nAssertionError: False is not true\n\n----------------------------------------------------------------------\nRan 1 test in 2.543s\n\nFAILED (failures=1)\n", + "stderr": "" + }, + { + "name": "exported-part-only", + "file": "ExactReplay.lean", + "test": "test_real_lean.RealLeanTests.test_private_self_reference_rejected", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "24e55f5e99c83a46f9f908bbc90f22292a94305294e287d9b2eccbf24e8e6b66", + "mutated_sha256": "443d9ae2a760b4587461eab2d21896628344a620987d4e9de760c643ff315be2", + "tests": { + "tests_run": 1, + "assertion_failures": 1, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_private_self_reference_rejected (test_real_lean.RealLeanTests.test_private_self_reference_rejected) ... FAIL\n\n======================================================================\nFAIL: test_private_self_reference_rejected (test_real_lean.RealLeanTests.test_private_self_reference_rejected)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-akayh08_/kernel_replay/tests/test_real_lean.py\", line 52, in test_private_self_reference_rejected\n self.assertFalse(r['ok'], r)\nAssertionError: True is not false : {'schema': 'cbz-kernel-replay/v1', 'gate': 'G4-scoped-adapter', 'started': '2026-10-29T17:52:34.568213+00:00', 'ok': True, 'results': [{'module': 'BadPrivate', 'command': ['/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/bin/lean', '-j1', '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-akayh08_/kernel_replay/ExactReplay.lean'], 'started': '2026-10-29T17:52:34.576467+00:00', 'status': 'PASS', 'ok': True, 'returncode': 0, 'memory_mib': 8192, 'timeout_seconds': 60, 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-akayh08_/kernel_replay/tests/fixtures/BadPrivate.lean', 'sha256': 'fa95b63ae8037158cdc643a6542ed28dc1adde86a529a535cfc0c713033ec429'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-akayh08_/kernel_replay/evidence/compiled-fixtures/BadPrivate.olean', 'sha256': '4852f84146cb5a48707afd347a25b72a515bf8b49d3fcb41de8737207fa07c4a'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-akayh08_/kernel_replay/evidence/compiled-fixtures/BadPrivate.olean.server', 'sha256': '1fdecaa00df8d775a546be77006e144d7400bf57e79f00264fa698f9a8ed18d8'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-akayh08_/kernel_replay/evidence/compiled-fixtures/BadPrivate.olean.private', 'sha256': '3bff38ad49d726bb62879d3ed4e7a1ad155dd1bfb35dd48f5a210243caf9db2a'}], 'pid': 9982, 'stdout': 'CBZ_KERNEL_REPLAY_OK BadPrivate\\n', 'stdout_bytes': 32, 'stderr': '', 'stderr_bytes': 0, 'ended': '2026-10-29T17:52:36.527793+00:00', 'elapsed_seconds': 1.951343576999534}], 'completed_count': 1, 'expected_count': 1, 'manifest': {'schema': 'cbz-kernel-replay/v1', 'lean': {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/bin/lean', 'sha256': 'e8baaa71855a616dc351028f3ad2200051b0671f423a1696a100e809302d5550'}, 'sysroot': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1', 'lean_path': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-akayh08_/kernel_replay/evidence/compiled-fixtures'], 'expected_modules': ['BadPrivate'], 'modules': [{'name': 'BadPrivate', 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-akayh08_/kernel_replay/tests/fixtures/BadPrivate.lean', 'sha256': 'fa95b63ae8037158cdc643a6542ed28dc1adde86a529a535cfc0c713033ec429'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-akayh08_/kernel_replay/evidence/compiled-fixtures/BadPrivate.olean', 'sha256': '4852f84146cb5a48707afd347a25b72a515bf8b49d3fcb41de8737207fa07c4a'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-akayh08_/kernel_replay/evidence/compiled-fixtures/BadPrivate.olean.server', 'sha256': '1fdecaa00df8d775a546be77006e144d7400bf57e79f00264fa698f9a8ed18d8'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-akayh08_/kernel_replay/evidence/compiled-fixtures/BadPrivate.olean.private', 'sha256': '3bff38ad49d726bb62879d3ed4e7a1ad155dd1bfb35dd48f5a210243caf9db2a'}]}], 'context': [], 'tool': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-akayh08_/kernel_replay/kernel_replay.py', 'sha256': '416b688929daff9f473ce3e0abd399d8be2cde46c12956d3e5d5d9937d914293'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-akayh08_/kernel_replay/ExactReplay.lean', 'sha256': '443d9ae2a760b4587461eab2d21896628344a620987d4e9de760c643ff315be2'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/LeanChecker.lean', 'sha256': '2d18ec111d73c536b0bdee2533556bb9548c349f386797d3d3837b1f84d55dae'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/Lean/Replay.lean', 'sha256': 'c434b5b2bc5047ca58d4a095fcf1d9935d413c788ae98a4f21948e6a95ca3fb0'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/LeanChecker.olean', 'sha256': 'd6829015630328e3c70909a4cba004a7933f6d52cad3721488a2efaa14c1bbbe'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean', 'sha256': '66cb6f6d0bd6f9faee0205ddf0e289d1936e40f7808dfe9ad6eba412a5d8b427'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.server', 'sha256': '46026af21aa760fb2343c15336f6e1476d37e4829e4e0ec529ab499fd0a2b010'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.private', 'sha256': 'fadad15c5bb080fee117b7fd049b6f54e3077b5b258902fe47cad8dbf76649a1'}]}, 'g2_status': 'NOT_ASSESSED', 'full_cbz': False, 'ended': '2026-10-29T17:52:36.531572+00:00'}\n\n----------------------------------------------------------------------\nRan 1 test in 4.079s\n\nFAILED (failures=1)\n" + }, + "stdout": "test_private_self_reference_rejected (test_real_lean.RealLeanTests.test_private_self_reference_rejected) ... FAIL\n\n======================================================================\nFAIL: test_private_self_reference_rejected (test_real_lean.RealLeanTests.test_private_self_reference_rejected)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-akayh08_/kernel_replay/tests/test_real_lean.py\", line 52, in test_private_self_reference_rejected\n self.assertFalse(r['ok'], r)\nAssertionError: True is not false : {'schema': 'cbz-kernel-replay/v1', 'gate': 'G4-scoped-adapter', 'started': '2026-10-29T17:52:34.568213+00:00', 'ok': True, 'results': [{'module': 'BadPrivate', 'command': ['/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/bin/lean', '-j1', '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-akayh08_/kernel_replay/ExactReplay.lean'], 'started': '2026-10-29T17:52:34.576467+00:00', 'status': 'PASS', 'ok': True, 'returncode': 0, 'memory_mib': 8192, 'timeout_seconds': 60, 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-akayh08_/kernel_replay/tests/fixtures/BadPrivate.lean', 'sha256': 'fa95b63ae8037158cdc643a6542ed28dc1adde86a529a535cfc0c713033ec429'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-akayh08_/kernel_replay/evidence/compiled-fixtures/BadPrivate.olean', 'sha256': '4852f84146cb5a48707afd347a25b72a515bf8b49d3fcb41de8737207fa07c4a'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-akayh08_/kernel_replay/evidence/compiled-fixtures/BadPrivate.olean.server', 'sha256': '1fdecaa00df8d775a546be77006e144d7400bf57e79f00264fa698f9a8ed18d8'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-akayh08_/kernel_replay/evidence/compiled-fixtures/BadPrivate.olean.private', 'sha256': '3bff38ad49d726bb62879d3ed4e7a1ad155dd1bfb35dd48f5a210243caf9db2a'}], 'pid': 9982, 'stdout': 'CBZ_KERNEL_REPLAY_OK BadPrivate\\n', 'stdout_bytes': 32, 'stderr': '', 'stderr_bytes': 0, 'ended': '2026-10-29T17:52:36.527793+00:00', 'elapsed_seconds': 1.951343576999534}], 'completed_count': 1, 'expected_count': 1, 'manifest': {'schema': 'cbz-kernel-replay/v1', 'lean': {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/bin/lean', 'sha256': 'e8baaa71855a616dc351028f3ad2200051b0671f423a1696a100e809302d5550'}, 'sysroot': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1', 'lean_path': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-akayh08_/kernel_replay/evidence/compiled-fixtures'], 'expected_modules': ['BadPrivate'], 'modules': [{'name': 'BadPrivate', 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-akayh08_/kernel_replay/tests/fixtures/BadPrivate.lean', 'sha256': 'fa95b63ae8037158cdc643a6542ed28dc1adde86a529a535cfc0c713033ec429'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-akayh08_/kernel_replay/evidence/compiled-fixtures/BadPrivate.olean', 'sha256': '4852f84146cb5a48707afd347a25b72a515bf8b49d3fcb41de8737207fa07c4a'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-akayh08_/kernel_replay/evidence/compiled-fixtures/BadPrivate.olean.server', 'sha256': '1fdecaa00df8d775a546be77006e144d7400bf57e79f00264fa698f9a8ed18d8'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-akayh08_/kernel_replay/evidence/compiled-fixtures/BadPrivate.olean.private', 'sha256': '3bff38ad49d726bb62879d3ed4e7a1ad155dd1bfb35dd48f5a210243caf9db2a'}]}], 'context': [], 'tool': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-akayh08_/kernel_replay/kernel_replay.py', 'sha256': '416b688929daff9f473ce3e0abd399d8be2cde46c12956d3e5d5d9937d914293'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-akayh08_/kernel_replay/ExactReplay.lean', 'sha256': '443d9ae2a760b4587461eab2d21896628344a620987d4e9de760c643ff315be2'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/LeanChecker.lean', 'sha256': '2d18ec111d73c536b0bdee2533556bb9548c349f386797d3d3837b1f84d55dae'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/Lean/Replay.lean', 'sha256': 'c434b5b2bc5047ca58d4a095fcf1d9935d413c788ae98a4f21948e6a95ca3fb0'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/LeanChecker.olean', 'sha256': 'd6829015630328e3c70909a4cba004a7933f6d52cad3721488a2efaa14c1bbbe'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean', 'sha256': '66cb6f6d0bd6f9faee0205ddf0e289d1936e40f7808dfe9ad6eba412a5d8b427'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.server', 'sha256': '46026af21aa760fb2343c15336f6e1476d37e4829e4e0ec529ab499fd0a2b010'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.private', 'sha256': 'fadad15c5bb080fee117b7fd049b6f54e3077b5b258902fe47cad8dbf76649a1'}]}, 'g2_status': 'NOT_ASSESSED', 'full_cbz': False, 'ended': '2026-10-29T17:52:36.531572+00:00'}\n\n----------------------------------------------------------------------\nRan 1 test in 4.079s\n\nFAILED (failures=1)\n", + "stderr": "" + }, + { + "name": "preload-target-self-reference", + "file": "ExactReplay.lean", + "test": "test_real_lean.RealLeanTests.test_public_self_reference_rejected", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "24e55f5e99c83a46f9f908bbc90f22292a94305294e287d9b2eccbf24e8e6b66", + "mutated_sha256": "930f302c06967af3f95f1e98f74d71c87e63d79694694977d6bf4c9e1ae04dd9", + "tests": { + "tests_run": 1, + "assertion_failures": 1, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_public_self_reference_rejected (test_real_lean.RealLeanTests.test_public_self_reference_rejected) ... FAIL\n\n======================================================================\nFAIL: test_public_self_reference_rejected (test_real_lean.RealLeanTests.test_public_self_reference_rejected)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutk3ywk/kernel_replay/tests/test_real_lean.py\", line 46, in test_public_self_reference_rejected\n self.assertFalse(r['ok'], r)\nAssertionError: True is not false : {'schema': 'cbz-kernel-replay/v1', 'gate': 'G4-scoped-adapter', 'started': '2026-10-29T17:52:37.672043+00:00', 'ok': True, 'results': [{'module': 'BadPublic', 'command': ['/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/bin/lean', '-j1', '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutk3ywk/kernel_replay/ExactReplay.lean'], 'started': '2026-10-29T17:52:37.675603+00:00', 'status': 'PASS', 'ok': True, 'returncode': 0, 'memory_mib': 8192, 'timeout_seconds': 60, 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutk3ywk/kernel_replay/tests/fixtures/BadPublic.lean', 'sha256': '9b636915c4c868091d72b6c72337b6c255cab8ede30b8b394b43389e1fdd95d5'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutk3ywk/kernel_replay/evidence/compiled-fixtures/BadPublic.olean', 'sha256': '964baf2b19c4c8f766910851d8f8aa615f26fa4c04929c3b11cd7b0e4304d3cf'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutk3ywk/kernel_replay/evidence/compiled-fixtures/BadPublic.olean.server', 'sha256': 'f269ad0781ece6de0f8a24bdd1f4bbd84f971026ba273fedadd454e9bef07539'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutk3ywk/kernel_replay/evidence/compiled-fixtures/BadPublic.olean.private', 'sha256': '79545f034e10fc850477f2feaf564e62f8f396fca76e98244ebdeb4d7d74cfce'}], 'pid': 10021, 'stdout': 'CBZ_KERNEL_REPLAY_OK BadPublic\\n', 'stdout_bytes': 31, 'stderr': '', 'stderr_bytes': 0, 'ended': '2026-10-29T17:52:39.001302+00:00', 'elapsed_seconds': 1.3257151409998187}], 'completed_count': 1, 'expected_count': 1, 'manifest': {'schema': 'cbz-kernel-replay/v1', 'lean': {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/bin/lean', 'sha256': 'e8baaa71855a616dc351028f3ad2200051b0671f423a1696a100e809302d5550'}, 'sysroot': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1', 'lean_path': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutk3ywk/kernel_replay/evidence/compiled-fixtures'], 'expected_modules': ['BadPublic'], 'modules': [{'name': 'BadPublic', 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutk3ywk/kernel_replay/tests/fixtures/BadPublic.lean', 'sha256': '9b636915c4c868091d72b6c72337b6c255cab8ede30b8b394b43389e1fdd95d5'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutk3ywk/kernel_replay/evidence/compiled-fixtures/BadPublic.olean', 'sha256': '964baf2b19c4c8f766910851d8f8aa615f26fa4c04929c3b11cd7b0e4304d3cf'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutk3ywk/kernel_replay/evidence/compiled-fixtures/BadPublic.olean.server', 'sha256': 'f269ad0781ece6de0f8a24bdd1f4bbd84f971026ba273fedadd454e9bef07539'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutk3ywk/kernel_replay/evidence/compiled-fixtures/BadPublic.olean.private', 'sha256': '79545f034e10fc850477f2feaf564e62f8f396fca76e98244ebdeb4d7d74cfce'}]}], 'context': [], 'tool': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutk3ywk/kernel_replay/kernel_replay.py', 'sha256': '416b688929daff9f473ce3e0abd399d8be2cde46c12956d3e5d5d9937d914293'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutk3ywk/kernel_replay/ExactReplay.lean', 'sha256': '930f302c06967af3f95f1e98f74d71c87e63d79694694977d6bf4c9e1ae04dd9'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/LeanChecker.lean', 'sha256': '2d18ec111d73c536b0bdee2533556bb9548c349f386797d3d3837b1f84d55dae'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/Lean/Replay.lean', 'sha256': 'c434b5b2bc5047ca58d4a095fcf1d9935d413c788ae98a4f21948e6a95ca3fb0'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/LeanChecker.olean', 'sha256': 'd6829015630328e3c70909a4cba004a7933f6d52cad3721488a2efaa14c1bbbe'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean', 'sha256': '66cb6f6d0bd6f9faee0205ddf0e289d1936e40f7808dfe9ad6eba412a5d8b427'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.server', 'sha256': '46026af21aa760fb2343c15336f6e1476d37e4829e4e0ec529ab499fd0a2b010'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.private', 'sha256': 'fadad15c5bb080fee117b7fd049b6f54e3077b5b258902fe47cad8dbf76649a1'}]}, 'g2_status': 'NOT_ASSESSED', 'full_cbz': False, 'ended': '2026-10-29T17:52:39.003923+00:00'}\n\n----------------------------------------------------------------------\nRan 1 test in 2.388s\n\nFAILED (failures=1)\n" + }, + "stdout": "test_public_self_reference_rejected (test_real_lean.RealLeanTests.test_public_self_reference_rejected) ... FAIL\n\n======================================================================\nFAIL: test_public_self_reference_rejected (test_real_lean.RealLeanTests.test_public_self_reference_rejected)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutk3ywk/kernel_replay/tests/test_real_lean.py\", line 46, in test_public_self_reference_rejected\n self.assertFalse(r['ok'], r)\nAssertionError: True is not false : {'schema': 'cbz-kernel-replay/v1', 'gate': 'G4-scoped-adapter', 'started': '2026-10-29T17:52:37.672043+00:00', 'ok': True, 'results': [{'module': 'BadPublic', 'command': ['/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/bin/lean', '-j1', '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutk3ywk/kernel_replay/ExactReplay.lean'], 'started': '2026-10-29T17:52:37.675603+00:00', 'status': 'PASS', 'ok': True, 'returncode': 0, 'memory_mib': 8192, 'timeout_seconds': 60, 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutk3ywk/kernel_replay/tests/fixtures/BadPublic.lean', 'sha256': '9b636915c4c868091d72b6c72337b6c255cab8ede30b8b394b43389e1fdd95d5'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutk3ywk/kernel_replay/evidence/compiled-fixtures/BadPublic.olean', 'sha256': '964baf2b19c4c8f766910851d8f8aa615f26fa4c04929c3b11cd7b0e4304d3cf'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutk3ywk/kernel_replay/evidence/compiled-fixtures/BadPublic.olean.server', 'sha256': 'f269ad0781ece6de0f8a24bdd1f4bbd84f971026ba273fedadd454e9bef07539'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutk3ywk/kernel_replay/evidence/compiled-fixtures/BadPublic.olean.private', 'sha256': '79545f034e10fc850477f2feaf564e62f8f396fca76e98244ebdeb4d7d74cfce'}], 'pid': 10021, 'stdout': 'CBZ_KERNEL_REPLAY_OK BadPublic\\n', 'stdout_bytes': 31, 'stderr': '', 'stderr_bytes': 0, 'ended': '2026-10-29T17:52:39.001302+00:00', 'elapsed_seconds': 1.3257151409998187}], 'completed_count': 1, 'expected_count': 1, 'manifest': {'schema': 'cbz-kernel-replay/v1', 'lean': {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/bin/lean', 'sha256': 'e8baaa71855a616dc351028f3ad2200051b0671f423a1696a100e809302d5550'}, 'sysroot': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1', 'lean_path': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutk3ywk/kernel_replay/evidence/compiled-fixtures'], 'expected_modules': ['BadPublic'], 'modules': [{'name': 'BadPublic', 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutk3ywk/kernel_replay/tests/fixtures/BadPublic.lean', 'sha256': '9b636915c4c868091d72b6c72337b6c255cab8ede30b8b394b43389e1fdd95d5'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutk3ywk/kernel_replay/evidence/compiled-fixtures/BadPublic.olean', 'sha256': '964baf2b19c4c8f766910851d8f8aa615f26fa4c04929c3b11cd7b0e4304d3cf'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutk3ywk/kernel_replay/evidence/compiled-fixtures/BadPublic.olean.server', 'sha256': 'f269ad0781ece6de0f8a24bdd1f4bbd84f971026ba273fedadd454e9bef07539'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutk3ywk/kernel_replay/evidence/compiled-fixtures/BadPublic.olean.private', 'sha256': '79545f034e10fc850477f2feaf564e62f8f396fca76e98244ebdeb4d7d74cfce'}]}], 'context': [], 'tool': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutk3ywk/kernel_replay/kernel_replay.py', 'sha256': '416b688929daff9f473ce3e0abd399d8be2cde46c12956d3e5d5d9937d914293'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutk3ywk/kernel_replay/ExactReplay.lean', 'sha256': '930f302c06967af3f95f1e98f74d71c87e63d79694694977d6bf4c9e1ae04dd9'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/LeanChecker.lean', 'sha256': '2d18ec111d73c536b0bdee2533556bb9548c349f386797d3d3837b1f84d55dae'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/Lean/Replay.lean', 'sha256': 'c434b5b2bc5047ca58d4a095fcf1d9935d413c788ae98a4f21948e6a95ca3fb0'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/LeanChecker.olean', 'sha256': 'd6829015630328e3c70909a4cba004a7933f6d52cad3721488a2efaa14c1bbbe'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean', 'sha256': '66cb6f6d0bd6f9faee0205ddf0e289d1936e40f7808dfe9ad6eba412a5d8b427'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.server', 'sha256': '46026af21aa760fb2343c15336f6e1476d37e4829e4e0ec529ab499fd0a2b010'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.private', 'sha256': 'fadad15c5bb080fee117b7fd049b6f54e3077b5b258902fe47cad8dbf76649a1'}]}, 'g2_status': 'NOT_ASSESSED', 'full_cbz': False, 'ended': '2026-10-29T17:52:39.003923+00:00'}\n\n----------------------------------------------------------------------\nRan 1 test in 2.388s\n\nFAILED (failures=1)\n", + "stderr": "" + } + ] +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/g0-tests.json b/cbz/contributions/math514/kernel_replay/evidence/g0-tests.json new file mode 100644 index 000000000..a435cc2b7 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/g0-tests.json @@ -0,0 +1,10 @@ +{ + "tests_run": 25, + "assertion_failures": 0, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": true, + "log": "test_duplicate_modules_rejected (test_kernel_replay.WrapperTests.test_duplicate_modules_rejected) ... ok\ntest_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected) ... ok\ntest_expected_coverage_mismatch_rejected (test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected) ... ok\ntest_individual_olean_symlink_rejected (test_kernel_replay.WrapperTests.test_individual_olean_symlink_rejected) ... ok\ntest_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied) ... ok\ntest_missing_module_rejected (test_kernel_replay.WrapperTests.test_missing_module_rejected) ... ok\ntest_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) ... ok\ntest_module_names_and_unknown_fields_rejected (test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected) ... ok\ntest_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected) ... ok\ntest_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker) ... ok\ntest_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... ok\ntest_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected) ... ok\ntest_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected) ... ok\ntest_strict_cli (test_kernel_replay.WrapperTests.test_strict_cli) ... ok\ntest_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal) ... ok\ntest_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected) ... ok\ntest_only_clean_assertion_failure_is_a_kill (test_mutation_harness.MutationHarnessTests.test_only_clean_assertion_failure_is_a_kill) ... ok\ntest_driver_missing_request_and_binding_rejected (test_real_lean.RealLeanTests.test_driver_missing_request_and_binding_rejected) ... ok\ntest_exact_module_no_prefix_glob (test_real_lean.RealLeanTests.test_exact_module_no_prefix_glob) ... ok\ntest_good_public_private_inductive_all_parts (test_real_lean.RealLeanTests.test_good_public_private_inductive_all_parts) ... ok\ntest_private_self_reference_rejected (test_real_lean.RealLeanTests.test_private_self_reference_rejected) ... ok\ntest_public_self_reference_rejected (test_real_lean.RealLeanTests.test_public_self_reference_rejected) ... ok\ntest_real_private_body_cannot_hide_behind_olean_symlink (test_real_lean.RealLeanTests.test_real_private_body_cannot_hide_behind_olean_symlink) ... ok\ntest_unapproved_axiom_kernel_valid_but_independent_policy_rejects (test_real_lean.RealLeanTests.test_unapproved_axiom_kernel_valid_but_independent_policy_rejects) ... ok\ntest_user_lean_path_cannot_shadow_checker (test_real_lean.RealLeanTests.test_user_lean_path_cannot_shadow_checker) ... ok\n\n----------------------------------------------------------------------\nRan 25 tests in 7.975s\n\nOK\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/initial-import-shadow-failure.json b/cbz/contributions/math514/kernel_replay/evidence/initial-import-shadow-failure.json new file mode 100644 index 000000000..7f37e0231 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/initial-import-shadow-failure.json @@ -0,0 +1,124 @@ +{ + "schema": "cbz-kernel-replay/v1", + "gate": "G4-scoped-adapter", + "started": "2026-10-29T17:46:52.961267+00:00", + "ok": false, + "results": [ + { + "module": "Good", + "command": [ + "/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/bin/lean", + "-j1", + "/workspace/cbz-0/tools/kernel_replay/ExactReplay.lean" + ], + "started": "2026-10-29T17:46:52.964569+00:00", + "status": "FAIL", + "ok": false, + "returncode": 1, + "memory_mib": 8192, + "timeout_seconds": 60, + "source": { + "path": "/workspace/cbz-0/tools/kernel_replay/tests/fixtures/Good.lean", + "sha256": "399a84340143a41948b838d33fdb7a60491c7d6827f40970115d24c0bc7bc728" + }, + "parts": [ + { + "path": "/workspace/cbz-0/tools/kernel_replay/evidence/compiled-fixtures/Good.olean", + "sha256": "71850802d7719967a07397afd42a3dce1eb3fc5f6ef915556c1e6c3ce6cca27c" + }, + { + "path": "/workspace/cbz-0/tools/kernel_replay/evidence/compiled-fixtures/Good.olean.server", + "sha256": "64aad674a938d54c40e51c647380eb937e6e22075b72c32162a584f7871ba07b" + }, + { + "path": "/workspace/cbz-0/tools/kernel_replay/evidence/compiled-fixtures/Good.olean.private", + "sha256": "92c9f15ad23e16f22580d6c41581cf0df79d84c9177e88388dac55d83323d698" + } + ], + "pid": 6310, + "stdout": "/workspace/cbz-0/tools/kernel_replay/ExactReplay.lean:7:0: error: failed to read file '/workspace/cbz-0/tools/kernel_replay/evidence/compiled-fixtures/LeanChecker.olean', invalid header\n", + "stdout_bytes": 186, + "stderr": "", + "stderr_bytes": 0, + "ended": "2026-10-29T17:46:53.084312+00:00", + "elapsed_seconds": 0.11974903999998787 + } + ], + "completed_count": 0, + "expected_count": 1, + "manifest": { + "schema": "cbz-kernel-replay/v1", + "lean": { + "path": "/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/bin/lean", + "sha256": "e8baaa71855a616dc351028f3ad2200051b0671f423a1696a100e809302d5550" + }, + "sysroot": "/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1", + "lean_path": [ + "/workspace/cbz-0/tools/kernel_replay/evidence/compiled-fixtures" + ], + "expected_modules": [ + "Good" + ], + "modules": [ + { + "name": "Good", + "source": { + "path": "/workspace/cbz-0/tools/kernel_replay/tests/fixtures/Good.lean", + "sha256": "399a84340143a41948b838d33fdb7a60491c7d6827f40970115d24c0bc7bc728" + }, + "parts": [ + { + "path": "/workspace/cbz-0/tools/kernel_replay/evidence/compiled-fixtures/Good.olean", + "sha256": "71850802d7719967a07397afd42a3dce1eb3fc5f6ef915556c1e6c3ce6cca27c" + }, + { + "path": "/workspace/cbz-0/tools/kernel_replay/evidence/compiled-fixtures/Good.olean.server", + "sha256": "64aad674a938d54c40e51c647380eb937e6e22075b72c32162a584f7871ba07b" + }, + { + "path": "/workspace/cbz-0/tools/kernel_replay/evidence/compiled-fixtures/Good.olean.private", + "sha256": "92c9f15ad23e16f22580d6c41581cf0df79d84c9177e88388dac55d83323d698" + } + ] + } + ], + "context": [], + "tool": [ + { + "path": "/workspace/cbz-0/tools/kernel_replay/kernel_replay.py", + "sha256": "33a97a3aa093a062266d2413e150c183d9af83af179e54c9cbe18cf210f1ea7b" + }, + { + "path": "/workspace/cbz-0/tools/kernel_replay/ExactReplay.lean", + "sha256": "24e55f5e99c83a46f9f908bbc90f22292a94305294e287d9b2eccbf24e8e6b66" + }, + { + "path": "/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/LeanChecker.lean", + "sha256": "2d18ec111d73c536b0bdee2533556bb9548c349f386797d3d3837b1f84d55dae" + }, + { + "path": "/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/Lean/Replay.lean", + "sha256": "c434b5b2bc5047ca58d4a095fcf1d9935d413c788ae98a4f21948e6a95ca3fb0" + }, + { + "path": "/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/LeanChecker.olean", + "sha256": "d6829015630328e3c70909a4cba004a7933f6d52cad3721488a2efaa14c1bbbe" + }, + { + "path": "/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean", + "sha256": "66cb6f6d0bd6f9faee0205ddf0e289d1936e40f7808dfe9ad6eba412a5d8b427" + }, + { + "path": "/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.server", + "sha256": "46026af21aa760fb2343c15336f6e1476d37e4829e4e0ec529ab499fd0a2b010" + }, + { + "path": "/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.private", + "sha256": "fadad15c5bb080fee117b7fd049b6f54e3077b5b258902fe47cad8dbf76649a1" + } + ] + }, + "g2_status": "NOT_ASSESSED", + "full_cbz": false, + "ended": "2026-10-29T17:46:53.086088+00:00" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/initial-low-address-limit-failures.json b/cbz/contributions/math514/kernel_replay/evidence/initial-low-address-limit-failures.json new file mode 100644 index 000000000..d611ffd0d --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/initial-low-address-limit-failures.json @@ -0,0 +1,497 @@ +{ + "observation": "2 GiB RLIMIT_AS caused Lean runtime thread-creation failure before replay; never G4 green", + "results": [ + { + "schema": "cbz-kernel-replay/v1", + "gate": "G4-scoped-adapter", + "started": "2026-10-29T17:44:16.175513+00:00", + "ok": false, + "results": [ + { + "module": "BadPrivate", + "command": [ + "/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/bin/lean", + "/workspace/cbz-0/tools/kernel_replay/ExactReplay.lean" + ], + "started": "2026-10-29T17:44:16.178164+00:00", + "status": "FAIL", + "ok": false, + "returncode": -6, + "memory_mib": 2048, + "timeout_seconds": 60, + "source": { + "path": "/workspace/cbz-0/tools/kernel_replay/tests/fixtures/BadPrivate.lean", + "sha256": "8bfbbc22b30cae5c06f461b8794eb23fa3b46737ff3179d90a258720f1bbf022" + }, + "parts": [ + { + "path": "/workspace/cbz-0/tools/kernel_replay/evidence/tmp_yngox4o/BadPrivate.olean", + "sha256": "5866a6393bb6a5096ba4df704bf5b37929e00b96fef148ac447b4232af821b54" + }, + { + "path": "/workspace/cbz-0/tools/kernel_replay/evidence/tmp_yngox4o/BadPrivate.olean.server", + "sha256": "cf93f6bc88fd4fa19439767fa35f8a928d4d8aa80ceac1dbcdaf304a2faf904a" + }, + { + "path": "/workspace/cbz-0/tools/kernel_replay/evidence/tmp_yngox4o/BadPrivate.olean.private", + "sha256": "ee71ee16ed119b9090e9162e84905ea59d317da4a7d461442529ffa860e64649" + } + ], + "pid": 5869, + "stdout": "", + "stdout_bytes": 0, + "stderr": "libc++abi: terminating due to uncaught exception of type lean::exception: failed to create thread: Resource temporarily unavailable\n", + "stderr_bytes": 132, + "ended": "2026-10-29T17:44:16.186762+00:00", + "elapsed_seconds": 0.008620387000519258 + } + ], + "completed_count": 0, + "expected_count": 1, + "manifest": { + "schema": "cbz-kernel-replay/v1", + "lean": { + "path": "/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/bin/lean", + "sha256": "e8baaa71855a616dc351028f3ad2200051b0671f423a1696a100e809302d5550" + }, + "sysroot": "/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1", + "lean_path": [ + "/workspace/cbz-0/tools/kernel_replay/evidence/tmp_yngox4o" + ], + "expected_modules": [ + "BadPrivate" + ], + "modules": [ + { + "name": "BadPrivate", + "source": { + "path": "/workspace/cbz-0/tools/kernel_replay/tests/fixtures/BadPrivate.lean", + "sha256": "8bfbbc22b30cae5c06f461b8794eb23fa3b46737ff3179d90a258720f1bbf022" + }, + "parts": [ + { + "path": "/workspace/cbz-0/tools/kernel_replay/evidence/tmp_yngox4o/BadPrivate.olean", + "sha256": "5866a6393bb6a5096ba4df704bf5b37929e00b96fef148ac447b4232af821b54" + }, + { + "path": "/workspace/cbz-0/tools/kernel_replay/evidence/tmp_yngox4o/BadPrivate.olean.server", + "sha256": "cf93f6bc88fd4fa19439767fa35f8a928d4d8aa80ceac1dbcdaf304a2faf904a" + }, + { + "path": "/workspace/cbz-0/tools/kernel_replay/evidence/tmp_yngox4o/BadPrivate.olean.private", + "sha256": "ee71ee16ed119b9090e9162e84905ea59d317da4a7d461442529ffa860e64649" + } + ] + } + ], + "context": [], + "tool": [ + { + "path": "/workspace/cbz-0/tools/kernel_replay/kernel_replay.py", + "sha256": "b7445b89a03fb95e9fa859afa9da7cae7396b2e34819bbb7aaa76df7e3b69c6b" + }, + { + "path": "/workspace/cbz-0/tools/kernel_replay/ExactReplay.lean", + "sha256": "24e55f5e99c83a46f9f908bbc90f22292a94305294e287d9b2eccbf24e8e6b66" + }, + { + "path": "/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/LeanChecker.lean", + "sha256": "2d18ec111d73c536b0bdee2533556bb9548c349f386797d3d3837b1f84d55dae" + }, + { + "path": "/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/Lean/Replay.lean", + "sha256": "c434b5b2bc5047ca58d4a095fcf1d9935d413c788ae98a4f21948e6a95ca3fb0" + }, + { + "path": "/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/LeanChecker.olean", + "sha256": "d6829015630328e3c70909a4cba004a7933f6d52cad3721488a2efaa14c1bbbe" + }, + { + "path": "/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean", + "sha256": "66cb6f6d0bd6f9faee0205ddf0e289d1936e40f7808dfe9ad6eba412a5d8b427" + }, + { + "path": "/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.server", + "sha256": "46026af21aa760fb2343c15336f6e1476d37e4829e4e0ec529ab499fd0a2b010" + }, + { + "path": "/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.private", + "sha256": "fadad15c5bb080fee117b7fd049b6f54e3077b5b258902fe47cad8dbf76649a1" + } + ] + }, + "g2_status": "NOT_ASSESSED", + "full_cbz": false, + "ended": "2026-10-29T17:44:16.188348+00:00" + }, + { + "schema": "cbz-kernel-replay/v1", + "gate": "G4-scoped-adapter", + "started": "2026-10-29T17:44:16.190374+00:00", + "ok": false, + "results": [ + { + "module": "BadPublic", + "command": [ + "/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/bin/lean", + "/workspace/cbz-0/tools/kernel_replay/ExactReplay.lean" + ], + "started": "2026-10-29T17:44:16.193113+00:00", + "status": "FAIL", + "ok": false, + "returncode": -6, + "memory_mib": 2048, + "timeout_seconds": 60, + "source": { + "path": "/workspace/cbz-0/tools/kernel_replay/tests/fixtures/BadPublic.lean", + "sha256": "35b45c63cdfd6f48fd5820d1c48e9e101bfd87c582ef0b5112543c533d597fbe" + }, + "parts": [ + { + "path": "/workspace/cbz-0/tools/kernel_replay/evidence/tmp_yngox4o/BadPublic.olean", + "sha256": "d7fa376fa71a436b9663d2a87c40e32760f2d124085c304831b84be9c51e6e7a" + }, + { + "path": "/workspace/cbz-0/tools/kernel_replay/evidence/tmp_yngox4o/BadPublic.olean.server", + "sha256": "5d56f60c99151b5065cb151c7aa90306548bda7948d4ec1e42b0961c08f9273a" + }, + { + "path": "/workspace/cbz-0/tools/kernel_replay/evidence/tmp_yngox4o/BadPublic.olean.private", + "sha256": "84f3851d24c95669b7e632062e5c0233873d4a7733e1501597765d2faea7be3a" + } + ], + "pid": 5871, + "stdout": "", + "stdout_bytes": 0, + "stderr": "libc++abi: terminating due to uncaught exception of type lean::exception: failed to create thread: Resource temporarily unavailable\n", + "stderr_bytes": 132, + "ended": "2026-10-29T17:44:16.201642+00:00", + "elapsed_seconds": 0.008529789000021992 + } + ], + "completed_count": 0, + "expected_count": 1, + "manifest": { + "schema": "cbz-kernel-replay/v1", + "lean": { + "path": "/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/bin/lean", + "sha256": "e8baaa71855a616dc351028f3ad2200051b0671f423a1696a100e809302d5550" + }, + "sysroot": "/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1", + "lean_path": [ + "/workspace/cbz-0/tools/kernel_replay/evidence/tmp_yngox4o" + ], + "expected_modules": [ + "BadPublic" + ], + "modules": [ + { + "name": "BadPublic", + "source": { + "path": "/workspace/cbz-0/tools/kernel_replay/tests/fixtures/BadPublic.lean", + "sha256": "35b45c63cdfd6f48fd5820d1c48e9e101bfd87c582ef0b5112543c533d597fbe" + }, + "parts": [ + { + "path": "/workspace/cbz-0/tools/kernel_replay/evidence/tmp_yngox4o/BadPublic.olean", + "sha256": "d7fa376fa71a436b9663d2a87c40e32760f2d124085c304831b84be9c51e6e7a" + }, + { + "path": "/workspace/cbz-0/tools/kernel_replay/evidence/tmp_yngox4o/BadPublic.olean.server", + "sha256": "5d56f60c99151b5065cb151c7aa90306548bda7948d4ec1e42b0961c08f9273a" + }, + { + "path": "/workspace/cbz-0/tools/kernel_replay/evidence/tmp_yngox4o/BadPublic.olean.private", + "sha256": "84f3851d24c95669b7e632062e5c0233873d4a7733e1501597765d2faea7be3a" + } + ] + } + ], + "context": [], + "tool": [ + { + "path": "/workspace/cbz-0/tools/kernel_replay/kernel_replay.py", + "sha256": "b7445b89a03fb95e9fa859afa9da7cae7396b2e34819bbb7aaa76df7e3b69c6b" + }, + { + "path": "/workspace/cbz-0/tools/kernel_replay/ExactReplay.lean", + "sha256": "24e55f5e99c83a46f9f908bbc90f22292a94305294e287d9b2eccbf24e8e6b66" + }, + { + "path": "/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/LeanChecker.lean", + "sha256": "2d18ec111d73c536b0bdee2533556bb9548c349f386797d3d3837b1f84d55dae" + }, + { + "path": "/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/Lean/Replay.lean", + "sha256": "c434b5b2bc5047ca58d4a095fcf1d9935d413c788ae98a4f21948e6a95ca3fb0" + }, + { + "path": "/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/LeanChecker.olean", + "sha256": "d6829015630328e3c70909a4cba004a7933f6d52cad3721488a2efaa14c1bbbe" + }, + { + "path": "/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean", + "sha256": "66cb6f6d0bd6f9faee0205ddf0e289d1936e40f7808dfe9ad6eba412a5d8b427" + }, + { + "path": "/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.server", + "sha256": "46026af21aa760fb2343c15336f6e1476d37e4829e4e0ec529ab499fd0a2b010" + }, + { + "path": "/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.private", + "sha256": "fadad15c5bb080fee117b7fd049b6f54e3077b5b258902fe47cad8dbf76649a1" + } + ] + }, + "g2_status": "NOT_ASSESSED", + "full_cbz": false, + "ended": "2026-10-29T17:44:16.203913+00:00" + }, + { + "schema": "cbz-kernel-replay/v1", + "gate": "G4-scoped-adapter", + "started": "2026-10-29T17:44:16.160197+00:00", + "ok": false, + "results": [ + { + "module": "Good", + "command": [ + "/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/bin/lean", + "/workspace/cbz-0/tools/kernel_replay/ExactReplay.lean" + ], + "started": "2026-10-29T17:44:16.163043+00:00", + "status": "FAIL", + "ok": false, + "returncode": -6, + "memory_mib": 2048, + "timeout_seconds": 60, + "source": { + "path": "/workspace/cbz-0/tools/kernel_replay/tests/fixtures/Good.lean", + "sha256": "399a84340143a41948b838d33fdb7a60491c7d6827f40970115d24c0bc7bc728" + }, + "parts": [ + { + "path": "/workspace/cbz-0/tools/kernel_replay/evidence/tmp_yngox4o/Good.olean", + "sha256": "71850802d7719967a07397afd42a3dce1eb3fc5f6ef915556c1e6c3ce6cca27c" + }, + { + "path": "/workspace/cbz-0/tools/kernel_replay/evidence/tmp_yngox4o/Good.olean.server", + "sha256": "64aad674a938d54c40e51c647380eb937e6e22075b72c32162a584f7871ba07b" + }, + { + "path": "/workspace/cbz-0/tools/kernel_replay/evidence/tmp_yngox4o/Good.olean.private", + "sha256": "92c9f15ad23e16f22580d6c41581cf0df79d84c9177e88388dac55d83323d698" + } + ], + "pid": 5867, + "stdout": "", + "stdout_bytes": 0, + "stderr": "libc++abi: terminating due to uncaught exception of type lean::exception: failed to create thread: Resource temporarily unavailable\n", + "stderr_bytes": 132, + "ended": "2026-10-29T17:44:16.171688+00:00", + "elapsed_seconds": 0.00864493799963384 + } + ], + "completed_count": 0, + "expected_count": 1, + "manifest": { + "schema": "cbz-kernel-replay/v1", + "lean": { + "path": "/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/bin/lean", + "sha256": "e8baaa71855a616dc351028f3ad2200051b0671f423a1696a100e809302d5550" + }, + "sysroot": "/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1", + "lean_path": [ + "/workspace/cbz-0/tools/kernel_replay/evidence/tmp_yngox4o" + ], + "expected_modules": [ + "Good" + ], + "modules": [ + { + "name": "Good", + "source": { + "path": "/workspace/cbz-0/tools/kernel_replay/tests/fixtures/Good.lean", + "sha256": "399a84340143a41948b838d33fdb7a60491c7d6827f40970115d24c0bc7bc728" + }, + "parts": [ + { + "path": "/workspace/cbz-0/tools/kernel_replay/evidence/tmp_yngox4o/Good.olean", + "sha256": "71850802d7719967a07397afd42a3dce1eb3fc5f6ef915556c1e6c3ce6cca27c" + }, + { + "path": "/workspace/cbz-0/tools/kernel_replay/evidence/tmp_yngox4o/Good.olean.server", + "sha256": "64aad674a938d54c40e51c647380eb937e6e22075b72c32162a584f7871ba07b" + }, + { + "path": "/workspace/cbz-0/tools/kernel_replay/evidence/tmp_yngox4o/Good.olean.private", + "sha256": "92c9f15ad23e16f22580d6c41581cf0df79d84c9177e88388dac55d83323d698" + } + ] + } + ], + "context": [], + "tool": [ + { + "path": "/workspace/cbz-0/tools/kernel_replay/kernel_replay.py", + "sha256": "b7445b89a03fb95e9fa859afa9da7cae7396b2e34819bbb7aaa76df7e3b69c6b" + }, + { + "path": "/workspace/cbz-0/tools/kernel_replay/ExactReplay.lean", + "sha256": "24e55f5e99c83a46f9f908bbc90f22292a94305294e287d9b2eccbf24e8e6b66" + }, + { + "path": "/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/LeanChecker.lean", + "sha256": "2d18ec111d73c536b0bdee2533556bb9548c349f386797d3d3837b1f84d55dae" + }, + { + "path": "/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/Lean/Replay.lean", + "sha256": "c434b5b2bc5047ca58d4a095fcf1d9935d413c788ae98a4f21948e6a95ca3fb0" + }, + { + "path": "/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/LeanChecker.olean", + "sha256": "d6829015630328e3c70909a4cba004a7933f6d52cad3721488a2efaa14c1bbbe" + }, + { + "path": "/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean", + "sha256": "66cb6f6d0bd6f9faee0205ddf0e289d1936e40f7808dfe9ad6eba412a5d8b427" + }, + { + "path": "/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.server", + "sha256": "46026af21aa760fb2343c15336f6e1476d37e4829e4e0ec529ab499fd0a2b010" + }, + { + "path": "/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.private", + "sha256": "fadad15c5bb080fee117b7fd049b6f54e3077b5b258902fe47cad8dbf76649a1" + } + ] + }, + "g2_status": "NOT_ASSESSED", + "full_cbz": false, + "ended": "2026-10-29T17:44:16.173320+00:00" + }, + { + "schema": "cbz-kernel-replay/v1", + "gate": "G4-scoped-adapter", + "started": "2026-10-29T17:44:16.205967+00:00", + "ok": false, + "results": [ + { + "module": "UnapprovedAxiom", + "command": [ + "/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/bin/lean", + "/workspace/cbz-0/tools/kernel_replay/ExactReplay.lean" + ], + "started": "2026-10-29T17:44:16.208834+00:00", + "status": "FAIL", + "ok": false, + "returncode": -6, + "memory_mib": 2048, + "timeout_seconds": 60, + "source": { + "path": "/workspace/cbz-0/tools/kernel_replay/tests/fixtures/UnapprovedAxiom.lean", + "sha256": "24a4ed0e582c2cfc1a5113da5cf0215bf1adcfcd0e885db6448ee31428f34547" + }, + "parts": [ + { + "path": "/workspace/cbz-0/tools/kernel_replay/evidence/tmp_yngox4o/UnapprovedAxiom.olean", + "sha256": "cf6f7c946ba00133f89ddad1ae6638b1eee298406ef3e98ab94c9148b47f5498" + }, + { + "path": "/workspace/cbz-0/tools/kernel_replay/evidence/tmp_yngox4o/UnapprovedAxiom.olean.server", + "sha256": "7377e93c142feadf6d87719868c4adc2df6e7e759e8bf617b51970680444afff" + }, + { + "path": "/workspace/cbz-0/tools/kernel_replay/evidence/tmp_yngox4o/UnapprovedAxiom.olean.private", + "sha256": "04cafad3cdea7af357c1440cf4967b20df05b5bdbb12dc6a87c4ffeab111ad0f" + } + ], + "pid": 5873, + "stdout": "", + "stdout_bytes": 0, + "stderr": "libc++abi: terminating due to uncaught exception of type lean::exception: failed to create thread: Resource temporarily unavailable\n", + "stderr_bytes": 132, + "ended": "2026-10-29T17:44:16.217433+00:00", + "elapsed_seconds": 0.008599818000220694 + } + ], + "completed_count": 0, + "expected_count": 1, + "manifest": { + "schema": "cbz-kernel-replay/v1", + "lean": { + "path": "/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/bin/lean", + "sha256": "e8baaa71855a616dc351028f3ad2200051b0671f423a1696a100e809302d5550" + }, + "sysroot": "/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1", + "lean_path": [ + "/workspace/cbz-0/tools/kernel_replay/evidence/tmp_yngox4o" + ], + "expected_modules": [ + "UnapprovedAxiom" + ], + "modules": [ + { + "name": "UnapprovedAxiom", + "source": { + "path": "/workspace/cbz-0/tools/kernel_replay/tests/fixtures/UnapprovedAxiom.lean", + "sha256": "24a4ed0e582c2cfc1a5113da5cf0215bf1adcfcd0e885db6448ee31428f34547" + }, + "parts": [ + { + "path": "/workspace/cbz-0/tools/kernel_replay/evidence/tmp_yngox4o/UnapprovedAxiom.olean", + "sha256": "cf6f7c946ba00133f89ddad1ae6638b1eee298406ef3e98ab94c9148b47f5498" + }, + { + "path": "/workspace/cbz-0/tools/kernel_replay/evidence/tmp_yngox4o/UnapprovedAxiom.olean.server", + "sha256": "7377e93c142feadf6d87719868c4adc2df6e7e759e8bf617b51970680444afff" + }, + { + "path": "/workspace/cbz-0/tools/kernel_replay/evidence/tmp_yngox4o/UnapprovedAxiom.olean.private", + "sha256": "04cafad3cdea7af357c1440cf4967b20df05b5bdbb12dc6a87c4ffeab111ad0f" + } + ] + } + ], + "context": [], + "tool": [ + { + "path": "/workspace/cbz-0/tools/kernel_replay/kernel_replay.py", + "sha256": "b7445b89a03fb95e9fa859afa9da7cae7396b2e34819bbb7aaa76df7e3b69c6b" + }, + { + "path": "/workspace/cbz-0/tools/kernel_replay/ExactReplay.lean", + "sha256": "24e55f5e99c83a46f9f908bbc90f22292a94305294e287d9b2eccbf24e8e6b66" + }, + { + "path": "/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/LeanChecker.lean", + "sha256": "2d18ec111d73c536b0bdee2533556bb9548c349f386797d3d3837b1f84d55dae" + }, + { + "path": "/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/Lean/Replay.lean", + "sha256": "c434b5b2bc5047ca58d4a095fcf1d9935d413c788ae98a4f21948e6a95ca3fb0" + }, + { + "path": "/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/LeanChecker.olean", + "sha256": "d6829015630328e3c70909a4cba004a7933f6d52cad3721488a2efaa14c1bbbe" + }, + { + "path": "/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean", + "sha256": "66cb6f6d0bd6f9faee0205ddf0e289d1936e40f7808dfe9ad6eba412a5d8b427" + }, + { + "path": "/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.server", + "sha256": "46026af21aa760fb2343c15336f6e1476d37e4829e4e0ec529ab499fd0a2b010" + }, + { + "path": "/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.private", + "sha256": "fadad15c5bb080fee117b7fd049b6f54e3077b5b258902fe47cad8dbf76649a1" + } + ] + }, + "g2_status": "NOT_ASSESSED", + "full_cbz": false, + "ended": "2026-10-29T17:44:16.219051+00:00" + } + ] +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/initial-real-symlink-replay.json b/cbz/contributions/math514/kernel_replay/evidence/initial-real-symlink-replay.json new file mode 100644 index 000000000..bd9139718 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/initial-real-symlink-replay.json @@ -0,0 +1,124 @@ +{ + "schema": "cbz-kernel-replay/v1", + "gate": "G4-scoped-adapter", + "started": "2026-10-29T17:51:33.407865+00:00", + "ok": true, + "results": [ + { + "module": "BadPrivate", + "command": [ + "/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/bin/lean", + "-j1", + "/workspace/cbz-0/tools/kernel_replay/ExactReplay.lean" + ], + "started": "2026-10-29T17:51:33.411291+00:00", + "status": "PASS", + "ok": true, + "returncode": 0, + "memory_mib": 8192, + "timeout_seconds": 60, + "source": { + "path": "/workspace/cbz-0/tools/kernel_replay/tests/fixtures/BadPrivate.lean", + "sha256": "fa95b63ae8037158cdc643a6542ed28dc1adde86a529a535cfc0c713033ec429" + }, + "parts": [ + { + "path": "/workspace/cbz-0/tools/kernel_replay/evidence/compiled-fixtures/BadPrivate.olean", + "sha256": "4852f84146cb5a48707afd347a25b72a515bf8b49d3fcb41de8737207fa07c4a" + }, + { + "path": "/workspace/cbz-0/tools/kernel_replay/evidence/compiled-fixtures/BadPrivate.olean.server", + "sha256": "1fdecaa00df8d775a546be77006e144d7400bf57e79f00264fa698f9a8ed18d8" + }, + { + "path": "/workspace/cbz-0/tools/kernel_replay/evidence/compiled-fixtures/BadPrivate.olean.private", + "sha256": "3bff38ad49d726bb62879d3ed4e7a1ad155dd1bfb35dd48f5a210243caf9db2a" + } + ], + "pid": 9484, + "stdout": "CBZ_KERNEL_REPLAY_OK BadPrivate\n", + "stdout_bytes": 32, + "stderr": "", + "stderr_bytes": 0, + "ended": "2026-10-29T17:51:34.530680+00:00", + "elapsed_seconds": 1.1194349070001408 + } + ], + "completed_count": 1, + "expected_count": 1, + "manifest": { + "schema": "cbz-kernel-replay/v1", + "lean": { + "path": "/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/bin/lean", + "sha256": "e8baaa71855a616dc351028f3ad2200051b0671f423a1696a100e809302d5550" + }, + "sysroot": "/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1", + "lean_path": [ + "/workspace/cbz-0/tools/kernel_replay/evidence/compiled-fixtures/symlink-negative" + ], + "expected_modules": [ + "BadPrivate" + ], + "modules": [ + { + "name": "BadPrivate", + "source": { + "path": "/workspace/cbz-0/tools/kernel_replay/tests/fixtures/BadPrivate.lean", + "sha256": "fa95b63ae8037158cdc643a6542ed28dc1adde86a529a535cfc0c713033ec429" + }, + "parts": [ + { + "path": "/workspace/cbz-0/tools/kernel_replay/evidence/compiled-fixtures/BadPrivate.olean", + "sha256": "4852f84146cb5a48707afd347a25b72a515bf8b49d3fcb41de8737207fa07c4a" + }, + { + "path": "/workspace/cbz-0/tools/kernel_replay/evidence/compiled-fixtures/BadPrivate.olean.server", + "sha256": "1fdecaa00df8d775a546be77006e144d7400bf57e79f00264fa698f9a8ed18d8" + }, + { + "path": "/workspace/cbz-0/tools/kernel_replay/evidence/compiled-fixtures/BadPrivate.olean.private", + "sha256": "3bff38ad49d726bb62879d3ed4e7a1ad155dd1bfb35dd48f5a210243caf9db2a" + } + ] + } + ], + "context": [], + "tool": [ + { + "path": "/workspace/cbz-0/tools/kernel_replay/kernel_replay.py", + "sha256": "1ef2b114c40f9d8c665534ccfa71bb3d3bdb8a9c1b2a865e98f523bc4de111ac" + }, + { + "path": "/workspace/cbz-0/tools/kernel_replay/ExactReplay.lean", + "sha256": "24e55f5e99c83a46f9f908bbc90f22292a94305294e287d9b2eccbf24e8e6b66" + }, + { + "path": "/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/LeanChecker.lean", + "sha256": "2d18ec111d73c536b0bdee2533556bb9548c349f386797d3d3837b1f84d55dae" + }, + { + "path": "/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/Lean/Replay.lean", + "sha256": "c434b5b2bc5047ca58d4a095fcf1d9935d413c788ae98a4f21948e6a95ca3fb0" + }, + { + "path": "/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/LeanChecker.olean", + "sha256": "d6829015630328e3c70909a4cba004a7933f6d52cad3721488a2efaa14c1bbbe" + }, + { + "path": "/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean", + "sha256": "66cb6f6d0bd6f9faee0205ddf0e289d1936e40f7808dfe9ad6eba412a5d8b427" + }, + { + "path": "/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.server", + "sha256": "46026af21aa760fb2343c15336f6e1476d37e4829e4e0ec529ab499fd0a2b010" + }, + { + "path": "/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.private", + "sha256": "fadad15c5bb080fee117b7fd049b6f54e3077b5b258902fe47cad8dbf76649a1" + } + ] + }, + "g2_status": "NOT_ASSESSED", + "full_cbz": false, + "ended": "2026-10-29T17:51:34.532827+00:00" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/mutations/allow-artifact-symlink.json b/cbz/contributions/math514/kernel_replay/evidence/mutations/allow-artifact-symlink.json new file mode 100644 index 000000000..58e14ec86 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/mutations/allow-artifact-symlink.json @@ -0,0 +1,21 @@ +{ + "name": "allow-artifact-symlink", + "file": "kernel_replay.py", + "test": "test_real_lean.RealLeanTests.test_real_private_body_cannot_hide_behind_olean_symlink", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "416b688929daff9f473ce3e0abd399d8be2cde46c12956d3e5d5d9937d914293", + "mutated_sha256": "78a0d048f9b362aed5b7243a59da04a2160234461213627800516b5b7c71e296", + "tests": { + "tests_run": 1, + "assertion_failures": 1, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_real_private_body_cannot_hide_behind_olean_symlink (test_real_lean.RealLeanTests.test_real_private_body_cannot_hide_behind_olean_symlink) ... FAIL\n\n======================================================================\nFAIL: test_real_private_body_cannot_hide_behind_olean_symlink (test_real_lean.RealLeanTests.test_real_private_body_cannot_hide_behind_olean_symlink)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-op8ic6rr/kernel_replay/tests/test_real_lean.py\", line 107, in test_real_private_body_cannot_hide_behind_olean_symlink\n self.assertFalse(r['ok'], r)\nAssertionError: True is not false : {'schema': 'cbz-kernel-replay/v1', 'gate': 'G4-scoped-adapter', 'started': '2026-10-29T17:52:14.818262+00:00', 'ok': True, 'results': [{'module': 'BadPrivate', 'command': ['/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/bin/lean', '-j1', '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-op8ic6rr/kernel_replay/ExactReplay.lean'], 'started': '2026-10-29T17:52:14.821967+00:00', 'status': 'PASS', 'ok': True, 'returncode': 0, 'memory_mib': 8192, 'timeout_seconds': 60, 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-op8ic6rr/kernel_replay/tests/fixtures/BadPrivate.lean', 'sha256': 'fa95b63ae8037158cdc643a6542ed28dc1adde86a529a535cfc0c713033ec429'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-op8ic6rr/kernel_replay/evidence/compiled-fixtures/BadPrivate.olean', 'sha256': '4852f84146cb5a48707afd347a25b72a515bf8b49d3fcb41de8737207fa07c4a'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-op8ic6rr/kernel_replay/evidence/compiled-fixtures/BadPrivate.olean.server', 'sha256': '1fdecaa00df8d775a546be77006e144d7400bf57e79f00264fa698f9a8ed18d8'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-op8ic6rr/kernel_replay/evidence/compiled-fixtures/BadPrivate.olean.private', 'sha256': '3bff38ad49d726bb62879d3ed4e7a1ad155dd1bfb35dd48f5a210243caf9db2a'}], 'pid': 9725, 'stdout': 'CBZ_KERNEL_REPLAY_OK BadPrivate\\n', 'stdout_bytes': 32, 'stderr': '', 'stderr_bytes': 0, 'ended': '2026-10-29T17:52:15.897498+00:00', 'elapsed_seconds': 1.0755437139996502}], 'completed_count': 1, 'expected_count': 1, 'manifest': {'schema': 'cbz-kernel-replay/v1', 'lean': {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/bin/lean', 'sha256': 'e8baaa71855a616dc351028f3ad2200051b0671f423a1696a100e809302d5550'}, 'sysroot': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1', 'lean_path': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-op8ic6rr/kernel_replay/evidence/compiled-fixtures/symlink-negative'], 'expected_modules': ['BadPrivate'], 'modules': [{'name': 'BadPrivate', 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-op8ic6rr/kernel_replay/tests/fixtures/BadPrivate.lean', 'sha256': 'fa95b63ae8037158cdc643a6542ed28dc1adde86a529a535cfc0c713033ec429'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-op8ic6rr/kernel_replay/evidence/compiled-fixtures/BadPrivate.olean', 'sha256': '4852f84146cb5a48707afd347a25b72a515bf8b49d3fcb41de8737207fa07c4a'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-op8ic6rr/kernel_replay/evidence/compiled-fixtures/BadPrivate.olean.server', 'sha256': '1fdecaa00df8d775a546be77006e144d7400bf57e79f00264fa698f9a8ed18d8'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-op8ic6rr/kernel_replay/evidence/compiled-fixtures/BadPrivate.olean.private', 'sha256': '3bff38ad49d726bb62879d3ed4e7a1ad155dd1bfb35dd48f5a210243caf9db2a'}]}], 'context': [], 'tool': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-op8ic6rr/kernel_replay/kernel_replay.py', 'sha256': '78a0d048f9b362aed5b7243a59da04a2160234461213627800516b5b7c71e296'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-op8ic6rr/kernel_replay/ExactReplay.lean', 'sha256': '24e55f5e99c83a46f9f908bbc90f22292a94305294e287d9b2eccbf24e8e6b66'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/LeanChecker.lean', 'sha256': '2d18ec111d73c536b0bdee2533556bb9548c349f386797d3d3837b1f84d55dae'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/Lean/Replay.lean', 'sha256': 'c434b5b2bc5047ca58d4a095fcf1d9935d413c788ae98a4f21948e6a95ca3fb0'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/LeanChecker.olean', 'sha256': 'd6829015630328e3c70909a4cba004a7933f6d52cad3721488a2efaa14c1bbbe'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean', 'sha256': '66cb6f6d0bd6f9faee0205ddf0e289d1936e40f7808dfe9ad6eba412a5d8b427'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.server', 'sha256': '46026af21aa760fb2343c15336f6e1476d37e4829e4e0ec529ab499fd0a2b010'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.private', 'sha256': 'fadad15c5bb080fee117b7fd049b6f54e3077b5b258902fe47cad8dbf76649a1'}]}, 'g2_status': 'NOT_ASSESSED', 'full_cbz': False, 'ended': '2026-10-29T17:52:15.899916+00:00'}\n\n----------------------------------------------------------------------\nRan 1 test in 2.133s\n\nFAILED (failures=1)\n" + }, + "stdout": "test_real_private_body_cannot_hide_behind_olean_symlink (test_real_lean.RealLeanTests.test_real_private_body_cannot_hide_behind_olean_symlink) ... FAIL\n\n======================================================================\nFAIL: test_real_private_body_cannot_hide_behind_olean_symlink (test_real_lean.RealLeanTests.test_real_private_body_cannot_hide_behind_olean_symlink)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-op8ic6rr/kernel_replay/tests/test_real_lean.py\", line 107, in test_real_private_body_cannot_hide_behind_olean_symlink\n self.assertFalse(r['ok'], r)\nAssertionError: True is not false : {'schema': 'cbz-kernel-replay/v1', 'gate': 'G4-scoped-adapter', 'started': '2026-10-29T17:52:14.818262+00:00', 'ok': True, 'results': [{'module': 'BadPrivate', 'command': ['/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/bin/lean', '-j1', '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-op8ic6rr/kernel_replay/ExactReplay.lean'], 'started': '2026-10-29T17:52:14.821967+00:00', 'status': 'PASS', 'ok': True, 'returncode': 0, 'memory_mib': 8192, 'timeout_seconds': 60, 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-op8ic6rr/kernel_replay/tests/fixtures/BadPrivate.lean', 'sha256': 'fa95b63ae8037158cdc643a6542ed28dc1adde86a529a535cfc0c713033ec429'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-op8ic6rr/kernel_replay/evidence/compiled-fixtures/BadPrivate.olean', 'sha256': '4852f84146cb5a48707afd347a25b72a515bf8b49d3fcb41de8737207fa07c4a'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-op8ic6rr/kernel_replay/evidence/compiled-fixtures/BadPrivate.olean.server', 'sha256': '1fdecaa00df8d775a546be77006e144d7400bf57e79f00264fa698f9a8ed18d8'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-op8ic6rr/kernel_replay/evidence/compiled-fixtures/BadPrivate.olean.private', 'sha256': '3bff38ad49d726bb62879d3ed4e7a1ad155dd1bfb35dd48f5a210243caf9db2a'}], 'pid': 9725, 'stdout': 'CBZ_KERNEL_REPLAY_OK BadPrivate\\n', 'stdout_bytes': 32, 'stderr': '', 'stderr_bytes': 0, 'ended': '2026-10-29T17:52:15.897498+00:00', 'elapsed_seconds': 1.0755437139996502}], 'completed_count': 1, 'expected_count': 1, 'manifest': {'schema': 'cbz-kernel-replay/v1', 'lean': {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/bin/lean', 'sha256': 'e8baaa71855a616dc351028f3ad2200051b0671f423a1696a100e809302d5550'}, 'sysroot': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1', 'lean_path': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-op8ic6rr/kernel_replay/evidence/compiled-fixtures/symlink-negative'], 'expected_modules': ['BadPrivate'], 'modules': [{'name': 'BadPrivate', 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-op8ic6rr/kernel_replay/tests/fixtures/BadPrivate.lean', 'sha256': 'fa95b63ae8037158cdc643a6542ed28dc1adde86a529a535cfc0c713033ec429'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-op8ic6rr/kernel_replay/evidence/compiled-fixtures/BadPrivate.olean', 'sha256': '4852f84146cb5a48707afd347a25b72a515bf8b49d3fcb41de8737207fa07c4a'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-op8ic6rr/kernel_replay/evidence/compiled-fixtures/BadPrivate.olean.server', 'sha256': '1fdecaa00df8d775a546be77006e144d7400bf57e79f00264fa698f9a8ed18d8'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-op8ic6rr/kernel_replay/evidence/compiled-fixtures/BadPrivate.olean.private', 'sha256': '3bff38ad49d726bb62879d3ed4e7a1ad155dd1bfb35dd48f5a210243caf9db2a'}]}], 'context': [], 'tool': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-op8ic6rr/kernel_replay/kernel_replay.py', 'sha256': '78a0d048f9b362aed5b7243a59da04a2160234461213627800516b5b7c71e296'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-op8ic6rr/kernel_replay/ExactReplay.lean', 'sha256': '24e55f5e99c83a46f9f908bbc90f22292a94305294e287d9b2eccbf24e8e6b66'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/LeanChecker.lean', 'sha256': '2d18ec111d73c536b0bdee2533556bb9548c349f386797d3d3837b1f84d55dae'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/Lean/Replay.lean', 'sha256': 'c434b5b2bc5047ca58d4a095fcf1d9935d413c788ae98a4f21948e6a95ca3fb0'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/LeanChecker.olean', 'sha256': 'd6829015630328e3c70909a4cba004a7933f6d52cad3721488a2efaa14c1bbbe'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean', 'sha256': '66cb6f6d0bd6f9faee0205ddf0e289d1936e40f7808dfe9ad6eba412a5d8b427'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.server', 'sha256': '46026af21aa760fb2343c15336f6e1476d37e4829e4e0ec529ab499fd0a2b010'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.private', 'sha256': 'fadad15c5bb080fee117b7fd049b6f54e3077b5b258902fe47cad8dbf76649a1'}]}, 'g2_status': 'NOT_ASSESSED', 'full_cbz': False, 'ended': '2026-10-29T17:52:15.899916+00:00'}\n\n----------------------------------------------------------------------\nRan 1 test in 2.133s\n\nFAILED (failures=1)\n", + "stderr": "" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/mutations/concurrent-module-processes.json b/cbz/contributions/math514/kernel_replay/evidence/mutations/concurrent-module-processes.json new file mode 100644 index 000000000..5727d6c77 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/mutations/concurrent-module-processes.json @@ -0,0 +1,21 @@ +{ + "name": "concurrent-module-processes", + "file": "kernel_replay.py", + "test": "test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "416b688929daff9f473ce3e0abd399d8be2cde46c12956d3e5d5d9937d914293", + "mutated_sha256": "694cb0cf895869bb5e8d77a43ca8cce0b14e8e3c35b66780421914f17e52818f", + "tests": { + "tests_run": 1, + "assertion_failures": 1, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... FAIL\n\n======================================================================\nFAIL: test_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-gzjre9hz/kernel_replay/tests/test_kernel_replay.py\", line 146, in test_one_child_at_a_time_and_exact_coverage\n self.assertTrue(r['ok'], r)\nAssertionError: False is not true : {'schema': 'cbz-kernel-replay/v1', 'gate': 'G4-scoped-adapter', 'started': '2026-10-29T17:52:26.138025+00:00', 'ok': False, 'results': [{'module': 'Toy', 'command': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-gzjre9hz/kernel_replay/evidence/tmp14apc0ip/fake-lean', '-j1', '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-gzjre9hz/kernel_replay/ExactReplay.lean'], 'started': '2026-10-29T17:52:26.144168+00:00', 'status': 'PASS', 'ok': True, 'returncode': 0, 'memory_mib': 256, 'timeout_seconds': 4, 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-gzjre9hz/kernel_replay/evidence/tmp14apc0ip/Toy.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-gzjre9hz/kernel_replay/evidence/tmp14apc0ip/Toy.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}], 'pid': 9829, 'stdout': 'CBZ_KERNEL_REPLAY_OK Toy\\n', 'stdout_bytes': 25, 'stderr': '', 'stderr_bytes': 0, 'ended': '2026-10-29T17:52:26.260348+00:00', 'elapsed_seconds': 0.11618071599968971}, {'module': 'Other', 'command': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-gzjre9hz/kernel_replay/evidence/tmp14apc0ip/fake-lean', '-j1', '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-gzjre9hz/kernel_replay/ExactReplay.lean'], 'started': '2026-10-29T17:52:26.144547+00:00', 'status': 'FAIL', 'ok': False, 'returncode': 1, 'memory_mib': 256, 'timeout_seconds': 4, 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-gzjre9hz/kernel_replay/evidence/tmp14apc0ip/Other.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-gzjre9hz/kernel_replay/evidence/tmp14apc0ip/Other.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}], 'pid': 9830, 'stdout': '', 'stdout_bytes': 0, 'stderr': 'Traceback (most recent call last):\\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-gzjre9hz/kernel_replay/evidence/tmp14apc0ip/fake-lean\", line 5, in \\n fd = os.open(p, os.O_CREAT | os.O_EXCL | os.O_WRONLY)\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\nFileExistsError: [Errno 17] File exists: \\'/workspace/cbz-0/tools/kernel_replay/evidence/mutant-gzjre9hz/kernel_replay/evidence/tmp14apc0ip/active.lock\\'\\n', 'stderr_bytes': 440, 'ended': '2026-10-29T17:52:26.179114+00:00', 'elapsed_seconds': 0.03456953000022622}], 'completed_count': 1, 'expected_count': 2, 'manifest': {'schema': 'cbz-kernel-replay/v1', 'lean': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-gzjre9hz/kernel_replay/evidence/tmp14apc0ip/fake-lean', 'sha256': 'f387a1660d42da50856a5ba7784fe8846871072f5dec3ceae866a878bf49ea18'}, 'sysroot': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1', 'lean_path': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-gzjre9hz/kernel_replay/evidence/tmp14apc0ip'], 'expected_modules': ['Toy', 'Other'], 'modules': [{'name': 'Toy', 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-gzjre9hz/kernel_replay/evidence/tmp14apc0ip/Toy.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-gzjre9hz/kernel_replay/evidence/tmp14apc0ip/Toy.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}]}, {'name': 'Other', 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-gzjre9hz/kernel_replay/evidence/tmp14apc0ip/Other.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-gzjre9hz/kernel_replay/evidence/tmp14apc0ip/Other.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}]}], 'context': [], 'tool': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-gzjre9hz/kernel_replay/kernel_replay.py', 'sha256': '694cb0cf895869bb5e8d77a43ca8cce0b14e8e3c35b66780421914f17e52818f'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-gzjre9hz/kernel_replay/ExactReplay.lean', 'sha256': '24e55f5e99c83a46f9f908bbc90f22292a94305294e287d9b2eccbf24e8e6b66'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/LeanChecker.lean', 'sha256': '2d18ec111d73c536b0bdee2533556bb9548c349f386797d3d3837b1f84d55dae'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/Lean/Replay.lean', 'sha256': 'c434b5b2bc5047ca58d4a095fcf1d9935d413c788ae98a4f21948e6a95ca3fb0'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/LeanChecker.olean', 'sha256': 'd6829015630328e3c70909a4cba004a7933f6d52cad3721488a2efaa14c1bbbe'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean', 'sha256': '66cb6f6d0bd6f9faee0205ddf0e289d1936e40f7808dfe9ad6eba412a5d8b427'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.server', 'sha256': '46026af21aa760fb2343c15336f6e1476d37e4829e4e0ec529ab499fd0a2b010'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.private', 'sha256': 'fadad15c5bb080fee117b7fd049b6f54e3077b5b258902fe47cad8dbf76649a1'}]}, 'g2_status': 'NOT_ASSESSED', 'full_cbz': False, 'ended': '2026-10-29T17:52:26.262959+00:00'}\n\n----------------------------------------------------------------------\nRan 1 test in 0.133s\n\nFAILED (failures=1)\n" + }, + "stdout": "test_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... FAIL\n\n======================================================================\nFAIL: test_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-gzjre9hz/kernel_replay/tests/test_kernel_replay.py\", line 146, in test_one_child_at_a_time_and_exact_coverage\n self.assertTrue(r['ok'], r)\nAssertionError: False is not true : {'schema': 'cbz-kernel-replay/v1', 'gate': 'G4-scoped-adapter', 'started': '2026-10-29T17:52:26.138025+00:00', 'ok': False, 'results': [{'module': 'Toy', 'command': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-gzjre9hz/kernel_replay/evidence/tmp14apc0ip/fake-lean', '-j1', '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-gzjre9hz/kernel_replay/ExactReplay.lean'], 'started': '2026-10-29T17:52:26.144168+00:00', 'status': 'PASS', 'ok': True, 'returncode': 0, 'memory_mib': 256, 'timeout_seconds': 4, 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-gzjre9hz/kernel_replay/evidence/tmp14apc0ip/Toy.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-gzjre9hz/kernel_replay/evidence/tmp14apc0ip/Toy.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}], 'pid': 9829, 'stdout': 'CBZ_KERNEL_REPLAY_OK Toy\\n', 'stdout_bytes': 25, 'stderr': '', 'stderr_bytes': 0, 'ended': '2026-10-29T17:52:26.260348+00:00', 'elapsed_seconds': 0.11618071599968971}, {'module': 'Other', 'command': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-gzjre9hz/kernel_replay/evidence/tmp14apc0ip/fake-lean', '-j1', '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-gzjre9hz/kernel_replay/ExactReplay.lean'], 'started': '2026-10-29T17:52:26.144547+00:00', 'status': 'FAIL', 'ok': False, 'returncode': 1, 'memory_mib': 256, 'timeout_seconds': 4, 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-gzjre9hz/kernel_replay/evidence/tmp14apc0ip/Other.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-gzjre9hz/kernel_replay/evidence/tmp14apc0ip/Other.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}], 'pid': 9830, 'stdout': '', 'stdout_bytes': 0, 'stderr': 'Traceback (most recent call last):\\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-gzjre9hz/kernel_replay/evidence/tmp14apc0ip/fake-lean\", line 5, in \\n fd = os.open(p, os.O_CREAT | os.O_EXCL | os.O_WRONLY)\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\nFileExistsError: [Errno 17] File exists: \\'/workspace/cbz-0/tools/kernel_replay/evidence/mutant-gzjre9hz/kernel_replay/evidence/tmp14apc0ip/active.lock\\'\\n', 'stderr_bytes': 440, 'ended': '2026-10-29T17:52:26.179114+00:00', 'elapsed_seconds': 0.03456953000022622}], 'completed_count': 1, 'expected_count': 2, 'manifest': {'schema': 'cbz-kernel-replay/v1', 'lean': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-gzjre9hz/kernel_replay/evidence/tmp14apc0ip/fake-lean', 'sha256': 'f387a1660d42da50856a5ba7784fe8846871072f5dec3ceae866a878bf49ea18'}, 'sysroot': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1', 'lean_path': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-gzjre9hz/kernel_replay/evidence/tmp14apc0ip'], 'expected_modules': ['Toy', 'Other'], 'modules': [{'name': 'Toy', 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-gzjre9hz/kernel_replay/evidence/tmp14apc0ip/Toy.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-gzjre9hz/kernel_replay/evidence/tmp14apc0ip/Toy.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}]}, {'name': 'Other', 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-gzjre9hz/kernel_replay/evidence/tmp14apc0ip/Other.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-gzjre9hz/kernel_replay/evidence/tmp14apc0ip/Other.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}]}], 'context': [], 'tool': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-gzjre9hz/kernel_replay/kernel_replay.py', 'sha256': '694cb0cf895869bb5e8d77a43ca8cce0b14e8e3c35b66780421914f17e52818f'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-gzjre9hz/kernel_replay/ExactReplay.lean', 'sha256': '24e55f5e99c83a46f9f908bbc90f22292a94305294e287d9b2eccbf24e8e6b66'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/LeanChecker.lean', 'sha256': '2d18ec111d73c536b0bdee2533556bb9548c349f386797d3d3837b1f84d55dae'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/Lean/Replay.lean', 'sha256': 'c434b5b2bc5047ca58d4a095fcf1d9935d413c788ae98a4f21948e6a95ca3fb0'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/LeanChecker.olean', 'sha256': 'd6829015630328e3c70909a4cba004a7933f6d52cad3721488a2efaa14c1bbbe'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean', 'sha256': '66cb6f6d0bd6f9faee0205ddf0e289d1936e40f7808dfe9ad6eba412a5d8b427'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.server', 'sha256': '46026af21aa760fb2343c15336f6e1476d37e4829e4e0ec529ab499fd0a2b010'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.private', 'sha256': 'fadad15c5bb080fee117b7fd049b6f54e3077b5b258902fe47cad8dbf76649a1'}]}, 'g2_status': 'NOT_ASSESSED', 'full_cbz': False, 'ended': '2026-10-29T17:52:26.262959+00:00'}\n\n----------------------------------------------------------------------\nRan 1 test in 0.133s\n\nFAILED (failures=1)\n", + "stderr": "" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/mutations/empty-coverage.json b/cbz/contributions/math514/kernel_replay/evidence/mutations/empty-coverage.json new file mode 100644 index 000000000..b611661f8 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/mutations/empty-coverage.json @@ -0,0 +1,21 @@ +{ + "name": "empty-coverage", + "file": "kernel_replay.py", + "test": "test_kernel_replay.WrapperTests", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "416b688929daff9f473ce3e0abd399d8be2cde46c12956d3e5d5d9937d914293", + "mutated_sha256": "c20b4aaacfaae0fc4acc45a2d697e16a5670173889a99129d1068baed8551d2b", + "tests": { + "tests_run": 17, + "assertion_failures": 1, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_duplicate_modules_rejected (test_kernel_replay.WrapperTests.test_duplicate_modules_rejected) ... ok\ntest_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected) ... FAIL\ntest_expected_coverage_mismatch_rejected (test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected) ... ok\ntest_individual_olean_symlink_rejected (test_kernel_replay.WrapperTests.test_individual_olean_symlink_rejected) ... ok\ntest_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied) ... ok\ntest_missing_module_rejected (test_kernel_replay.WrapperTests.test_missing_module_rejected) ... ok\ntest_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) ... ok\ntest_module_names_and_unknown_fields_rejected (test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected) ... ok\ntest_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected) ... ok\ntest_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker) ... ok\ntest_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... ok\ntest_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected) ... ok\ntest_search_root_and_part_symlinks_rejected (test_kernel_replay.WrapperTests.test_search_root_and_part_symlinks_rejected) ... ok\ntest_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected) ... ok\ntest_strict_cli (test_kernel_replay.WrapperTests.test_strict_cli) ... ok\ntest_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal) ... ok\ntest_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected) ... ok\n\n======================================================================\nFAIL: test_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-ajs_md7p/kernel_replay/tests/test_kernel_replay.py\", line 56, in test_empty_coverage_rejected\n with self.assertRaises(ValueError):\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: ValueError not raised\n\n----------------------------------------------------------------------\nRan 17 tests in 0.585s\n\nFAILED (failures=1)\n" + }, + "stdout": "test_duplicate_modules_rejected (test_kernel_replay.WrapperTests.test_duplicate_modules_rejected) ... ok\ntest_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected) ... FAIL\ntest_expected_coverage_mismatch_rejected (test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected) ... ok\ntest_individual_olean_symlink_rejected (test_kernel_replay.WrapperTests.test_individual_olean_symlink_rejected) ... ok\ntest_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied) ... ok\ntest_missing_module_rejected (test_kernel_replay.WrapperTests.test_missing_module_rejected) ... ok\ntest_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) ... ok\ntest_module_names_and_unknown_fields_rejected (test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected) ... ok\ntest_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected) ... ok\ntest_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker) ... ok\ntest_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... ok\ntest_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected) ... ok\ntest_search_root_and_part_symlinks_rejected (test_kernel_replay.WrapperTests.test_search_root_and_part_symlinks_rejected) ... ok\ntest_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected) ... ok\ntest_strict_cli (test_kernel_replay.WrapperTests.test_strict_cli) ... ok\ntest_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal) ... ok\ntest_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected) ... ok\n\n======================================================================\nFAIL: test_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-ajs_md7p/kernel_replay/tests/test_kernel_replay.py\", line 56, in test_empty_coverage_rejected\n with self.assertRaises(ValueError):\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: ValueError not raised\n\n----------------------------------------------------------------------\nRan 17 tests in 0.585s\n\nFAILED (failures=1)\n", + "stderr": "" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/mutations/exported-part-only.json b/cbz/contributions/math514/kernel_replay/evidence/mutations/exported-part-only.json new file mode 100644 index 000000000..04b300e03 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/mutations/exported-part-only.json @@ -0,0 +1,21 @@ +{ + "name": "exported-part-only", + "file": "ExactReplay.lean", + "test": "test_real_lean.RealLeanTests.test_private_self_reference_rejected", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "24e55f5e99c83a46f9f908bbc90f22292a94305294e287d9b2eccbf24e8e6b66", + "mutated_sha256": "443d9ae2a760b4587461eab2d21896628344a620987d4e9de760c643ff315be2", + "tests": { + "tests_run": 1, + "assertion_failures": 1, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_private_self_reference_rejected (test_real_lean.RealLeanTests.test_private_self_reference_rejected) ... FAIL\n\n======================================================================\nFAIL: test_private_self_reference_rejected (test_real_lean.RealLeanTests.test_private_self_reference_rejected)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-akayh08_/kernel_replay/tests/test_real_lean.py\", line 52, in test_private_self_reference_rejected\n self.assertFalse(r['ok'], r)\nAssertionError: True is not false : {'schema': 'cbz-kernel-replay/v1', 'gate': 'G4-scoped-adapter', 'started': '2026-10-29T17:52:34.568213+00:00', 'ok': True, 'results': [{'module': 'BadPrivate', 'command': ['/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/bin/lean', '-j1', '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-akayh08_/kernel_replay/ExactReplay.lean'], 'started': '2026-10-29T17:52:34.576467+00:00', 'status': 'PASS', 'ok': True, 'returncode': 0, 'memory_mib': 8192, 'timeout_seconds': 60, 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-akayh08_/kernel_replay/tests/fixtures/BadPrivate.lean', 'sha256': 'fa95b63ae8037158cdc643a6542ed28dc1adde86a529a535cfc0c713033ec429'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-akayh08_/kernel_replay/evidence/compiled-fixtures/BadPrivate.olean', 'sha256': '4852f84146cb5a48707afd347a25b72a515bf8b49d3fcb41de8737207fa07c4a'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-akayh08_/kernel_replay/evidence/compiled-fixtures/BadPrivate.olean.server', 'sha256': '1fdecaa00df8d775a546be77006e144d7400bf57e79f00264fa698f9a8ed18d8'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-akayh08_/kernel_replay/evidence/compiled-fixtures/BadPrivate.olean.private', 'sha256': '3bff38ad49d726bb62879d3ed4e7a1ad155dd1bfb35dd48f5a210243caf9db2a'}], 'pid': 9982, 'stdout': 'CBZ_KERNEL_REPLAY_OK BadPrivate\\n', 'stdout_bytes': 32, 'stderr': '', 'stderr_bytes': 0, 'ended': '2026-10-29T17:52:36.527793+00:00', 'elapsed_seconds': 1.951343576999534}], 'completed_count': 1, 'expected_count': 1, 'manifest': {'schema': 'cbz-kernel-replay/v1', 'lean': {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/bin/lean', 'sha256': 'e8baaa71855a616dc351028f3ad2200051b0671f423a1696a100e809302d5550'}, 'sysroot': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1', 'lean_path': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-akayh08_/kernel_replay/evidence/compiled-fixtures'], 'expected_modules': ['BadPrivate'], 'modules': [{'name': 'BadPrivate', 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-akayh08_/kernel_replay/tests/fixtures/BadPrivate.lean', 'sha256': 'fa95b63ae8037158cdc643a6542ed28dc1adde86a529a535cfc0c713033ec429'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-akayh08_/kernel_replay/evidence/compiled-fixtures/BadPrivate.olean', 'sha256': '4852f84146cb5a48707afd347a25b72a515bf8b49d3fcb41de8737207fa07c4a'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-akayh08_/kernel_replay/evidence/compiled-fixtures/BadPrivate.olean.server', 'sha256': '1fdecaa00df8d775a546be77006e144d7400bf57e79f00264fa698f9a8ed18d8'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-akayh08_/kernel_replay/evidence/compiled-fixtures/BadPrivate.olean.private', 'sha256': '3bff38ad49d726bb62879d3ed4e7a1ad155dd1bfb35dd48f5a210243caf9db2a'}]}], 'context': [], 'tool': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-akayh08_/kernel_replay/kernel_replay.py', 'sha256': '416b688929daff9f473ce3e0abd399d8be2cde46c12956d3e5d5d9937d914293'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-akayh08_/kernel_replay/ExactReplay.lean', 'sha256': '443d9ae2a760b4587461eab2d21896628344a620987d4e9de760c643ff315be2'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/LeanChecker.lean', 'sha256': '2d18ec111d73c536b0bdee2533556bb9548c349f386797d3d3837b1f84d55dae'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/Lean/Replay.lean', 'sha256': 'c434b5b2bc5047ca58d4a095fcf1d9935d413c788ae98a4f21948e6a95ca3fb0'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/LeanChecker.olean', 'sha256': 'd6829015630328e3c70909a4cba004a7933f6d52cad3721488a2efaa14c1bbbe'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean', 'sha256': '66cb6f6d0bd6f9faee0205ddf0e289d1936e40f7808dfe9ad6eba412a5d8b427'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.server', 'sha256': '46026af21aa760fb2343c15336f6e1476d37e4829e4e0ec529ab499fd0a2b010'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.private', 'sha256': 'fadad15c5bb080fee117b7fd049b6f54e3077b5b258902fe47cad8dbf76649a1'}]}, 'g2_status': 'NOT_ASSESSED', 'full_cbz': False, 'ended': '2026-10-29T17:52:36.531572+00:00'}\n\n----------------------------------------------------------------------\nRan 1 test in 4.079s\n\nFAILED (failures=1)\n" + }, + "stdout": "test_private_self_reference_rejected (test_real_lean.RealLeanTests.test_private_self_reference_rejected) ... FAIL\n\n======================================================================\nFAIL: test_private_self_reference_rejected (test_real_lean.RealLeanTests.test_private_self_reference_rejected)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-akayh08_/kernel_replay/tests/test_real_lean.py\", line 52, in test_private_self_reference_rejected\n self.assertFalse(r['ok'], r)\nAssertionError: True is not false : {'schema': 'cbz-kernel-replay/v1', 'gate': 'G4-scoped-adapter', 'started': '2026-10-29T17:52:34.568213+00:00', 'ok': True, 'results': [{'module': 'BadPrivate', 'command': ['/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/bin/lean', '-j1', '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-akayh08_/kernel_replay/ExactReplay.lean'], 'started': '2026-10-29T17:52:34.576467+00:00', 'status': 'PASS', 'ok': True, 'returncode': 0, 'memory_mib': 8192, 'timeout_seconds': 60, 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-akayh08_/kernel_replay/tests/fixtures/BadPrivate.lean', 'sha256': 'fa95b63ae8037158cdc643a6542ed28dc1adde86a529a535cfc0c713033ec429'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-akayh08_/kernel_replay/evidence/compiled-fixtures/BadPrivate.olean', 'sha256': '4852f84146cb5a48707afd347a25b72a515bf8b49d3fcb41de8737207fa07c4a'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-akayh08_/kernel_replay/evidence/compiled-fixtures/BadPrivate.olean.server', 'sha256': '1fdecaa00df8d775a546be77006e144d7400bf57e79f00264fa698f9a8ed18d8'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-akayh08_/kernel_replay/evidence/compiled-fixtures/BadPrivate.olean.private', 'sha256': '3bff38ad49d726bb62879d3ed4e7a1ad155dd1bfb35dd48f5a210243caf9db2a'}], 'pid': 9982, 'stdout': 'CBZ_KERNEL_REPLAY_OK BadPrivate\\n', 'stdout_bytes': 32, 'stderr': '', 'stderr_bytes': 0, 'ended': '2026-10-29T17:52:36.527793+00:00', 'elapsed_seconds': 1.951343576999534}], 'completed_count': 1, 'expected_count': 1, 'manifest': {'schema': 'cbz-kernel-replay/v1', 'lean': {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/bin/lean', 'sha256': 'e8baaa71855a616dc351028f3ad2200051b0671f423a1696a100e809302d5550'}, 'sysroot': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1', 'lean_path': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-akayh08_/kernel_replay/evidence/compiled-fixtures'], 'expected_modules': ['BadPrivate'], 'modules': [{'name': 'BadPrivate', 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-akayh08_/kernel_replay/tests/fixtures/BadPrivate.lean', 'sha256': 'fa95b63ae8037158cdc643a6542ed28dc1adde86a529a535cfc0c713033ec429'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-akayh08_/kernel_replay/evidence/compiled-fixtures/BadPrivate.olean', 'sha256': '4852f84146cb5a48707afd347a25b72a515bf8b49d3fcb41de8737207fa07c4a'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-akayh08_/kernel_replay/evidence/compiled-fixtures/BadPrivate.olean.server', 'sha256': '1fdecaa00df8d775a546be77006e144d7400bf57e79f00264fa698f9a8ed18d8'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-akayh08_/kernel_replay/evidence/compiled-fixtures/BadPrivate.olean.private', 'sha256': '3bff38ad49d726bb62879d3ed4e7a1ad155dd1bfb35dd48f5a210243caf9db2a'}]}], 'context': [], 'tool': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-akayh08_/kernel_replay/kernel_replay.py', 'sha256': '416b688929daff9f473ce3e0abd399d8be2cde46c12956d3e5d5d9937d914293'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-akayh08_/kernel_replay/ExactReplay.lean', 'sha256': '443d9ae2a760b4587461eab2d21896628344a620987d4e9de760c643ff315be2'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/LeanChecker.lean', 'sha256': '2d18ec111d73c536b0bdee2533556bb9548c349f386797d3d3837b1f84d55dae'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/Lean/Replay.lean', 'sha256': 'c434b5b2bc5047ca58d4a095fcf1d9935d413c788ae98a4f21948e6a95ca3fb0'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/LeanChecker.olean', 'sha256': 'd6829015630328e3c70909a4cba004a7933f6d52cad3721488a2efaa14c1bbbe'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean', 'sha256': '66cb6f6d0bd6f9faee0205ddf0e289d1936e40f7808dfe9ad6eba412a5d8b427'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.server', 'sha256': '46026af21aa760fb2343c15336f6e1476d37e4829e4e0ec529ab499fd0a2b010'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.private', 'sha256': 'fadad15c5bb080fee117b7fd049b6f54e3077b5b258902fe47cad8dbf76649a1'}]}, 'g2_status': 'NOT_ASSESSED', 'full_cbz': False, 'ended': '2026-10-29T17:52:36.531572+00:00'}\n\n----------------------------------------------------------------------\nRan 1 test in 4.079s\n\nFAILED (failures=1)\n", + "stderr": "" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/mutations/ignore-compiled-parts-binding.json b/cbz/contributions/math514/kernel_replay/evidence/mutations/ignore-compiled-parts-binding.json new file mode 100644 index 000000000..fc08f7a26 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/mutations/ignore-compiled-parts-binding.json @@ -0,0 +1,21 @@ +{ + "name": "ignore-compiled-parts-binding", + "file": "kernel_replay.py", + "test": "test_kernel_replay.WrapperTests", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "416b688929daff9f473ce3e0abd399d8be2cde46c12956d3e5d5d9937d914293", + "mutated_sha256": "580dc617d2ba08c0d0d4d4f15b9dcf930c88730388d89d2dfd97a614d1b6c711", + "tests": { + "tests_run": 17, + "assertion_failures": 2, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_duplicate_modules_rejected (test_kernel_replay.WrapperTests.test_duplicate_modules_rejected) ... ok\ntest_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected) ... ok\ntest_expected_coverage_mismatch_rejected (test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected) ... ok\ntest_individual_olean_symlink_rejected (test_kernel_replay.WrapperTests.test_individual_olean_symlink_rejected) ... ok\ntest_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied) ... ok\ntest_missing_module_rejected (test_kernel_replay.WrapperTests.test_missing_module_rejected) ... ok\ntest_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) ... ok\ntest_module_names_and_unknown_fields_rejected (test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected) ... ok\ntest_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected) ... FAIL\ntest_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker) ... ok\ntest_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... ok\ntest_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected) ... FAIL\ntest_search_root_and_part_symlinks_rejected (test_kernel_replay.WrapperTests.test_search_root_and_part_symlinks_rejected) ... ok\ntest_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected) ... ok\ntest_strict_cli (test_kernel_replay.WrapperTests.test_strict_cli) ... ok\ntest_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal) ... ok\ntest_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected) ... ok\n\n======================================================================\nFAIL: test_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-u1stm5uv/kernel_replay/tests/test_kernel_replay.py\", line 110, in test_new_private_part_rejected\n self.assertIn('compiled parts changed', r.get('error', ''))\nAssertionError: 'compiled parts changed' not found in ''\n\n======================================================================\nFAIL: test_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-u1stm5uv/kernel_replay/tests/test_kernel_replay.py\", line 103, in test_part_change_rejected\n self.assertIn('compiled parts changed', r.get('error', ''))\nAssertionError: 'compiled parts changed' not found in ''\n\n----------------------------------------------------------------------\nRan 17 tests in 0.614s\n\nFAILED (failures=2)\n" + }, + "stdout": "test_duplicate_modules_rejected (test_kernel_replay.WrapperTests.test_duplicate_modules_rejected) ... ok\ntest_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected) ... ok\ntest_expected_coverage_mismatch_rejected (test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected) ... ok\ntest_individual_olean_symlink_rejected (test_kernel_replay.WrapperTests.test_individual_olean_symlink_rejected) ... ok\ntest_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied) ... ok\ntest_missing_module_rejected (test_kernel_replay.WrapperTests.test_missing_module_rejected) ... ok\ntest_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) ... ok\ntest_module_names_and_unknown_fields_rejected (test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected) ... ok\ntest_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected) ... FAIL\ntest_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker) ... ok\ntest_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... ok\ntest_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected) ... FAIL\ntest_search_root_and_part_symlinks_rejected (test_kernel_replay.WrapperTests.test_search_root_and_part_symlinks_rejected) ... ok\ntest_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected) ... ok\ntest_strict_cli (test_kernel_replay.WrapperTests.test_strict_cli) ... ok\ntest_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal) ... ok\ntest_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected) ... ok\n\n======================================================================\nFAIL: test_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-u1stm5uv/kernel_replay/tests/test_kernel_replay.py\", line 110, in test_new_private_part_rejected\n self.assertIn('compiled parts changed', r.get('error', ''))\nAssertionError: 'compiled parts changed' not found in ''\n\n======================================================================\nFAIL: test_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-u1stm5uv/kernel_replay/tests/test_kernel_replay.py\", line 103, in test_part_change_rejected\n self.assertIn('compiled parts changed', r.get('error', ''))\nAssertionError: 'compiled parts changed' not found in ''\n\n----------------------------------------------------------------------\nRan 17 tests in 0.614s\n\nFAILED (failures=2)\n", + "stderr": "" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/mutations/ignore-completion-marker.json b/cbz/contributions/math514/kernel_replay/evidence/mutations/ignore-completion-marker.json new file mode 100644 index 000000000..4d53c610d --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/mutations/ignore-completion-marker.json @@ -0,0 +1,21 @@ +{ + "name": "ignore-completion-marker", + "file": "kernel_replay.py", + "test": "test_kernel_replay.WrapperTests", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "416b688929daff9f473ce3e0abd399d8be2cde46c12956d3e5d5d9937d914293", + "mutated_sha256": "45a0b4cdd1a062270ca2a3dc3f96937fd0b754020adf1298c04f77cd1a9432af", + "tests": { + "tests_run": 17, + "assertion_failures": 2, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_duplicate_modules_rejected (test_kernel_replay.WrapperTests.test_duplicate_modules_rejected) ... ok\ntest_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected) ... ok\ntest_expected_coverage_mismatch_rejected (test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected) ... ok\ntest_individual_olean_symlink_rejected (test_kernel_replay.WrapperTests.test_individual_olean_symlink_rejected) ... ok\ntest_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied) ... ok\ntest_missing_module_rejected (test_kernel_replay.WrapperTests.test_missing_module_rejected) ... ok\ntest_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) ... \n test_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) (code=\"print('no replay')\\n\") ... FAIL\n test_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) (code=\"print('CBZ_KERNEL_REPLAY_OK Other')\\n\") ... FAIL\ntest_module_names_and_unknown_fields_rejected (test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected) ... ok\ntest_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected) ... ok\ntest_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker) ... ok\ntest_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... ok\ntest_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected) ... ok\ntest_search_root_and_part_symlinks_rejected (test_kernel_replay.WrapperTests.test_search_root_and_part_symlinks_rejected) ... ok\ntest_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected) ... ok\ntest_strict_cli (test_kernel_replay.WrapperTests.test_strict_cli) ... ok\ntest_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal) ... ok\ntest_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected) ... ok\n\n======================================================================\nFAIL: test_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) (code=\"print('no replay')\\n\")\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-p58ef761/kernel_replay/tests/test_kernel_replay.py\", line 127, in test_missing_or_wrong_marker_fatal\n self.assertFalse(self.run_fake(code)['ok'])\nAssertionError: True is not false\n\n======================================================================\nFAIL: test_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) (code=\"print('CBZ_KERNEL_REPLAY_OK Other')\\n\")\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-p58ef761/kernel_replay/tests/test_kernel_replay.py\", line 127, in test_missing_or_wrong_marker_fatal\n self.assertFalse(self.run_fake(code)['ok'])\nAssertionError: True is not false\n\n----------------------------------------------------------------------\nRan 17 tests in 0.587s\n\nFAILED (failures=2)\n" + }, + "stdout": "test_duplicate_modules_rejected (test_kernel_replay.WrapperTests.test_duplicate_modules_rejected) ... ok\ntest_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected) ... ok\ntest_expected_coverage_mismatch_rejected (test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected) ... ok\ntest_individual_olean_symlink_rejected (test_kernel_replay.WrapperTests.test_individual_olean_symlink_rejected) ... ok\ntest_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied) ... ok\ntest_missing_module_rejected (test_kernel_replay.WrapperTests.test_missing_module_rejected) ... ok\ntest_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) ... \n test_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) (code=\"print('no replay')\\n\") ... FAIL\n test_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) (code=\"print('CBZ_KERNEL_REPLAY_OK Other')\\n\") ... FAIL\ntest_module_names_and_unknown_fields_rejected (test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected) ... ok\ntest_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected) ... ok\ntest_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker) ... ok\ntest_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... ok\ntest_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected) ... ok\ntest_search_root_and_part_symlinks_rejected (test_kernel_replay.WrapperTests.test_search_root_and_part_symlinks_rejected) ... ok\ntest_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected) ... ok\ntest_strict_cli (test_kernel_replay.WrapperTests.test_strict_cli) ... ok\ntest_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal) ... ok\ntest_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected) ... ok\n\n======================================================================\nFAIL: test_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) (code=\"print('no replay')\\n\")\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-p58ef761/kernel_replay/tests/test_kernel_replay.py\", line 127, in test_missing_or_wrong_marker_fatal\n self.assertFalse(self.run_fake(code)['ok'])\nAssertionError: True is not false\n\n======================================================================\nFAIL: test_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) (code=\"print('CBZ_KERNEL_REPLAY_OK Other')\\n\")\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-p58ef761/kernel_replay/tests/test_kernel_replay.py\", line 127, in test_missing_or_wrong_marker_fatal\n self.assertFalse(self.run_fake(code)['ok'])\nAssertionError: True is not false\n\n----------------------------------------------------------------------\nRan 17 tests in 0.587s\n\nFAILED (failures=2)\n", + "stderr": "" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/mutations/ignore-memory-limit.json b/cbz/contributions/math514/kernel_replay/evidence/mutations/ignore-memory-limit.json new file mode 100644 index 000000000..ccc15c485 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/mutations/ignore-memory-limit.json @@ -0,0 +1,21 @@ +{ + "name": "ignore-memory-limit", + "file": "kernel_replay.py", + "test": "test_kernel_replay.WrapperTests", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "416b688929daff9f473ce3e0abd399d8be2cde46c12956d3e5d5d9937d914293", + "mutated_sha256": "1dfb7f0795deba49cd263f4322550f9bb0176a3e59e86ddc59d6afe63fe8d775", + "tests": { + "tests_run": 17, + "assertion_failures": 1, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_duplicate_modules_rejected (test_kernel_replay.WrapperTests.test_duplicate_modules_rejected) ... ok\ntest_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected) ... ok\ntest_expected_coverage_mismatch_rejected (test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected) ... ok\ntest_individual_olean_symlink_rejected (test_kernel_replay.WrapperTests.test_individual_olean_symlink_rejected) ... ok\ntest_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied) ... FAIL\ntest_missing_module_rejected (test_kernel_replay.WrapperTests.test_missing_module_rejected) ... ok\ntest_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) ... ok\ntest_module_names_and_unknown_fields_rejected (test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected) ... ok\ntest_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected) ... ok\ntest_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker) ... ok\ntest_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... ok\ntest_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected) ... ok\ntest_search_root_and_part_symlinks_rejected (test_kernel_replay.WrapperTests.test_search_root_and_part_symlinks_rejected) ... ok\ntest_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected) ... ok\ntest_strict_cli (test_kernel_replay.WrapperTests.test_strict_cli) ... ok\ntest_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal) ... ok\ntest_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected) ... ok\n\n======================================================================\nFAIL: test_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-4g5x2ftj/kernel_replay/tests/test_kernel_replay.py\", line 136, in test_memory_limit_applied\n self.assertTrue(r['ok'], r)\nAssertionError: False is not true : {'schema': 'cbz-kernel-replay/v1', 'gate': 'G4-scoped-adapter', 'started': '2026-10-29T17:52:24.878644+00:00', 'ok': False, 'results': [{'module': 'Toy', 'command': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-4g5x2ftj/kernel_replay/evidence/tmp4_220054/fake-lean', '-j1', '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-4g5x2ftj/kernel_replay/ExactReplay.lean'], 'started': '2026-10-29T17:52:24.882815+00:00', 'status': 'FAIL', 'ok': False, 'returncode': 1, 'memory_mib': 256, 'timeout_seconds': 4, 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-4g5x2ftj/kernel_replay/evidence/tmp4_220054/Toy.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-4g5x2ftj/kernel_replay/evidence/tmp4_220054/Toy.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}], 'pid': 9806, 'stdout': '', 'stdout_bytes': 0, 'stderr': 'Traceback (most recent call last):\\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-4g5x2ftj/kernel_replay/evidence/tmp4_220054/fake-lean\", line 3, in \\n assert resource.getrlimit(resource.RLIMIT_AS)[0] == 256*1024*1024\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\nAssertionError\\n', 'stderr_bytes': 327, 'ended': '2026-10-29T17:52:24.899440+00:00', 'elapsed_seconds': 0.0166251620003095}], 'completed_count': 0, 'expected_count': 1, 'manifest': {'schema': 'cbz-kernel-replay/v1', 'lean': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-4g5x2ftj/kernel_replay/evidence/tmp4_220054/fake-lean', 'sha256': 'e6e78fabbffccd559ec688b2aa995a93b19b6aea953a8e4045ad208641f9caef'}, 'sysroot': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1', 'lean_path': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-4g5x2ftj/kernel_replay/evidence/tmp4_220054'], 'expected_modules': ['Toy'], 'modules': [{'name': 'Toy', 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-4g5x2ftj/kernel_replay/evidence/tmp4_220054/Toy.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-4g5x2ftj/kernel_replay/evidence/tmp4_220054/Toy.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}]}], 'context': [], 'tool': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-4g5x2ftj/kernel_replay/kernel_replay.py', 'sha256': '1dfb7f0795deba49cd263f4322550f9bb0176a3e59e86ddc59d6afe63fe8d775'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-4g5x2ftj/kernel_replay/ExactReplay.lean', 'sha256': '24e55f5e99c83a46f9f908bbc90f22292a94305294e287d9b2eccbf24e8e6b66'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/LeanChecker.lean', 'sha256': '2d18ec111d73c536b0bdee2533556bb9548c349f386797d3d3837b1f84d55dae'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/Lean/Replay.lean', 'sha256': 'c434b5b2bc5047ca58d4a095fcf1d9935d413c788ae98a4f21948e6a95ca3fb0'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/LeanChecker.olean', 'sha256': 'd6829015630328e3c70909a4cba004a7933f6d52cad3721488a2efaa14c1bbbe'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean', 'sha256': '66cb6f6d0bd6f9faee0205ddf0e289d1936e40f7808dfe9ad6eba412a5d8b427'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.server', 'sha256': '46026af21aa760fb2343c15336f6e1476d37e4829e4e0ec529ab499fd0a2b010'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.private', 'sha256': 'fadad15c5bb080fee117b7fd049b6f54e3077b5b258902fe47cad8dbf76649a1'}]}, 'g2_status': 'NOT_ASSESSED', 'full_cbz': False, 'ended': '2026-10-29T17:52:24.901171+00:00'}\n\n----------------------------------------------------------------------\nRan 17 tests in 0.594s\n\nFAILED (failures=1)\n" + }, + "stdout": "test_duplicate_modules_rejected (test_kernel_replay.WrapperTests.test_duplicate_modules_rejected) ... ok\ntest_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected) ... ok\ntest_expected_coverage_mismatch_rejected (test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected) ... ok\ntest_individual_olean_symlink_rejected (test_kernel_replay.WrapperTests.test_individual_olean_symlink_rejected) ... ok\ntest_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied) ... FAIL\ntest_missing_module_rejected (test_kernel_replay.WrapperTests.test_missing_module_rejected) ... ok\ntest_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) ... ok\ntest_module_names_and_unknown_fields_rejected (test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected) ... ok\ntest_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected) ... ok\ntest_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker) ... ok\ntest_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... ok\ntest_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected) ... ok\ntest_search_root_and_part_symlinks_rejected (test_kernel_replay.WrapperTests.test_search_root_and_part_symlinks_rejected) ... ok\ntest_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected) ... ok\ntest_strict_cli (test_kernel_replay.WrapperTests.test_strict_cli) ... ok\ntest_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal) ... ok\ntest_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected) ... ok\n\n======================================================================\nFAIL: test_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-4g5x2ftj/kernel_replay/tests/test_kernel_replay.py\", line 136, in test_memory_limit_applied\n self.assertTrue(r['ok'], r)\nAssertionError: False is not true : {'schema': 'cbz-kernel-replay/v1', 'gate': 'G4-scoped-adapter', 'started': '2026-10-29T17:52:24.878644+00:00', 'ok': False, 'results': [{'module': 'Toy', 'command': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-4g5x2ftj/kernel_replay/evidence/tmp4_220054/fake-lean', '-j1', '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-4g5x2ftj/kernel_replay/ExactReplay.lean'], 'started': '2026-10-29T17:52:24.882815+00:00', 'status': 'FAIL', 'ok': False, 'returncode': 1, 'memory_mib': 256, 'timeout_seconds': 4, 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-4g5x2ftj/kernel_replay/evidence/tmp4_220054/Toy.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-4g5x2ftj/kernel_replay/evidence/tmp4_220054/Toy.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}], 'pid': 9806, 'stdout': '', 'stdout_bytes': 0, 'stderr': 'Traceback (most recent call last):\\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-4g5x2ftj/kernel_replay/evidence/tmp4_220054/fake-lean\", line 3, in \\n assert resource.getrlimit(resource.RLIMIT_AS)[0] == 256*1024*1024\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\nAssertionError\\n', 'stderr_bytes': 327, 'ended': '2026-10-29T17:52:24.899440+00:00', 'elapsed_seconds': 0.0166251620003095}], 'completed_count': 0, 'expected_count': 1, 'manifest': {'schema': 'cbz-kernel-replay/v1', 'lean': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-4g5x2ftj/kernel_replay/evidence/tmp4_220054/fake-lean', 'sha256': 'e6e78fabbffccd559ec688b2aa995a93b19b6aea953a8e4045ad208641f9caef'}, 'sysroot': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1', 'lean_path': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-4g5x2ftj/kernel_replay/evidence/tmp4_220054'], 'expected_modules': ['Toy'], 'modules': [{'name': 'Toy', 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-4g5x2ftj/kernel_replay/evidence/tmp4_220054/Toy.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-4g5x2ftj/kernel_replay/evidence/tmp4_220054/Toy.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}]}], 'context': [], 'tool': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-4g5x2ftj/kernel_replay/kernel_replay.py', 'sha256': '1dfb7f0795deba49cd263f4322550f9bb0176a3e59e86ddc59d6afe63fe8d775'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-4g5x2ftj/kernel_replay/ExactReplay.lean', 'sha256': '24e55f5e99c83a46f9f908bbc90f22292a94305294e287d9b2eccbf24e8e6b66'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/LeanChecker.lean', 'sha256': '2d18ec111d73c536b0bdee2533556bb9548c349f386797d3d3837b1f84d55dae'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/Lean/Replay.lean', 'sha256': 'c434b5b2bc5047ca58d4a095fcf1d9935d413c788ae98a4f21948e6a95ca3fb0'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/LeanChecker.olean', 'sha256': 'd6829015630328e3c70909a4cba004a7933f6d52cad3721488a2efaa14c1bbbe'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean', 'sha256': '66cb6f6d0bd6f9faee0205ddf0e289d1936e40f7808dfe9ad6eba412a5d8b427'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.server', 'sha256': '46026af21aa760fb2343c15336f6e1476d37e4829e4e0ec529ab499fd0a2b010'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.private', 'sha256': 'fadad15c5bb080fee117b7fd049b6f54e3077b5b258902fe47cad8dbf76649a1'}]}, 'g2_status': 'NOT_ASSESSED', 'full_cbz': False, 'ended': '2026-10-29T17:52:24.901171+00:00'}\n\n----------------------------------------------------------------------\nRan 17 tests in 0.594s\n\nFAILED (failures=1)\n", + "stderr": "" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/mutations/ignore-nonzero-exit.json b/cbz/contributions/math514/kernel_replay/evidence/mutations/ignore-nonzero-exit.json new file mode 100644 index 000000000..e8bcfc5f5 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/mutations/ignore-nonzero-exit.json @@ -0,0 +1,21 @@ +{ + "name": "ignore-nonzero-exit", + "file": "kernel_replay.py", + "test": "test_kernel_replay.WrapperTests", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "416b688929daff9f473ce3e0abd399d8be2cde46c12956d3e5d5d9937d914293", + "mutated_sha256": "25fc542a9e5be4e71c2bb0f13dacf9778fb3ce696affe2c6c94b22509243cfeb", + "tests": { + "tests_run": 17, + "assertion_failures": 1, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_duplicate_modules_rejected (test_kernel_replay.WrapperTests.test_duplicate_modules_rejected) ... ok\ntest_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected) ... ok\ntest_expected_coverage_mismatch_rejected (test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected) ... ok\ntest_individual_olean_symlink_rejected (test_kernel_replay.WrapperTests.test_individual_olean_symlink_rejected) ... ok\ntest_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied) ... ok\ntest_missing_module_rejected (test_kernel_replay.WrapperTests.test_missing_module_rejected) ... ok\ntest_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) ... ok\ntest_module_names_and_unknown_fields_rejected (test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected) ... ok\ntest_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected) ... ok\ntest_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker) ... FAIL\ntest_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... ok\ntest_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected) ... ok\ntest_search_root_and_part_symlinks_rejected (test_kernel_replay.WrapperTests.test_search_root_and_part_symlinks_rejected) ... ok\ntest_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected) ... ok\ntest_strict_cli (test_kernel_replay.WrapperTests.test_strict_cli) ... ok\ntest_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal) ... ok\ntest_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected) ... ok\n\n======================================================================\nFAIL: test_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-3988xbim/kernel_replay/tests/test_kernel_replay.py\", line 121, in test_nonzero_exit_fatal_even_with_marker\n self.assertFalse(r['ok'])\nAssertionError: True is not false\n\n----------------------------------------------------------------------\nRan 17 tests in 0.597s\n\nFAILED (failures=1)\n" + }, + "stdout": "test_duplicate_modules_rejected (test_kernel_replay.WrapperTests.test_duplicate_modules_rejected) ... ok\ntest_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected) ... ok\ntest_expected_coverage_mismatch_rejected (test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected) ... ok\ntest_individual_olean_symlink_rejected (test_kernel_replay.WrapperTests.test_individual_olean_symlink_rejected) ... ok\ntest_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied) ... ok\ntest_missing_module_rejected (test_kernel_replay.WrapperTests.test_missing_module_rejected) ... ok\ntest_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) ... ok\ntest_module_names_and_unknown_fields_rejected (test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected) ... ok\ntest_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected) ... ok\ntest_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker) ... FAIL\ntest_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... ok\ntest_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected) ... ok\ntest_search_root_and_part_symlinks_rejected (test_kernel_replay.WrapperTests.test_search_root_and_part_symlinks_rejected) ... ok\ntest_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected) ... ok\ntest_strict_cli (test_kernel_replay.WrapperTests.test_strict_cli) ... ok\ntest_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal) ... ok\ntest_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected) ... ok\n\n======================================================================\nFAIL: test_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-3988xbim/kernel_replay/tests/test_kernel_replay.py\", line 121, in test_nonzero_exit_fatal_even_with_marker\n self.assertFalse(r['ok'])\nAssertionError: True is not false\n\n----------------------------------------------------------------------\nRan 17 tests in 0.597s\n\nFAILED (failures=1)\n", + "stderr": "" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/mutations/ignore-source-binding.json b/cbz/contributions/math514/kernel_replay/evidence/mutations/ignore-source-binding.json new file mode 100644 index 000000000..95b2bdf79 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/mutations/ignore-source-binding.json @@ -0,0 +1,21 @@ +{ + "name": "ignore-source-binding", + "file": "kernel_replay.py", + "test": "test_kernel_replay.WrapperTests", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "416b688929daff9f473ce3e0abd399d8be2cde46c12956d3e5d5d9937d914293", + "mutated_sha256": "6c74d8bc5d4fb8958540b617e540d89962348b85701c58550b7fa8c5b588cd52", + "tests": { + "tests_run": 17, + "assertion_failures": 1, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_duplicate_modules_rejected (test_kernel_replay.WrapperTests.test_duplicate_modules_rejected) ... ok\ntest_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected) ... ok\ntest_expected_coverage_mismatch_rejected (test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected) ... ok\ntest_individual_olean_symlink_rejected (test_kernel_replay.WrapperTests.test_individual_olean_symlink_rejected) ... ok\ntest_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied) ... ok\ntest_missing_module_rejected (test_kernel_replay.WrapperTests.test_missing_module_rejected) ... ok\ntest_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) ... ok\ntest_module_names_and_unknown_fields_rejected (test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected) ... ok\ntest_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected) ... ok\ntest_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker) ... ok\ntest_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... ok\ntest_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected) ... ok\ntest_search_root_and_part_symlinks_rejected (test_kernel_replay.WrapperTests.test_search_root_and_part_symlinks_rejected) ... ok\ntest_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected) ... FAIL\ntest_strict_cli (test_kernel_replay.WrapperTests.test_strict_cli) ... ok\ntest_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal) ... ok\ntest_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected) ... ok\n\n======================================================================\nFAIL: test_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-bltslxh5/kernel_replay/tests/test_kernel_replay.py\", line 96, in test_source_change_rejected\n self.assertIn('binding changed', r.get('error', ''))\nAssertionError: 'binding changed' not found in ''\n\n----------------------------------------------------------------------\nRan 17 tests in 0.614s\n\nFAILED (failures=1)\n" + }, + "stdout": "test_duplicate_modules_rejected (test_kernel_replay.WrapperTests.test_duplicate_modules_rejected) ... ok\ntest_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected) ... ok\ntest_expected_coverage_mismatch_rejected (test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected) ... ok\ntest_individual_olean_symlink_rejected (test_kernel_replay.WrapperTests.test_individual_olean_symlink_rejected) ... ok\ntest_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied) ... ok\ntest_missing_module_rejected (test_kernel_replay.WrapperTests.test_missing_module_rejected) ... ok\ntest_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) ... ok\ntest_module_names_and_unknown_fields_rejected (test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected) ... ok\ntest_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected) ... ok\ntest_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker) ... ok\ntest_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... ok\ntest_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected) ... ok\ntest_search_root_and_part_symlinks_rejected (test_kernel_replay.WrapperTests.test_search_root_and_part_symlinks_rejected) ... ok\ntest_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected) ... FAIL\ntest_strict_cli (test_kernel_replay.WrapperTests.test_strict_cli) ... ok\ntest_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal) ... ok\ntest_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected) ... ok\n\n======================================================================\nFAIL: test_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-bltslxh5/kernel_replay/tests/test_kernel_replay.py\", line 96, in test_source_change_rejected\n self.assertIn('binding changed', r.get('error', ''))\nAssertionError: 'binding changed' not found in ''\n\n----------------------------------------------------------------------\nRan 17 tests in 0.614s\n\nFAILED (failures=1)\n", + "stderr": "" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/mutations/ignore-timeout.json b/cbz/contributions/math514/kernel_replay/evidence/mutations/ignore-timeout.json new file mode 100644 index 000000000..7f4fde4a5 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/mutations/ignore-timeout.json @@ -0,0 +1,21 @@ +{ + "name": "ignore-timeout", + "file": "kernel_replay.py", + "test": "test_kernel_replay.WrapperTests", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "416b688929daff9f473ce3e0abd399d8be2cde46c12956d3e5d5d9937d914293", + "mutated_sha256": "d5259e8dfc1f567b5bff1a4489056a2020ab1bfa350ebb01abd22130276e2dd5", + "tests": { + "tests_run": 17, + "assertion_failures": 1, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_duplicate_modules_rejected (test_kernel_replay.WrapperTests.test_duplicate_modules_rejected) ... ok\ntest_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected) ... ok\ntest_expected_coverage_mismatch_rejected (test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected) ... ok\ntest_individual_olean_symlink_rejected (test_kernel_replay.WrapperTests.test_individual_olean_symlink_rejected) ... ok\ntest_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied) ... ok\ntest_missing_module_rejected (test_kernel_replay.WrapperTests.test_missing_module_rejected) ... ok\ntest_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) ... ok\ntest_module_names_and_unknown_fields_rejected (test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected) ... ok\ntest_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected) ... ok\ntest_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker) ... ok\ntest_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... ok\ntest_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected) ... ok\ntest_search_root_and_part_symlinks_rejected (test_kernel_replay.WrapperTests.test_search_root_and_part_symlinks_rejected) ... ok\ntest_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected) ... ok\ntest_strict_cli (test_kernel_replay.WrapperTests.test_strict_cli) ... ok\ntest_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal) ... FAIL\ntest_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected) ... ok\n\n======================================================================\nFAIL: test_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-7ab4sdae/kernel_replay/tests/test_kernel_replay.py\", line 132, in test_timeout_fatal\n self.assertEqual(r['results'][0]['status'], 'TIMEOUT')\nAssertionError: 'FAIL' != 'TIMEOUT'\n- FAIL\n+ TIMEOUT\n\n\n----------------------------------------------------------------------\nRan 17 tests in 5.408s\n\nFAILED (failures=1)\n" + }, + "stdout": "test_duplicate_modules_rejected (test_kernel_replay.WrapperTests.test_duplicate_modules_rejected) ... ok\ntest_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected) ... ok\ntest_expected_coverage_mismatch_rejected (test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected) ... ok\ntest_individual_olean_symlink_rejected (test_kernel_replay.WrapperTests.test_individual_olean_symlink_rejected) ... ok\ntest_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied) ... ok\ntest_missing_module_rejected (test_kernel_replay.WrapperTests.test_missing_module_rejected) ... ok\ntest_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) ... ok\ntest_module_names_and_unknown_fields_rejected (test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected) ... ok\ntest_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected) ... ok\ntest_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker) ... ok\ntest_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... ok\ntest_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected) ... ok\ntest_search_root_and_part_symlinks_rejected (test_kernel_replay.WrapperTests.test_search_root_and_part_symlinks_rejected) ... ok\ntest_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected) ... ok\ntest_strict_cli (test_kernel_replay.WrapperTests.test_strict_cli) ... ok\ntest_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal) ... FAIL\ntest_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected) ... ok\n\n======================================================================\nFAIL: test_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-7ab4sdae/kernel_replay/tests/test_kernel_replay.py\", line 132, in test_timeout_fatal\n self.assertEqual(r['results'][0]['status'], 'TIMEOUT')\nAssertionError: 'FAIL' != 'TIMEOUT'\n- FAIL\n+ TIMEOUT\n\n\n----------------------------------------------------------------------\nRan 17 tests in 5.408s\n\nFAILED (failures=1)\n", + "stderr": "" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/mutations/ignore-tool-binding.json b/cbz/contributions/math514/kernel_replay/evidence/mutations/ignore-tool-binding.json new file mode 100644 index 000000000..fb122173e --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/mutations/ignore-tool-binding.json @@ -0,0 +1,21 @@ +{ + "name": "ignore-tool-binding", + "file": "kernel_replay.py", + "test": "test_kernel_replay.WrapperTests", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "416b688929daff9f473ce3e0abd399d8be2cde46c12956d3e5d5d9937d914293", + "mutated_sha256": "a5f42c9dffd884cc72c5b29ab522f8f7c1554c75fd7aef898b56ef543ebdafd7", + "tests": { + "tests_run": 17, + "assertion_failures": 1, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_duplicate_modules_rejected (test_kernel_replay.WrapperTests.test_duplicate_modules_rejected) ... ok\ntest_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected) ... ok\ntest_expected_coverage_mismatch_rejected (test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected) ... ok\ntest_individual_olean_symlink_rejected (test_kernel_replay.WrapperTests.test_individual_olean_symlink_rejected) ... ok\ntest_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied) ... ok\ntest_missing_module_rejected (test_kernel_replay.WrapperTests.test_missing_module_rejected) ... ok\ntest_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) ... ok\ntest_module_names_and_unknown_fields_rejected (test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected) ... ok\ntest_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected) ... ok\ntest_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker) ... ok\ntest_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... ok\ntest_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected) ... ok\ntest_search_root_and_part_symlinks_rejected (test_kernel_replay.WrapperTests.test_search_root_and_part_symlinks_rejected) ... ok\ntest_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected) ... ok\ntest_strict_cli (test_kernel_replay.WrapperTests.test_strict_cli) ... ok\ntest_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal) ... ok\ntest_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected) ... FAIL\n\n======================================================================\nFAIL: test_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-u95lytlt/kernel_replay/tests/test_kernel_replay.py\", line 117, in test_tool_binding_change_rejected\n self.assertIn('tool binding changed', r.get('error', ''))\nAssertionError: 'tool binding changed' not found in ''\n\n----------------------------------------------------------------------\nRan 17 tests in 0.588s\n\nFAILED (failures=1)\n" + }, + "stdout": "test_duplicate_modules_rejected (test_kernel_replay.WrapperTests.test_duplicate_modules_rejected) ... ok\ntest_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected) ... ok\ntest_expected_coverage_mismatch_rejected (test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected) ... ok\ntest_individual_olean_symlink_rejected (test_kernel_replay.WrapperTests.test_individual_olean_symlink_rejected) ... ok\ntest_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied) ... ok\ntest_missing_module_rejected (test_kernel_replay.WrapperTests.test_missing_module_rejected) ... ok\ntest_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) ... ok\ntest_module_names_and_unknown_fields_rejected (test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected) ... ok\ntest_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected) ... ok\ntest_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker) ... ok\ntest_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... ok\ntest_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected) ... ok\ntest_search_root_and_part_symlinks_rejected (test_kernel_replay.WrapperTests.test_search_root_and_part_symlinks_rejected) ... ok\ntest_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected) ... ok\ntest_strict_cli (test_kernel_replay.WrapperTests.test_strict_cli) ... ok\ntest_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal) ... ok\ntest_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected) ... FAIL\n\n======================================================================\nFAIL: test_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-u95lytlt/kernel_replay/tests/test_kernel_replay.py\", line 117, in test_tool_binding_change_rejected\n self.assertIn('tool binding changed', r.get('error', ''))\nAssertionError: 'tool binding changed' not found in ''\n\n----------------------------------------------------------------------\nRan 17 tests in 0.588s\n\nFAILED (failures=1)\n", + "stderr": "" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/mutations/prefix-expansion.json b/cbz/contributions/math514/kernel_replay/evidence/mutations/prefix-expansion.json new file mode 100644 index 000000000..c62fe90cd --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/mutations/prefix-expansion.json @@ -0,0 +1,21 @@ +{ + "name": "prefix-expansion", + "file": "ExactReplay.lean", + "test": "test_real_lean.RealLeanTests.test_exact_module_no_prefix_glob", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "24e55f5e99c83a46f9f908bbc90f22292a94305294e287d9b2eccbf24e8e6b66", + "mutated_sha256": "472a0c92ab568d849ba0d0e52f16347f3512e7f6cfcd6d89d78b9f582b9a0763", + "tests": { + "tests_run": 1, + "assertion_failures": 1, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_exact_module_no_prefix_glob (test_real_lean.RealLeanTests.test_exact_module_no_prefix_glob) ... FAIL\n\n======================================================================\nFAIL: test_exact_module_no_prefix_glob (test_real_lean.RealLeanTests.test_exact_module_no_prefix_glob)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-knm94682/kernel_replay/tests/test_real_lean.py\", line 81, in test_exact_module_no_prefix_glob\n self.assertTrue(self.replay('Good')['ok'])\nAssertionError: False is not true\n\n----------------------------------------------------------------------\nRan 1 test in 1.919s\n\nFAILED (failures=1)\n" + }, + "stdout": "test_exact_module_no_prefix_glob (test_real_lean.RealLeanTests.test_exact_module_no_prefix_glob) ... FAIL\n\n======================================================================\nFAIL: test_exact_module_no_prefix_glob (test_real_lean.RealLeanTests.test_exact_module_no_prefix_glob)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-knm94682/kernel_replay/tests/test_real_lean.py\", line 81, in test_exact_module_no_prefix_glob\n self.assertTrue(self.replay('Good')['ok'])\nAssertionError: False is not true\n\n----------------------------------------------------------------------\nRan 1 test in 1.919s\n\nFAILED (failures=1)\n", + "stderr": "" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/mutations/preload-target-self-reference.json b/cbz/contributions/math514/kernel_replay/evidence/mutations/preload-target-self-reference.json new file mode 100644 index 000000000..90b2f2ea5 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/mutations/preload-target-self-reference.json @@ -0,0 +1,21 @@ +{ + "name": "preload-target-self-reference", + "file": "ExactReplay.lean", + "test": "test_real_lean.RealLeanTests.test_public_self_reference_rejected", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "24e55f5e99c83a46f9f908bbc90f22292a94305294e287d9b2eccbf24e8e6b66", + "mutated_sha256": "930f302c06967af3f95f1e98f74d71c87e63d79694694977d6bf4c9e1ae04dd9", + "tests": { + "tests_run": 1, + "assertion_failures": 1, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_public_self_reference_rejected (test_real_lean.RealLeanTests.test_public_self_reference_rejected) ... FAIL\n\n======================================================================\nFAIL: test_public_self_reference_rejected (test_real_lean.RealLeanTests.test_public_self_reference_rejected)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutk3ywk/kernel_replay/tests/test_real_lean.py\", line 46, in test_public_self_reference_rejected\n self.assertFalse(r['ok'], r)\nAssertionError: True is not false : {'schema': 'cbz-kernel-replay/v1', 'gate': 'G4-scoped-adapter', 'started': '2026-10-29T17:52:37.672043+00:00', 'ok': True, 'results': [{'module': 'BadPublic', 'command': ['/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/bin/lean', '-j1', '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutk3ywk/kernel_replay/ExactReplay.lean'], 'started': '2026-10-29T17:52:37.675603+00:00', 'status': 'PASS', 'ok': True, 'returncode': 0, 'memory_mib': 8192, 'timeout_seconds': 60, 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutk3ywk/kernel_replay/tests/fixtures/BadPublic.lean', 'sha256': '9b636915c4c868091d72b6c72337b6c255cab8ede30b8b394b43389e1fdd95d5'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutk3ywk/kernel_replay/evidence/compiled-fixtures/BadPublic.olean', 'sha256': '964baf2b19c4c8f766910851d8f8aa615f26fa4c04929c3b11cd7b0e4304d3cf'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutk3ywk/kernel_replay/evidence/compiled-fixtures/BadPublic.olean.server', 'sha256': 'f269ad0781ece6de0f8a24bdd1f4bbd84f971026ba273fedadd454e9bef07539'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutk3ywk/kernel_replay/evidence/compiled-fixtures/BadPublic.olean.private', 'sha256': '79545f034e10fc850477f2feaf564e62f8f396fca76e98244ebdeb4d7d74cfce'}], 'pid': 10021, 'stdout': 'CBZ_KERNEL_REPLAY_OK BadPublic\\n', 'stdout_bytes': 31, 'stderr': '', 'stderr_bytes': 0, 'ended': '2026-10-29T17:52:39.001302+00:00', 'elapsed_seconds': 1.3257151409998187}], 'completed_count': 1, 'expected_count': 1, 'manifest': {'schema': 'cbz-kernel-replay/v1', 'lean': {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/bin/lean', 'sha256': 'e8baaa71855a616dc351028f3ad2200051b0671f423a1696a100e809302d5550'}, 'sysroot': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1', 'lean_path': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutk3ywk/kernel_replay/evidence/compiled-fixtures'], 'expected_modules': ['BadPublic'], 'modules': [{'name': 'BadPublic', 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutk3ywk/kernel_replay/tests/fixtures/BadPublic.lean', 'sha256': '9b636915c4c868091d72b6c72337b6c255cab8ede30b8b394b43389e1fdd95d5'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutk3ywk/kernel_replay/evidence/compiled-fixtures/BadPublic.olean', 'sha256': '964baf2b19c4c8f766910851d8f8aa615f26fa4c04929c3b11cd7b0e4304d3cf'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutk3ywk/kernel_replay/evidence/compiled-fixtures/BadPublic.olean.server', 'sha256': 'f269ad0781ece6de0f8a24bdd1f4bbd84f971026ba273fedadd454e9bef07539'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutk3ywk/kernel_replay/evidence/compiled-fixtures/BadPublic.olean.private', 'sha256': '79545f034e10fc850477f2feaf564e62f8f396fca76e98244ebdeb4d7d74cfce'}]}], 'context': [], 'tool': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutk3ywk/kernel_replay/kernel_replay.py', 'sha256': '416b688929daff9f473ce3e0abd399d8be2cde46c12956d3e5d5d9937d914293'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutk3ywk/kernel_replay/ExactReplay.lean', 'sha256': '930f302c06967af3f95f1e98f74d71c87e63d79694694977d6bf4c9e1ae04dd9'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/LeanChecker.lean', 'sha256': '2d18ec111d73c536b0bdee2533556bb9548c349f386797d3d3837b1f84d55dae'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/Lean/Replay.lean', 'sha256': 'c434b5b2bc5047ca58d4a095fcf1d9935d413c788ae98a4f21948e6a95ca3fb0'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/LeanChecker.olean', 'sha256': 'd6829015630328e3c70909a4cba004a7933f6d52cad3721488a2efaa14c1bbbe'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean', 'sha256': '66cb6f6d0bd6f9faee0205ddf0e289d1936e40f7808dfe9ad6eba412a5d8b427'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.server', 'sha256': '46026af21aa760fb2343c15336f6e1476d37e4829e4e0ec529ab499fd0a2b010'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.private', 'sha256': 'fadad15c5bb080fee117b7fd049b6f54e3077b5b258902fe47cad8dbf76649a1'}]}, 'g2_status': 'NOT_ASSESSED', 'full_cbz': False, 'ended': '2026-10-29T17:52:39.003923+00:00'}\n\n----------------------------------------------------------------------\nRan 1 test in 2.388s\n\nFAILED (failures=1)\n" + }, + "stdout": "test_public_self_reference_rejected (test_real_lean.RealLeanTests.test_public_self_reference_rejected) ... FAIL\n\n======================================================================\nFAIL: test_public_self_reference_rejected (test_real_lean.RealLeanTests.test_public_self_reference_rejected)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutk3ywk/kernel_replay/tests/test_real_lean.py\", line 46, in test_public_self_reference_rejected\n self.assertFalse(r['ok'], r)\nAssertionError: True is not false : {'schema': 'cbz-kernel-replay/v1', 'gate': 'G4-scoped-adapter', 'started': '2026-10-29T17:52:37.672043+00:00', 'ok': True, 'results': [{'module': 'BadPublic', 'command': ['/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/bin/lean', '-j1', '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutk3ywk/kernel_replay/ExactReplay.lean'], 'started': '2026-10-29T17:52:37.675603+00:00', 'status': 'PASS', 'ok': True, 'returncode': 0, 'memory_mib': 8192, 'timeout_seconds': 60, 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutk3ywk/kernel_replay/tests/fixtures/BadPublic.lean', 'sha256': '9b636915c4c868091d72b6c72337b6c255cab8ede30b8b394b43389e1fdd95d5'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutk3ywk/kernel_replay/evidence/compiled-fixtures/BadPublic.olean', 'sha256': '964baf2b19c4c8f766910851d8f8aa615f26fa4c04929c3b11cd7b0e4304d3cf'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutk3ywk/kernel_replay/evidence/compiled-fixtures/BadPublic.olean.server', 'sha256': 'f269ad0781ece6de0f8a24bdd1f4bbd84f971026ba273fedadd454e9bef07539'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutk3ywk/kernel_replay/evidence/compiled-fixtures/BadPublic.olean.private', 'sha256': '79545f034e10fc850477f2feaf564e62f8f396fca76e98244ebdeb4d7d74cfce'}], 'pid': 10021, 'stdout': 'CBZ_KERNEL_REPLAY_OK BadPublic\\n', 'stdout_bytes': 31, 'stderr': '', 'stderr_bytes': 0, 'ended': '2026-10-29T17:52:39.001302+00:00', 'elapsed_seconds': 1.3257151409998187}], 'completed_count': 1, 'expected_count': 1, 'manifest': {'schema': 'cbz-kernel-replay/v1', 'lean': {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/bin/lean', 'sha256': 'e8baaa71855a616dc351028f3ad2200051b0671f423a1696a100e809302d5550'}, 'sysroot': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1', 'lean_path': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutk3ywk/kernel_replay/evidence/compiled-fixtures'], 'expected_modules': ['BadPublic'], 'modules': [{'name': 'BadPublic', 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutk3ywk/kernel_replay/tests/fixtures/BadPublic.lean', 'sha256': '9b636915c4c868091d72b6c72337b6c255cab8ede30b8b394b43389e1fdd95d5'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutk3ywk/kernel_replay/evidence/compiled-fixtures/BadPublic.olean', 'sha256': '964baf2b19c4c8f766910851d8f8aa615f26fa4c04929c3b11cd7b0e4304d3cf'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutk3ywk/kernel_replay/evidence/compiled-fixtures/BadPublic.olean.server', 'sha256': 'f269ad0781ece6de0f8a24bdd1f4bbd84f971026ba273fedadd454e9bef07539'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutk3ywk/kernel_replay/evidence/compiled-fixtures/BadPublic.olean.private', 'sha256': '79545f034e10fc850477f2feaf564e62f8f396fca76e98244ebdeb4d7d74cfce'}]}], 'context': [], 'tool': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutk3ywk/kernel_replay/kernel_replay.py', 'sha256': '416b688929daff9f473ce3e0abd399d8be2cde46c12956d3e5d5d9937d914293'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutk3ywk/kernel_replay/ExactReplay.lean', 'sha256': '930f302c06967af3f95f1e98f74d71c87e63d79694694977d6bf4c9e1ae04dd9'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/LeanChecker.lean', 'sha256': '2d18ec111d73c536b0bdee2533556bb9548c349f386797d3d3837b1f84d55dae'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/Lean/Replay.lean', 'sha256': 'c434b5b2bc5047ca58d4a095fcf1d9935d413c788ae98a4f21948e6a95ca3fb0'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/LeanChecker.olean', 'sha256': 'd6829015630328e3c70909a4cba004a7933f6d52cad3721488a2efaa14c1bbbe'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean', 'sha256': '66cb6f6d0bd6f9faee0205ddf0e289d1936e40f7808dfe9ad6eba412a5d8b427'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.server', 'sha256': '46026af21aa760fb2343c15336f6e1476d37e4829e4e0ec529ab499fd0a2b010'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.private', 'sha256': 'fadad15c5bb080fee117b7fd049b6f54e3077b5b258902fe47cad8dbf76649a1'}]}, 'g2_status': 'NOT_ASSESSED', 'full_cbz': False, 'ended': '2026-10-29T17:52:39.003923+00:00'}\n\n----------------------------------------------------------------------\nRan 1 test in 2.388s\n\nFAILED (failures=1)\n", + "stderr": "" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/mutations/skip-kernel-replay.json b/cbz/contributions/math514/kernel_replay/evidence/mutations/skip-kernel-replay.json new file mode 100644 index 000000000..1acdca890 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/mutations/skip-kernel-replay.json @@ -0,0 +1,21 @@ +{ + "name": "skip-kernel-replay", + "file": "ExactReplay.lean", + "test": "test_real_lean.RealLeanTests.test_public_self_reference_rejected", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "24e55f5e99c83a46f9f908bbc90f22292a94305294e287d9b2eccbf24e8e6b66", + "mutated_sha256": "77e78da80654096e071db87e02006c57c681cde68d147d4ed95fa5a2407e69d2", + "tests": { + "tests_run": 1, + "assertion_failures": 1, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_public_self_reference_rejected (test_real_lean.RealLeanTests.test_public_self_reference_rejected) ... FAIL\n\n======================================================================\nFAIL: test_public_self_reference_rejected (test_real_lean.RealLeanTests.test_public_self_reference_rejected)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-d6afza4i/kernel_replay/tests/test_real_lean.py\", line 46, in test_public_self_reference_rejected\n self.assertFalse(r['ok'], r)\nAssertionError: True is not false : {'schema': 'cbz-kernel-replay/v1', 'gate': 'G4-scoped-adapter', 'started': '2026-10-29T17:52:27.400980+00:00', 'ok': True, 'results': [{'module': 'BadPublic', 'command': ['/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/bin/lean', '-j1', '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-d6afza4i/kernel_replay/ExactReplay.lean'], 'started': '2026-10-29T17:52:27.405583+00:00', 'status': 'PASS', 'ok': True, 'returncode': 0, 'memory_mib': 8192, 'timeout_seconds': 60, 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-d6afza4i/kernel_replay/tests/fixtures/BadPublic.lean', 'sha256': '9b636915c4c868091d72b6c72337b6c255cab8ede30b8b394b43389e1fdd95d5'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-d6afza4i/kernel_replay/evidence/compiled-fixtures/BadPublic.olean', 'sha256': '964baf2b19c4c8f766910851d8f8aa615f26fa4c04929c3b11cd7b0e4304d3cf'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-d6afza4i/kernel_replay/evidence/compiled-fixtures/BadPublic.olean.server', 'sha256': 'f269ad0781ece6de0f8a24bdd1f4bbd84f971026ba273fedadd454e9bef07539'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-d6afza4i/kernel_replay/evidence/compiled-fixtures/BadPublic.olean.private', 'sha256': '79545f034e10fc850477f2feaf564e62f8f396fca76e98244ebdeb4d7d74cfce'}], 'pid': 9863, 'stdout': 'CBZ_KERNEL_REPLAY_OK BadPublic\\n', 'stdout_bytes': 31, 'stderr': '', 'stderr_bytes': 0, 'ended': '2026-10-29T17:52:27.675154+00:00', 'elapsed_seconds': 0.26957460299945524}], 'completed_count': 1, 'expected_count': 1, 'manifest': {'schema': 'cbz-kernel-replay/v1', 'lean': {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/bin/lean', 'sha256': 'e8baaa71855a616dc351028f3ad2200051b0671f423a1696a100e809302d5550'}, 'sysroot': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1', 'lean_path': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-d6afza4i/kernel_replay/evidence/compiled-fixtures'], 'expected_modules': ['BadPublic'], 'modules': [{'name': 'BadPublic', 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-d6afza4i/kernel_replay/tests/fixtures/BadPublic.lean', 'sha256': '9b636915c4c868091d72b6c72337b6c255cab8ede30b8b394b43389e1fdd95d5'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-d6afza4i/kernel_replay/evidence/compiled-fixtures/BadPublic.olean', 'sha256': '964baf2b19c4c8f766910851d8f8aa615f26fa4c04929c3b11cd7b0e4304d3cf'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-d6afza4i/kernel_replay/evidence/compiled-fixtures/BadPublic.olean.server', 'sha256': 'f269ad0781ece6de0f8a24bdd1f4bbd84f971026ba273fedadd454e9bef07539'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-d6afza4i/kernel_replay/evidence/compiled-fixtures/BadPublic.olean.private', 'sha256': '79545f034e10fc850477f2feaf564e62f8f396fca76e98244ebdeb4d7d74cfce'}]}], 'context': [], 'tool': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-d6afza4i/kernel_replay/kernel_replay.py', 'sha256': '416b688929daff9f473ce3e0abd399d8be2cde46c12956d3e5d5d9937d914293'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-d6afza4i/kernel_replay/ExactReplay.lean', 'sha256': '77e78da80654096e071db87e02006c57c681cde68d147d4ed95fa5a2407e69d2'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/LeanChecker.lean', 'sha256': '2d18ec111d73c536b0bdee2533556bb9548c349f386797d3d3837b1f84d55dae'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/Lean/Replay.lean', 'sha256': 'c434b5b2bc5047ca58d4a095fcf1d9935d413c788ae98a4f21948e6a95ca3fb0'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/LeanChecker.olean', 'sha256': 'd6829015630328e3c70909a4cba004a7933f6d52cad3721488a2efaa14c1bbbe'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean', 'sha256': '66cb6f6d0bd6f9faee0205ddf0e289d1936e40f7808dfe9ad6eba412a5d8b427'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.server', 'sha256': '46026af21aa760fb2343c15336f6e1476d37e4829e4e0ec529ab499fd0a2b010'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.private', 'sha256': 'fadad15c5bb080fee117b7fd049b6f54e3077b5b258902fe47cad8dbf76649a1'}]}, 'g2_status': 'NOT_ASSESSED', 'full_cbz': False, 'ended': '2026-10-29T17:52:27.677429+00:00'}\n\n----------------------------------------------------------------------\nRan 1 test in 1.338s\n\nFAILED (failures=1)\n" + }, + "stdout": "test_public_self_reference_rejected (test_real_lean.RealLeanTests.test_public_self_reference_rejected) ... FAIL\n\n======================================================================\nFAIL: test_public_self_reference_rejected (test_real_lean.RealLeanTests.test_public_self_reference_rejected)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-d6afza4i/kernel_replay/tests/test_real_lean.py\", line 46, in test_public_self_reference_rejected\n self.assertFalse(r['ok'], r)\nAssertionError: True is not false : {'schema': 'cbz-kernel-replay/v1', 'gate': 'G4-scoped-adapter', 'started': '2026-10-29T17:52:27.400980+00:00', 'ok': True, 'results': [{'module': 'BadPublic', 'command': ['/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/bin/lean', '-j1', '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-d6afza4i/kernel_replay/ExactReplay.lean'], 'started': '2026-10-29T17:52:27.405583+00:00', 'status': 'PASS', 'ok': True, 'returncode': 0, 'memory_mib': 8192, 'timeout_seconds': 60, 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-d6afza4i/kernel_replay/tests/fixtures/BadPublic.lean', 'sha256': '9b636915c4c868091d72b6c72337b6c255cab8ede30b8b394b43389e1fdd95d5'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-d6afza4i/kernel_replay/evidence/compiled-fixtures/BadPublic.olean', 'sha256': '964baf2b19c4c8f766910851d8f8aa615f26fa4c04929c3b11cd7b0e4304d3cf'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-d6afza4i/kernel_replay/evidence/compiled-fixtures/BadPublic.olean.server', 'sha256': 'f269ad0781ece6de0f8a24bdd1f4bbd84f971026ba273fedadd454e9bef07539'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-d6afza4i/kernel_replay/evidence/compiled-fixtures/BadPublic.olean.private', 'sha256': '79545f034e10fc850477f2feaf564e62f8f396fca76e98244ebdeb4d7d74cfce'}], 'pid': 9863, 'stdout': 'CBZ_KERNEL_REPLAY_OK BadPublic\\n', 'stdout_bytes': 31, 'stderr': '', 'stderr_bytes': 0, 'ended': '2026-10-29T17:52:27.675154+00:00', 'elapsed_seconds': 0.26957460299945524}], 'completed_count': 1, 'expected_count': 1, 'manifest': {'schema': 'cbz-kernel-replay/v1', 'lean': {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/bin/lean', 'sha256': 'e8baaa71855a616dc351028f3ad2200051b0671f423a1696a100e809302d5550'}, 'sysroot': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1', 'lean_path': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-d6afza4i/kernel_replay/evidence/compiled-fixtures'], 'expected_modules': ['BadPublic'], 'modules': [{'name': 'BadPublic', 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-d6afza4i/kernel_replay/tests/fixtures/BadPublic.lean', 'sha256': '9b636915c4c868091d72b6c72337b6c255cab8ede30b8b394b43389e1fdd95d5'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-d6afza4i/kernel_replay/evidence/compiled-fixtures/BadPublic.olean', 'sha256': '964baf2b19c4c8f766910851d8f8aa615f26fa4c04929c3b11cd7b0e4304d3cf'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-d6afza4i/kernel_replay/evidence/compiled-fixtures/BadPublic.olean.server', 'sha256': 'f269ad0781ece6de0f8a24bdd1f4bbd84f971026ba273fedadd454e9bef07539'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-d6afza4i/kernel_replay/evidence/compiled-fixtures/BadPublic.olean.private', 'sha256': '79545f034e10fc850477f2feaf564e62f8f396fca76e98244ebdeb4d7d74cfce'}]}], 'context': [], 'tool': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-d6afza4i/kernel_replay/kernel_replay.py', 'sha256': '416b688929daff9f473ce3e0abd399d8be2cde46c12956d3e5d5d9937d914293'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-d6afza4i/kernel_replay/ExactReplay.lean', 'sha256': '77e78da80654096e071db87e02006c57c681cde68d147d4ed95fa5a2407e69d2'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/LeanChecker.lean', 'sha256': '2d18ec111d73c536b0bdee2533556bb9548c349f386797d3d3837b1f84d55dae'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/Lean/Replay.lean', 'sha256': 'c434b5b2bc5047ca58d4a095fcf1d9935d413c788ae98a4f21948e6a95ca3fb0'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/LeanChecker.olean', 'sha256': 'd6829015630328e3c70909a4cba004a7933f6d52cad3721488a2efaa14c1bbbe'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean', 'sha256': '66cb6f6d0bd6f9faee0205ddf0e289d1936e40f7808dfe9ad6eba412a5d8b427'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.server', 'sha256': '46026af21aa760fb2343c15336f6e1476d37e4829e4e0ec529ab499fd0a2b010'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.private', 'sha256': 'fadad15c5bb080fee117b7fd049b6f54e3077b5b258902fe47cad8dbf76649a1'}]}, 'g2_status': 'NOT_ASSESSED', 'full_cbz': False, 'ended': '2026-10-29T17:52:27.677429+00:00'}\n\n----------------------------------------------------------------------\nRan 1 test in 1.338s\n\nFAILED (failures=1)\n", + "stderr": "" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/mutations/truncate-module-coverage.json b/cbz/contributions/math514/kernel_replay/evidence/mutations/truncate-module-coverage.json new file mode 100644 index 000000000..cdd407a6f --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/mutations/truncate-module-coverage.json @@ -0,0 +1,21 @@ +{ + "name": "truncate-module-coverage", + "file": "kernel_replay.py", + "test": "test_kernel_replay.WrapperTests", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "416b688929daff9f473ce3e0abd399d8be2cde46c12956d3e5d5d9937d914293", + "mutated_sha256": "7c87381f4be61e4fdc490b5bd003937d19e0a708fd3e6fad827c6dbaa72b6e74", + "tests": { + "tests_run": 17, + "assertion_failures": 1, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_duplicate_modules_rejected (test_kernel_replay.WrapperTests.test_duplicate_modules_rejected) ... ok\ntest_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected) ... ok\ntest_expected_coverage_mismatch_rejected (test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected) ... ok\ntest_individual_olean_symlink_rejected (test_kernel_replay.WrapperTests.test_individual_olean_symlink_rejected) ... ok\ntest_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied) ... ok\ntest_missing_module_rejected (test_kernel_replay.WrapperTests.test_missing_module_rejected) ... ok\ntest_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) ... ok\ntest_module_names_and_unknown_fields_rejected (test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected) ... ok\ntest_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected) ... ok\ntest_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker) ... ok\ntest_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... FAIL\ntest_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected) ... ok\ntest_search_root_and_part_symlinks_rejected (test_kernel_replay.WrapperTests.test_search_root_and_part_symlinks_rejected) ... ok\ntest_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected) ... ok\ntest_strict_cli (test_kernel_replay.WrapperTests.test_strict_cli) ... ok\ntest_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal) ... ok\ntest_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected) ... ok\n\n======================================================================\nFAIL: test_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutceb6m/kernel_replay/tests/test_kernel_replay.py\", line 146, in test_one_child_at_a_time_and_exact_coverage\n self.assertTrue(r['ok'], r)\nAssertionError: False is not true : {'schema': 'cbz-kernel-replay/v1', 'gate': 'G4-scoped-adapter', 'started': '2026-10-29T17:52:25.657979+00:00', 'ok': False, 'results': [{'module': 'Toy', 'command': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutceb6m/kernel_replay/evidence/tmp6mn6ue8k/fake-lean', '-j1', '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutceb6m/kernel_replay/ExactReplay.lean'], 'started': '2026-10-29T17:52:25.661857+00:00', 'status': 'PASS', 'ok': True, 'returncode': 0, 'memory_mib': 256, 'timeout_seconds': 4, 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutceb6m/kernel_replay/evidence/tmp6mn6ue8k/Toy.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutceb6m/kernel_replay/evidence/tmp6mn6ue8k/Toy.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}], 'pid': 9821, 'stdout': 'CBZ_KERNEL_REPLAY_OK Toy\\n', 'stdout_bytes': 25, 'stderr': '', 'stderr_bytes': 0, 'ended': '2026-10-29T17:52:25.776863+00:00', 'elapsed_seconds': 0.11500879599952896}], 'completed_count': 1, 'expected_count': 2, 'manifest': {'schema': 'cbz-kernel-replay/v1', 'lean': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutceb6m/kernel_replay/evidence/tmp6mn6ue8k/fake-lean', 'sha256': 'ae3646e87b900b7be8f82899f997899973befa59e18ad3307b55b4db59012183'}, 'sysroot': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1', 'lean_path': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutceb6m/kernel_replay/evidence/tmp6mn6ue8k'], 'expected_modules': ['Toy', 'Other'], 'modules': [{'name': 'Toy', 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutceb6m/kernel_replay/evidence/tmp6mn6ue8k/Toy.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutceb6m/kernel_replay/evidence/tmp6mn6ue8k/Toy.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}]}, {'name': 'Other', 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutceb6m/kernel_replay/evidence/tmp6mn6ue8k/Other.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutceb6m/kernel_replay/evidence/tmp6mn6ue8k/Other.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}]}], 'context': [], 'tool': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutceb6m/kernel_replay/kernel_replay.py', 'sha256': '7c87381f4be61e4fdc490b5bd003937d19e0a708fd3e6fad827c6dbaa72b6e74'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutceb6m/kernel_replay/ExactReplay.lean', 'sha256': '24e55f5e99c83a46f9f908bbc90f22292a94305294e287d9b2eccbf24e8e6b66'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/LeanChecker.lean', 'sha256': '2d18ec111d73c536b0bdee2533556bb9548c349f386797d3d3837b1f84d55dae'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/Lean/Replay.lean', 'sha256': 'c434b5b2bc5047ca58d4a095fcf1d9935d413c788ae98a4f21948e6a95ca3fb0'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/LeanChecker.olean', 'sha256': 'd6829015630328e3c70909a4cba004a7933f6d52cad3721488a2efaa14c1bbbe'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean', 'sha256': '66cb6f6d0bd6f9faee0205ddf0e289d1936e40f7808dfe9ad6eba412a5d8b427'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.server', 'sha256': '46026af21aa760fb2343c15336f6e1476d37e4829e4e0ec529ab499fd0a2b010'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.private', 'sha256': 'fadad15c5bb080fee117b7fd049b6f54e3077b5b258902fe47cad8dbf76649a1'}]}, 'g2_status': 'NOT_ASSESSED', 'full_cbz': False, 'ended': '2026-10-29T17:52:25.779229+00:00'}\n\n----------------------------------------------------------------------\nRan 17 tests in 0.523s\n\nFAILED (failures=1)\n" + }, + "stdout": "test_duplicate_modules_rejected (test_kernel_replay.WrapperTests.test_duplicate_modules_rejected) ... ok\ntest_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected) ... ok\ntest_expected_coverage_mismatch_rejected (test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected) ... ok\ntest_individual_olean_symlink_rejected (test_kernel_replay.WrapperTests.test_individual_olean_symlink_rejected) ... ok\ntest_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied) ... ok\ntest_missing_module_rejected (test_kernel_replay.WrapperTests.test_missing_module_rejected) ... ok\ntest_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) ... ok\ntest_module_names_and_unknown_fields_rejected (test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected) ... ok\ntest_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected) ... ok\ntest_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker) ... ok\ntest_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... FAIL\ntest_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected) ... ok\ntest_search_root_and_part_symlinks_rejected (test_kernel_replay.WrapperTests.test_search_root_and_part_symlinks_rejected) ... ok\ntest_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected) ... ok\ntest_strict_cli (test_kernel_replay.WrapperTests.test_strict_cli) ... ok\ntest_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal) ... ok\ntest_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected) ... ok\n\n======================================================================\nFAIL: test_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutceb6m/kernel_replay/tests/test_kernel_replay.py\", line 146, in test_one_child_at_a_time_and_exact_coverage\n self.assertTrue(r['ok'], r)\nAssertionError: False is not true : {'schema': 'cbz-kernel-replay/v1', 'gate': 'G4-scoped-adapter', 'started': '2026-10-29T17:52:25.657979+00:00', 'ok': False, 'results': [{'module': 'Toy', 'command': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutceb6m/kernel_replay/evidence/tmp6mn6ue8k/fake-lean', '-j1', '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutceb6m/kernel_replay/ExactReplay.lean'], 'started': '2026-10-29T17:52:25.661857+00:00', 'status': 'PASS', 'ok': True, 'returncode': 0, 'memory_mib': 256, 'timeout_seconds': 4, 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutceb6m/kernel_replay/evidence/tmp6mn6ue8k/Toy.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutceb6m/kernel_replay/evidence/tmp6mn6ue8k/Toy.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}], 'pid': 9821, 'stdout': 'CBZ_KERNEL_REPLAY_OK Toy\\n', 'stdout_bytes': 25, 'stderr': '', 'stderr_bytes': 0, 'ended': '2026-10-29T17:52:25.776863+00:00', 'elapsed_seconds': 0.11500879599952896}], 'completed_count': 1, 'expected_count': 2, 'manifest': {'schema': 'cbz-kernel-replay/v1', 'lean': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutceb6m/kernel_replay/evidence/tmp6mn6ue8k/fake-lean', 'sha256': 'ae3646e87b900b7be8f82899f997899973befa59e18ad3307b55b4db59012183'}, 'sysroot': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1', 'lean_path': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutceb6m/kernel_replay/evidence/tmp6mn6ue8k'], 'expected_modules': ['Toy', 'Other'], 'modules': [{'name': 'Toy', 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutceb6m/kernel_replay/evidence/tmp6mn6ue8k/Toy.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutceb6m/kernel_replay/evidence/tmp6mn6ue8k/Toy.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}]}, {'name': 'Other', 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutceb6m/kernel_replay/evidence/tmp6mn6ue8k/Other.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutceb6m/kernel_replay/evidence/tmp6mn6ue8k/Other.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}]}], 'context': [], 'tool': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutceb6m/kernel_replay/kernel_replay.py', 'sha256': '7c87381f4be61e4fdc490b5bd003937d19e0a708fd3e6fad827c6dbaa72b6e74'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-hutceb6m/kernel_replay/ExactReplay.lean', 'sha256': '24e55f5e99c83a46f9f908bbc90f22292a94305294e287d9b2eccbf24e8e6b66'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/LeanChecker.lean', 'sha256': '2d18ec111d73c536b0bdee2533556bb9548c349f386797d3d3837b1f84d55dae'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/Lean/Replay.lean', 'sha256': 'c434b5b2bc5047ca58d4a095fcf1d9935d413c788ae98a4f21948e6a95ca3fb0'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/LeanChecker.olean', 'sha256': 'd6829015630328e3c70909a4cba004a7933f6d52cad3721488a2efaa14c1bbbe'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean', 'sha256': '66cb6f6d0bd6f9faee0205ddf0e289d1936e40f7808dfe9ad6eba412a5d8b427'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.server', 'sha256': '46026af21aa760fb2343c15336f6e1476d37e4829e4e0ec529ab499fd0a2b010'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.private', 'sha256': 'fadad15c5bb080fee117b7fd049b6f54e3077b5b258902fe47cad8dbf76649a1'}]}, 'g2_status': 'NOT_ASSESSED', 'full_cbz': False, 'ended': '2026-10-29T17:52:25.779229+00:00'}\n\n----------------------------------------------------------------------\nRan 17 tests in 0.523s\n\nFAILED (failures=1)\n", + "stderr": "" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/mutations/untrusted-checker-search-path.json b/cbz/contributions/math514/kernel_replay/evidence/mutations/untrusted-checker-search-path.json new file mode 100644 index 000000000..75823619a --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/mutations/untrusted-checker-search-path.json @@ -0,0 +1,21 @@ +{ + "name": "untrusted-checker-search-path", + "file": "kernel_replay.py", + "test": "test_real_lean.RealLeanTests.test_user_lean_path_cannot_shadow_checker", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "416b688929daff9f473ce3e0abd399d8be2cde46c12956d3e5d5d9937d914293", + "mutated_sha256": "6820debaca0a9a0e1ac0c6b4f0922096eb23957042ff98792a1329532569d658", + "tests": { + "tests_run": 1, + "assertion_failures": 1, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_user_lean_path_cannot_shadow_checker (test_real_lean.RealLeanTests.test_user_lean_path_cannot_shadow_checker) ... FAIL\n\n======================================================================\nFAIL: test_user_lean_path_cannot_shadow_checker (test_real_lean.RealLeanTests.test_user_lean_path_cannot_shadow_checker)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-l16hub7o/kernel_replay/tests/test_real_lean.py\", line 87, in test_user_lean_path_cannot_shadow_checker\n self.assertTrue(self.replay('Good')['ok'])\nAssertionError: False is not true\n\n----------------------------------------------------------------------\nRan 1 test in 2.543s\n\nFAILED (failures=1)\n" + }, + "stdout": "test_user_lean_path_cannot_shadow_checker (test_real_lean.RealLeanTests.test_user_lean_path_cannot_shadow_checker) ... FAIL\n\n======================================================================\nFAIL: test_user_lean_path_cannot_shadow_checker (test_real_lean.RealLeanTests.test_user_lean_path_cannot_shadow_checker)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-l16hub7o/kernel_replay/tests/test_real_lean.py\", line 87, in test_user_lean_path_cannot_shadow_checker\n self.assertTrue(self.replay('Good')['ok'])\nAssertionError: False is not true\n\n----------------------------------------------------------------------\nRan 1 test in 2.543s\n\nFAILED (failures=1)\n", + "stderr": "" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/real-BadPrivate.json b/cbz/contributions/math514/kernel_replay/evidence/real-BadPrivate.json new file mode 100644 index 000000000..ee16597f0 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/real-BadPrivate.json @@ -0,0 +1,124 @@ +{ + "schema": "cbz-kernel-replay/v1", + "gate": "G4-scoped-adapter", + "started": "2026-10-29T17:51:50.822704+00:00", + "ok": false, + "results": [ + { + "module": "BadPrivate", + "command": [ + "/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/bin/lean", + "-j1", + "/workspace/cbz-0/tools/kernel_replay/ExactReplay.lean" + ], + "started": "2026-10-29T17:51:50.825886+00:00", + "status": "FAIL", + "ok": false, + "returncode": 1, + "memory_mib": 8192, + "timeout_seconds": 60, + "source": { + "path": "/workspace/cbz-0/tools/kernel_replay/tests/fixtures/BadPrivate.lean", + "sha256": "fa95b63ae8037158cdc643a6542ed28dc1adde86a529a535cfc0c713033ec429" + }, + "parts": [ + { + "path": "/workspace/cbz-0/tools/kernel_replay/evidence/compiled-fixtures/BadPrivate.olean", + "sha256": "4852f84146cb5a48707afd347a25b72a515bf8b49d3fcb41de8737207fa07c4a" + }, + { + "path": "/workspace/cbz-0/tools/kernel_replay/evidence/compiled-fixtures/BadPrivate.olean.server", + "sha256": "1fdecaa00df8d775a546be77006e144d7400bf57e79f00264fa698f9a8ed18d8" + }, + { + "path": "/workspace/cbz-0/tools/kernel_replay/evidence/compiled-fixtures/BadPrivate.olean.private", + "sha256": "3bff38ad49d726bb62879d3ed4e7a1ad155dd1bfb35dd48f5a210243caf9db2a" + } + ], + "pid": 9633, + "stdout": "/workspace/cbz-0/tools/kernel_replay/ExactReplay.lean:33:0: error: while replaying declaration '_private.BadPrivate.0.malformedPrivate':\n(kernel) unknown constant '_private.BadPrivate.0.malformedPrivate'\n", + "stdout_bytes": 204, + "stderr": "", + "stderr_bytes": 0, + "ended": "2026-10-29T17:51:51.947126+00:00", + "elapsed_seconds": 1.121253784000146 + } + ], + "completed_count": 0, + "expected_count": 1, + "manifest": { + "schema": "cbz-kernel-replay/v1", + "lean": { + "path": "/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/bin/lean", + "sha256": "e8baaa71855a616dc351028f3ad2200051b0671f423a1696a100e809302d5550" + }, + "sysroot": "/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1", + "lean_path": [ + "/workspace/cbz-0/tools/kernel_replay/evidence/compiled-fixtures" + ], + "expected_modules": [ + "BadPrivate" + ], + "modules": [ + { + "name": "BadPrivate", + "source": { + "path": "/workspace/cbz-0/tools/kernel_replay/tests/fixtures/BadPrivate.lean", + "sha256": "fa95b63ae8037158cdc643a6542ed28dc1adde86a529a535cfc0c713033ec429" + }, + "parts": [ + { + "path": "/workspace/cbz-0/tools/kernel_replay/evidence/compiled-fixtures/BadPrivate.olean", + "sha256": "4852f84146cb5a48707afd347a25b72a515bf8b49d3fcb41de8737207fa07c4a" + }, + { + "path": "/workspace/cbz-0/tools/kernel_replay/evidence/compiled-fixtures/BadPrivate.olean.server", + "sha256": "1fdecaa00df8d775a546be77006e144d7400bf57e79f00264fa698f9a8ed18d8" + }, + { + "path": "/workspace/cbz-0/tools/kernel_replay/evidence/compiled-fixtures/BadPrivate.olean.private", + "sha256": "3bff38ad49d726bb62879d3ed4e7a1ad155dd1bfb35dd48f5a210243caf9db2a" + } + ] + } + ], + "context": [], + "tool": [ + { + "path": "/workspace/cbz-0/tools/kernel_replay/kernel_replay.py", + "sha256": "416b688929daff9f473ce3e0abd399d8be2cde46c12956d3e5d5d9937d914293" + }, + { + "path": "/workspace/cbz-0/tools/kernel_replay/ExactReplay.lean", + "sha256": "24e55f5e99c83a46f9f908bbc90f22292a94305294e287d9b2eccbf24e8e6b66" + }, + { + "path": "/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/LeanChecker.lean", + "sha256": "2d18ec111d73c536b0bdee2533556bb9548c349f386797d3d3837b1f84d55dae" + }, + { + "path": "/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/Lean/Replay.lean", + "sha256": "c434b5b2bc5047ca58d4a095fcf1d9935d413c788ae98a4f21948e6a95ca3fb0" + }, + { + "path": "/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/LeanChecker.olean", + "sha256": "d6829015630328e3c70909a4cba004a7933f6d52cad3721488a2efaa14c1bbbe" + }, + { + "path": "/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean", + "sha256": "66cb6f6d0bd6f9faee0205ddf0e289d1936e40f7808dfe9ad6eba412a5d8b427" + }, + { + "path": "/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.server", + "sha256": "46026af21aa760fb2343c15336f6e1476d37e4829e4e0ec529ab499fd0a2b010" + }, + { + "path": "/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.private", + "sha256": "fadad15c5bb080fee117b7fd049b6f54e3077b5b258902fe47cad8dbf76649a1" + } + ] + }, + "g2_status": "NOT_ASSESSED", + "full_cbz": false, + "ended": "2026-10-29T17:51:51.949454+00:00" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/real-BadPublic.json b/cbz/contributions/math514/kernel_replay/evidence/real-BadPublic.json new file mode 100644 index 000000000..2f054fb41 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/real-BadPublic.json @@ -0,0 +1,124 @@ +{ + "schema": "cbz-kernel-replay/v1", + "gate": "G4-scoped-adapter", + "started": "2026-10-29T17:51:51.951716+00:00", + "ok": false, + "results": [ + { + "module": "BadPublic", + "command": [ + "/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/bin/lean", + "-j1", + "/workspace/cbz-0/tools/kernel_replay/ExactReplay.lean" + ], + "started": "2026-10-29T17:51:51.954962+00:00", + "status": "FAIL", + "ok": false, + "returncode": 1, + "memory_mib": 8192, + "timeout_seconds": 60, + "source": { + "path": "/workspace/cbz-0/tools/kernel_replay/tests/fixtures/BadPublic.lean", + "sha256": "9b636915c4c868091d72b6c72337b6c255cab8ede30b8b394b43389e1fdd95d5" + }, + "parts": [ + { + "path": "/workspace/cbz-0/tools/kernel_replay/evidence/compiled-fixtures/BadPublic.olean", + "sha256": "964baf2b19c4c8f766910851d8f8aa615f26fa4c04929c3b11cd7b0e4304d3cf" + }, + { + "path": "/workspace/cbz-0/tools/kernel_replay/evidence/compiled-fixtures/BadPublic.olean.server", + "sha256": "f269ad0781ece6de0f8a24bdd1f4bbd84f971026ba273fedadd454e9bef07539" + }, + { + "path": "/workspace/cbz-0/tools/kernel_replay/evidence/compiled-fixtures/BadPublic.olean.private", + "sha256": "79545f034e10fc850477f2feaf564e62f8f396fca76e98244ebdeb4d7d74cfce" + } + ], + "pid": 9639, + "stdout": "/workspace/cbz-0/tools/kernel_replay/ExactReplay.lean:33:0: error: while replaying declaration 'malformedPublic':\n(kernel) unknown constant 'malformedPublic'\n", + "stdout_bytes": 158, + "stderr": "", + "stderr_bytes": 0, + "ended": "2026-10-29T17:51:53.026772+00:00", + "elapsed_seconds": 1.0718270409997785 + } + ], + "completed_count": 0, + "expected_count": 1, + "manifest": { + "schema": "cbz-kernel-replay/v1", + "lean": { + "path": "/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/bin/lean", + "sha256": "e8baaa71855a616dc351028f3ad2200051b0671f423a1696a100e809302d5550" + }, + "sysroot": "/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1", + "lean_path": [ + "/workspace/cbz-0/tools/kernel_replay/evidence/compiled-fixtures" + ], + "expected_modules": [ + "BadPublic" + ], + "modules": [ + { + "name": "BadPublic", + "source": { + "path": "/workspace/cbz-0/tools/kernel_replay/tests/fixtures/BadPublic.lean", + "sha256": "9b636915c4c868091d72b6c72337b6c255cab8ede30b8b394b43389e1fdd95d5" + }, + "parts": [ + { + "path": "/workspace/cbz-0/tools/kernel_replay/evidence/compiled-fixtures/BadPublic.olean", + "sha256": "964baf2b19c4c8f766910851d8f8aa615f26fa4c04929c3b11cd7b0e4304d3cf" + }, + { + "path": "/workspace/cbz-0/tools/kernel_replay/evidence/compiled-fixtures/BadPublic.olean.server", + "sha256": "f269ad0781ece6de0f8a24bdd1f4bbd84f971026ba273fedadd454e9bef07539" + }, + { + "path": "/workspace/cbz-0/tools/kernel_replay/evidence/compiled-fixtures/BadPublic.olean.private", + "sha256": "79545f034e10fc850477f2feaf564e62f8f396fca76e98244ebdeb4d7d74cfce" + } + ] + } + ], + "context": [], + "tool": [ + { + "path": "/workspace/cbz-0/tools/kernel_replay/kernel_replay.py", + "sha256": "416b688929daff9f473ce3e0abd399d8be2cde46c12956d3e5d5d9937d914293" + }, + { + "path": "/workspace/cbz-0/tools/kernel_replay/ExactReplay.lean", + "sha256": "24e55f5e99c83a46f9f908bbc90f22292a94305294e287d9b2eccbf24e8e6b66" + }, + { + "path": "/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/LeanChecker.lean", + "sha256": "2d18ec111d73c536b0bdee2533556bb9548c349f386797d3d3837b1f84d55dae" + }, + { + "path": "/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/Lean/Replay.lean", + "sha256": "c434b5b2bc5047ca58d4a095fcf1d9935d413c788ae98a4f21948e6a95ca3fb0" + }, + { + "path": "/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/LeanChecker.olean", + "sha256": "d6829015630328e3c70909a4cba004a7933f6d52cad3721488a2efaa14c1bbbe" + }, + { + "path": "/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean", + "sha256": "66cb6f6d0bd6f9faee0205ddf0e289d1936e40f7808dfe9ad6eba412a5d8b427" + }, + { + "path": "/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.server", + "sha256": "46026af21aa760fb2343c15336f6e1476d37e4829e4e0ec529ab499fd0a2b010" + }, + { + "path": "/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.private", + "sha256": "fadad15c5bb080fee117b7fd049b6f54e3077b5b258902fe47cad8dbf76649a1" + } + ] + }, + "g2_status": "NOT_ASSESSED", + "full_cbz": false, + "ended": "2026-10-29T17:51:53.029069+00:00" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/real-Good.json b/cbz/contributions/math514/kernel_replay/evidence/real-Good.json new file mode 100644 index 000000000..84453cb2e --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/real-Good.json @@ -0,0 +1,124 @@ +{ + "schema": "cbz-kernel-replay/v1", + "gate": "G4-scoped-adapter", + "started": "2026-10-29T17:51:54.388502+00:00", + "ok": true, + "results": [ + { + "module": "Good", + "command": [ + "/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/bin/lean", + "-j1", + "/workspace/cbz-0/tools/kernel_replay/ExactReplay.lean" + ], + "started": "2026-10-29T17:51:54.396152+00:00", + "status": "PASS", + "ok": true, + "returncode": 0, + "memory_mib": 8192, + "timeout_seconds": 60, + "source": { + "path": "/workspace/cbz-0/tools/kernel_replay/tests/fixtures/Good.lean", + "sha256": "399a84340143a41948b838d33fdb7a60491c7d6827f40970115d24c0bc7bc728" + }, + "parts": [ + { + "path": "/workspace/cbz-0/tools/kernel_replay/evidence/compiled-fixtures/Good.olean", + "sha256": "71850802d7719967a07397afd42a3dce1eb3fc5f6ef915556c1e6c3ce6cca27c" + }, + { + "path": "/workspace/cbz-0/tools/kernel_replay/evidence/compiled-fixtures/Good.olean.server", + "sha256": "64aad674a938d54c40e51c647380eb937e6e22075b72c32162a584f7871ba07b" + }, + { + "path": "/workspace/cbz-0/tools/kernel_replay/evidence/compiled-fixtures/Good.olean.private", + "sha256": "92c9f15ad23e16f22580d6c41581cf0df79d84c9177e88388dac55d83323d698" + } + ], + "pid": 9663, + "stdout": "CBZ_KERNEL_REPLAY_OK Good\n", + "stdout_bytes": 26, + "stderr": "", + "stderr_bytes": 0, + "ended": "2026-10-29T17:51:55.113367+00:00", + "elapsed_seconds": 0.7172288179999669 + } + ], + "completed_count": 1, + "expected_count": 1, + "manifest": { + "schema": "cbz-kernel-replay/v1", + "lean": { + "path": "/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/bin/lean", + "sha256": "e8baaa71855a616dc351028f3ad2200051b0671f423a1696a100e809302d5550" + }, + "sysroot": "/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1", + "lean_path": [ + "/workspace/cbz-0/tools/kernel_replay/evidence/compiled-fixtures" + ], + "expected_modules": [ + "Good" + ], + "modules": [ + { + "name": "Good", + "source": { + "path": "/workspace/cbz-0/tools/kernel_replay/tests/fixtures/Good.lean", + "sha256": "399a84340143a41948b838d33fdb7a60491c7d6827f40970115d24c0bc7bc728" + }, + "parts": [ + { + "path": "/workspace/cbz-0/tools/kernel_replay/evidence/compiled-fixtures/Good.olean", + "sha256": "71850802d7719967a07397afd42a3dce1eb3fc5f6ef915556c1e6c3ce6cca27c" + }, + { + "path": "/workspace/cbz-0/tools/kernel_replay/evidence/compiled-fixtures/Good.olean.server", + "sha256": "64aad674a938d54c40e51c647380eb937e6e22075b72c32162a584f7871ba07b" + }, + { + "path": "/workspace/cbz-0/tools/kernel_replay/evidence/compiled-fixtures/Good.olean.private", + "sha256": "92c9f15ad23e16f22580d6c41581cf0df79d84c9177e88388dac55d83323d698" + } + ] + } + ], + "context": [], + "tool": [ + { + "path": "/workspace/cbz-0/tools/kernel_replay/kernel_replay.py", + "sha256": "416b688929daff9f473ce3e0abd399d8be2cde46c12956d3e5d5d9937d914293" + }, + { + "path": "/workspace/cbz-0/tools/kernel_replay/ExactReplay.lean", + "sha256": "24e55f5e99c83a46f9f908bbc90f22292a94305294e287d9b2eccbf24e8e6b66" + }, + { + "path": "/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/LeanChecker.lean", + "sha256": "2d18ec111d73c536b0bdee2533556bb9548c349f386797d3d3837b1f84d55dae" + }, + { + "path": "/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/Lean/Replay.lean", + "sha256": "c434b5b2bc5047ca58d4a095fcf1d9935d413c788ae98a4f21948e6a95ca3fb0" + }, + { + "path": "/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/LeanChecker.olean", + "sha256": "d6829015630328e3c70909a4cba004a7933f6d52cad3721488a2efaa14c1bbbe" + }, + { + "path": "/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean", + "sha256": "66cb6f6d0bd6f9faee0205ddf0e289d1936e40f7808dfe9ad6eba412a5d8b427" + }, + { + "path": "/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.server", + "sha256": "46026af21aa760fb2343c15336f6e1476d37e4829e4e0ec529ab499fd0a2b010" + }, + { + "path": "/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.private", + "sha256": "fadad15c5bb080fee117b7fd049b6f54e3077b5b258902fe47cad8dbf76649a1" + } + ] + }, + "g2_status": "NOT_ASSESSED", + "full_cbz": false, + "ended": "2026-10-29T17:51:55.115640+00:00" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/real-UnapprovedAxiom.json b/cbz/contributions/math514/kernel_replay/evidence/real-UnapprovedAxiom.json new file mode 100644 index 000000000..2bb187d66 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/real-UnapprovedAxiom.json @@ -0,0 +1,124 @@ +{ + "schema": "cbz-kernel-replay/v1", + "gate": "G4-scoped-adapter", + "started": "2026-10-29T17:51:53.031642+00:00", + "ok": true, + "results": [ + { + "module": "UnapprovedAxiom", + "command": [ + "/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/bin/lean", + "-j1", + "/workspace/cbz-0/tools/kernel_replay/ExactReplay.lean" + ], + "started": "2026-10-29T17:51:53.034844+00:00", + "status": "PASS", + "ok": true, + "returncode": 0, + "memory_mib": 8192, + "timeout_seconds": 60, + "source": { + "path": "/workspace/cbz-0/tools/kernel_replay/tests/fixtures/UnapprovedAxiom.lean", + "sha256": "24a4ed0e582c2cfc1a5113da5cf0215bf1adcfcd0e885db6448ee31428f34547" + }, + "parts": [ + { + "path": "/workspace/cbz-0/tools/kernel_replay/evidence/compiled-fixtures/UnapprovedAxiom.olean", + "sha256": "cf6f7c946ba00133f89ddad1ae6638b1eee298406ef3e98ab94c9148b47f5498" + }, + { + "path": "/workspace/cbz-0/tools/kernel_replay/evidence/compiled-fixtures/UnapprovedAxiom.olean.server", + "sha256": "7377e93c142feadf6d87719868c4adc2df6e7e759e8bf617b51970680444afff" + }, + { + "path": "/workspace/cbz-0/tools/kernel_replay/evidence/compiled-fixtures/UnapprovedAxiom.olean.private", + "sha256": "04cafad3cdea7af357c1440cf4967b20df05b5bdbb12dc6a87c4ffeab111ad0f" + } + ], + "pid": 9645, + "stdout": "CBZ_KERNEL_REPLAY_OK UnapprovedAxiom\n", + "stdout_bytes": 37, + "stderr": "", + "stderr_bytes": 0, + "ended": "2026-10-29T17:51:53.757354+00:00", + "elapsed_seconds": 0.7225236639997092 + } + ], + "completed_count": 1, + "expected_count": 1, + "manifest": { + "schema": "cbz-kernel-replay/v1", + "lean": { + "path": "/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/bin/lean", + "sha256": "e8baaa71855a616dc351028f3ad2200051b0671f423a1696a100e809302d5550" + }, + "sysroot": "/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1", + "lean_path": [ + "/workspace/cbz-0/tools/kernel_replay/evidence/compiled-fixtures" + ], + "expected_modules": [ + "UnapprovedAxiom" + ], + "modules": [ + { + "name": "UnapprovedAxiom", + "source": { + "path": "/workspace/cbz-0/tools/kernel_replay/tests/fixtures/UnapprovedAxiom.lean", + "sha256": "24a4ed0e582c2cfc1a5113da5cf0215bf1adcfcd0e885db6448ee31428f34547" + }, + "parts": [ + { + "path": "/workspace/cbz-0/tools/kernel_replay/evidence/compiled-fixtures/UnapprovedAxiom.olean", + "sha256": "cf6f7c946ba00133f89ddad1ae6638b1eee298406ef3e98ab94c9148b47f5498" + }, + { + "path": "/workspace/cbz-0/tools/kernel_replay/evidence/compiled-fixtures/UnapprovedAxiom.olean.server", + "sha256": "7377e93c142feadf6d87719868c4adc2df6e7e759e8bf617b51970680444afff" + }, + { + "path": "/workspace/cbz-0/tools/kernel_replay/evidence/compiled-fixtures/UnapprovedAxiom.olean.private", + "sha256": "04cafad3cdea7af357c1440cf4967b20df05b5bdbb12dc6a87c4ffeab111ad0f" + } + ] + } + ], + "context": [], + "tool": [ + { + "path": "/workspace/cbz-0/tools/kernel_replay/kernel_replay.py", + "sha256": "416b688929daff9f473ce3e0abd399d8be2cde46c12956d3e5d5d9937d914293" + }, + { + "path": "/workspace/cbz-0/tools/kernel_replay/ExactReplay.lean", + "sha256": "24e55f5e99c83a46f9f908bbc90f22292a94305294e287d9b2eccbf24e8e6b66" + }, + { + "path": "/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/LeanChecker.lean", + "sha256": "2d18ec111d73c536b0bdee2533556bb9548c349f386797d3d3837b1f84d55dae" + }, + { + "path": "/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/Lean/Replay.lean", + "sha256": "c434b5b2bc5047ca58d4a095fcf1d9935d413c788ae98a4f21948e6a95ca3fb0" + }, + { + "path": "/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/LeanChecker.olean", + "sha256": "d6829015630328e3c70909a4cba004a7933f6d52cad3721488a2efaa14c1bbbe" + }, + { + "path": "/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean", + "sha256": "66cb6f6d0bd6f9faee0205ddf0e289d1936e40f7808dfe9ad6eba412a5d8b427" + }, + { + "path": "/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.server", + "sha256": "46026af21aa760fb2343c15336f6e1476d37e4829e4e0ec529ab499fd0a2b010" + }, + { + "path": "/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.private", + "sha256": "fadad15c5bb080fee117b7fd049b6f54e3077b5b258902fe47cad8dbf76649a1" + } + ] + }, + "g2_status": "NOT_ASSESSED", + "full_cbz": false, + "ended": "2026-10-29T17:51:53.759705+00:00" +} diff --git a/cbz/contributions/math514/kernel_replay/independent-review.md b/cbz/contributions/math514/kernel_replay/independent-review.md new file mode 100644 index 000000000..b691fcc7d --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/independent-review.md @@ -0,0 +1,120 @@ +# Exact-module replay wrapper: independent review + +Reviewer: `/root/cbz_kernel_wrapper_review`, 29 October 2026. Scope: the new +`tools/kernel_replay/` adapter, tests, mutation harness, and retained evidence. +This is a tooling review, not a fresh mathematical verification or a full-CBZ +certificate. No mathematical source, Git state, canonical payload, or remote +service was changed by the reviewer. + +## Finding P1: resolved object filename could hide private proof data — fixed + +The original `resolve_olean` canonicalized the selected `.olean` before +`parts_of` enumerated its siblings. The Lean driver checked the real path, but +the unchanged official `replayFromImports` subsequently searched the lexical +filename again and selected its `.server`/`.private` siblings. An individual +`.olean` symlink could therefore bind three destination parts while replaying +only the exported presentation at the link location. A malformed private proof +could receive a green result. + +Locations: `tools/kernel_replay/kernel_replay.py:41`, `:81`, `:98`, `:112`, +`:139`; `tools/kernel_replay/ExactReplay.lean:23`; installed +`src/lean/LeanChecker.lean:11`. + +The author confirmed the static finding with a focused real-Lean reproduction. +`tools/kernel_replay/evidence/initial-real-symlink-replay.json` preserves that +false-green observation; it is historical defect evidence, not an acceptance +receipt. The fix rejects symlinked or noncanonical artifact/search paths before +canonicalization, including the main object, sibling parts, declared roots, +and manifest sysroot. Both manifest preparation and run-time validation reach +the guard. Static inspection confirms that the reported path mismatch is +closed. The new wrapper and real-private-body regressions exercise rejection; +the `allow-artifact-symlink` mutant removes the guard to expose the old defect. + +## Reviewed behavior + +- The production Lean driver imports the installed `LeanChecker` and invokes + its exported `replayFromImports target` exactly once. It does not preimport + the target. The official routine imports only the target's declared imports + into its replay environment, reads exported/server/private parts, and replays + constants from the most private available part. Production copies no kernel + replay implementation. +- The wrapper uses one fresh `lean -j1` process per explicit module and waits + before starting the next. Names, nonempty coverage, duplicates, exact module + ordering/count, and exact manifest fields are checked. Prefix expansion and + the official concurrent prefix CLI are not invoked. +- Sysroot libraries precede caller search roots for both driver import and + replay search. The Python package-shadowing selection matches upstream + `SearchPath.findWithExt`; the driver additionally checks the selected real + `.olean` path. The existing checker-shadow regression covers the previously + discovered search-order defect. +- Manifest source, compiled parts, tools, and explicit context bindings are + revalidated before, between, and after module runs. Nonzero exit, wall + timeout, missing/wrong completion marker, or coverage failure prevents green. + Address-space/core limits are applied in the child; timeout kills its process + group. Output is file-backed and only a bounded tail enters the report. +- G4 replay and G2 axiom policy remain separate. The unapproved fixture axiom + can pass the kernel while the fixture-only G2 check rejects it; the report + explicitly states `g2_status: NOT_ASSESSED` and `full_cbz: false`. + +## Evidence reuse and mutation review + +The handoff's completed 23 scoped tests were accepted as applicable evidence +for unchanged behavior. No Lean invocation, project build, kernel replay, or +test suite was rerun by this reviewer. New checks for the concrete symlink +defect and changed fixtures/tests were performed by the author, avoiding races. + +The initial mutation report is retained as +`tools/kernel_replay/evidence/g0-initial-mutations.json`: 15 planned/executed, +11 killed, four survived. Three binding tests had asserted only non-green and +were masked by deliberately invalid dummy objects; they now require the +specific binding error. The initial private fixture did not truly confine its +bad proof to private data; the replacement uses the normal declaration API +under an explicitly quarantined fixture-only kernel-check bypass. These were +real test-coverage defects and the initial score must not be presented as +acceptance. + +A separate static mutation-harness review found no further blocking defect. +The harness isolates mutations, requires exactly one replacement site, and +classifies runner errors, skips, empty test sets, abnormal exits, and outer +timeouts as `ERROR`, not `KILLED`. A kill means an assertion failed; retained +assertion traces must establish the intended failure rather than relying on +the scalar mutation count alone. + +Final author acceptance evidence has been inspected and reused: + +- `tools/kernel_replay/evidence/g0-tests.json`: 25 tests passed, zero assertion + failures/errors/skips/expected failures/unexpected successes after the path + guard and corrected fixtures/tests. +- `tools/kernel_replay/evidence/g0-additional-tests.json`: two additional tests + passed for search-root/part symlinks and CLI prepare/run/source drift. The + production adapter was unchanged, so the earlier 25 tests remain applicable: + 27 distinct passing tests in total, not a claim of a repeated 27-test run. +- `tools/kernel_replay/evidence/g0-mutations.json`: 16 planned, 16 executed, + 16 killed; no survivor, runner error, or skip. The retained assertion traces + match the mutated obligations. The symlink, exported-only, skipped-replay, + and preloaded-target mutants visibly receive improper green results that + their negative tests reject. The concurrency trace shows the shared lock + collision; the memory-limit trace shows the deliberately removed limit. + +The author's final production identity is +`kernel_replay.py` SHA-256 +`416b688929daff9f473ce3e0abd399d8be2cde46c12956d3e5d5d9937d914293`; +`ExactReplay.lean` SHA-256 +`24e55f5e99c83a46f9f908bbc90f22292a94305294e287d9b2eccbf24e8e6b66`. +These identities and the executed evidence came from the author; this review +did not regenerate checksums or rerun verification merely for handoff. + +Disposition: the one P1 finding is fixed and covered; no open blocking finding +remains in the reviewed adapter, tests, or mutation harness. + +## Limits + +Source and object hashes are independent bindings; G3 evidence must establish +that the source produced the object. The caller's independent owned-module +inventory must establish complete expected coverage. Only declared targets +and explicit context are bound, not an undeclared dependency closure. Upstream +unsafe/partial exclusions and axiom acceptance are unchanged. The observed +low-address-space failures remain retained; an 8 GiB fixture limit establishes +fixture operation only, not the memory requirement of a heavy project replay. +Provider-distinct review and other process gates remain separate from this +tooling review and from completed mathematical evidence. diff --git a/cbz/contributions/math514/kernel_replay/kernel_replay.py b/cbz/contributions/math514/kernel_replay/kernel_replay.py new file mode 100644 index 000000000..c608658fb --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/kernel_replay.py @@ -0,0 +1,306 @@ +#!/usr/bin/env python3 +"""Bounded, serial, exact-module adapter to the installed LeanChecker routine.""" +import argparse +from datetime import datetime, timezone +import hashlib +import json +import math +import os +from pathlib import Path +import re +import resource +import signal +import subprocess +import sys +import time + +ROOT = Path(__file__).resolve().parent +SCHEMA = 'cbz-kernel-replay/v1' +MODULE = re.compile(r"[A-Za-z_][A-Za-z0-9_']*(?:\.[A-Za-z_][A-Za-z0-9_']*)*\Z") + + +def now(): + return datetime.now(timezone.utc).isoformat() + + +def sha256(path): + h = hashlib.sha256() + with Path(path).open('rb') as f: + for chunk in iter(lambda: f.read(1024 * 1024), b''): + h.update(chunk) + return h.hexdigest() + + +def binding(path): + p = Path(path).resolve(strict=True) + if not p.is_file(): + raise ValueError(f'not a regular file: {p}') + return {'path': str(p), 'sha256': sha256(p)} + + +def reject_artifact_symlinks(path): + p = Path(path) + # Do not canonicalize one filename and then inventory destination siblings: + # upstream finds .server/.private siblings of the lexical selected filename. + # Conservatively reject symlinks in every artifact/search-root component. + try: + canonical = p.resolve() + except RuntimeError as e: + raise ValueError(f'symlink loop: {p}') from e + if not p.is_absolute() or p.is_symlink() or canonical != p: + raise ValueError(f'symlink or noncanonical artifact/search path forbidden: {p}') + + +def exact_keys(obj, keys, what): + if not isinstance(obj, dict) or set(obj) != set(keys): + raise ValueError(f'{what}: required exact fields {sorted(keys)}') + + +def check_binding(b): + exact_keys(b, {'path', 'sha256'}, 'binding') + p = Path(b['path']) + if not p.is_absolute() or not re.fullmatch('[0-9a-f]{64}', b['sha256']): + raise ValueError('binding requires absolute path and SHA-256') + if binding(p) != b: + raise ValueError(f'binding changed: {p}') + + +def tool_bindings(sysroot): + upstream = Path(sysroot) / 'src/lean' + library = Path(sysroot) / 'lib/lean' + paths = [ROOT / 'kernel_replay.py', ROOT / 'ExactReplay.lean', + upstream / 'LeanChecker.lean', upstream / 'Lean/Replay.lean', + library / 'LeanChecker.olean', library / 'Lean/Replay.olean'] + # Bind any available data parts of both imported checker implementations. + for stem in (library / 'LeanChecker.olean', library / 'Lean/Replay.olean'): + paths.extend(p for p in (Path(str(stem) + '.server'), Path(str(stem) + '.private')) + if p.exists()) + return [binding(p) for p in paths] + + +def resolve_olean(name, lean_path, sysroot): + if not isinstance(name, str) or not MODULE.fullmatch(name): + raise ValueError(f'invalid exact module: {name!r}') + package = name.split('.')[0] + # Mirrors SearchPath.findWithExt: package shadowing is significant, even + # when a matching later path contains the requested submodule. + for raw in [str(Path(sysroot) / 'lib/lean'), *lean_path]: + root = Path(raw) + if (root / package).is_dir() or (root / (package + '.olean')).exists(): + p = root.joinpath(*name.split('.')).with_suffix('.olean') + reject_artifact_symlinks(p) + if not p.is_file(): + raise FileNotFoundError(f'exact module missing: {p}') + return p.resolve() + raise FileNotFoundError(f'exact module not found: {name}') + + +def parts_of(olean): + parts = [Path(olean)] + server, private = Path(str(olean) + '.server'), Path(str(olean) + '.private') + for p in (Path(olean), server, private): + reject_artifact_symlinks(p) + if server.exists(): + parts.append(server) + if private.exists(): + parts.append(private) + elif private.exists(): + raise ValueError(f'orphan private part: {private}') + return [binding(p) for p in parts] + + +def prepare_manifest(lean, lean_path, selections, context): + lean = str(Path(lean).resolve(strict=True)) + sysroot = str(Path(lean).parent.parent) + if not selections: + raise ValueError('empty expected module coverage forbidden') + paths = [] + for raw in lean_path: + p = Path(raw).absolute() + reject_artifact_symlinks(p) + paths.append(str(p.resolve(strict=True))) + if any(not Path(p).is_dir() for p in paths): + raise ValueError('lean_path entries must be directories') + names, modules = [], [] + for selection in selections: + if '=' not in selection: + raise ValueError('module selection must be NAME=SOURCE') + name, source = selection.split('=', 1) + if name in names: + raise ValueError(f'duplicate module: {name}') + olean = resolve_olean(name, paths, sysroot) + names.append(name) + modules.append({'name': name, 'source': binding(source), 'parts': parts_of(olean)}) + return {'schema': SCHEMA, 'lean': binding(lean), 'sysroot': sysroot, + 'lean_path': paths, 'expected_modules': names, 'modules': modules, + 'context': [binding(p) for p in context], 'tool': tool_bindings(sysroot)} + + +def validate_manifest(m): + exact_keys(m, {'schema', 'lean', 'sysroot', 'lean_path', 'expected_modules', + 'modules', 'context', 'tool'}, 'manifest') + if m['schema'] != SCHEMA: + raise ValueError('unsupported schema') + names = m['expected_modules'] + if not isinstance(names, list) or not names or any(not isinstance(n, str) for n in names): + raise ValueError('empty or invalid expected coverage') + if len(set(names)) != len(names): + raise ValueError('duplicate expected coverage') + if (not isinstance(m['modules'], list) or any(not isinstance(x, dict) for x in m['modules']) + or [x.get('name') for x in m['modules']] != names): + raise ValueError('expected module coverage mismatch') + check_binding(m['lean']) + if not Path(m['sysroot']).is_absolute(): + raise ValueError('sysroot must be absolute') + reject_artifact_symlinks(Path(m['sysroot'])) + if not isinstance(m['lean_path'], list) or any( + not Path(p).is_absolute() or not Path(p).is_dir() for p in m['lean_path']): + raise ValueError('invalid lean_path') + for p in m['lean_path']: + reject_artifact_symlinks(Path(p)) + for entry in m['modules']: + exact_keys(entry, {'name', 'source', 'parts'}, 'module') + olean = resolve_olean(entry['name'], m['lean_path'], m['sysroot']) + check_binding(entry['source']) + if parts_of(olean) != entry['parts']: + raise ValueError(f'compiled parts changed: {entry["name"]}') + if m['tool'] != tool_bindings(m['sysroot']): + raise ValueError('tool binding changed') + if not isinstance(m['context'], list): + raise ValueError('context must be a binding list') + for b in m['context']: + check_binding(b) + + +def limits(memory_mib): + def apply(): + cap = memory_mib * 1024 * 1024 + resource.setrlimit(resource.RLIMIT_AS, (cap, cap)) + resource.setrlimit(resource.RLIMIT_CORE, (0, 0)) + return apply + + +def run_one(m, entry, memory_mib, timeout_seconds): + env = os.environ.copy() + # Pin the imported checker and Lean/Lake support to the installed sysroot. + # User artifacts cannot replace the trusted checker through LEAN_PATH. + env['LEAN_PATH'] = os.pathsep.join([str(Path(m['sysroot']) / 'lib/lean'), *m['lean_path']]) + env['LEAN_SYSROOT'] = m['sysroot'] + env['CBZ_KERNEL_REPLAY_MODULE'] = entry['name'] + env['CBZ_KERNEL_REPLAY_OLEAN'] = entry['parts'][0]['path'] + cmd = [m['lean']['path'], '-j1', str(ROOT / 'ExactReplay.lean')] + result = {'module': entry['name'], 'command': cmd, 'started': now(), + 'status': 'ERROR', 'ok': False, 'returncode': None, + 'memory_mib': memory_mib, 'timeout_seconds': timeout_seconds, + 'source': entry['source'], 'parts': entry['parts']} + started = time.monotonic() + # File-backed output prevents a noisy or corrupted module exhausting the + # orchestrator's memory. Only a bounded tail is included in JSON evidence. + import tempfile + with tempfile.TemporaryFile() as stdout, tempfile.TemporaryFile() as stderr: + try: + with subprocess.Popen(cmd, cwd=ROOT, env=env, stdout=stdout, stderr=stderr, + start_new_session=True, preexec_fn=limits(memory_mib)) as p: + result['pid'] = p.pid + try: + result['returncode'] = p.wait(timeout=timeout_seconds) + except subprocess.TimeoutExpired: + os.killpg(p.pid, signal.SIGKILL) + result['returncode'] = p.wait() + result['status'] = 'TIMEOUT' + except OSError as e: + result['error'] = str(e) + for key, stream in (('stdout', stdout), ('stderr', stderr)): + stream.seek(0, os.SEEK_END) + size = stream.tell() + stream.seek(max(0, size - 131072)) + result[key] = stream.read().decode('utf-8', errors='replace') + result[key + '_bytes'] = size + marker = 'CBZ_KERNEL_REPLAY_OK ' + entry['name'] + if result['status'] != 'TIMEOUT': + result['ok'] = result['returncode'] == 0 and result['stdout'].splitlines().count(marker) == 1 + result['status'] = 'PASS' if result['ok'] else 'FAIL' + result['ended'] = now() + result['elapsed_seconds'] = time.monotonic() - started + return result + + +def run_manifest(m, memory_mib, timeout_seconds): + report = {'schema': SCHEMA, 'gate': 'G4-scoped-adapter', 'started': now(), 'ok': False, + 'results': [], 'completed_count': 0, 'expected_count': 0, 'manifest': m, + 'g2_status': 'NOT_ASSESSED', 'full_cbz': False} + try: + if not isinstance(memory_mib, int) or memory_mib < 64: + raise ValueError('memory_mib must be an integer >= 64') + if not isinstance(timeout_seconds, (int, float)) or not math.isfinite(timeout_seconds) or timeout_seconds <= 0: + raise ValueError('timeout_seconds must be finite and positive') + validate_manifest(m) + report['expected_count'] = len(m['expected_modules']) + for entry in m['modules']: + validate_manifest(m) + report['results'].append(run_one(m, entry, memory_mib, timeout_seconds)) + validate_manifest(m) + report['completed_count'] = sum(x['ok'] for x in report['results']) + report['ok'] = (report['completed_count'] == report['expected_count'] + and len(report['results']) == report['expected_count'] + and [r['module'] for r in report['results']] == m['expected_modules']) + except (ValueError, TypeError, KeyError, OSError) as e: + report['error'] = f'{type(e).__name__}: {e}' + report['ended'] = now() + return report + + +def emit(value, output): + data = json.dumps(value, indent=2, sort_keys=True) + '\n' + if output: + Path(output).write_text(data) + else: + print(data, end='') + + +def main(argv=None): + parser = argparse.ArgumentParser(description=__doc__, add_help=False, allow_abbrev=False) + subs = parser.add_subparsers(dest='action', required=True) + subs.add_parser('help', add_help=False, allow_abbrev=False) + prepare = subs.add_parser('prepare', add_help=False, allow_abbrev=False) + one = subs.add_parser('one', add_help=False, allow_abbrev=False) + for p in (prepare, one): + p.add_argument('--lean', required=True) + p.add_argument('--lean-path', action='append', default=[]) + p.add_argument('--context', action='append', default=[]) + p.add_argument('--output') + prepare.add_argument('--module', action='append', required=True) + one.add_argument('module') + one.add_argument('--source', required=True) + run = subs.add_parser('run', add_help=False, allow_abbrev=False) + run.add_argument('manifest') + run.add_argument('--output') + for p in (run, one): + p.add_argument('--memory-mib', type=int, required=True) + p.add_argument('--timeout-seconds', type=float, required=True) + args = parser.parse_args(argv) + if args.action == 'help': + print(parser.format_help()) + print('prepare --lean ABS --lean-path DIR --module NAME=SOURCE --output MANIFEST') + print('run MANIFEST --memory-mib MIB --timeout-seconds SECONDS --output REPORT') + print('one NAME --lean ABS --lean-path DIR --source SOURCE --memory-mib MIB --timeout-seconds SECONDS') + return 0 + try: + if args.action == 'run': + m = json.loads(Path(args.manifest).read_text()) + else: + selections = args.module if args.action == 'prepare' else [args.module + '=' + args.source] + m = prepare_manifest(args.lean, args.lean_path, selections, args.context) + if args.action == 'prepare': + emit(m, args.output) + return 0 + report = run_manifest(m, args.memory_mib, args.timeout_seconds) + emit(report, args.output) + return 0 if report['ok'] else 1 + except (ValueError, TypeError, KeyError, OSError) as e: + print(f'kernel replay ERROR: {e}', file=sys.stderr) + return 2 + + +if __name__ == '__main__': + raise SystemExit(main()) diff --git a/cbz/contributions/math514/kernel_replay/mutations.py b/cbz/contributions/math514/kernel_replay/mutations.py new file mode 100644 index 000000000..289bd50e6 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/mutations.py @@ -0,0 +1,145 @@ +#!/usr/bin/env python3 +"""Isolated mutation checks. Errors/skips/empty tests are never mutant kills.""" +import argparse +import hashlib +import json +import os +from pathlib import Path +import shutil +import subprocess +import sys +import tempfile + +ROOT = Path(__file__).resolve().parent + + +def classify(value, code): + if (code not in (0, 1) or not value.get('tests_run') or value.get('errors') + or value.get('skipped') or value.get('expected_failures') + or value.get('unexpected_successes')): + return 'ERROR' + if code == 1 and value.get('assertion_failures', 0) > 0 and not value.get('successful'): + return 'KILLED' + if code == 0 and value.get('successful') and value.get('assertion_failures') == 0: + return 'SURVIVED' + return 'ERROR' + + +def digest(data): + return hashlib.sha256(data).hexdigest() + + +def definitions(): + wrapper = 'test_kernel_replay.WrapperTests' + real = 'test_real_lean.RealLeanTests.' + items = [ + ('empty-coverage', 'kernel_replay.py', 'if not selections:', 'if False:', wrapper), + ('allow-artifact-symlink', 'kernel_replay.py', + " if not p.is_absolute() or p.is_symlink() or canonical != p:", + ' if False:', 'test_real_lean.RealLeanTests.test_real_private_body_cannot_hide_behind_olean_symlink'), + ('ignore-source-binding', 'kernel_replay.py', " check_binding(entry['source'])", ' pass', wrapper), + ('ignore-compiled-parts-binding', 'kernel_replay.py', "if parts_of(olean) != entry['parts']:", 'if False:', wrapper), + ('ignore-tool-binding', 'kernel_replay.py', "if m['tool'] != tool_bindings(m['sysroot']):", 'if False:', wrapper), + ('ignore-nonzero-exit', 'kernel_replay.py', "result['returncode'] == 0 and result['stdout'].splitlines().count(marker) == 1", "result['stdout'].splitlines().count(marker) == 1", wrapper), + ('ignore-completion-marker', 'kernel_replay.py', "result['returncode'] == 0 and result['stdout'].splitlines().count(marker) == 1", "result['returncode'] == 0", wrapper), + ('ignore-timeout', 'kernel_replay.py', 'p.wait(timeout=timeout_seconds)', 'p.wait(timeout=None)', wrapper), + ('ignore-memory-limit', 'kernel_replay.py', 'preexec_fn=limits(memory_mib)', 'preexec_fn=None', wrapper), + ('truncate-module-coverage', 'kernel_replay.py', "for entry in m['modules']:\n validate_manifest(m)", "for entry in m['modules'][:1]:\n validate_manifest(m)", wrapper), + ('concurrent-module-processes', 'kernel_replay.py', + " for entry in m['modules']:\n validate_manifest(m)\n report['results'].append(run_one(m, entry, memory_mib, timeout_seconds))", + " from concurrent.futures import ThreadPoolExecutor\n with ThreadPoolExecutor(max_workers=2) as pool:\n report['results'] = list(pool.map(lambda entry: run_one(m, entry, memory_mib, timeout_seconds), m['modules']))", + wrapper + '.test_one_child_at_a_time_and_exact_coverage'), + ('skip-kernel-replay', 'ExactReplay.lean', ' replayFromImports target', ' pure ()', real + 'test_public_self_reference_rejected'), + ('prefix-expansion', 'ExactReplay.lean', ' replayFromImports target', + ' let sp ← searchPathRef.get\n for path in (← SearchPath.findAllWithExt sp "olean") do\n if let some name ← searchModuleNameOfFileName path sp then\n if target.isPrefixOf name then replayFromImports name', + real + 'test_exact_module_no_prefix_glob'), + ('untrusted-checker-search-path', 'kernel_replay.py', + "env['LEAN_PATH'] = os.pathsep.join([str(Path(m['sysroot']) / 'lib/lean'), *m['lean_path']])", + "env['LEAN_PATH'] = os.pathsep.join(m['lean_path'])", real + 'test_user_lean_path_cannot_shadow_checker'), + ] + return items + + +def derived_driver_mutations(lean): + upstream = (Path(lean).resolve().parent.parent / 'src/lean/LeanChecker.lean').read_text() + start = upstream.index('unsafe def replayFromImports ') + end = upstream.index('unsafe def replayFromFresh ', start) + routine = upstream[start:end] + # These intentionally unsound adapters exist only inside isolated mutants. + # The copied fragment retains the upstream Apache-2.0 provenance in the + # driver's file header; production calls the installed implementation. + exported = routine.replace('replayFromImports', 'cbzExportedOnly', 1) + a, b = exported.index(' let mut fnames'), exported.index(' let parts') + exported = exported[:a] + ' let fnames := #[mFile]\n' + exported[b:] + preload = routine.replace('replayFromImports', 'cbzPreloaded', 1) + preload = preload.replace('importModulesCore mod.imports', 'importModulesCore #[{ module }]') + preload = preload.replace('finalizeImport s mod.imports', 'finalizeImport s #[{ module }]') + original = (ROOT / 'ExactReplay.lean').read_text() + return [ + ('exported-part-only', 'ExactReplay.lean', original, + original.replace('open Lean\n', 'open Lean\n\n' + exported).replace(' replayFromImports target', ' cbzExportedOnly target'), + 'test_real_lean.RealLeanTests.test_private_self_reference_rejected'), + ('preload-target-self-reference', 'ExactReplay.lean', original, + original.replace('open Lean\n', 'open Lean\n\n' + preload).replace(' replayFromImports target', ' cbzPreloaded target'), + 'test_real_lean.RealLeanTests.test_public_self_reference_rejected'), + ] + + +def run_mutations(output, only=None): + lean = os.environ.get('CBZ_TEST_LEAN', '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/bin/lean') + plan = definitions() + derived_driver_mutations(lean) + if only: + if only not in [x[0] for x in plan]: + raise ValueError('unknown mutation: ' + only) + plan = [x for x in plan if x[0] == only] + evidence = ROOT / 'evidence/mutations' + evidence.mkdir(parents=True, exist_ok=True) + results = [] + for name, filename, old, new, test in plan: + with tempfile.TemporaryDirectory(dir=ROOT / 'evidence', prefix='mutant-') as d: + work = Path(d) / 'kernel_replay' + shutil.copytree(ROOT, work, ignore=shutil.ignore_patterns('evidence', '__pycache__', '*.pyc')) + (work / 'evidence').mkdir() + file = work / filename + original = file.read_text() + if original.count(old) != 1: + raise ValueError(f'mutation {name} did not identify exactly one source occurrence') + changed = original.replace(old, new, 1) + file.write_text(changed) + result_path = work / 'evidence/tests.json' + command = [sys.executable, str(work / 'run_tests.py'), '--output', str(result_path), '--test', test] + try: + p = subprocess.run(command, capture_output=True, text=True, timeout=90) + value = json.loads(result_path.read_text()) if result_path.exists() else {} + record = {'name': name, 'file': filename, 'test': test, + 'outcome': classify(value, p.returncode), 'returncode': p.returncode, + 'original_sha256': digest(original.encode()), + 'mutated_sha256': digest(changed.encode()), 'tests': value, + 'stdout': p.stdout, 'stderr': p.stderr} + except subprocess.TimeoutExpired as e: + record = {'name': name, 'outcome': 'ERROR', 'error': 'mutation test timed out'} + (evidence / (name + '.json')).write_text(json.dumps(record, indent=2) + '\n') + results.append(record) + print(name + ': ' + record['outcome'], flush=True) + result = {'threshold': 1.0, 'planned': len(plan), 'executed': len(results), + 'killed': sum(x['outcome'] == 'KILLED' for x in results), + 'ok': bool(results) and len(results) == len(plan) and all(x['outcome'] == 'KILLED' for x in results), + 'results': results} + Path(output).write_text(json.dumps(result, indent=2) + '\n') + return result + + +def main(): + parser = argparse.ArgumentParser(allow_abbrev=False) + parser.add_argument('--output', required=True) + parser.add_argument('--only') + args = parser.parse_args() + try: + return 0 if run_mutations(args.output, args.only)['ok'] else 1 + except (ValueError, OSError) as e: + print('mutation harness ERROR: ' + str(e), file=sys.stderr) + return 2 + + +if __name__ == '__main__': + raise SystemExit(main()) diff --git a/cbz/contributions/math514/kernel_replay/run_tests.py b/cbz/contributions/math514/kernel_replay/run_tests.py new file mode 100644 index 000000000..0b4e84b9c --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/run_tests.py @@ -0,0 +1,36 @@ +#!/usr/bin/env python3 +"""Structured, fail-closed unittest runner used by G0 and mutations.""" +import argparse +import io +import json +from pathlib import Path +import sys +import unittest + +ROOT = Path(__file__).resolve().parent + + +def main(): + parser = argparse.ArgumentParser(allow_abbrev=False) + parser.add_argument('--output', required=True) + parser.add_argument('--test', action='append', default=[]) + args = parser.parse_args() + sys.path.insert(0, str(ROOT / 'tests')) + if args.test: + suite = unittest.defaultTestLoader.loadTestsFromNames(args.test) + else: + suite = unittest.defaultTestLoader.discover(str(ROOT / 'tests'), pattern='test_*.py') + stream = io.StringIO() + result = unittest.TextTestRunner(stream=stream, verbosity=2).run(suite) + value = {'tests_run': result.testsRun, 'assertion_failures': len(result.failures), + 'errors': len(result.errors), 'skipped': len(result.skipped), + 'expected_failures': len(result.expectedFailures), + 'unexpected_successes': len(result.unexpectedSuccesses), + 'successful': result.wasSuccessful(), 'log': stream.getvalue()} + Path(args.output).write_text(json.dumps(value, indent=2) + '\n') + print(value['log'], end='') + return 0 if result.wasSuccessful() and result.testsRun and not result.skipped else 1 + + +if __name__ == '__main__': + raise SystemExit(main()) diff --git a/cbz/contributions/math514/kernel_replay/tests/fixtures/BadPrivate.lean b/cbz/contributions/math514/kernel_replay/tests/fixtures/BadPrivate.lean new file mode 100644 index 000000000..e95ddfc5f --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/tests/fixtures/BadPrivate.lean @@ -0,0 +1,13 @@ +/- QUARANTINED NEGATIVE FIXTURE: deliberately environment-hacked private body. + Never imported by production mathematical code or certified as closed. -/ +module +import Lean +open Lean Elab Command + +run_cmd do + let name := mkPrivateName (← getEnv) `malformedPrivate + let decl := Declaration.thmDecl { + name, levelParams := [], type := mkConst `False, value := mkConst name } + -- Proper private visibility is essential: exported-only replay must miss + -- this defect, and therefore be killed by this negative fixture's test. + liftCoreM <| withOptions (fun opts => debug.skipKernelTC.set opts true) <| Lean.addDecl decl diff --git a/cbz/contributions/math514/kernel_replay/tests/fixtures/BadPublic.lean b/cbz/contributions/math514/kernel_replay/tests/fixtures/BadPublic.lean new file mode 100644 index 000000000..8d9ecce86 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/tests/fixtures/BadPublic.lean @@ -0,0 +1,13 @@ +/- QUARANTINED NEGATIVE FIXTURE: deliberately environment-hacked theorem. + Never imported by production mathematical code or certified as closed. -/ +module +import Lean +open Lean Elab Command + +run_cmd do + let decl := Declaration.thmDecl { + name := `malformedPublic, levelParams := [], type := mkConst `False, + value := mkConst `malformedPublic } + -- Use the public declaration API so the exported module contains only its + -- axiom presentation and the malformed theorem body lives in private data. + liftCoreM <| withOptions (fun opts => debug.skipKernelTC.set opts true) <| Lean.addDecl decl diff --git a/cbz/contributions/math514/kernel_replay/tests/fixtures/Good.lean b/cbz/contributions/math514/kernel_replay/tests/fixtures/Good.lean new file mode 100644 index 000000000..86ce2955a --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/tests/fixtures/Good.lean @@ -0,0 +1,12 @@ +module +public import Init + +public inductive ReplayToy where + | zero : ReplayToy + | next : ReplayToy → ReplayToy + +private theorem privateWitness : True := True.intro +public theorem publicWitness : True := privateWitness +public def publicData : ReplayToy := .next .zero +private def privateData : Nat := 7 +public theorem publicDataLaw : (7 : Nat) = 7 := rfl diff --git a/cbz/contributions/math514/kernel_replay/tests/fixtures/UnapprovedAxiom.lean b/cbz/contributions/math514/kernel_replay/tests/fixtures/UnapprovedAxiom.lean new file mode 100644 index 000000000..f802bd6af --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/tests/fixtures/UnapprovedAxiom.lean @@ -0,0 +1,5 @@ +/- QUARANTINED NEGATIVE AXIOM-POLICY FIXTURE. Kernel validity does not approve + this declaration. G2 must reject its unapproved axiom independently. -/ +module +public import Init +public axiom unapprovedKernelReplayFixture : False diff --git a/cbz/contributions/math514/kernel_replay/tests/test_kernel_replay.py b/cbz/contributions/math514/kernel_replay/tests/test_kernel_replay.py new file mode 100644 index 000000000..98698085b --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/tests/test_kernel_replay.py @@ -0,0 +1,166 @@ +"""Acceptance tests for the bounded exact-module adapter. + +Changes that suppress manifest validation, failure propagation, time limits, +sequential waiting, or binding checks must make these tests fail. +""" +import importlib.util +import json +import os +from pathlib import Path +import subprocess +import sys +import tempfile +import unittest + +ROOT = Path(__file__).resolve().parents[1] +LEAN = Path(os.environ.get('CBZ_TEST_LEAN', '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/bin/lean')) + + +class WrapperTests(unittest.TestCase): + @classmethod + def setUpClass(cls): + spec = importlib.util.spec_from_file_location('kernel_replay', ROOT / 'kernel_replay.py') + cls.kr = importlib.util.module_from_spec(spec) + spec.loader.exec_module(cls.kr) + + def setUp(self): + self.tmp = tempfile.TemporaryDirectory(dir=ROOT / 'evidence') + self.addCleanup(self.tmp.cleanup) + self.base = Path(self.tmp.name) + self.source = self.base / 'Toy.lean' + self.source.write_text('theorem toy : True := True.intro\n') + (self.base / 'Toy.olean').write_bytes(b'opaque bytes for wrapper test') + + def manifest(self, names=('Toy',)): + for name in names: + (self.base / (name + '.lean')).write_text('theorem toy : True := True.intro\n') + (self.base / (name + '.olean')).write_bytes(b'opaque bytes for wrapper test') + return self.kr.prepare_manifest(str(LEAN), [str(self.base)], + [f'{n}={self.base / (n + ".lean")}' for n in names], []) + + def fake(self, code): + path = self.base / 'fake-lean' + path.write_text('#!/usr/bin/env python3\n' + code) + path.chmod(0o700) + return path + + def run_fake(self, code, names=('Toy',), timeout=4): + manifest = self.manifest(names) + fake = self.fake(code) + # Tests replace only executable binding, retaining the real sysroot: + manifest['lean']['path'] = str(fake) + manifest['lean']['sha256'] = self.kr.sha256(fake) + return self.kr.run_manifest(manifest, 256, timeout) + + def test_empty_coverage_rejected(self): + with self.assertRaises(ValueError): + self.kr.prepare_manifest(str(LEAN), [str(self.base)], [], []) + + def test_duplicate_modules_rejected(self): + with self.assertRaises(ValueError): + self.manifest(('Toy', 'Toy')) + + def test_missing_module_rejected(self): + with self.assertRaises((ValueError, FileNotFoundError)): + self.kr.prepare_manifest(str(LEAN), [str(self.base)], [f'Missing={self.source}'], []) + + def test_individual_olean_symlink_rejected(self): + linked = self.base / 'linked' + linked.mkdir() + (linked / 'Toy.olean').symlink_to(self.base / 'Toy.olean') + # Upstream selects lexical siblings. Canonicalizing a file symlink + # could bind destination private parts while replaying other parts. + with self.assertRaises(ValueError): + self.kr.prepare_manifest(str(LEAN), [str(linked)], [f'Toy={self.source}'], []) + + def test_search_root_and_part_symlinks_rejected(self): + linked = self.base / 'linked-root' + linked.symlink_to(self.base, target_is_directory=True) + with self.assertRaises(ValueError): + self.kr.prepare_manifest(str(LEAN), [str(linked)], [f'Toy={self.source}'], []) + part = self.base / 'Toy.olean.server' + part.symlink_to(self.base / 'Toy.olean') + with self.assertRaises(ValueError): + self.manifest() + + def test_expected_coverage_mismatch_rejected(self): + m = self.manifest() + m['expected_modules'].append('Missing') + self.assertFalse(self.kr.run_manifest(m, 256, 4)['ok']) + + def test_source_change_rejected(self): + m = self.manifest() + self.source.write_text('changed') + r = self.kr.run_manifest(m, 256, 4) + self.assertFalse(r['ok']) + self.assertIn('binding changed', r.get('error', '')) + + def test_part_change_rejected(self): + m = self.manifest() + (self.base / 'Toy.olean').write_bytes(b'changed') + r = self.kr.run_manifest(m, 256, 4) + self.assertFalse(r['ok']) + self.assertIn('compiled parts changed', r.get('error', '')) + + def test_new_private_part_rejected(self): + m = self.manifest() + (self.base / 'Toy.olean.server').write_bytes(b'added') + r = self.kr.run_manifest(m, 256, 4) + self.assertFalse(r['ok']) + self.assertIn('compiled parts changed', r.get('error', '')) + + def test_tool_binding_change_rejected(self): + m = self.manifest() + m['tool'][0]['sha256'] = '0' * 64 + r = self.kr.run_manifest(m, 256, 4) + self.assertFalse(r['ok']) + self.assertIn('tool binding changed', r.get('error', '')) + + def test_nonzero_exit_fatal_even_with_marker(self): + r = self.run_fake("import os\nprint('CBZ_KERNEL_REPLAY_OK ' + os.environ['CBZ_KERNEL_REPLAY_MODULE'])\nraise SystemExit(7)\n") + self.assertFalse(r['ok']) + self.assertEqual(r['results'][0]['returncode'], 7) + + def test_missing_or_wrong_marker_fatal(self): + for code in ("print('no replay')\n", "print('CBZ_KERNEL_REPLAY_OK Other')\n"): + with self.subTest(code=code): + self.assertFalse(self.run_fake(code)['ok']) + + def test_timeout_fatal(self): + r = self.run_fake('import time\ntime.sleep(5)\n', timeout=0.1) + self.assertFalse(r['ok']) + self.assertEqual(r['results'][0]['status'], 'TIMEOUT') + + def test_memory_limit_applied(self): + r = self.run_fake("import os, resource\nassert resource.getrlimit(resource.RLIMIT_AS)[0] == 256*1024*1024\nprint('CBZ_KERNEL_REPLAY_OK ' + os.environ['CBZ_KERNEL_REPLAY_MODULE'])\n") + self.assertTrue(r['ok'], r) + + def test_one_child_at_a_time_and_exact_coverage(self): + lock = self.base / 'active.lock' + code = ("import os, time\nfrom pathlib import Path\n" + + f"p = Path({str(lock)!r})\n" + + "fd = os.open(p, os.O_CREAT | os.O_EXCL | os.O_WRONLY)\n" + + "time.sleep(0.05)\nos.close(fd)\np.unlink()\n" + + "print('CBZ_KERNEL_REPLAY_OK ' + os.environ['CBZ_KERNEL_REPLAY_MODULE'])\n") + r = self.run_fake(code, ('Toy', 'Other')) + self.assertTrue(r['ok'], r) + self.assertEqual([x['module'] for x in r['results']], ['Toy', 'Other']) + self.assertEqual(r['completed_count'], 2) + + def test_strict_cli(self): + for args in (['--unknown'], ['run', '--help', '--bogus'], ['one', 'Toy', 'Other']): + p = subprocess.run([sys.executable, str(ROOT / 'kernel_replay.py'), *args], + capture_output=True, text=True) + self.assertNotEqual(p.returncode, 0, p.stdout + p.stderr) + + def test_module_names_and_unknown_fields_rejected(self): + for name in ('', '-v', 'Toy.*', 'Toy..Other', 'Toy/Other'): + with self.subTest(name=name), self.assertRaises(ValueError): + self.kr.prepare_manifest(str(LEAN), [str(self.base)], [f'{name}={self.source}'], []) + m = self.manifest() + m['ignored_flag'] = True + self.assertFalse(self.kr.run_manifest(m, 256, 4)['ok']) + + +if __name__ == '__main__': + unittest.main(verbosity=2) diff --git a/cbz/contributions/math514/kernel_replay/tests/test_mutation_harness.py b/cbz/contributions/math514/kernel_replay/tests/test_mutation_harness.py new file mode 100644 index 000000000..b47b84c19 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/tests/test_mutation_harness.py @@ -0,0 +1,26 @@ +"""Mutation accounting cannot turn errors, skips, or no tests into kills.""" +import importlib.util +from pathlib import Path +import unittest + +ROOT = Path(__file__).resolve().parents[1] + + +class MutationHarnessTests(unittest.TestCase): + def test_only_clean_assertion_failure_is_a_kill(self): + spec = importlib.util.spec_from_file_location('mutations', ROOT / 'mutations.py') + mod = importlib.util.module_from_spec(spec) + spec.loader.exec_module(mod) + clean = dict(tests_run=1, assertion_failures=1, errors=0, skipped=0, + expected_failures=0, unexpected_successes=0, successful=False) + self.assertEqual(mod.classify(clean, 1), 'KILLED') + self.assertEqual(mod.classify({**clean, 'assertion_failures': 0, 'successful': True}, 0), 'SURVIVED') + for changes, code in (({'tests_run': 0}, 1), ({'errors': 1}, 1), + ({'skipped': 1}, 1), ({'expected_failures': 1}, 1), + ({'unexpected_successes': 1}, 1), ({}, 2), ({}, -9)): + with self.subTest(changes=changes, code=code): + self.assertEqual(mod.classify({**clean, **changes}, code), 'ERROR') + + +if __name__ == '__main__': + unittest.main(verbosity=2) diff --git a/cbz/contributions/math514/kernel_replay/tests/test_real_lean.py b/cbz/contributions/math514/kernel_replay/tests/test_real_lean.py new file mode 100644 index 000000000..ac48816ce --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/tests/test_real_lean.py @@ -0,0 +1,148 @@ +"""Actual installed Lean 4.34.1 tests; no project proof replay.""" +import importlib.util +import json +import os +from pathlib import Path +import subprocess +import sys +import tempfile +import unittest + +ROOT = Path(__file__).resolve().parents[1] +LEAN = Path(os.environ.get('CBZ_TEST_LEAN', '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/bin/lean')) + + +class RealLeanTests(unittest.TestCase): + @classmethod + def setUpClass(cls): + spec = importlib.util.spec_from_file_location('kernel_replay', ROOT / 'kernel_replay.py') + cls.kr = importlib.util.module_from_spec(spec) + spec.loader.exec_module(cls.kr) + cls.base = ROOT / 'evidence/compiled-fixtures' + cls.base.mkdir(exist_ok=True) + cls.fixtures = ROOT / 'tests/fixtures' + for name in ('Good', 'BadPublic', 'BadPrivate', 'UnapprovedAxiom'): + p = subprocess.run([str(LEAN), '-o', str(cls.base / (name + '.olean')), + str(cls.fixtures / (name + '.lean'))], cwd=cls.fixtures, + capture_output=True, text=True, timeout=60) + if p.returncode: + raise AssertionError(name + ': ' + p.stdout + p.stderr) + + def replay(self, name): + m = self.kr.prepare_manifest(str(LEAN), [str(self.base)], + [f'{name}={self.fixtures / (name + ".lean")}'], []) + r = self.kr.run_manifest(m, 8192, 60) + (ROOT / 'evidence' / ('real-' + name + '.json')).write_text(json.dumps(r, indent=2) + '\n') + return r + + def test_good_public_private_inductive_all_parts(self): + r = self.replay('Good') + self.assertEqual(len(r['manifest']['modules'][0]['parts']), 3) + self.assertTrue(r['ok'], r) + self.assertEqual(r['completed_count'], 1) + + def test_public_self_reference_rejected(self): + r = self.replay('BadPublic') + self.assertFalse(r['ok'], r) + self.assertEqual(r['results'][0]['status'], 'FAIL') + self.assertIn('malformedPublic', r['results'][0]['stdout']) + + def test_private_self_reference_rejected(self): + r = self.replay('BadPrivate') + self.assertFalse(r['ok'], r) + self.assertIn('malformedPrivate', r['results'][0]['stdout']) + + def test_unapproved_axiom_kernel_valid_but_independent_policy_rejects(self): + r = self.replay('UnapprovedAxiom') + self.assertTrue(r['ok'], r) + self.assertEqual(r['g2_status'], 'NOT_ASSESSED') + check = self.base / 'FixtureAxiomPolicy.lean' + check.write_text('import Lean\nimport UnapprovedAxiom\nopen Lean Elab Command\n' + 'run_cmd do\n' + ' let some (.axiomInfo _) := (← getEnv).find? `unapprovedKernelReplayFixture\n' + ' | throwError "fixture missing its axiom"\n' + ' throwError "G2 fixture policy: unapproved axiom unapprovedKernelReplayFixture"\n') + env = os.environ.copy() + env['LEAN_PATH'] = str(self.base) + p = subprocess.run([str(LEAN), str(check)], cwd=self.base, env=env, + capture_output=True, text=True, timeout=60) + self.assertNotEqual(p.returncode, 0) + self.assertIn('G2 fixture policy: unapproved axiom', p.stdout) + (ROOT / 'evidence' / 'fixture-g2-rejection.json').write_text(json.dumps({ + 'returncode': p.returncode, 'stdout': p.stdout, 'stderr': p.stderr, + 'scope': 'one explicit unapproved fixture axiom; not a production all-declaration G2 auditor' + }, indent=2) + '\n') + + def test_exact_module_no_prefix_glob(self): + # A bad submodule must not be replayed when checking the exact Good module. + nested = self.base / 'Good' + nested.mkdir(exist_ok=True) + (nested / 'Broken.olean').write_bytes(b'invalid olean') + self.assertTrue(self.replay('Good')['ok']) + + def test_user_lean_path_cannot_shadow_checker(self): + shadow = self.base / 'LeanChecker.olean' + shadow.write_bytes(b'untrusted shadow of installed checker') + try: + self.assertTrue(self.replay('Good')['ok']) + finally: + shadow.unlink() + + def test_real_private_body_cannot_hide_behind_olean_symlink(self): + linked = self.base / 'symlink-negative' + linked.mkdir(exist_ok=True) + alias = linked / 'BadPrivate.olean' + if not alias.exists(): + alias.symlink_to(self.base / 'BadPrivate.olean') + try: + m = self.kr.prepare_manifest(str(LEAN), [str(linked)], + [f'BadPrivate={self.fixtures / "BadPrivate.lean"}'], []) + except ValueError as e: + self.assertIn('symlink', str(e)) + return + # Before the fix this bound destination private bytes but upstream + # selected lexical siblings, accepted the exported-only presentation. + r = self.kr.run_manifest(m, 8192, 60) + (ROOT / 'evidence/initial-real-symlink-replay.json').write_text(json.dumps(r, indent=2) + '\n') + self.assertFalse(r['ok'], r) + + def test_driver_missing_request_and_binding_rejected(self): + env = os.environ.copy() + env['LEAN_PATH'] = str(self.base) + env.pop('CBZ_KERNEL_REPLAY_MODULE', None) + p = subprocess.run([str(LEAN), str(ROOT / 'ExactReplay.lean')], cwd=ROOT, env=env, + capture_output=True, text=True, timeout=60) + self.assertNotEqual(p.returncode, 0) + self.assertIn('missing exact-module request', p.stdout) + env['CBZ_KERNEL_REPLAY_MODULE'] = 'Good' + env['CBZ_KERNEL_REPLAY_OLEAN'] = '/wrong/path.olean' + p = subprocess.run([str(LEAN), str(ROOT / 'ExactReplay.lean')], cwd=ROOT, env=env, + capture_output=True, text=True, timeout=60) + self.assertNotEqual(p.returncode, 0) + self.assertIn('resolved olean mismatch', p.stdout) + + def test_cli_prepare_and_run(self): + manifest = self.base / 'cli-manifest.json' + report = self.base / 'cli-report.json' + cli = [sys.executable, str(ROOT / 'kernel_replay.py')] + p = subprocess.run([*cli, 'prepare', '--lean', str(LEAN), '--lean-path', str(self.base), + '--module', f'Good={self.fixtures / "Good.lean"}', '--output', str(manifest)], + capture_output=True, text=True, timeout=60) + self.assertEqual(p.returncode, 0, p.stdout + p.stderr) + p = subprocess.run([*cli, 'run', str(manifest), '--memory-mib', '8192', + '--timeout-seconds', '60', '--output', str(report)], + capture_output=True, text=True, timeout=65) + self.assertEqual(p.returncode, 0, p.stdout + p.stderr) + self.assertTrue(json.loads(report.read_text())['ok']) + m = json.loads(manifest.read_text()) + m['modules'][0]['source']['sha256'] = '0' * 64 + manifest.write_text(json.dumps(m)) + p = subprocess.run([*cli, 'run', str(manifest), '--memory-mib', '8192', + '--timeout-seconds', '60', '--output', str(report)], + capture_output=True, text=True, timeout=65) + self.assertEqual(p.returncode, 1) + self.assertIn('binding changed', json.loads(report.read_text()).get('error', '')) + + +if __name__ == '__main__': + unittest.main(verbosity=2) diff --git a/cbz/contributions/math514/kernel_replay/tool-report.json b/cbz/contributions/math514/kernel_replay/tool-report.json new file mode 100644 index 000000000..021e0ab47 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/tool-report.json @@ -0,0 +1,185 @@ +{ + "status": "COMPLETE_SCOPED_TOOL_G0_PASS", + "observed_at": "2026-10-29T17:55:51.646569+00:00", + "scope": "New exact-module adapter and isolated adversarial fixtures only; no Math core/heavy project replay.", + "tool_root": "/workspace/cbz-0/tools/kernel_replay", + "lean_version": "Lean (version 4.34.1, x86_64-unknown-linux-gnu, commit 5045d0056413266e57c625dcd7c365b10e377c52, Release)", + "production_source_bindings": [ + { + "path": "/workspace/cbz-0/tools/kernel_replay/kernel_replay.py", + "sha256": "416b688929daff9f473ce3e0abd399d8be2cde46c12956d3e5d5d9937d914293" + }, + { + "path": "/workspace/cbz-0/tools/kernel_replay/ExactReplay.lean", + "sha256": "24e55f5e99c83a46f9f908bbc90f22292a94305294e287d9b2eccbf24e8e6b66" + } + ], + "verification_source_bindings": [ + { + "path": "/workspace/cbz-0/tools/kernel_replay/mutations.py", + "sha256": "9826fe1eebd2406367e6db297e6e744b00fd3e3181a7e17d35fad0bf9f353d7f" + }, + { + "path": "/workspace/cbz-0/tools/kernel_replay/run_tests.py", + "sha256": "b0a7f1c508462c21688de8d5ec70384d40f780c342814d97589f0b45f2d7620b" + }, + { + "path": "/workspace/cbz-0/tools/kernel_replay/tests/test_kernel_replay.py", + "sha256": "8e0cb7916804dc5bc0e07b0f4a70bbb271e1a14c00b900519ac61e503ced97a6" + }, + { + "path": "/workspace/cbz-0/tools/kernel_replay/tests/test_real_lean.py", + "sha256": "51ab210da908b4e3d74fe179c41a414abf4c53e88458db33f7934ae0010337d7" + }, + { + "path": "/workspace/cbz-0/tools/kernel_replay/tests/test_mutation_harness.py", + "sha256": "ca90d5c5c8e48d163d35b2170f2e7f08352863c23bd73f1b383a73a2dcc16ff3" + }, + { + "path": "/workspace/cbz-0/tools/kernel_replay/tests/fixtures/Good.lean", + "sha256": "399a84340143a41948b838d33fdb7a60491c7d6827f40970115d24c0bc7bc728" + }, + { + "path": "/workspace/cbz-0/tools/kernel_replay/tests/fixtures/BadPublic.lean", + "sha256": "9b636915c4c868091d72b6c72337b6c255cab8ede30b8b394b43389e1fdd95d5" + }, + { + "path": "/workspace/cbz-0/tools/kernel_replay/tests/fixtures/BadPrivate.lean", + "sha256": "fa95b63ae8037158cdc643a6542ed28dc1adde86a529a535cfc0c713033ec429" + }, + { + "path": "/workspace/cbz-0/tools/kernel_replay/tests/fixtures/UnapprovedAxiom.lean", + "sha256": "24a4ed0e582c2cfc1a5113da5cf0215bf1adcfcd0e885db6448ee31428f34547" + } + ], + "g0": { + "status": "PASS", + "applicable_tests": 27, + "single_full_suite_claim": false, + "evidence_reuse_rule": "/workspace/AGENTS.md owner clarification 25 October 2026: completed applicable verification reused on unchanged material; new tests only were executed after the 25-test run", + "runs": [ + { + "path": "/workspace/cbz-0/tools/kernel_replay/evidence/g0-tests.json", + "sha256": "0b3e0becb53748658be33635a7747a4e412bfdc56110161e8065f5329f97bfe7", + "tests_run": 25, + "successful": true + }, + { + "path": "/workspace/cbz-0/tools/kernel_replay/evidence/g0-additional-tests.json", + "sha256": "d59244deb8d1b5d254c8196524fef7ae8f194b3719679e1f6ec2b96cfffba5aa", + "tests_run": 2, + "successful": true + } + ], + "production_bindings": [ + { + "path": "/workspace/cbz-0/tools/kernel_replay/kernel_replay.py", + "sha256": "416b688929daff9f473ce3e0abd399d8be2cde46c12956d3e5d5d9937d914293" + }, + { + "path": "/workspace/cbz-0/tools/kernel_replay/ExactReplay.lean", + "sha256": "24e55f5e99c83a46f9f908bbc90f22292a94305294e287d9b2eccbf24e8e6b66" + } + ] + }, + "mutations": { + "status": "PASS", + "planned": 16, + "executed": 16, + "killed": 16, + "survived": 0, + "errors": 0, + "threshold": 1.0, + "evidence": "/workspace/cbz-0/tools/kernel_replay/evidence/g0-mutations.json", + "sha256": "8deed12fc5a02ea8e61d4b3ac9d9fdd849ff0620d19b565f54f6919aa0819fd8" + }, + "actual_fixture_results": [ + { + "module": "Good", + "kernel_replay_ok": true, + "returncode": 0, + "parts_count": 3, + "evidence": "/workspace/cbz-0/tools/kernel_replay/evidence/real-Good.json" + }, + { + "module": "BadPublic", + "kernel_replay_ok": false, + "returncode": 1, + "parts_count": 3, + "evidence": "/workspace/cbz-0/tools/kernel_replay/evidence/real-BadPublic.json" + }, + { + "module": "BadPrivate", + "kernel_replay_ok": false, + "returncode": 1, + "parts_count": 3, + "evidence": "/workspace/cbz-0/tools/kernel_replay/evidence/real-BadPrivate.json" + }, + { + "module": "UnapprovedAxiom", + "kernel_replay_ok": true, + "returncode": 0, + "parts_count": 3, + "evidence": "/workspace/cbz-0/tools/kernel_replay/evidence/real-UnapprovedAxiom.json" + } + ], + "g2": { + "status": "NOT_ASSESSED_FOR_PROJECT", + "fixture_policy_rejection": "/workspace/cbz-0/tools/kernel_replay/evidence/fixture-g2-rejection.json", + "boundary": "Explicit fixture axiom rejection is not a complete production all-declaration approved-set auditor. Axiom kernel pass is expected." + }, + "g4_project": { + "status": "NOT_RUN_BY_THIS_TOOL_TASK", + "unclosed_observation": "Canonical federation Root685 reported leanchecker ResearchFormalCoreR1 exit137 OOM at16GiB. This remains non-green; no inference that this adapter makes every module fit.", + "observation_provenance": "Parent task instructions; not independently rerun." + }, + "historical_failures_preserved": [ + { + "evidence": "/workspace/cbz-0/tools/kernel_replay/evidence/initial-low-address-limit-failures.json", + "status": "NON_GREEN_RUNTIME_LIMIT_FAILURE", + "meaning": "2GiB virtual-address cap aborts before replay; not kernel failure or success." + }, + { + "evidence": "/workspace/cbz-0/tools/kernel_replay/evidence/initial-import-shadow-failure.json", + "status": "NON_GREEN_TEST_FAILURE_FIXED", + "meaning": "Project checker shadowing regression, fixed by sysroot precedence." + }, + { + "evidence": "/workspace/cbz-0/tools/kernel_replay/evidence/g0-initial-mutations.json", + "status": "NON_GREEN_INITIAL_MUTATION_RUN", + "meaning": "15 executed;11 killed4survived. Three binding tests were masked by unrelated checker failure; private fixture visibility was wrong. Tests/fixture corrected, all original mutants retained." + }, + { + "evidence": "/workspace/cbz-0/tools/kernel_replay/evidence/initial-real-symlink-replay.json", + "status": "INVALIDATED_FALSE_GREEN_ADAPTER_BUG_RECEIPT", + "meaning": "Pre-fix symlinked main olean bound destination private parts while upstream read lexical exported-only part. Real malformed private body falsely passed; not valid G4 evidence. Fixed with full artifact-path symlink rejection." + } + ], + "inherited_upstream_cli_observation": { + "status": "NON_GREEN_DIAGNOSTIC_NOT_G4", + "provenance": "Parent source inspection and own earlier diagnostic communicated in task", + "facts": [ + "All dash-prefixed flags partitioned; --help unsupported and ignored as flag. Empty targets use current module/default anonymous prefix.", + "Normal mode enumerates prefix matches and starts IO.asTask(replayFromImports module) concurrently; no jobs flag.", + "Parent diagnostic --help allocated about3GiB and was stopped SIGTERM only on its own PID; not a valid G4 pass." + ] + }, + "resource_observations": { + "fixture_address_limit_mib": 8192, + "failed_initial_address_limit_mib": 2048, + "diagnostic_virtual_kib": 6222420, + "diagnostic_rss_kib": 613748, + "meaning": "Address-space reservation differs from physical RSS; original cgroup16GiB OOM remains separate." + }, + "commands": { + "g0_25": "python3 /workspace/cbz-0/tools/kernel_replay/run_tests.py --output /workspace/cbz-0/tools/kernel_replay/evidence/g0-tests.json", + "g0_new2": "python3 /workspace/cbz-0/tools/kernel_replay/run_tests.py --output /workspace/cbz-0/tools/kernel_replay/evidence/g0-additional-tests.json --test test_kernel_replay.WrapperTests.test_search_root_and_part_symlinks_rejected --test test_real_lean.RealLeanTests.test_cli_prepare_and_run", + "mutations": "python3 /workspace/cbz-0/tools/kernel_replay/mutations.py --output /workspace/cbz-0/tools/kernel_replay/evidence/g0-mutations.json" + }, + "registry_payload": "/workspace/cbz-0/tools/kernel_replay/REGISTRY.json", + "publication_mapping": "/workspace/cbz-0/tools/kernel_replay/PUBLICATION.json", + "independent_review": "/workspace/cbz-0/discovery/kernel-replay-independent-review.md", + "unchanged_mathematical_evidence_reused": "Historical M67 strict/ALL5std3/own-kernel pass and3827-job target build communicated by parent remain applicable; not rerun for this toy self-test.", + "external_writes": false, + "full_cbz": false +} diff --git a/cbz/contributions/math514/kernel_replay/tool-report.md b/cbz/contributions/math514/kernel_replay/tool-report.md new file mode 100644 index 000000000..204557083 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/tool-report.md @@ -0,0 +1,20 @@ +# Exact-module kernel replay tooling report + +Complete scoped tool at `/workspace/cbz-0/tools/kernel_replay/`. It imports the installed Lean 4.34.1 `LeanChecker.replayFromImports` and runs one exact module per fresh direct `lean -j1` process, with explicit virtual-memory and wall-time bounds. No target pre-import, prefix expansion, ignored flags or concurrent module scheduling exists. All available exported/server/private data are handled by the official routine. + +G0: **27 applicable tests pass**: 25 after the last production change plus 2 newly added tests; unchanged completed verification is reused under `/workspace/AGENTS.md`. `evidence/g0-applicable-tests.json` records that composition. **16/16 mutations killed**, threshold100%, zero survivors/errors/skips in the final matrix. The initial11/15 run with4survivors is preserved, including the exact test/fixture repairs it motivated. + +Real fixtures: public/private/data/inductive Good PASS with3oleanparts; public and genuinely private self-referential malformed theorem bodies REJECTED with unknown-constant kernel errors. The exported-only and target-preloading mutants are killed. An unapproved axiom correctly replays, while a separate explicit fixture axiom-policy check rejects it. **Project G2 remains independent and unassessed.** + +Independent review identified a main-olean symlink mismatch. Before the fix, a real malformed private-body fixture falsely passed because bound destination siblings differed from lexical siblings selected upstream. The original receipt is retained as `evidence/initial-real-symlink-replay.json` and explicitly INVALIDATED as G4 evidence. The fixed wrapper rejects symlink/noncanonical components in roots, selected modules and sibling parts; focused wrapper/real regressions and a killed mutant cover the fix. A project-local checker shadow regression is also fixed by installed-sysroot precedence. + +Resource facts: initial2GiB virtual-address cap failed before replay (retained). Tiny direct Lean diagnostic reserved6222420KiB virtual with613748KiB RSS; actual fixtures passed with explicit8192MiB virtual cap. This does not show every project module fits. Root685's `leanchecker ResearchFormalCoreR1` exit137 OOM at16GiB remains non-green. Parent's unsupported upstream `--help` diagnostic (~3GiB then own-PID SIGTERM) remains a diagnostic failure, not G4 evidence. No project Math core replay was performed here. + +Usage and exact commands: `README.md`; full specification: `SPEC.md`; registry/ledger/quarantine payload: `REGISTRY.json`; absolute source-to-`cbz/contributions/math514/kernel_replay/*` mapping: `PUBLICATION.json`. Mapping excludes temporary directories, caches and generated fixture binaries. The tool does not prove G3 source-to-bytecode provenance, undeclared dependency closure, caller inventory completeness, G2 compliance or full CBZ. + +Production bindings: + +- `kernel_replay.py`: `416b688929daff9f473ce3e0abd399d8be2cde46c12956d3e5d5d9937d914293` +- `ExactReplay.lean`: `24e55f5e99c83a46f9f908bbc90f22292a94305294e287d9b2eccbf24e8e6b66` + +No mathematical source, Git, remote or canonical surface was edited by this task. Existing applicable M67 and target-build evidence was reused without a new proof replay. The canonical writer can now publish the mapped contribution and integrate its registry payload before separately diagnosing actual project G4. From cd3a0021a16437567ceda8c9a0f0525677042de2 Mon Sep 17 00:00:00 2001 From: Dylan Roy <249851642+d6g8k5htny-coder@users.noreply.github.com> Date: Thu, 29 Oct 2026 13:52:14 -0500 Subject: [PATCH 2/6] Correct replay-tool notes to reuse completed Math core evidence --- cbz/contributions/math514/README.md | 4 ++-- .../math514/kernel_replay/PUBLICATION.json | 4 ++++ .../math514/kernel_replay/README.md | 2 +- .../math514/kernel_replay/REGISTRY.json | 15 ++++++++++++++- .../kernel_replay/STATUS_CORRECTION.md | 7 +++++++ .../math514/kernel_replay/tool-report.json | 19 ++++++++++++++++--- .../math514/kernel_replay/tool-report.md | 4 +++- 7 files changed, 47 insertions(+), 8 deletions(-) create mode 100644 cbz/contributions/math514/kernel_replay/STATUS_CORRECTION.md diff --git a/cbz/contributions/math514/README.md b/cbz/contributions/math514/README.md index 193460f11..5258d3a6b 100644 --- a/cbz/contributions/math514/README.md +++ b/cbz/contributions/math514/README.md @@ -4,10 +4,10 @@ This contribution supplies a completed, bounded adapter to the installed Lean 4. The kernel adapter runs one exact named module per fresh process, serially, with explicit source/object/runtime/context bindings and resource bounds. It preserves upstream import-only replay and all available exported/server/private parts. It rejects symlinked artifact/search paths and project-local checker shadowing. See [portable usage](kernel_replay/README.md), [mechanical scope](kernel_replay/SPEC.md), [registry payload](kernel_replay/REGISTRY.json) and [independent review](kernel_replay/independent-review.md). -Observed self-verification: 27 distinct applicable tests pass (25 from the final production-source run plus two newly added tests; not a repeated 27-test run). All 16 actual source mutations were killed by assertions, with no errors/skips/survivors. The original four mutation survivors, resource failures and the reproduced pre-fix symlink false-green remain retained and expressly invalidated as acceptance. No project proof replay occurred in building this tool. It has not yet resolved the observed Math core OOM137; use it for a separately recorded real project run. G2 axiom policy is independent and remains NOT_ASSESSED by this adapter. +Observed self-verification: 27 distinct applicable tests pass (25 from the final production-source run plus two newly added tests; not a repeated 27-test run). All 16 actual source mutations were killed by assertions, with no errors/skips/survivors. The original four mutation survivors, resource failures and the reproduced pre-fix symlink false-green remain retained and expressly invalidated as acceptance. No project proof replay occurred in building this tool. The canonical947 handoff already records a successful same-source complete Math-core gate with two threads at8151. Reuse that result; this adapter remains an exact-scheduling option for independently justified future coverage, without requiring another Math-core replay. G2 axiom policy is independent and remains NOT_ASSESSED by this adapter. The negative fixture sources intentionally contain forged self-referential public/private theorem bodies or an unapproved axiom. They are isolated test inputs, never CLOSED mathematical declarations or production imports. Their expected rejection distinguishes a real checker from green-by-construction output. Preserve them and their historical failed-tool evidence. [Project inventory](inventory/README.md) and [coverage gaps](inventory/TOOLING_GAPS.md) retain exact observation cuts and available recipes. This is discovery, not complete-scope certification. Stage67 mathematical source was published separately in Math#514 at86c00d4c08c6c2af0529ec1744693de3ca6ac6e4: one conditional kernel-closed theorem, with its unproved ordinary realization/controls precisely quarantined. Conventional prose is not promoted to a kernel proof. -For canonical registration, import the exact tool facts/commands/self-verification/limits/ledger payload from `kernel_replay/REGISTRY.json`. The registry payload is contribution evidence, not an edit to the federation's canonical rulebook. The separate manifest/isolation auditor is still under repair/review and is not included or admitted here. +For canonical registration, import the exact tool facts/commands/self-verification/limits/ledger payload from `kernel_replay/REGISTRY.json`. The registry payload is contribution evidence, not an edit to the federation's canonical rulebook. The separate manifest/isolation auditor is delivered in Main#697 with70 passing tests/53 assertion-killed mutants and focused postfix review; it is not included in this branch and actual repository G1 remains NOT_RUN. diff --git a/cbz/contributions/math514/kernel_replay/PUBLICATION.json b/cbz/contributions/math514/kernel_replay/PUBLICATION.json index 655338b84..44de18fad 100644 --- a/cbz/contributions/math514/kernel_replay/PUBLICATION.json +++ b/cbz/contributions/math514/kernel_replay/PUBLICATION.json @@ -188,6 +188,10 @@ { "source": "/workspace/cbz-0/discovery/kernel-replay-independent-review.md", "destination": "cbz/contributions/math514/kernel_replay/independent-review.md" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/STATUS_CORRECTION.md", + "destination": "cbz/contributions/math514/kernel_replay/STATUS_CORRECTION.md" } ], "excluded_generated": [ diff --git a/cbz/contributions/math514/kernel_replay/README.md b/cbz/contributions/math514/kernel_replay/README.md index d7e2db325..31946bc9c 100644 --- a/cbz/contributions/math514/kernel_replay/README.md +++ b/cbz/contributions/math514/kernel_replay/README.md @@ -37,7 +37,7 @@ python3 "$TOOL/kernel_replay.py" one ExactModule \ Repeat `--lean-path`, `--module`, and `--context` as needed. No glob, prefix expansion, implicit module or skip option exists. `prepare` binds every source, available exported/server/private olean part, executable and checker implementation. `run` checks exact nonempty coverage, validates bindings before/after execution, and waits for each process before starting the next. It requires exit zero and exactly one matching success marker. A failed child remains fatal to overall status even if other modules pass. Reports contain commands, times, bounds, hashes and output tails. CLI exit codes: 0 successful scoped replay/preparation, 1 non-green replay report, 2 malformed CLI/input/preparation failure. Preserve failed reports. -`--memory-mib` limits **virtual address space** with Linux `RLIMIT_AS`; it is not an RSS measurement or a replacement for the enclosing cgroup's physical memory limit. Tiny-driver diagnostics observed about 6.2 GiB virtual reservation and 614 MiB RSS. A 2 GiB address-space limit aborted during thread creation before checking; fixture replay passed with an explicit 8192 MiB cap. Individual real modules can still exceed memory or time bounds. The historical Math core exit-137 OOM at 16 GiB remains unclosed until a successful separately recorded project run. This tool does not itself establish that any Math core module fits. +`--memory-mib` limits **virtual address space** with Linux `RLIMIT_AS`; it is not an RSS measurement or a replacement for the enclosing cgroup's physical memory limit. Tiny-driver diagnostics observed about 6.2 GiB virtual reservation and 614 MiB RSS. A 2 GiB address-space limit aborted during thread creation before checking; fixture replay passed with an explicit 8192 MiB cap. Individual real modules can still exceed memory or time bounds. The initial Math core exit-137 OOM at16GiB remains retained failed-run evidence. The canonical handoff already records a later successful same-source complete Math-core gate with `LEAN_NUM_THREADS=2` at8151; see [the immutable component receipt](https://github.com/d6g8k5htny-coder/main/blob/94747663830ca6645ea27c8820058168c08cf170/cbz/evidence/kernel/math-core/receipt.json). Reuse that completed evidence: this adapter is a separately verified exact-scheduling option and does not require another Math-core replay. Its tiny fixtures alone do not establish every project module's resource requirement. The source and compiled hashes are separate bindings; G3 build evidence must establish that the compiled artifacts came from those sources. The report covers only declared targets and explicit context files. Supply all dependency bindings required by the intended evidence claim, and use a stable input tree. A hand-selected subset does not establish complete project coverage. Symlinked artifact roots/components/files/parts are rejected because upstream selects private/server siblings by lexical filename; canonicalizing a single file could otherwise bind different parts from those replayed. diff --git a/cbz/contributions/math514/kernel_replay/REGISTRY.json b/cbz/contributions/math514/kernel_replay/REGISTRY.json index 68591d672..d93ad98d8 100644 --- a/cbz/contributions/math514/kernel_replay/REGISTRY.json +++ b/cbz/contributions/math514/kernel_replay/REGISTRY.json @@ -61,7 +61,7 @@ "phase": 2, "layer": "B", "action": "Add exact-module serial resource-bounded adapter to installed LeanChecker; test/mutate failure propagation, bindings, import trust and real malformed proof bodies.", - "rationale": "Upstream prefix expansion launches concurrent per-module tasks and has no jobs flag; Root685 Math core exit137 OOM remains actual non-green evidence.", + "rationale": "Upstream prefix expansion launches concurrent per-module tasks with no CLI jobs flag. The original OOM is historical; canonical947 records a later successful same-source complete Math core gate with two threads. This adapter supplies exact serial scheduling, input binding and finite adversarial controls independently.", "reversibility": "New isolated contribution files only; no mathematical source, branch, Git, remote or canonical-surface mutation by this task.", "evidence": [ "evidence/g0-applicable-tests.json", @@ -81,5 +81,18 @@ "evidence/RuntimeDiagnostic.lean" ], "mapping_file": "PUBLICATION.json" + }, + "canonical_math_core_resolution": { + "observed_by_this_window_utc": "2026-10-29T18:50:42.767390+00:00", + "source_commit": "8151f592918a845bf19eb8eafaf8444540a32734", + "canonical_handoff_cut": "94747663830ca6645ea27c8820058168c08cf170", + "status_source": "https://github.com/d6g8k5htny-coder/main/blob/94747663830ca6645ea27c8820058168c08cf170/STATUS.md", + "receipt_source": "https://github.com/d6g8k5htny-coder/main/blob/94747663830ca6645ea27c8820058168c08cf170/cbz/evidence/kernel/math-core/receipt.json", + "reported_resource_configuration": "LEAN_NUM_THREADS=2", + "component_scope": "Math core:116 owned constants,63 public theorem targets,26853 dependency closure; onlypropext/Classical.choice/Quot.sound; fullcomponentgate/adversecontrols recorded", + "project_proof_replayed_for_this_correction": false, + "adapter_production_code_or_tests_changed": false, + "adapter_27_tests_16_mutants_reused": true, + "federation_CBZ_claim": false } } diff --git a/cbz/contributions/math514/kernel_replay/STATUS_CORRECTION.md b/cbz/contributions/math514/kernel_replay/STATUS_CORRECTION.md new file mode 100644 index 000000000..d28eca5a7 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/STATUS_CORRECTION.md @@ -0,0 +1,7 @@ +# Math-core status correction + +The initial resource failure is preserved, but it is not the current component result. The canonical handoff already records a successful complete Math-core gate on8151 with LEAN_NUM_THREADS=2. The immutable receipt records116 owned constants,63 public theorem targets,26853 closure constants, the three approved axioms, unchanged dependency observations and rejected adverse controls. + +Source: https://github.com/d6g8k5htny-coder/main/blob/94747663830ca6645ea27c8820058168c08cf170/cbz/evidence/kernel/math-core/receipt.json . Canonical STATUS: https://github.com/d6g8k5htny-coder/main/blob/94747663830ca6645ea27c8820058168c08cf170/STATUS.md . This window read the existing receipt on2026-10-29T18:50:42.767390+00:00; it did not run another proof/kernel check. The earlier wording that this project OOM remained unclosed was information lag and is corrected in README, registry and reports. Original source text remains recoverable in parent0c6f9e3. + +Adapter production code, fixtures and tests are unchanged. The completed27-test/16-mutation evidence remains applicable. Current-head hosted CI must be distinguished from the eight successes observed on0c6f9e3. Full federation G0-G11 and other projects remain separate. diff --git a/cbz/contributions/math514/kernel_replay/tool-report.json b/cbz/contributions/math514/kernel_replay/tool-report.json index 021e0ab47..d4a4f838f 100644 --- a/cbz/contributions/math514/kernel_replay/tool-report.json +++ b/cbz/contributions/math514/kernel_replay/tool-report.json @@ -130,8 +130,8 @@ }, "g4_project": { "status": "NOT_RUN_BY_THIS_TOOL_TASK", - "unclosed_observation": "Canonical federation Root685 reported leanchecker ResearchFormalCoreR1 exit137 OOM at16GiB. This remains non-green; no inference that this adapter makes every module fit.", - "observation_provenance": "Parent task instructions; not independently rerun." + "observation_provenance": "Parent task instructions; not independently rerun.", + "historical_failed_observation": "Root initially observed leanchecker ResearchFormalCoreR1 exit137 at16GiB; that failed run remains preserved. A later complete same-source component gate passed with two threads in canonical947." }, "historical_failures_preserved": [ { @@ -181,5 +181,18 @@ "independent_review": "/workspace/cbz-0/discovery/kernel-replay-independent-review.md", "unchanged_mathematical_evidence_reused": "Historical M67 strict/ALL5std3/own-kernel pass and3827-job target build communicated by parent remain applicable; not rerun for this toy self-test.", "external_writes": false, - "full_cbz": false + "full_cbz": false, + "status_correction": { + "observed_by_this_window_utc": "2026-10-29T18:50:42.767390+00:00", + "source_commit": "8151f592918a845bf19eb8eafaf8444540a32734", + "canonical_handoff_cut": "94747663830ca6645ea27c8820058168c08cf170", + "status_source": "https://github.com/d6g8k5htny-coder/main/blob/94747663830ca6645ea27c8820058168c08cf170/STATUS.md", + "receipt_source": "https://github.com/d6g8k5htny-coder/main/blob/94747663830ca6645ea27c8820058168c08cf170/cbz/evidence/kernel/math-core/receipt.json", + "reported_resource_configuration": "LEAN_NUM_THREADS=2", + "component_scope": "Math core:116 owned constants,63 public theorem targets,26853 dependency closure; onlypropext/Classical.choice/Quot.sound; fullcomponentgate/adversecontrols recorded", + "project_proof_replayed_for_this_correction": false, + "adapter_production_code_or_tests_changed": false, + "adapter_27_tests_16_mutants_reused": true, + "federation_CBZ_claim": false + } } diff --git a/cbz/contributions/math514/kernel_replay/tool-report.md b/cbz/contributions/math514/kernel_replay/tool-report.md index 204557083..9ed26c136 100644 --- a/cbz/contributions/math514/kernel_replay/tool-report.md +++ b/cbz/contributions/math514/kernel_replay/tool-report.md @@ -8,7 +8,7 @@ Real fixtures: public/private/data/inductive Good PASS with3oleanparts; public a Independent review identified a main-olean symlink mismatch. Before the fix, a real malformed private-body fixture falsely passed because bound destination siblings differed from lexical siblings selected upstream. The original receipt is retained as `evidence/initial-real-symlink-replay.json` and explicitly INVALIDATED as G4 evidence. The fixed wrapper rejects symlink/noncanonical components in roots, selected modules and sibling parts; focused wrapper/real regressions and a killed mutant cover the fix. A project-local checker shadow regression is also fixed by installed-sysroot precedence. -Resource facts: initial2GiB virtual-address cap failed before replay (retained). Tiny direct Lean diagnostic reserved6222420KiB virtual with613748KiB RSS; actual fixtures passed with explicit8192MiB virtual cap. This does not show every project module fits. Root685's `leanchecker ResearchFormalCoreR1` exit137 OOM at16GiB remains non-green. Parent's unsupported upstream `--help` diagnostic (~3GiB then own-PID SIGTERM) remains a diagnostic failure, not G4 evidence. No project Math core replay was performed here. +Resource facts: initial2GiB virtual-address cap failed before replay (retained). Tiny direct Lean diagnostic reserved6222420KiB virtual with613748KiB RSS; actual fixtures passed with explicit8192MiB virtual cap. This does not show every project module fits. The original Root685 exit137 remains historical failed-run evidence. Canonical947 already records a later successful complete same-source Math-core gate at8151 with LEAN_NUM_THREADS=2; this window confirmed the immutable receipt on2026-10-29T18:50:42.767390+00:00. The earlier global-unclosed implication is corrected; no new project replay is needed. Parent's unsupported upstream `--help` diagnostic (~3GiB then own-PID SIGTERM) remains a diagnostic failure, not G4 evidence. No project Math core replay was performed here. Usage and exact commands: `README.md`; full specification: `SPEC.md`; registry/ledger/quarantine payload: `REGISTRY.json`; absolute source-to-`cbz/contributions/math514/kernel_replay/*` mapping: `PUBLICATION.json`. Mapping excludes temporary directories, caches and generated fixture binaries. The tool does not prove G3 source-to-bytecode provenance, undeclared dependency closure, caller inventory completeness, G2 compliance or full CBZ. @@ -18,3 +18,5 @@ Production bindings: - `ExactReplay.lean`: `24e55f5e99c83a46f9f908bbc90f22292a94305294e287d9b2eccbf24e8e6b66` No mathematical source, Git, remote or canonical surface was edited by this task. Existing applicable M67 and target-build evidence was reused without a new proof replay. The canonical writer can now publish the mapped contribution and integrate its registry payload before separately diagnosing actual project G4. + +Status correction source: https://github.com/d6g8k5htny-coder/main/blob/94747663830ca6645ea27c8820058168c08cf170/cbz/evidence/kernel/math-core/receipt.json . Original text remains in parent commit0c6f9e3 and the private pre-correction snapshot. Production code/tests and27/16 evidence are unchanged. From 9c94ff6e58de426f8dfa9b20dcdef333e1a04b88 Mon Sep 17 00:00:00 2001 From: Dylan Roy <249851642+d6g8k5htny-coder@users.noreply.github.com> Date: Thu, 29 Oct 2026 14:34:24 -0500 Subject: [PATCH 3/6] Harden exact kernel replay resource bounds and abnormal child cleanup Reject unsupported resource values before spawn; normalize process failures and bound cleanup without promoting errors to success. Preserve original evidence and document scoped fresh tests plus applicable unchanged Lean evidence. --- .../math514/kernel_replay/PUBLICATION.json | 140 ++++++ .../math514/kernel_replay/README.md | 13 +- .../math514/kernel_replay/REGISTRY.json | 79 +++- .../math514/kernel_replay/RESOURCE_FIX.md | 19 + .../math514/kernel_replay/SPEC.md | 4 + .../kernel_replay/STATUS_CORRECTION.md | 2 +- .../g0-resource-additional-tests.json | 10 + .../evidence/g0-resource-applicable.json | 217 ++++++++++ .../evidence/g0-resource-cleanup-red.json | 10 + .../g0-resource-memory-mutant-refresh.json | 31 ++ .../evidence/g0-resource-mutations.json | 409 ++++++++++++++++++ .../evidence/g0-resource-preexec-test.json | 10 + .../evidence/g0-resource-red-initial.json | 10 + .../evidence/g0-resource-red.json | 10 + .../evidence/g0-resource-wrapper-tests.json | 10 + .../resource-baseline/kernel_replay.py | 306 +++++++++++++ .../evidence/resource-baseline/mutations.py | 145 +++++++ .../resource-baseline/test_kernel_replay.py | 166 +++++++ .../concurrent-module-processes.json | 21 + .../resource-mutations/empty-coverage.json | 21 + .../ignore-compiled-parts-binding.json | 21 + .../ignore-completion-marker.json | 21 + .../ignore-memory-limit.json | 21 + .../ignore-nonzero-exit.json | 21 + .../ignore-source-binding.json | 21 + .../resource-mutations/ignore-timeout.json | 21 + .../ignore-tool-binding.json | 21 + .../resource-accept-boolean-timeout.json | 21 + ...esource-continue-after-unreaped-child.json | 21 + ...-drop-process-exception-normalization.json | 21 + ...ce-ignore-inherited-memory-hard-limit.json | 21 + .../resource-ignore-memory-upper-bound.json | 21 + .../resource-ignore-timeout-upper-bound.json | 21 + ...resource-overwrite-error-with-success.json | 21 + .../resource-skip-abnormal-cleanup.json | 21 + .../resource-unbounded-cleanup-wait.json | 21 + .../truncate-module-coverage.json | 21 + .../math514/kernel_replay/kernel_replay.py | 100 ++++- .../math514/kernel_replay/mutations.py | 54 ++- .../kernel_replay/resource-fix-report.json | 113 +++++ .../kernel_replay/resource-fix-report.md | 19 + .../kernel_replay/resource-postfix-review.md | 37 ++ .../kernel_replay/tests/test_kernel_replay.py | 217 +++++++++- 43 files changed, 2485 insertions(+), 45 deletions(-) create mode 100644 cbz/contributions/math514/kernel_replay/RESOURCE_FIX.md create mode 100644 cbz/contributions/math514/kernel_replay/evidence/g0-resource-additional-tests.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/g0-resource-applicable.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/g0-resource-cleanup-red.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/g0-resource-memory-mutant-refresh.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/g0-resource-mutations.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/g0-resource-preexec-test.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/g0-resource-red-initial.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/g0-resource-red.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/g0-resource-wrapper-tests.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/resource-baseline/kernel_replay.py create mode 100644 cbz/contributions/math514/kernel_replay/evidence/resource-baseline/mutations.py create mode 100644 cbz/contributions/math514/kernel_replay/evidence/resource-baseline/test_kernel_replay.py create mode 100644 cbz/contributions/math514/kernel_replay/evidence/resource-mutations/concurrent-module-processes.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/resource-mutations/empty-coverage.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/resource-mutations/ignore-compiled-parts-binding.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/resource-mutations/ignore-completion-marker.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/resource-mutations/ignore-memory-limit.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/resource-mutations/ignore-nonzero-exit.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/resource-mutations/ignore-source-binding.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/resource-mutations/ignore-timeout.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/resource-mutations/ignore-tool-binding.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/resource-mutations/resource-accept-boolean-timeout.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/resource-mutations/resource-continue-after-unreaped-child.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/resource-mutations/resource-drop-process-exception-normalization.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/resource-mutations/resource-ignore-inherited-memory-hard-limit.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/resource-mutations/resource-ignore-memory-upper-bound.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/resource-mutations/resource-ignore-timeout-upper-bound.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/resource-mutations/resource-overwrite-error-with-success.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/resource-mutations/resource-skip-abnormal-cleanup.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/resource-mutations/resource-unbounded-cleanup-wait.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/resource-mutations/truncate-module-coverage.json create mode 100644 cbz/contributions/math514/kernel_replay/resource-fix-report.json create mode 100644 cbz/contributions/math514/kernel_replay/resource-fix-report.md create mode 100644 cbz/contributions/math514/kernel_replay/resource-postfix-review.md diff --git a/cbz/contributions/math514/kernel_replay/PUBLICATION.json b/cbz/contributions/math514/kernel_replay/PUBLICATION.json index 44de18fad..7c4fd2f89 100644 --- a/cbz/contributions/math514/kernel_replay/PUBLICATION.json +++ b/cbz/contributions/math514/kernel_replay/PUBLICATION.json @@ -192,6 +192,146 @@ { "source": "/workspace/cbz-0/tools/kernel_replay/STATUS_CORRECTION.md", "destination": "cbz/contributions/math514/kernel_replay/STATUS_CORRECTION.md" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/RESOURCE_FIX.md", + "destination": "cbz/contributions/math514/kernel_replay/RESOURCE_FIX.md" + }, + { + "source": "/workspace/cbz-0/discovery/kernel-resource-fix-report.json", + "destination": "cbz/contributions/math514/kernel_replay/resource-fix-report.json" + }, + { + "source": "/workspace/cbz-0/discovery/kernel-resource-fix-report.md", + "destination": "cbz/contributions/math514/kernel_replay/resource-fix-report.md" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/g0-resource-additional-tests.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/g0-resource-additional-tests.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/g0-resource-applicable.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/g0-resource-applicable.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/g0-resource-cleanup-red.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/g0-resource-cleanup-red.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/g0-resource-memory-mutant-refresh.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/g0-resource-memory-mutant-refresh.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/g0-resource-mutations.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/g0-resource-mutations.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/g0-resource-preexec-test.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/g0-resource-preexec-test.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/g0-resource-red-initial.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/g0-resource-red-initial.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/g0-resource-red.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/g0-resource-red.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/g0-resource-wrapper-tests.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/g0-resource-wrapper-tests.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-mutations/concurrent-module-processes.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/concurrent-module-processes.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-mutations/empty-coverage.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/empty-coverage.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-mutations/ignore-compiled-parts-binding.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/ignore-compiled-parts-binding.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-mutations/ignore-completion-marker.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/ignore-completion-marker.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-mutations/ignore-memory-limit.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/ignore-memory-limit.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-mutations/ignore-nonzero-exit.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/ignore-nonzero-exit.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-mutations/ignore-source-binding.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/ignore-source-binding.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-mutations/ignore-timeout.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/ignore-timeout.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-mutations/ignore-tool-binding.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/ignore-tool-binding.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-mutations/resource-accept-boolean-timeout.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/resource-accept-boolean-timeout.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-mutations/resource-continue-after-unreaped-child.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/resource-continue-after-unreaped-child.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-mutations/resource-drop-process-exception-normalization.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/resource-drop-process-exception-normalization.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-mutations/resource-ignore-inherited-memory-hard-limit.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/resource-ignore-inherited-memory-hard-limit.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-mutations/resource-ignore-memory-upper-bound.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/resource-ignore-memory-upper-bound.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-mutations/resource-ignore-timeout-upper-bound.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/resource-ignore-timeout-upper-bound.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-mutations/resource-overwrite-error-with-success.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/resource-overwrite-error-with-success.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-mutations/resource-skip-abnormal-cleanup.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/resource-skip-abnormal-cleanup.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-mutations/resource-unbounded-cleanup-wait.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/resource-unbounded-cleanup-wait.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-mutations/truncate-module-coverage.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/truncate-module-coverage.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-baseline/kernel_replay.py", + "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-baseline/kernel_replay.py" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-baseline/mutations.py", + "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-baseline/mutations.py" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-baseline/test_kernel_replay.py", + "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-baseline/test_kernel_replay.py" + }, + { + "source": "/workspace/cbz-0/discovery/kernel-resource-postfix-review.md", + "destination": "cbz/contributions/math514/kernel_replay/resource-postfix-review.md" } ], "excluded_generated": [ diff --git a/cbz/contributions/math514/kernel_replay/README.md b/cbz/contributions/math514/kernel_replay/README.md index 31946bc9c..c7ae786b9 100644 --- a/cbz/contributions/math514/kernel_replay/README.md +++ b/cbz/contributions/math514/kernel_replay/README.md @@ -37,20 +37,27 @@ python3 "$TOOL/kernel_replay.py" one ExactModule \ Repeat `--lean-path`, `--module`, and `--context` as needed. No glob, prefix expansion, implicit module or skip option exists. `prepare` binds every source, available exported/server/private olean part, executable and checker implementation. `run` checks exact nonempty coverage, validates bindings before/after execution, and waits for each process before starting the next. It requires exit zero and exactly one matching success marker. A failed child remains fatal to overall status even if other modules pass. Reports contain commands, times, bounds, hashes and output tails. CLI exit codes: 0 successful scoped replay/preparation, 1 non-green replay report, 2 malformed CLI/input/preparation failure. Preserve failed reports. +Resource quantities are validated before spawning. Memory must be an integer from 64 MiB through `min(sys.maxsize, finite inherited RLIMIT_AS hard limit) // 1048576`; an unlimited inherited hard limit contributes no cap. This conservative Linux platform-integer ceiling excludes the unlimited sentinel, rejects values the child cannot install, and never silently clamps a request. Timeout must be an integer or float in `(0, min(floor(threading.TIMEOUT_MAX), 2147483)]` seconds. The second ceiling is the signed 32-bit poll-millisecond range rounded down to whole seconds. Booleans, nonfinite values and oversized integers are rejected without float conversion or a child process. Reports record the effective ceilings. + +Spawn and wait `OSError`, `SubprocessError`, `OverflowError` and `ValueError` become structured non-green reports. A timeout or abnormal wait sends SIGKILL to the process group, attempts a direct child kill if group signaling fails, and waits at most one second to reap. A normal killable child is reaped before scheduling continues. If the OS refuses signaling/reaping (for example an uninterruptible kernel wait), the adapter reports `ERROR` with the PID and cleanup diagnostics, then stops further modules; users must resolve that OS-level process. Finite cleanup cannot guarantee forced termination of an uninterruptible child. An error remains `ERROR` even if cleanup observes exit zero and a matching success marker. + `--memory-mib` limits **virtual address space** with Linux `RLIMIT_AS`; it is not an RSS measurement or a replacement for the enclosing cgroup's physical memory limit. Tiny-driver diagnostics observed about 6.2 GiB virtual reservation and 614 MiB RSS. A 2 GiB address-space limit aborted during thread creation before checking; fixture replay passed with an explicit 8192 MiB cap. Individual real modules can still exceed memory or time bounds. The initial Math core exit-137 OOM at16GiB remains retained failed-run evidence. The canonical handoff already records a later successful same-source complete Math-core gate with `LEAN_NUM_THREADS=2` at8151; see [the immutable component receipt](https://github.com/d6g8k5htny-coder/main/blob/94747663830ca6645ea27c8820058168c08cf170/cbz/evidence/kernel/math-core/receipt.json). Reuse that completed evidence: this adapter is a separately verified exact-scheduling option and does not require another Math-core replay. Its tiny fixtures alone do not establish every project module's resource requirement. The source and compiled hashes are separate bindings; G3 build evidence must establish that the compiled artifacts came from those sources. The report covers only declared targets and explicit context files. Supply all dependency bindings required by the intended evidence claim, and use a stable input tree. A hand-selected subset does not establish complete project coverage. Symlinked artifact roots/components/files/parts are rejected because upstream selects private/server siblings by lexical filename; canonicalizing a single file could otherwise bind different parts from those replayed. Upstream reads all available olean parts, uses the most private constant map, and checks safe total declarations in an **import-only** environment. It handles inductive declarations and checks the generated constructors/recursors. Its intentional exclusion of unsafe and partial definitions remains in effect. Imported dependencies require their own coverage/evidence. Kernel validity permits axioms; `g2_status` always remains `NOT_ASSESSED`. The included axiom fixture is kernel-valid and is rejected by a separate explicit fixture-policy check. That check illustrates the G2/G4 distinction; it is not a production all-declaration approved-axiom auditor. G2 is still a separate blocking obligation. -Run G0 only for changed tooling or uncovered obligations; reuse applicable evidence on unchanged material: +Run G0 only for changed tooling or uncovered obligations; reuse applicable evidence on unchanged material. The resource-boundary repair changed the wrapper and its tests, so its affected checks are: ```bash export CBZ_TEST_LEAN="$LEAN" -python3 "$TOOL/run_tests.py" --output "$TOOL/evidence/g0-tests.json" -python3 "$TOOL/mutations.py" --output "$TOOL/evidence/g0-mutations.json" +python3 "$TOOL/run_tests.py" --output "$TOOL/evidence/g0-wrapper-current.json" \ + --test test_kernel_replay.WrapperTests --test test_mutation_harness.MutationHarnessTests +python3 "$TOOL/mutations.py" --group wrapper --output "$TOOL/evidence/g0-wrapper-mutations-current.json" ``` +Resource generation evidence consists of 30 passing tests, two additional passing tests (one repeats the strengthened memory oracle), and one actual preexec-failure test: 32 distinct fresh tests, including 14 new resource tests. Nineteen current-source wrapper mutants were killed by actual assertion failures: ten original wrapper cases and nine new resource cases. The memory mutant was then rechecked only because its test oracle changed. These are separate from the preserved original 27-test/16-mutation receipts for wrapper SHA-256 `416b688929daff9f473ce3e0abd399d8be2cde46c12956d3e5d5d9937d914293`. The nine unchanged real-Lean tests and six real-driver/import-trust mutants retain their earlier applicable evidence; no real Lean fixture or project proof was replayed for this repair. See [RESOURCE_FIX.md](RESOURCE_FIX.md) and `evidence/g0-resource-applicable.json` for the exact evidence split. The default unfiltered runners still support a full suite when a new change warrants it. + The real fixtures cover public/private proofs, data, inductives, exact-module behavior, installed-checker import trust and module-file symlink rejection. `BadPublic.lean` and `BadPrivate.lean` intentionally inject self-referential proofs through the public declaration API with fixture-local `debug.skipKernelTC`. They and `UnapprovedAxiom.lean` are quarantined test data, never closed mathematical modules. The exported-only and target-preloading mutants demonstrate why private parts and an import-only replay environment are required. Mutation copies are isolated and disposable; actual assertion failures alone count as kills. Errors, skips, empty runs and timeouts are non-green harness outcomes. Initial survivors and erroneous historical adapter receipts are retained as failed tooling evidence, never certification. Ownership, gate boundaries, publication mapping and canonical registry/ledger payload are in `REGISTRY.json`. The canonical writer integrates that payload; this contribution does not edit shared canonical surfaces or publish externally. diff --git a/cbz/contributions/math514/kernel_replay/REGISTRY.json b/cbz/contributions/math514/kernel_replay/REGISTRY.json index d93ad98d8..3b00ba71f 100644 --- a/cbz/contributions/math514/kernel_replay/REGISTRY.json +++ b/cbz/contributions/math514/kernel_replay/REGISTRY.json @@ -18,30 +18,64 @@ "prepare": "python3 kernel_replay.py prepare --lean ABS_LEAN --lean-path ABS_OLEAN_ROOT --module NAME=ABS_SOURCE --output MANIFEST.json", "run": "python3 kernel_replay.py run MANIFEST.json --memory-mib 16384 --timeout-seconds 600 --output REPORT.json", "g0": "python3 run_tests.py --output evidence/g0-tests.json", - "mutations": "python3 mutations.py --output evidence/g0-mutations.json" + "mutations": "python3 mutations.py --output evidence/g0-mutations.json", + "g0_resource": "python3 run_tests.py --output evidence/g0-wrapper-current.json --test test_kernel_replay.WrapperTests --test test_mutation_harness.MutationHarnessTests", + "mutations_resource": "python3 mutations.py --group wrapper --output evidence/g0-wrapper-mutations-current.json" }, "self_verification": { - "status": "PASS", - "applicable_tests": 27, + "status": "PASS_RESOURCE_BOUNDARY_G0", + "generation": "resource-boundary-v2", + "fresh_distinct_tests": 32, + "new_resource_tests": 14, + "fresh_test_invocations": 33, + "single_full_suite_claim": false, "test_evidence": [ - "evidence/g0-tests.json", - "evidence/g0-additional-tests.json", - "evidence/g0-applicable-tests.json" + "evidence/g0-resource-wrapper-tests.json", + "evidence/g0-resource-additional-tests.json", + "evidence/g0-resource-preexec-test.json", + "evidence/g0-resource-applicable.json" ], + "reused_unchanged_real_lean_tests": 9, "mutations": { - "planned": 16, - "executed": 16, - "killed": 16, - "threshold": 1, - "evidence": "evidence/g0-mutations.json" - } + "fresh_planned": 19, + "fresh_executed": 19, + "fresh_killed": 19, + "new_resource_cases": 9, + "original_wrapper_cases": 10, + "reused_unchanged_real_cases": 6, + "memory_oracle_refresh": "evidence/g0-resource-memory-mutant-refresh.json", + "evidence": "evidence/g0-resource-mutations.json", + "threshold": 1 + }, + "prior_generation": { + "production_wrapper_sha256": "416b688929daff9f473ce3e0abd399d8be2cde46c12956d3e5d5d9937d914293", + "verification": { + "status": "PASS", + "applicable_tests": 27, + "test_evidence": [ + "evidence/g0-tests.json", + "evidence/g0-additional-tests.json", + "evidence/g0-applicable-tests.json" + ], + "mutations": { + "planned": 16, + "executed": 16, + "killed": 16, + "threshold": 1, + "evidence": "evidence/g0-mutations.json" + } + } + }, + "reuse_rule": "/workspace/AGENTS.md owner clarification 25 October 2026: reuse completed applicable checks on unchanged material; provider/process review tracked separately." }, "limits_and_boundaries": [ "RLIMIT_AS bounds virtual address space, not RSS; enclosing cgroup physical limit remains separate. Fixture cap8192MiB; no assertion every project module fits.", "Only explicit nonempty module list; caller independently establishes full owned-module inventory and dependency evidence.", "Installed sysroot import precedence; no symlinked search roots/artifact components/module files/parts.", "G3 independently binds source to compiled output. G2 remains NOT_ASSESSED by replay.", - "Unsafe and partial exclusions are upstream behavior." + "Unsafe and partial exclusions are upstream behavior.", + "Resource bounds reject bool, huge/nonfinite timeouts and unrepresentable/inherited-hard-limit memory caps before spawn; see SPEC.md.", + "Explicit Popen lifecycle normalizes spawn/wait resource exceptions. Kill/reap wait is bounded to one second; unreaped PID is reported ERROR and stops later modules. OS-uninterruptible processes cannot be promised forced termination." ], "quarantined_test_data": [ { @@ -60,13 +94,16 @@ "ledger_payload": { "phase": 2, "layer": "B", - "action": "Add exact-module serial resource-bounded adapter to installed LeanChecker; test/mutate failure propagation, bindings, import trust and real malformed proof bodies.", + "action": "Repair exact-module adapter resource argument boundaries and explicit bounded child cleanup; preserve replay, bindings, exact coverage and G2 separation.", "rationale": "Upstream prefix expansion launches concurrent per-module tasks with no CLI jobs flag. The original OOM is historical; canonical947 records a later successful same-source complete Math core gate with two threads. This adapter supplies exact serial scheduling, input binding and finite adversarial controls independently.", "reversibility": "New isolated contribution files only; no mathematical source, branch, Git, remote or canonical-surface mutation by this task.", "evidence": [ "evidence/g0-applicable-tests.json", "evidence/g0-mutations.json", - "tool-report.json" + "tool-report.json", + "RESOURCE_FIX.md", + "resource-fix-report.json", + "evidence/g0-resource-applicable.json" ] }, "publication": { @@ -93,6 +130,16 @@ "project_proof_replayed_for_this_correction": false, "adapter_production_code_or_tests_changed": false, "adapter_27_tests_16_mutants_reused": true, - "federation_CBZ_claim": false + "federation_CBZ_claim": false, + "record_context": "Historical documentation-only correction at cd3a0021; adapter-unchanged/reused-27-16 fields describe that cut. The later resource-boundary source change has separate self_verification evidence above." + }, + "resource_repair_review": { + "finding": "https://github.com/d6g8k5htny-coder/main/pull/696#discussion_r4416529549", + "status": "PASS_SAME_PROVIDER_ENGINEERING_REVIEW", + "prior_published_head": "cd3a0021a16437567ceda8c9a0f0525677042de2", + "project_math_replayed": false, + "report": "resource-postfix-review.md", + "sha256": "660d37c8e5c3374d8fee867182042c12d2fc863f2a0f63198e4b01b0c8ced8b2", + "provider_distinct_scientific_review": "NOT_ASSESSED_BY_THIS_ENGINEERING_REVIEW" } } diff --git a/cbz/contributions/math514/kernel_replay/RESOURCE_FIX.md b/cbz/contributions/math514/kernel_replay/RESOURCE_FIX.md new file mode 100644 index 000000000..23decfef5 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/RESOURCE_FIX.md @@ -0,0 +1,19 @@ +# Resource-boundary repair + +The P2 finding on [PR 696](https://github.com/d6g8k5htny-coder/main/pull/696#discussion_r4416529549) applied to the published cd3a0021 wrapper: arbitrary memory integers could fail in preexec, large finite waits could overflow, and implicit process cleanup could wait without a bound. This repair validates quantities before spawn, normalizes subprocess resource errors, and owns cleanup explicitly. + +Memory is an integer from 64 MiB to the smaller of the signed platform byte ceiling and a finite inherited hard RLIMIT_AS, converted down to MiB. Timeout is an int/float greater than zero and at most min(floor(threading.TIMEOUT_MAX), 2147483) seconds; the second limit is the signed 32-bit poll-millisecond range rounded down. Bool, huge integers and nonfinite values fail before a child starts. No value is silently clamped. + +Timeout or abnormal wait kills the process group, attempts direct child signaling when group signaling fails, then waits at most one second to reap and may poll without blocking. A normal killable child is reaped before continuing. An unreaped PID produces ERROR and stops later modules. The report retains PID and diagnostics because finite cleanup cannot force an OS-uninterruptible child to exit. ERROR stays non-green even if cleanup observes exit zero plus a valid marker. + +Fresh evidence is split across `evidence/g0-resource-wrapper-tests.json` (30 tests), `g0-resource-additional-tests.json` (2 tests, including one strengthened existing memory test), and `g0-resource-preexec-test.json` (1 actual preexec failure): **32 distinct fresh tests, 33 invocations, 14 new resource tests**. The additional CLI test verifies oversized bounds yield exit 1 and an emitted non-green report. The memory oracle checks actual soft/hard RLIMIT_AS in the parent; it does not depend on a child Python assertion. + +`evidence/g0-resource-mutations.json` records **19/19 current-source assertion kills**: ten original wrapper cases plus nine new resource cases. Only the memory-limit mutant was refreshed after its test oracle changed, in `g0-resource-memory-mutant-refresh.json`. Errors, skips and timeouts do not count as kills. The original sixteen cases remain defined. + +The original 27-test/16-mutation generation remains in its existing receipts, with its exact changed source bytes preserved under `evidence/resource-baseline/`. Those receipts are not relabeled as new runs. Nine unchanged real-Lean tests and six unchanged real-driver/import-trust mutant receipts are reused: driver, fixture code, normal command/cwd/env, path/part checks and checker precedence are unchanged. `evidence/g0-resource-applicable.json` records the exact IDs and source hashes. The composition yields 41 distinct applicable tests and 25 distinct mutation cases, not a single fresh run of either total. + +Clean RED probes first demonstrated 18 assertion failures in ten tests and five in two further tests against the original wrapper. An earlier probe with two test-indexing errors is retained as failed development evidence. No real Lean fixture was compiled/replayed and no project math gate was repeated. Mathematical completion and provider-distinct process review remain separate obligations. + +The canonical Math-core gate already passed on source8151 with two threads at canonical947; see [STATUS_CORRECTION.md](STATUS_CORRECTION.md). The initial OOM is historical failed-run evidence. G2, full-project coverage and full CBZ remain separate. + +Current wrapper SHA-256: `27da13a9455a62c2b192ff62f6222266cb483d323cf680f3d81d3b19b260b8ce`. Prior wrapper SHA-256: `416b688929daff9f473ce3e0abd399d8be2cde46c12956d3e5d5d9937d914293`. [Focused engineering review](resource-postfix-review.md) passed with no blocking findings. It is a separate same-provider review; provider-distinct scientific review and hosted checks remain separate process obligations. diff --git a/cbz/contributions/math514/kernel_replay/SPEC.md b/cbz/contributions/math514/kernel_replay/SPEC.md index 1e68da094..55521f674 100644 --- a/cbz/contributions/math514/kernel_replay/SPEC.md +++ b/cbz/contributions/math514/kernel_replay/SPEC.md @@ -13,3 +13,7 @@ Trust/path invariant: installed sysroot library precedence pins the driver's che Kernel validity permits axioms. A successful replay is not G2 approved-axiom certification and is not full CBZ. G2 remains an independent blocking gate. Fixtures include a quarantined unapproved axiom and an intentionally corrupted theorem body solely as negative tool tests. G0 acceptance: strict CLI, exact target, sequential processes, no empty/missing/duplicate coverage, fatal child failure, limits/timeouts, source/part/tool binding changes, public/private/inductive fixture with three real olean parts, malformed public and private proof bodies rejected, unapproved axiom replay accepted while an independent fixture axiom check rejects it. Mutation testing must kill relevant wrapper/driver defects and report actual counts. No heavy project replay is required to self-test this tool. + +Resource-boundary generation (P2 repair): memory is an exact integer in `[64, min(sys.maxsize, finite inherited RLIMIT_AS hard limit) // 1048576]` MiB. The unlimited hard-limit sentinel contributes no cap. Timeout is an exact int/float type in `(0, min(floor(threading.TIMEOUT_MAX), 2147483)]` seconds; 2147483 is the signed 32-bit poll-millisecond range rounded down. Bool, NaN/infinity and oversized values are rejected before process creation and before converting a huge int to float. Both ceilings and the one-second cleanup wait budget appear in the report. + +The wrapper owns Popen explicitly and never invokes its implicit unbounded context-manager cleanup. Spawn/wait resource exceptions (`OSError`, `SubprocessError`, `OverflowError`, `ValueError`) are structured errors. Timeout/error cleanup signals the process group, falls back to child signaling on a group error, and uses a one-second reap wait plus nonblocking poll. Cleanup failure leaves a non-green ERROR with the PID and diagnostics, and stops subsequent modules. A finite wait cannot force an OS-uninterruptible child to exit. Only an ordinary completed wait can promote a result to PASS/FAIL; neither timeout nor ERROR can become PASS from exit-zero/marker observations during cleanup. Existing coverage, binding, private-part, replay, and G2 semantics remain unchanged. diff --git a/cbz/contributions/math514/kernel_replay/STATUS_CORRECTION.md b/cbz/contributions/math514/kernel_replay/STATUS_CORRECTION.md index d28eca5a7..7ba531ab8 100644 --- a/cbz/contributions/math514/kernel_replay/STATUS_CORRECTION.md +++ b/cbz/contributions/math514/kernel_replay/STATUS_CORRECTION.md @@ -4,4 +4,4 @@ The initial resource failure is preserved, but it is not the current component r Source: https://github.com/d6g8k5htny-coder/main/blob/94747663830ca6645ea27c8820058168c08cf170/cbz/evidence/kernel/math-core/receipt.json . Canonical STATUS: https://github.com/d6g8k5htny-coder/main/blob/94747663830ca6645ea27c8820058168c08cf170/STATUS.md . This window read the existing receipt on2026-10-29T18:50:42.767390+00:00; it did not run another proof/kernel check. The earlier wording that this project OOM remained unclosed was information lag and is corrected in README, registry and reports. Original source text remains recoverable in parent0c6f9e3. -Adapter production code, fixtures and tests are unchanged. The completed27-test/16-mutation evidence remains applicable. Current-head hosted CI must be distinguished from the eight successes observed on0c6f9e3. Full federation G0-G11 and other projects remain separate. +At the documentation-only correction cut cd3a0021, adapter production code, fixtures and tests were unchanged and the completed27-test/16-mutation evidence was reused. The later P2 resource-boundary repair changes the wrapper/tests and has separate fresh evidence in RESOURCE_FIX.md; unchanged real-Lean evidence remains reusable. Current-head hosted CI must be distinguished from the eight successes observed on0c6f9e3. Full federation G0-G11 and other projects remain separate. diff --git a/cbz/contributions/math514/kernel_replay/evidence/g0-resource-additional-tests.json b/cbz/contributions/math514/kernel_replay/evidence/g0-resource-additional-tests.json new file mode 100644 index 000000000..d39f7601c --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/g0-resource-additional-tests.json @@ -0,0 +1,10 @@ +{ + "tests_run": 2, + "assertion_failures": 0, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": true, + "log": "test_resource_oversized_cli_arguments_emit_non_green_report (test_kernel_replay.WrapperTests.test_resource_oversized_cli_arguments_emit_non_green_report) ... ok\ntest_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied) ... ok\n\n----------------------------------------------------------------------\nRan 2 tests in 0.118s\n\nOK\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/g0-resource-applicable.json b/cbz/contributions/math514/kernel_replay/evidence/g0-resource-applicable.json new file mode 100644 index 000000000..042a6d815 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/g0-resource-applicable.json @@ -0,0 +1,217 @@ +{ + "generation": "resource-boundary-v2", + "status": "PASS_AFFECTED_CHECKS_WITH_EXPLICIT_REUSE", + "single_full_suite_claim": false, + "fresh_distinct_tests": 32, + "fresh_invocations": 33, + "new_resource_methods": 14, + "fresh_runs": [ + { + "path": "/workspace/cbz-0/tools/kernel_replay/evidence/g0-resource-wrapper-tests.json", + "sha256": "97279cbc6f7b36950ae1f80a71f6e45b974fa938f91f36c7861a08d4d2495c5d", + "tests_run": 30, + "test_ids": [ + "test_kernel_replay.WrapperTests.test_duplicate_modules_rejected", + "test_kernel_replay.WrapperTests.test_empty_coverage_rejected", + "test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected", + "test_kernel_replay.WrapperTests.test_individual_olean_symlink_rejected", + "test_kernel_replay.WrapperTests.test_memory_limit_applied", + "test_kernel_replay.WrapperTests.test_missing_module_rejected", + "test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal", + "test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected", + "test_kernel_replay.WrapperTests.test_new_private_part_rejected", + "test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker", + "test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage", + "test_kernel_replay.WrapperTests.test_part_change_rejected", + "test_kernel_replay.WrapperTests.test_resource_boolean_arguments_rejected", + "test_kernel_replay.WrapperTests.test_resource_cleanup_exceptions_remain_structured", + "test_kernel_replay.WrapperTests.test_resource_memory_hard_limit_before_spawn", + "test_kernel_replay.WrapperTests.test_resource_memory_upper_bounds_before_spawn", + "test_kernel_replay.WrapperTests.test_resource_spawn_exceptions_are_structured_errors", + "test_kernel_replay.WrapperTests.test_resource_timeout_kills_and_reaps_real_child", + "test_kernel_replay.WrapperTests.test_resource_timeout_upper_bounds_before_spawn", + "test_kernel_replay.WrapperTests.test_resource_unreapable_child_cleanup_is_bounded", + "test_kernel_replay.WrapperTests.test_resource_unreaped_child_stops_further_modules", + "test_kernel_replay.WrapperTests.test_resource_valid_integer_and_float_timeouts", + "test_kernel_replay.WrapperTests.test_resource_wait_error_kills_and_reaps_real_child", + "test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success", + "test_kernel_replay.WrapperTests.test_search_root_and_part_symlinks_rejected", + "test_kernel_replay.WrapperTests.test_source_change_rejected", + "test_kernel_replay.WrapperTests.test_strict_cli", + "test_kernel_replay.WrapperTests.test_timeout_fatal", + "test_kernel_replay.WrapperTests.test_tool_binding_change_rejected", + "test_mutation_harness.MutationHarnessTests.test_only_clean_assertion_failure_is_a_kill" + ], + "successful": true, + "errors": 0, + "assertion_failures": 0 + }, + { + "path": "/workspace/cbz-0/tools/kernel_replay/evidence/g0-resource-additional-tests.json", + "sha256": "0c0fa3d84abd760a197038e1ee90d00b23bd30d6574c964ea89fc3304e429865", + "tests_run": 2, + "test_ids": [ + "test_kernel_replay.WrapperTests.test_memory_limit_applied", + "test_kernel_replay.WrapperTests.test_resource_oversized_cli_arguments_emit_non_green_report" + ], + "successful": true, + "errors": 0, + "assertion_failures": 0 + }, + { + "path": "/workspace/cbz-0/tools/kernel_replay/evidence/g0-resource-preexec-test.json", + "sha256": "ce04faf4ee8b2e3c8967d30dd4c341c013370641dc79b0644c53cb5e01825561", + "tests_run": 1, + "test_ids": [ + "test_kernel_replay.WrapperTests.test_resource_real_preexec_failure_is_structured" + ], + "successful": true, + "errors": 0, + "assertion_failures": 0 + } + ], + "fresh_test_ids": [ + "test_kernel_replay.WrapperTests.test_duplicate_modules_rejected", + "test_kernel_replay.WrapperTests.test_empty_coverage_rejected", + "test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected", + "test_kernel_replay.WrapperTests.test_individual_olean_symlink_rejected", + "test_kernel_replay.WrapperTests.test_memory_limit_applied", + "test_kernel_replay.WrapperTests.test_missing_module_rejected", + "test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal", + "test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected", + "test_kernel_replay.WrapperTests.test_new_private_part_rejected", + "test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker", + "test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage", + "test_kernel_replay.WrapperTests.test_part_change_rejected", + "test_kernel_replay.WrapperTests.test_resource_boolean_arguments_rejected", + "test_kernel_replay.WrapperTests.test_resource_cleanup_exceptions_remain_structured", + "test_kernel_replay.WrapperTests.test_resource_memory_hard_limit_before_spawn", + "test_kernel_replay.WrapperTests.test_resource_memory_upper_bounds_before_spawn", + "test_kernel_replay.WrapperTests.test_resource_oversized_cli_arguments_emit_non_green_report", + "test_kernel_replay.WrapperTests.test_resource_real_preexec_failure_is_structured", + "test_kernel_replay.WrapperTests.test_resource_spawn_exceptions_are_structured_errors", + "test_kernel_replay.WrapperTests.test_resource_timeout_kills_and_reaps_real_child", + "test_kernel_replay.WrapperTests.test_resource_timeout_upper_bounds_before_spawn", + "test_kernel_replay.WrapperTests.test_resource_unreapable_child_cleanup_is_bounded", + "test_kernel_replay.WrapperTests.test_resource_unreaped_child_stops_further_modules", + "test_kernel_replay.WrapperTests.test_resource_valid_integer_and_float_timeouts", + "test_kernel_replay.WrapperTests.test_resource_wait_error_kills_and_reaps_real_child", + "test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success", + "test_kernel_replay.WrapperTests.test_search_root_and_part_symlinks_rejected", + "test_kernel_replay.WrapperTests.test_source_change_rejected", + "test_kernel_replay.WrapperTests.test_strict_cli", + "test_kernel_replay.WrapperTests.test_timeout_fatal", + "test_kernel_replay.WrapperTests.test_tool_binding_change_rejected", + "test_mutation_harness.MutationHarnessTests.test_only_clean_assertion_failure_is_a_kill" + ], + "reused_real_lean_tests": [ + "test_real_lean.RealLeanTests.test_cli_prepare_and_run", + "test_real_lean.RealLeanTests.test_driver_missing_request_and_binding_rejected", + "test_real_lean.RealLeanTests.test_exact_module_no_prefix_glob", + "test_real_lean.RealLeanTests.test_good_public_private_inductive_all_parts", + "test_real_lean.RealLeanTests.test_private_self_reference_rejected", + "test_real_lean.RealLeanTests.test_public_self_reference_rejected", + "test_real_lean.RealLeanTests.test_real_private_body_cannot_hide_behind_olean_symlink", + "test_real_lean.RealLeanTests.test_unapproved_axiom_kernel_valid_but_independent_policy_rejects", + "test_real_lean.RealLeanTests.test_user_lean_path_cannot_shadow_checker" + ], + "reused_test_count": 9, + "combined_distinct_applicable_tests": 41, + "combined_count_is_not_a_fresh_full_run": true, + "prior_generation": { + "wrapper_source": { + "path": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-baseline/kernel_replay.py", + "sha256": "416b688929daff9f473ce3e0abd399d8be2cde46c12956d3e5d5d9937d914293" + }, + "tests_source": { + "path": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-baseline/test_kernel_replay.py", + "sha256": "8e0cb7916804dc5bc0e07b0f4a70bbb271e1a14c00b900519ac61e503ced97a6" + }, + "mutations_source": { + "path": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-baseline/mutations.py", + "sha256": "9826fe1eebd2406367e6db297e6e744b00fd3e3181a7e17d35fad0bf9f353d7f" + }, + "applicable_test_count": 27, + "mutation_count": 16, + "test_receipt": { + "path": "/workspace/cbz-0/tools/kernel_replay/evidence/g0-applicable-tests.json", + "sha256": "78174abccb5d594df9001e0d28bedfd84575babe02d1bd91068bb6f24d1388a0" + }, + "mutation_receipt": { + "path": "/workspace/cbz-0/tools/kernel_replay/evidence/g0-mutations.json", + "sha256": "8deed12fc5a02ea8e61d4b3ac9d9fdd849ff0620d19b565f54f6919aa0819fd8" + } + }, + "mutations": { + "fresh_receipt": { + "path": "/workspace/cbz-0/tools/kernel_replay/evidence/g0-resource-mutations.json", + "sha256": "d44239be7406c41c7fa26d0db419081e3d572a54b61b493c847945ba93e06445" + }, + "fresh_planned": 19, + "fresh_executed": 19, + "fresh_killed": 19, + "original_wrapper_cases_rerun": 10, + "new_resource_cases": 9, + "original_real_cases_reused": [ + "allow-artifact-symlink", + "skip-kernel-replay", + "prefix-expansion", + "untrusted-checker-search-path", + "exported-part-only", + "preload-target-self-reference" + ], + "memory_oracle_refresh": { + "path": "/workspace/cbz-0/tools/kernel_replay/evidence/g0-resource-memory-mutant-refresh.json", + "sha256": "5addeb6e0c8d6f5f6afb1d9c42c623c6165adaaa29ab8fb3af2b42f18f5e5fc4" + }, + "distinct_applicable_cases": 25, + "not_a_single_fresh_25_case_run": true + }, + "source_bindings": [ + { + "path": "/workspace/cbz-0/tools/kernel_replay/kernel_replay.py", + "sha256": "27da13a9455a62c2b192ff62f6222266cb483d323cf680f3d81d3b19b260b8ce" + }, + { + "path": "/workspace/cbz-0/tools/kernel_replay/ExactReplay.lean", + "sha256": "24e55f5e99c83a46f9f908bbc90f22292a94305294e287d9b2eccbf24e8e6b66" + }, + { + "path": "/workspace/cbz-0/tools/kernel_replay/mutations.py", + "sha256": "5fd6fbbfd2aab463f1c2c017af942762ae798a67f3d1fc47001bc317b8fee0a0" + }, + { + "path": "/workspace/cbz-0/tools/kernel_replay/run_tests.py", + "sha256": "b0a7f1c508462c21688de8d5ec70384d40f780c342814d97589f0b45f2d7620b" + }, + { + "path": "/workspace/cbz-0/tools/kernel_replay/tests/test_kernel_replay.py", + "sha256": "2ccdd956379bf3ddbc479a10604a10db7c26acee96c54c869c7a6bafc0f2dfeb" + }, + { + "path": "/workspace/cbz-0/tools/kernel_replay/tests/test_real_lean.py", + "sha256": "51ab210da908b4e3d74fe179c41a414abf4c53e88458db33f7934ae0010337d7" + }, + { + "path": "/workspace/cbz-0/tools/kernel_replay/tests/test_mutation_harness.py", + "sha256": "ca90d5c5c8e48d163d35b2170f2e7f08352863c23bd73f1b383a73a2dcc16ff3" + } + ], + "reuse_rationale": "ExactReplay.lean, real Lean tests/fixtures, normal child command/cwd/env, checker precedence, module/part resolution, bindings, and G2 separation are unchanged. Changed resource validation/lifecycle paths have fresh wrapper tests and mutants. Owner AGENTS.md forbids repeating applicable completed evidence merely for handoff; provider review is a separate process obligation.", + "red_receipts": [ + { + "path": "/workspace/cbz-0/tools/kernel_replay/evidence/g0-resource-red-initial.json", + "sha256": "13575852577af2a53dd232d190a58a520ecea9922caa53df6c83277d5dede6e7" + }, + { + "path": "/workspace/cbz-0/tools/kernel_replay/evidence/g0-resource-red.json", + "sha256": "0a5efe4eddf98a21b11781edee16e4b5ea8533da1dabb3994c2559169a74fb56" + }, + { + "path": "/workspace/cbz-0/tools/kernel_replay/evidence/g0-resource-cleanup-red.json", + "sha256": "616571de0d9377372fd48ce4c0e425cb69b38f164bf44df5b5f814d7f6576de6" + } + ], + "red_interpretation": "Initial ten-test probe included two test indexing errors and is retained as non-green development evidence. After fixing test assertions, the same ten tests gave 18 assertion failures/zero errors; two further cleanup/scheduling tests gave five assertion failures/zero errors against pre-repair wrapper.", + "project_or_real_lean_replayed": false +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/g0-resource-cleanup-red.json b/cbz/contributions/math514/kernel_replay/evidence/g0-resource-cleanup-red.json new file mode 100644 index 000000000..f008a81e2 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/g0-resource-cleanup-red.json @@ -0,0 +1,10 @@ +{ + "tests_run": 2, + "assertion_failures": 5, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_resource_unreaped_child_stops_further_modules (test_kernel_replay.WrapperTests.test_resource_unreaped_child_stops_further_modules) ... FAIL\ntest_resource_cleanup_exceptions_remain_structured (test_kernel_replay.WrapperTests.test_resource_cleanup_exceptions_remain_structured) ... \n test_resource_cleanup_exceptions_remain_structured (test_kernel_replay.WrapperTests.test_resource_cleanup_exceptions_remain_structured) (exception='OverflowError') ... FAIL\n test_resource_cleanup_exceptions_remain_structured (test_kernel_replay.WrapperTests.test_resource_cleanup_exceptions_remain_structured) (exception='ValueError') ... FAIL\n test_resource_cleanup_exceptions_remain_structured (test_kernel_replay.WrapperTests.test_resource_cleanup_exceptions_remain_structured) (exception='SubprocessError') ... FAIL\n test_resource_cleanup_exceptions_remain_structured (test_kernel_replay.WrapperTests.test_resource_cleanup_exceptions_remain_structured) (exception='OSError') ... FAIL\n\n======================================================================\nFAIL: test_resource_unreaped_child_stops_further_modules (test_kernel_replay.WrapperTests.test_resource_unreaped_child_stops_further_modules)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/tests/test_kernel_replay.py\", line 159, in resource_report\n return self.kr.run_manifest(m, memory, timeout)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/cbz-0/tools/kernel_replay/kernel_replay.py\", line 241, in run_manifest\n report['results'].append(run_one(m, entry, memory_mib, timeout_seconds))\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/cbz-0/tools/kernel_replay/kernel_replay.py\", line 209, in run_one\n result['returncode'] = p.wait()\n ^^^^^^^^\n File \"/opt/codex/runtimes/codex-primary-runtime/dependencies/python/lib/python3.12/unittest/mock.py\", line 1139, in __call__\n return self._mock_call(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/codex/runtimes/codex-primary-runtime/dependencies/python/lib/python3.12/unittest/mock.py\", line 1143, in _mock_call\n return self._execute_mock_call(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/codex/runtimes/codex-primary-runtime/dependencies/python/lib/python3.12/unittest/mock.py\", line 1198, in _execute_mock_call\n raise effect\n File \"/workspace/cbz-0/tools/kernel_replay/kernel_replay.py\", line 206, in run_one\n result['returncode'] = p.wait(timeout=timeout_seconds)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/codex/runtimes/codex-primary-runtime/dependencies/python/lib/python3.12/unittest/mock.py\", line 1139, in __call__\n return self._mock_call(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/codex/runtimes/codex-primary-runtime/dependencies/python/lib/python3.12/unittest/mock.py\", line 1143, in _mock_call\n return self._execute_mock_call(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/codex/runtimes/codex-primary-runtime/dependencies/python/lib/python3.12/unittest/mock.py\", line 1198, in _execute_mock_call\n raise effect\nsubprocess.TimeoutExpired: Command 'fake-child' timed out after 0.05 seconds\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/tests/test_kernel_replay.py\", line 312, in test_resource_unreaped_child_stops_further_modules\n r = self.resource_report(m, timeout=0.05)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/cbz-0/tools/kernel_replay/tests/test_kernel_replay.py\", line 161, in resource_report\n self.fail(f'resource boundary escaped structured report: {type(exc).__name__}: {exc}')\nAssertionError: resource boundary escaped structured report: TimeoutExpired: Command 'fake-child' timed out after 0.05 seconds\n\n======================================================================\nFAIL: test_resource_cleanup_exceptions_remain_structured (test_kernel_replay.WrapperTests.test_resource_cleanup_exceptions_remain_structured) (exception='OverflowError')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/kernel_replay.py\", line 206, in run_one\n result['returncode'] = p.wait(timeout=timeout_seconds)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/codex/runtimes/codex-primary-runtime/dependencies/python/lib/python3.12/unittest/mock.py\", line 1139, in __call__\n return self._mock_call(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/codex/runtimes/codex-primary-runtime/dependencies/python/lib/python3.12/unittest/mock.py\", line 1143, in _mock_call\n return self._execute_mock_call(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/codex/runtimes/codex-primary-runtime/dependencies/python/lib/python3.12/unittest/mock.py\", line 1202, in _execute_mock_call\n raise result\nsubprocess.TimeoutExpired: Command 'fake-child' timed out after 0.05 seconds\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/tests/test_kernel_replay.py\", line 159, in resource_report\n return self.kr.run_manifest(m, memory, timeout)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/cbz-0/tools/kernel_replay/kernel_replay.py\", line 241, in run_manifest\n report['results'].append(run_one(m, entry, memory_mib, timeout_seconds))\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/cbz-0/tools/kernel_replay/kernel_replay.py\", line 209, in run_one\n result['returncode'] = p.wait()\n ^^^^^^^^\n File \"/opt/codex/runtimes/codex-primary-runtime/dependencies/python/lib/python3.12/unittest/mock.py\", line 1139, in __call__\n return self._mock_call(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/codex/runtimes/codex-primary-runtime/dependencies/python/lib/python3.12/unittest/mock.py\", line 1143, in _mock_call\n return self._execute_mock_call(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/codex/runtimes/codex-primary-runtime/dependencies/python/lib/python3.12/unittest/mock.py\", line 1202, in _execute_mock_call\n raise result\nOverflowError: cleanup rejected\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/tests/test_kernel_replay.py\", line 328, in test_resource_cleanup_exceptions_remain_structured\n r = self.resource_report(m, timeout=0.05)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/cbz-0/tools/kernel_replay/tests/test_kernel_replay.py\", line 161, in resource_report\n self.fail(f'resource boundary escaped structured report: {type(exc).__name__}: {exc}')\nAssertionError: resource boundary escaped structured report: OverflowError: cleanup rejected\n\n======================================================================\nFAIL: test_resource_cleanup_exceptions_remain_structured (test_kernel_replay.WrapperTests.test_resource_cleanup_exceptions_remain_structured) (exception='ValueError')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/tests/test_kernel_replay.py\", line 330, in test_resource_cleanup_exceptions_remain_structured\n self.assertEqual(len(r['results']), 1, r)\nAssertionError: 0 != 1 : {'schema': 'cbz-kernel-replay/v1', 'gate': 'G4-scoped-adapter', 'started': '2026-10-29T19:20:16.291054+00:00', 'ok': False, 'results': [], 'completed_count': 0, 'expected_count': 1, 'manifest': {'schema': 'cbz-kernel-replay/v1', 'lean': {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/bin/lean', 'sha256': 'e8baaa71855a616dc351028f3ad2200051b0671f423a1696a100e809302d5550'}, 'sysroot': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1', 'lean_path': ['/workspace/cbz-0/tools/kernel_replay/evidence/tmpy7a2b1fj'], 'expected_modules': ['Toy'], 'modules': [{'name': 'Toy', 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/tmpy7a2b1fj/Toy.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/tmpy7a2b1fj/Toy.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}]}], 'context': [], 'tool': [{'path': '/workspace/cbz-0/tools/kernel_replay/kernel_replay.py', 'sha256': '416b688929daff9f473ce3e0abd399d8be2cde46c12956d3e5d5d9937d914293'}, {'path': '/workspace/cbz-0/tools/kernel_replay/ExactReplay.lean', 'sha256': '24e55f5e99c83a46f9f908bbc90f22292a94305294e287d9b2eccbf24e8e6b66'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/LeanChecker.lean', 'sha256': '2d18ec111d73c536b0bdee2533556bb9548c349f386797d3d3837b1f84d55dae'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/Lean/Replay.lean', 'sha256': 'c434b5b2bc5047ca58d4a095fcf1d9935d413c788ae98a4f21948e6a95ca3fb0'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/LeanChecker.olean', 'sha256': 'd6829015630328e3c70909a4cba004a7933f6d52cad3721488a2efaa14c1bbbe'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean', 'sha256': '66cb6f6d0bd6f9faee0205ddf0e289d1936e40f7808dfe9ad6eba412a5d8b427'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.server', 'sha256': '46026af21aa760fb2343c15336f6e1476d37e4829e4e0ec529ab499fd0a2b010'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.private', 'sha256': 'fadad15c5bb080fee117b7fd049b6f54e3077b5b258902fe47cad8dbf76649a1'}]}, 'g2_status': 'NOT_ASSESSED', 'full_cbz': False, 'error': 'ValueError: cleanup rejected', 'ended': '2026-10-29T19:20:16.294422+00:00'}\n\n======================================================================\nFAIL: test_resource_cleanup_exceptions_remain_structured (test_kernel_replay.WrapperTests.test_resource_cleanup_exceptions_remain_structured) (exception='SubprocessError')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/kernel_replay.py\", line 206, in run_one\n result['returncode'] = p.wait(timeout=timeout_seconds)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/codex/runtimes/codex-primary-runtime/dependencies/python/lib/python3.12/unittest/mock.py\", line 1139, in __call__\n return self._mock_call(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/codex/runtimes/codex-primary-runtime/dependencies/python/lib/python3.12/unittest/mock.py\", line 1143, in _mock_call\n return self._execute_mock_call(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/codex/runtimes/codex-primary-runtime/dependencies/python/lib/python3.12/unittest/mock.py\", line 1202, in _execute_mock_call\n raise result\nsubprocess.TimeoutExpired: Command 'fake-child' timed out after 0.05 seconds\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/tests/test_kernel_replay.py\", line 159, in resource_report\n return self.kr.run_manifest(m, memory, timeout)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/cbz-0/tools/kernel_replay/kernel_replay.py\", line 241, in run_manifest\n report['results'].append(run_one(m, entry, memory_mib, timeout_seconds))\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/cbz-0/tools/kernel_replay/kernel_replay.py\", line 209, in run_one\n result['returncode'] = p.wait()\n ^^^^^^^^\n File \"/opt/codex/runtimes/codex-primary-runtime/dependencies/python/lib/python3.12/unittest/mock.py\", line 1139, in __call__\n return self._mock_call(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/codex/runtimes/codex-primary-runtime/dependencies/python/lib/python3.12/unittest/mock.py\", line 1143, in _mock_call\n return self._execute_mock_call(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/codex/runtimes/codex-primary-runtime/dependencies/python/lib/python3.12/unittest/mock.py\", line 1202, in _execute_mock_call\n raise result\nsubprocess.SubprocessError: cleanup rejected\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/tests/test_kernel_replay.py\", line 328, in test_resource_cleanup_exceptions_remain_structured\n r = self.resource_report(m, timeout=0.05)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/cbz-0/tools/kernel_replay/tests/test_kernel_replay.py\", line 161, in resource_report\n self.fail(f'resource boundary escaped structured report: {type(exc).__name__}: {exc}')\nAssertionError: resource boundary escaped structured report: SubprocessError: cleanup rejected\n\n======================================================================\nFAIL: test_resource_cleanup_exceptions_remain_structured (test_kernel_replay.WrapperTests.test_resource_cleanup_exceptions_remain_structured) (exception='OSError')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/tests/test_kernel_replay.py\", line 331, in test_resource_cleanup_exceptions_remain_structured\n self.assertEqual(r['results'][0]['status'], 'ERROR')\nAssertionError: 'FAIL' != 'ERROR'\n- FAIL\n+ ERROR\n\n\n----------------------------------------------------------------------\nRan 2 tests in 0.033s\n\nFAILED (failures=5)\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/g0-resource-memory-mutant-refresh.json b/cbz/contributions/math514/kernel_replay/evidence/g0-resource-memory-mutant-refresh.json new file mode 100644 index 000000000..65743197e --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/g0-resource-memory-mutant-refresh.json @@ -0,0 +1,31 @@ +{ + "group": "wrapper", + "threshold": 1.0, + "planned": 1, + "executed": 1, + "killed": 1, + "ok": true, + "results": [ + { + "name": "ignore-memory-limit", + "file": "kernel_replay.py", + "test": "test_kernel_replay.WrapperTests", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "27da13a9455a62c2b192ff62f6222266cb483d323cf680f3d81d3b19b260b8ce", + "mutated_sha256": "40396c532f2e078a1065f797066b6381f6e0870cc1112f168346c996926acc5c", + "tests": { + "tests_run": 30, + "assertion_failures": 1, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_duplicate_modules_rejected (test_kernel_replay.WrapperTests.test_duplicate_modules_rejected) ... ok\ntest_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected) ... ok\ntest_expected_coverage_mismatch_rejected (test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected) ... ok\ntest_individual_olean_symlink_rejected (test_kernel_replay.WrapperTests.test_individual_olean_symlink_rejected) ... ok\ntest_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied) ... FAIL\ntest_missing_module_rejected (test_kernel_replay.WrapperTests.test_missing_module_rejected) ... ok\ntest_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) ... ok\ntest_module_names_and_unknown_fields_rejected (test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected) ... ok\ntest_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected) ... ok\ntest_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker) ... ok\ntest_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... ok\ntest_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected) ... ok\ntest_resource_boolean_arguments_rejected (test_kernel_replay.WrapperTests.test_resource_boolean_arguments_rejected) ... ok\ntest_resource_cleanup_exceptions_remain_structured (test_kernel_replay.WrapperTests.test_resource_cleanup_exceptions_remain_structured) ... ok\ntest_resource_memory_hard_limit_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_hard_limit_before_spawn) ... ok\ntest_resource_memory_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_upper_bounds_before_spawn) ... ok\ntest_resource_oversized_cli_arguments_emit_non_green_report (test_kernel_replay.WrapperTests.test_resource_oversized_cli_arguments_emit_non_green_report) ... ok\ntest_resource_spawn_exceptions_are_structured_errors (test_kernel_replay.WrapperTests.test_resource_spawn_exceptions_are_structured_errors) ... ok\ntest_resource_timeout_kills_and_reaps_real_child (test_kernel_replay.WrapperTests.test_resource_timeout_kills_and_reaps_real_child) ... ok\ntest_resource_timeout_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_timeout_upper_bounds_before_spawn) ... ok\ntest_resource_unreapable_child_cleanup_is_bounded (test_kernel_replay.WrapperTests.test_resource_unreapable_child_cleanup_is_bounded) ... ok\ntest_resource_unreaped_child_stops_further_modules (test_kernel_replay.WrapperTests.test_resource_unreaped_child_stops_further_modules) ... ok\ntest_resource_valid_integer_and_float_timeouts (test_kernel_replay.WrapperTests.test_resource_valid_integer_and_float_timeouts) ... ok\ntest_resource_wait_error_kills_and_reaps_real_child (test_kernel_replay.WrapperTests.test_resource_wait_error_kills_and_reaps_real_child) ... ok\ntest_resource_wait_errors_cannot_become_success (test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success) ... ok\ntest_search_root_and_part_symlinks_rejected (test_kernel_replay.WrapperTests.test_search_root_and_part_symlinks_rejected) ... ok\ntest_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected) ... ok\ntest_strict_cli (test_kernel_replay.WrapperTests.test_strict_cli) ... ok\ntest_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal) ... ok\ntest_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected) ... ok\n\n======================================================================\nFAIL: test_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-ypfpxmzo/kernel_replay/tests/test_kernel_replay.py\", line 141, in test_memory_limit_applied\n self.assertEqual(json.loads(r['results'][0]['stdout'].splitlines()[0]), [268435456, 268435456])\nAssertionError: Lists differ: [-1, -1] != [268435456, 268435456]\n\nFirst differing element 0:\n-1\n268435456\n\n- [-1, -1]\n+ [268435456, 268435456]\n\n----------------------------------------------------------------------\nRan 30 tests in 0.885s\n\nFAILED (failures=1)\n" + }, + "stdout": "test_duplicate_modules_rejected (test_kernel_replay.WrapperTests.test_duplicate_modules_rejected) ... ok\ntest_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected) ... ok\ntest_expected_coverage_mismatch_rejected (test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected) ... ok\ntest_individual_olean_symlink_rejected (test_kernel_replay.WrapperTests.test_individual_olean_symlink_rejected) ... ok\ntest_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied) ... FAIL\ntest_missing_module_rejected (test_kernel_replay.WrapperTests.test_missing_module_rejected) ... ok\ntest_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) ... ok\ntest_module_names_and_unknown_fields_rejected (test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected) ... ok\ntest_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected) ... ok\ntest_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker) ... ok\ntest_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... ok\ntest_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected) ... ok\ntest_resource_boolean_arguments_rejected (test_kernel_replay.WrapperTests.test_resource_boolean_arguments_rejected) ... ok\ntest_resource_cleanup_exceptions_remain_structured (test_kernel_replay.WrapperTests.test_resource_cleanup_exceptions_remain_structured) ... ok\ntest_resource_memory_hard_limit_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_hard_limit_before_spawn) ... ok\ntest_resource_memory_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_upper_bounds_before_spawn) ... ok\ntest_resource_oversized_cli_arguments_emit_non_green_report (test_kernel_replay.WrapperTests.test_resource_oversized_cli_arguments_emit_non_green_report) ... ok\ntest_resource_spawn_exceptions_are_structured_errors (test_kernel_replay.WrapperTests.test_resource_spawn_exceptions_are_structured_errors) ... ok\ntest_resource_timeout_kills_and_reaps_real_child (test_kernel_replay.WrapperTests.test_resource_timeout_kills_and_reaps_real_child) ... ok\ntest_resource_timeout_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_timeout_upper_bounds_before_spawn) ... ok\ntest_resource_unreapable_child_cleanup_is_bounded (test_kernel_replay.WrapperTests.test_resource_unreapable_child_cleanup_is_bounded) ... ok\ntest_resource_unreaped_child_stops_further_modules (test_kernel_replay.WrapperTests.test_resource_unreaped_child_stops_further_modules) ... ok\ntest_resource_valid_integer_and_float_timeouts (test_kernel_replay.WrapperTests.test_resource_valid_integer_and_float_timeouts) ... ok\ntest_resource_wait_error_kills_and_reaps_real_child (test_kernel_replay.WrapperTests.test_resource_wait_error_kills_and_reaps_real_child) ... ok\ntest_resource_wait_errors_cannot_become_success (test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success) ... ok\ntest_search_root_and_part_symlinks_rejected (test_kernel_replay.WrapperTests.test_search_root_and_part_symlinks_rejected) ... ok\ntest_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected) ... ok\ntest_strict_cli (test_kernel_replay.WrapperTests.test_strict_cli) ... ok\ntest_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal) ... ok\ntest_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected) ... ok\n\n======================================================================\nFAIL: test_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-ypfpxmzo/kernel_replay/tests/test_kernel_replay.py\", line 141, in test_memory_limit_applied\n self.assertEqual(json.loads(r['results'][0]['stdout'].splitlines()[0]), [268435456, 268435456])\nAssertionError: Lists differ: [-1, -1] != [268435456, 268435456]\n\nFirst differing element 0:\n-1\n268435456\n\n- [-1, -1]\n+ [268435456, 268435456]\n\n----------------------------------------------------------------------\nRan 30 tests in 0.885s\n\nFAILED (failures=1)\n", + "stderr": "" + } + ] +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/g0-resource-mutations.json b/cbz/contributions/math514/kernel_replay/evidence/g0-resource-mutations.json new file mode 100644 index 000000000..793580b25 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/g0-resource-mutations.json @@ -0,0 +1,409 @@ +{ + "group": "wrapper", + "threshold": 1.0, + "planned": 19, + "executed": 19, + "killed": 19, + "ok": true, + "results": [ + { + "name": "empty-coverage", + "file": "kernel_replay.py", + "test": "test_kernel_replay.WrapperTests", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "27da13a9455a62c2b192ff62f6222266cb483d323cf680f3d81d3b19b260b8ce", + "mutated_sha256": "fab7d6f4688abfc56181700067c53e7152fa9b0fe1ca87e372867e47cd57ade5", + "tests": { + "tests_run": 29, + "assertion_failures": 1, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_duplicate_modules_rejected (test_kernel_replay.WrapperTests.test_duplicate_modules_rejected) ... ok\ntest_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected) ... FAIL\ntest_expected_coverage_mismatch_rejected (test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected) ... ok\ntest_individual_olean_symlink_rejected (test_kernel_replay.WrapperTests.test_individual_olean_symlink_rejected) ... ok\ntest_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied) ... ok\ntest_missing_module_rejected (test_kernel_replay.WrapperTests.test_missing_module_rejected) ... ok\ntest_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) ... ok\ntest_module_names_and_unknown_fields_rejected (test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected) ... ok\ntest_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected) ... ok\ntest_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker) ... ok\ntest_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... ok\ntest_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected) ... ok\ntest_resource_boolean_arguments_rejected (test_kernel_replay.WrapperTests.test_resource_boolean_arguments_rejected) ... ok\ntest_resource_cleanup_exceptions_remain_structured (test_kernel_replay.WrapperTests.test_resource_cleanup_exceptions_remain_structured) ... ok\ntest_resource_memory_hard_limit_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_hard_limit_before_spawn) ... ok\ntest_resource_memory_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_upper_bounds_before_spawn) ... ok\ntest_resource_spawn_exceptions_are_structured_errors (test_kernel_replay.WrapperTests.test_resource_spawn_exceptions_are_structured_errors) ... ok\ntest_resource_timeout_kills_and_reaps_real_child (test_kernel_replay.WrapperTests.test_resource_timeout_kills_and_reaps_real_child) ... ok\ntest_resource_timeout_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_timeout_upper_bounds_before_spawn) ... ok\ntest_resource_unreapable_child_cleanup_is_bounded (test_kernel_replay.WrapperTests.test_resource_unreapable_child_cleanup_is_bounded) ... ok\ntest_resource_unreaped_child_stops_further_modules (test_kernel_replay.WrapperTests.test_resource_unreaped_child_stops_further_modules) ... ok\ntest_resource_valid_integer_and_float_timeouts (test_kernel_replay.WrapperTests.test_resource_valid_integer_and_float_timeouts) ... ok\ntest_resource_wait_error_kills_and_reaps_real_child (test_kernel_replay.WrapperTests.test_resource_wait_error_kills_and_reaps_real_child) ... ok\ntest_resource_wait_errors_cannot_become_success (test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success) ... ok\ntest_search_root_and_part_symlinks_rejected (test_kernel_replay.WrapperTests.test_search_root_and_part_symlinks_rejected) ... ok\ntest_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected) ... ok\ntest_strict_cli (test_kernel_replay.WrapperTests.test_strict_cli) ... ok\ntest_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal) ... ok\ntest_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected) ... ok\n\n======================================================================\nFAIL: test_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-8uany7kh/kernel_replay/tests/test_kernel_replay.py\", line 60, in test_empty_coverage_rejected\n with self.assertRaises(ValueError):\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: ValueError not raised\n\n----------------------------------------------------------------------\nRan 29 tests in 0.804s\n\nFAILED (failures=1)\n" + }, + "stdout": "test_duplicate_modules_rejected (test_kernel_replay.WrapperTests.test_duplicate_modules_rejected) ... ok\ntest_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected) ... FAIL\ntest_expected_coverage_mismatch_rejected (test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected) ... ok\ntest_individual_olean_symlink_rejected (test_kernel_replay.WrapperTests.test_individual_olean_symlink_rejected) ... ok\ntest_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied) ... ok\ntest_missing_module_rejected (test_kernel_replay.WrapperTests.test_missing_module_rejected) ... ok\ntest_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) ... ok\ntest_module_names_and_unknown_fields_rejected (test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected) ... ok\ntest_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected) ... ok\ntest_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker) ... ok\ntest_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... ok\ntest_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected) ... ok\ntest_resource_boolean_arguments_rejected (test_kernel_replay.WrapperTests.test_resource_boolean_arguments_rejected) ... ok\ntest_resource_cleanup_exceptions_remain_structured (test_kernel_replay.WrapperTests.test_resource_cleanup_exceptions_remain_structured) ... ok\ntest_resource_memory_hard_limit_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_hard_limit_before_spawn) ... ok\ntest_resource_memory_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_upper_bounds_before_spawn) ... ok\ntest_resource_spawn_exceptions_are_structured_errors (test_kernel_replay.WrapperTests.test_resource_spawn_exceptions_are_structured_errors) ... ok\ntest_resource_timeout_kills_and_reaps_real_child (test_kernel_replay.WrapperTests.test_resource_timeout_kills_and_reaps_real_child) ... ok\ntest_resource_timeout_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_timeout_upper_bounds_before_spawn) ... ok\ntest_resource_unreapable_child_cleanup_is_bounded (test_kernel_replay.WrapperTests.test_resource_unreapable_child_cleanup_is_bounded) ... ok\ntest_resource_unreaped_child_stops_further_modules (test_kernel_replay.WrapperTests.test_resource_unreaped_child_stops_further_modules) ... ok\ntest_resource_valid_integer_and_float_timeouts (test_kernel_replay.WrapperTests.test_resource_valid_integer_and_float_timeouts) ... ok\ntest_resource_wait_error_kills_and_reaps_real_child (test_kernel_replay.WrapperTests.test_resource_wait_error_kills_and_reaps_real_child) ... ok\ntest_resource_wait_errors_cannot_become_success (test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success) ... ok\ntest_search_root_and_part_symlinks_rejected (test_kernel_replay.WrapperTests.test_search_root_and_part_symlinks_rejected) ... ok\ntest_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected) ... ok\ntest_strict_cli (test_kernel_replay.WrapperTests.test_strict_cli) ... ok\ntest_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal) ... ok\ntest_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected) ... ok\n\n======================================================================\nFAIL: test_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-8uany7kh/kernel_replay/tests/test_kernel_replay.py\", line 60, in test_empty_coverage_rejected\n with self.assertRaises(ValueError):\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: ValueError not raised\n\n----------------------------------------------------------------------\nRan 29 tests in 0.804s\n\nFAILED (failures=1)\n", + "stderr": "" + }, + { + "name": "ignore-source-binding", + "file": "kernel_replay.py", + "test": "test_kernel_replay.WrapperTests", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "27da13a9455a62c2b192ff62f6222266cb483d323cf680f3d81d3b19b260b8ce", + "mutated_sha256": "46708ef633af87ba8b09e08d2872321c0cf92f56e89e3524d742be4c6acac863", + "tests": { + "tests_run": 29, + "assertion_failures": 1, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_duplicate_modules_rejected (test_kernel_replay.WrapperTests.test_duplicate_modules_rejected) ... ok\ntest_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected) ... ok\ntest_expected_coverage_mismatch_rejected (test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected) ... ok\ntest_individual_olean_symlink_rejected (test_kernel_replay.WrapperTests.test_individual_olean_symlink_rejected) ... ok\ntest_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied) ... ok\ntest_missing_module_rejected (test_kernel_replay.WrapperTests.test_missing_module_rejected) ... ok\ntest_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) ... ok\ntest_module_names_and_unknown_fields_rejected (test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected) ... ok\ntest_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected) ... ok\ntest_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker) ... ok\ntest_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... ok\ntest_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected) ... ok\ntest_resource_boolean_arguments_rejected (test_kernel_replay.WrapperTests.test_resource_boolean_arguments_rejected) ... ok\ntest_resource_cleanup_exceptions_remain_structured (test_kernel_replay.WrapperTests.test_resource_cleanup_exceptions_remain_structured) ... ok\ntest_resource_memory_hard_limit_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_hard_limit_before_spawn) ... ok\ntest_resource_memory_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_upper_bounds_before_spawn) ... ok\ntest_resource_spawn_exceptions_are_structured_errors (test_kernel_replay.WrapperTests.test_resource_spawn_exceptions_are_structured_errors) ... ok\ntest_resource_timeout_kills_and_reaps_real_child (test_kernel_replay.WrapperTests.test_resource_timeout_kills_and_reaps_real_child) ... ok\ntest_resource_timeout_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_timeout_upper_bounds_before_spawn) ... ok\ntest_resource_unreapable_child_cleanup_is_bounded (test_kernel_replay.WrapperTests.test_resource_unreapable_child_cleanup_is_bounded) ... ok\ntest_resource_unreaped_child_stops_further_modules (test_kernel_replay.WrapperTests.test_resource_unreaped_child_stops_further_modules) ... ok\ntest_resource_valid_integer_and_float_timeouts (test_kernel_replay.WrapperTests.test_resource_valid_integer_and_float_timeouts) ... ok\ntest_resource_wait_error_kills_and_reaps_real_child (test_kernel_replay.WrapperTests.test_resource_wait_error_kills_and_reaps_real_child) ... ok\ntest_resource_wait_errors_cannot_become_success (test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success) ... ok\ntest_search_root_and_part_symlinks_rejected (test_kernel_replay.WrapperTests.test_search_root_and_part_symlinks_rejected) ... ok\ntest_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected) ... FAIL\ntest_strict_cli (test_kernel_replay.WrapperTests.test_strict_cli) ... ok\ntest_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal) ... ok\ntest_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected) ... ok\n\n======================================================================\nFAIL: test_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-e90afnto/kernel_replay/tests/test_kernel_replay.py\", line 100, in test_source_change_rejected\n self.assertIn('binding changed', r.get('error', ''))\nAssertionError: 'binding changed' not found in ''\n\n----------------------------------------------------------------------\nRan 29 tests in 0.838s\n\nFAILED (failures=1)\n" + }, + "stdout": "test_duplicate_modules_rejected (test_kernel_replay.WrapperTests.test_duplicate_modules_rejected) ... ok\ntest_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected) ... ok\ntest_expected_coverage_mismatch_rejected (test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected) ... ok\ntest_individual_olean_symlink_rejected (test_kernel_replay.WrapperTests.test_individual_olean_symlink_rejected) ... ok\ntest_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied) ... ok\ntest_missing_module_rejected (test_kernel_replay.WrapperTests.test_missing_module_rejected) ... ok\ntest_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) ... ok\ntest_module_names_and_unknown_fields_rejected (test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected) ... ok\ntest_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected) ... ok\ntest_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker) ... ok\ntest_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... ok\ntest_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected) ... ok\ntest_resource_boolean_arguments_rejected (test_kernel_replay.WrapperTests.test_resource_boolean_arguments_rejected) ... ok\ntest_resource_cleanup_exceptions_remain_structured (test_kernel_replay.WrapperTests.test_resource_cleanup_exceptions_remain_structured) ... ok\ntest_resource_memory_hard_limit_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_hard_limit_before_spawn) ... ok\ntest_resource_memory_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_upper_bounds_before_spawn) ... ok\ntest_resource_spawn_exceptions_are_structured_errors (test_kernel_replay.WrapperTests.test_resource_spawn_exceptions_are_structured_errors) ... ok\ntest_resource_timeout_kills_and_reaps_real_child (test_kernel_replay.WrapperTests.test_resource_timeout_kills_and_reaps_real_child) ... ok\ntest_resource_timeout_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_timeout_upper_bounds_before_spawn) ... ok\ntest_resource_unreapable_child_cleanup_is_bounded (test_kernel_replay.WrapperTests.test_resource_unreapable_child_cleanup_is_bounded) ... ok\ntest_resource_unreaped_child_stops_further_modules (test_kernel_replay.WrapperTests.test_resource_unreaped_child_stops_further_modules) ... ok\ntest_resource_valid_integer_and_float_timeouts (test_kernel_replay.WrapperTests.test_resource_valid_integer_and_float_timeouts) ... ok\ntest_resource_wait_error_kills_and_reaps_real_child (test_kernel_replay.WrapperTests.test_resource_wait_error_kills_and_reaps_real_child) ... ok\ntest_resource_wait_errors_cannot_become_success (test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success) ... ok\ntest_search_root_and_part_symlinks_rejected (test_kernel_replay.WrapperTests.test_search_root_and_part_symlinks_rejected) ... ok\ntest_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected) ... FAIL\ntest_strict_cli (test_kernel_replay.WrapperTests.test_strict_cli) ... ok\ntest_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal) ... ok\ntest_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected) ... ok\n\n======================================================================\nFAIL: test_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-e90afnto/kernel_replay/tests/test_kernel_replay.py\", line 100, in test_source_change_rejected\n self.assertIn('binding changed', r.get('error', ''))\nAssertionError: 'binding changed' not found in ''\n\n----------------------------------------------------------------------\nRan 29 tests in 0.838s\n\nFAILED (failures=1)\n", + "stderr": "" + }, + { + "name": "ignore-compiled-parts-binding", + "file": "kernel_replay.py", + "test": "test_kernel_replay.WrapperTests", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "27da13a9455a62c2b192ff62f6222266cb483d323cf680f3d81d3b19b260b8ce", + "mutated_sha256": "4d0fb6586bb1a99743253c16d9f03a93267d89e0d839840788579cab6e3d656c", + "tests": { + "tests_run": 29, + "assertion_failures": 2, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_duplicate_modules_rejected (test_kernel_replay.WrapperTests.test_duplicate_modules_rejected) ... ok\ntest_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected) ... ok\ntest_expected_coverage_mismatch_rejected (test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected) ... ok\ntest_individual_olean_symlink_rejected (test_kernel_replay.WrapperTests.test_individual_olean_symlink_rejected) ... ok\ntest_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied) ... ok\ntest_missing_module_rejected (test_kernel_replay.WrapperTests.test_missing_module_rejected) ... ok\ntest_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) ... ok\ntest_module_names_and_unknown_fields_rejected (test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected) ... ok\ntest_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected) ... FAIL\ntest_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker) ... ok\ntest_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... ok\ntest_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected) ... FAIL\ntest_resource_boolean_arguments_rejected (test_kernel_replay.WrapperTests.test_resource_boolean_arguments_rejected) ... ok\ntest_resource_cleanup_exceptions_remain_structured (test_kernel_replay.WrapperTests.test_resource_cleanup_exceptions_remain_structured) ... ok\ntest_resource_memory_hard_limit_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_hard_limit_before_spawn) ... ok\ntest_resource_memory_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_upper_bounds_before_spawn) ... ok\ntest_resource_spawn_exceptions_are_structured_errors (test_kernel_replay.WrapperTests.test_resource_spawn_exceptions_are_structured_errors) ... ok\ntest_resource_timeout_kills_and_reaps_real_child (test_kernel_replay.WrapperTests.test_resource_timeout_kills_and_reaps_real_child) ... ok\ntest_resource_timeout_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_timeout_upper_bounds_before_spawn) ... ok\ntest_resource_unreapable_child_cleanup_is_bounded (test_kernel_replay.WrapperTests.test_resource_unreapable_child_cleanup_is_bounded) ... ok\ntest_resource_unreaped_child_stops_further_modules (test_kernel_replay.WrapperTests.test_resource_unreaped_child_stops_further_modules) ... ok\ntest_resource_valid_integer_and_float_timeouts (test_kernel_replay.WrapperTests.test_resource_valid_integer_and_float_timeouts) ... ok\ntest_resource_wait_error_kills_and_reaps_real_child (test_kernel_replay.WrapperTests.test_resource_wait_error_kills_and_reaps_real_child) ... ok\ntest_resource_wait_errors_cannot_become_success (test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success) ... ok\ntest_search_root_and_part_symlinks_rejected (test_kernel_replay.WrapperTests.test_search_root_and_part_symlinks_rejected) ... ok\ntest_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected) ... ok\ntest_strict_cli (test_kernel_replay.WrapperTests.test_strict_cli) ... ok\ntest_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal) ... ok\ntest_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected) ... ok\n\n======================================================================\nFAIL: test_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-_uocb0id/kernel_replay/tests/test_kernel_replay.py\", line 114, in test_new_private_part_rejected\n self.assertIn('compiled parts changed', r.get('error', ''))\nAssertionError: 'compiled parts changed' not found in ''\n\n======================================================================\nFAIL: test_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-_uocb0id/kernel_replay/tests/test_kernel_replay.py\", line 107, in test_part_change_rejected\n self.assertIn('compiled parts changed', r.get('error', ''))\nAssertionError: 'compiled parts changed' not found in ''\n\n----------------------------------------------------------------------\nRan 29 tests in 0.828s\n\nFAILED (failures=2)\n" + }, + "stdout": "test_duplicate_modules_rejected (test_kernel_replay.WrapperTests.test_duplicate_modules_rejected) ... ok\ntest_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected) ... ok\ntest_expected_coverage_mismatch_rejected (test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected) ... ok\ntest_individual_olean_symlink_rejected (test_kernel_replay.WrapperTests.test_individual_olean_symlink_rejected) ... ok\ntest_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied) ... ok\ntest_missing_module_rejected (test_kernel_replay.WrapperTests.test_missing_module_rejected) ... ok\ntest_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) ... ok\ntest_module_names_and_unknown_fields_rejected (test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected) ... ok\ntest_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected) ... FAIL\ntest_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker) ... ok\ntest_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... ok\ntest_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected) ... FAIL\ntest_resource_boolean_arguments_rejected (test_kernel_replay.WrapperTests.test_resource_boolean_arguments_rejected) ... ok\ntest_resource_cleanup_exceptions_remain_structured (test_kernel_replay.WrapperTests.test_resource_cleanup_exceptions_remain_structured) ... ok\ntest_resource_memory_hard_limit_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_hard_limit_before_spawn) ... ok\ntest_resource_memory_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_upper_bounds_before_spawn) ... ok\ntest_resource_spawn_exceptions_are_structured_errors (test_kernel_replay.WrapperTests.test_resource_spawn_exceptions_are_structured_errors) ... ok\ntest_resource_timeout_kills_and_reaps_real_child (test_kernel_replay.WrapperTests.test_resource_timeout_kills_and_reaps_real_child) ... ok\ntest_resource_timeout_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_timeout_upper_bounds_before_spawn) ... ok\ntest_resource_unreapable_child_cleanup_is_bounded (test_kernel_replay.WrapperTests.test_resource_unreapable_child_cleanup_is_bounded) ... ok\ntest_resource_unreaped_child_stops_further_modules (test_kernel_replay.WrapperTests.test_resource_unreaped_child_stops_further_modules) ... ok\ntest_resource_valid_integer_and_float_timeouts (test_kernel_replay.WrapperTests.test_resource_valid_integer_and_float_timeouts) ... ok\ntest_resource_wait_error_kills_and_reaps_real_child (test_kernel_replay.WrapperTests.test_resource_wait_error_kills_and_reaps_real_child) ... ok\ntest_resource_wait_errors_cannot_become_success (test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success) ... ok\ntest_search_root_and_part_symlinks_rejected (test_kernel_replay.WrapperTests.test_search_root_and_part_symlinks_rejected) ... ok\ntest_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected) ... ok\ntest_strict_cli (test_kernel_replay.WrapperTests.test_strict_cli) ... ok\ntest_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal) ... ok\ntest_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected) ... ok\n\n======================================================================\nFAIL: test_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-_uocb0id/kernel_replay/tests/test_kernel_replay.py\", line 114, in test_new_private_part_rejected\n self.assertIn('compiled parts changed', r.get('error', ''))\nAssertionError: 'compiled parts changed' not found in ''\n\n======================================================================\nFAIL: test_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-_uocb0id/kernel_replay/tests/test_kernel_replay.py\", line 107, in test_part_change_rejected\n self.assertIn('compiled parts changed', r.get('error', ''))\nAssertionError: 'compiled parts changed' not found in ''\n\n----------------------------------------------------------------------\nRan 29 tests in 0.828s\n\nFAILED (failures=2)\n", + "stderr": "" + }, + { + "name": "ignore-tool-binding", + "file": "kernel_replay.py", + "test": "test_kernel_replay.WrapperTests", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "27da13a9455a62c2b192ff62f6222266cb483d323cf680f3d81d3b19b260b8ce", + "mutated_sha256": "61e1c6d88b89b278e2cf11050f690f07aff317f8ca0e171a7dd96c312f323c30", + "tests": { + "tests_run": 29, + "assertion_failures": 1, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_duplicate_modules_rejected (test_kernel_replay.WrapperTests.test_duplicate_modules_rejected) ... ok\ntest_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected) ... ok\ntest_expected_coverage_mismatch_rejected (test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected) ... ok\ntest_individual_olean_symlink_rejected (test_kernel_replay.WrapperTests.test_individual_olean_symlink_rejected) ... ok\ntest_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied) ... ok\ntest_missing_module_rejected (test_kernel_replay.WrapperTests.test_missing_module_rejected) ... ok\ntest_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) ... ok\ntest_module_names_and_unknown_fields_rejected (test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected) ... ok\ntest_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected) ... ok\ntest_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker) ... ok\ntest_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... ok\ntest_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected) ... ok\ntest_resource_boolean_arguments_rejected (test_kernel_replay.WrapperTests.test_resource_boolean_arguments_rejected) ... ok\ntest_resource_cleanup_exceptions_remain_structured (test_kernel_replay.WrapperTests.test_resource_cleanup_exceptions_remain_structured) ... ok\ntest_resource_memory_hard_limit_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_hard_limit_before_spawn) ... ok\ntest_resource_memory_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_upper_bounds_before_spawn) ... ok\ntest_resource_spawn_exceptions_are_structured_errors (test_kernel_replay.WrapperTests.test_resource_spawn_exceptions_are_structured_errors) ... ok\ntest_resource_timeout_kills_and_reaps_real_child (test_kernel_replay.WrapperTests.test_resource_timeout_kills_and_reaps_real_child) ... ok\ntest_resource_timeout_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_timeout_upper_bounds_before_spawn) ... ok\ntest_resource_unreapable_child_cleanup_is_bounded (test_kernel_replay.WrapperTests.test_resource_unreapable_child_cleanup_is_bounded) ... ok\ntest_resource_unreaped_child_stops_further_modules (test_kernel_replay.WrapperTests.test_resource_unreaped_child_stops_further_modules) ... ok\ntest_resource_valid_integer_and_float_timeouts (test_kernel_replay.WrapperTests.test_resource_valid_integer_and_float_timeouts) ... ok\ntest_resource_wait_error_kills_and_reaps_real_child (test_kernel_replay.WrapperTests.test_resource_wait_error_kills_and_reaps_real_child) ... ok\ntest_resource_wait_errors_cannot_become_success (test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success) ... ok\ntest_search_root_and_part_symlinks_rejected (test_kernel_replay.WrapperTests.test_search_root_and_part_symlinks_rejected) ... ok\ntest_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected) ... ok\ntest_strict_cli (test_kernel_replay.WrapperTests.test_strict_cli) ... ok\ntest_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal) ... ok\ntest_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected) ... FAIL\n\n======================================================================\nFAIL: test_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-e9ykv7r0/kernel_replay/tests/test_kernel_replay.py\", line 121, in test_tool_binding_change_rejected\n self.assertIn('tool binding changed', r.get('error', ''))\nAssertionError: 'tool binding changed' not found in ''\n\n----------------------------------------------------------------------\nRan 29 tests in 0.756s\n\nFAILED (failures=1)\n" + }, + "stdout": "test_duplicate_modules_rejected (test_kernel_replay.WrapperTests.test_duplicate_modules_rejected) ... ok\ntest_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected) ... ok\ntest_expected_coverage_mismatch_rejected (test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected) ... ok\ntest_individual_olean_symlink_rejected (test_kernel_replay.WrapperTests.test_individual_olean_symlink_rejected) ... ok\ntest_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied) ... ok\ntest_missing_module_rejected (test_kernel_replay.WrapperTests.test_missing_module_rejected) ... ok\ntest_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) ... ok\ntest_module_names_and_unknown_fields_rejected (test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected) ... ok\ntest_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected) ... ok\ntest_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker) ... ok\ntest_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... ok\ntest_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected) ... ok\ntest_resource_boolean_arguments_rejected (test_kernel_replay.WrapperTests.test_resource_boolean_arguments_rejected) ... ok\ntest_resource_cleanup_exceptions_remain_structured (test_kernel_replay.WrapperTests.test_resource_cleanup_exceptions_remain_structured) ... ok\ntest_resource_memory_hard_limit_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_hard_limit_before_spawn) ... ok\ntest_resource_memory_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_upper_bounds_before_spawn) ... ok\ntest_resource_spawn_exceptions_are_structured_errors (test_kernel_replay.WrapperTests.test_resource_spawn_exceptions_are_structured_errors) ... ok\ntest_resource_timeout_kills_and_reaps_real_child (test_kernel_replay.WrapperTests.test_resource_timeout_kills_and_reaps_real_child) ... ok\ntest_resource_timeout_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_timeout_upper_bounds_before_spawn) ... ok\ntest_resource_unreapable_child_cleanup_is_bounded (test_kernel_replay.WrapperTests.test_resource_unreapable_child_cleanup_is_bounded) ... ok\ntest_resource_unreaped_child_stops_further_modules (test_kernel_replay.WrapperTests.test_resource_unreaped_child_stops_further_modules) ... ok\ntest_resource_valid_integer_and_float_timeouts (test_kernel_replay.WrapperTests.test_resource_valid_integer_and_float_timeouts) ... ok\ntest_resource_wait_error_kills_and_reaps_real_child (test_kernel_replay.WrapperTests.test_resource_wait_error_kills_and_reaps_real_child) ... ok\ntest_resource_wait_errors_cannot_become_success (test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success) ... ok\ntest_search_root_and_part_symlinks_rejected (test_kernel_replay.WrapperTests.test_search_root_and_part_symlinks_rejected) ... ok\ntest_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected) ... ok\ntest_strict_cli (test_kernel_replay.WrapperTests.test_strict_cli) ... ok\ntest_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal) ... ok\ntest_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected) ... FAIL\n\n======================================================================\nFAIL: test_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-e9ykv7r0/kernel_replay/tests/test_kernel_replay.py\", line 121, in test_tool_binding_change_rejected\n self.assertIn('tool binding changed', r.get('error', ''))\nAssertionError: 'tool binding changed' not found in ''\n\n----------------------------------------------------------------------\nRan 29 tests in 0.756s\n\nFAILED (failures=1)\n", + "stderr": "" + }, + { + "name": "ignore-nonzero-exit", + "file": "kernel_replay.py", + "test": "test_kernel_replay.WrapperTests", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "27da13a9455a62c2b192ff62f6222266cb483d323cf680f3d81d3b19b260b8ce", + "mutated_sha256": "1587885f66c677c16db9006a59da836aee9830a01498b64d594d72f240a94e5d", + "tests": { + "tests_run": 29, + "assertion_failures": 1, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_duplicate_modules_rejected (test_kernel_replay.WrapperTests.test_duplicate_modules_rejected) ... ok\ntest_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected) ... ok\ntest_expected_coverage_mismatch_rejected (test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected) ... ok\ntest_individual_olean_symlink_rejected (test_kernel_replay.WrapperTests.test_individual_olean_symlink_rejected) ... ok\ntest_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied) ... ok\ntest_missing_module_rejected (test_kernel_replay.WrapperTests.test_missing_module_rejected) ... ok\ntest_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) ... ok\ntest_module_names_and_unknown_fields_rejected (test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected) ... ok\ntest_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected) ... ok\ntest_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker) ... FAIL\ntest_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... ok\ntest_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected) ... ok\ntest_resource_boolean_arguments_rejected (test_kernel_replay.WrapperTests.test_resource_boolean_arguments_rejected) ... ok\ntest_resource_cleanup_exceptions_remain_structured (test_kernel_replay.WrapperTests.test_resource_cleanup_exceptions_remain_structured) ... ok\ntest_resource_memory_hard_limit_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_hard_limit_before_spawn) ... ok\ntest_resource_memory_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_upper_bounds_before_spawn) ... ok\ntest_resource_spawn_exceptions_are_structured_errors (test_kernel_replay.WrapperTests.test_resource_spawn_exceptions_are_structured_errors) ... ok\ntest_resource_timeout_kills_and_reaps_real_child (test_kernel_replay.WrapperTests.test_resource_timeout_kills_and_reaps_real_child) ... ok\ntest_resource_timeout_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_timeout_upper_bounds_before_spawn) ... ok\ntest_resource_unreapable_child_cleanup_is_bounded (test_kernel_replay.WrapperTests.test_resource_unreapable_child_cleanup_is_bounded) ... ok\ntest_resource_unreaped_child_stops_further_modules (test_kernel_replay.WrapperTests.test_resource_unreaped_child_stops_further_modules) ... ok\ntest_resource_valid_integer_and_float_timeouts (test_kernel_replay.WrapperTests.test_resource_valid_integer_and_float_timeouts) ... ok\ntest_resource_wait_error_kills_and_reaps_real_child (test_kernel_replay.WrapperTests.test_resource_wait_error_kills_and_reaps_real_child) ... ok\ntest_resource_wait_errors_cannot_become_success (test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success) ... ok\ntest_search_root_and_part_symlinks_rejected (test_kernel_replay.WrapperTests.test_search_root_and_part_symlinks_rejected) ... ok\ntest_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected) ... ok\ntest_strict_cli (test_kernel_replay.WrapperTests.test_strict_cli) ... ok\ntest_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal) ... ok\ntest_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected) ... ok\n\n======================================================================\nFAIL: test_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-z48a7pck/kernel_replay/tests/test_kernel_replay.py\", line 125, in test_nonzero_exit_fatal_even_with_marker\n self.assertFalse(r['ok'])\nAssertionError: True is not false\n\n----------------------------------------------------------------------\nRan 29 tests in 0.798s\n\nFAILED (failures=1)\n" + }, + "stdout": "test_duplicate_modules_rejected (test_kernel_replay.WrapperTests.test_duplicate_modules_rejected) ... ok\ntest_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected) ... ok\ntest_expected_coverage_mismatch_rejected (test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected) ... ok\ntest_individual_olean_symlink_rejected (test_kernel_replay.WrapperTests.test_individual_olean_symlink_rejected) ... ok\ntest_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied) ... ok\ntest_missing_module_rejected (test_kernel_replay.WrapperTests.test_missing_module_rejected) ... ok\ntest_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) ... ok\ntest_module_names_and_unknown_fields_rejected (test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected) ... ok\ntest_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected) ... ok\ntest_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker) ... FAIL\ntest_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... ok\ntest_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected) ... ok\ntest_resource_boolean_arguments_rejected (test_kernel_replay.WrapperTests.test_resource_boolean_arguments_rejected) ... ok\ntest_resource_cleanup_exceptions_remain_structured (test_kernel_replay.WrapperTests.test_resource_cleanup_exceptions_remain_structured) ... ok\ntest_resource_memory_hard_limit_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_hard_limit_before_spawn) ... ok\ntest_resource_memory_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_upper_bounds_before_spawn) ... ok\ntest_resource_spawn_exceptions_are_structured_errors (test_kernel_replay.WrapperTests.test_resource_spawn_exceptions_are_structured_errors) ... ok\ntest_resource_timeout_kills_and_reaps_real_child (test_kernel_replay.WrapperTests.test_resource_timeout_kills_and_reaps_real_child) ... ok\ntest_resource_timeout_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_timeout_upper_bounds_before_spawn) ... ok\ntest_resource_unreapable_child_cleanup_is_bounded (test_kernel_replay.WrapperTests.test_resource_unreapable_child_cleanup_is_bounded) ... ok\ntest_resource_unreaped_child_stops_further_modules (test_kernel_replay.WrapperTests.test_resource_unreaped_child_stops_further_modules) ... ok\ntest_resource_valid_integer_and_float_timeouts (test_kernel_replay.WrapperTests.test_resource_valid_integer_and_float_timeouts) ... ok\ntest_resource_wait_error_kills_and_reaps_real_child (test_kernel_replay.WrapperTests.test_resource_wait_error_kills_and_reaps_real_child) ... ok\ntest_resource_wait_errors_cannot_become_success (test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success) ... ok\ntest_search_root_and_part_symlinks_rejected (test_kernel_replay.WrapperTests.test_search_root_and_part_symlinks_rejected) ... ok\ntest_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected) ... ok\ntest_strict_cli (test_kernel_replay.WrapperTests.test_strict_cli) ... ok\ntest_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal) ... ok\ntest_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected) ... ok\n\n======================================================================\nFAIL: test_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-z48a7pck/kernel_replay/tests/test_kernel_replay.py\", line 125, in test_nonzero_exit_fatal_even_with_marker\n self.assertFalse(r['ok'])\nAssertionError: True is not false\n\n----------------------------------------------------------------------\nRan 29 tests in 0.798s\n\nFAILED (failures=1)\n", + "stderr": "" + }, + { + "name": "ignore-completion-marker", + "file": "kernel_replay.py", + "test": "test_kernel_replay.WrapperTests", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "27da13a9455a62c2b192ff62f6222266cb483d323cf680f3d81d3b19b260b8ce", + "mutated_sha256": "562005c53e106abcf10f65548ae529e419de532508e44e78ad5c5403334f1797", + "tests": { + "tests_run": 29, + "assertion_failures": 2, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_duplicate_modules_rejected (test_kernel_replay.WrapperTests.test_duplicate_modules_rejected) ... ok\ntest_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected) ... ok\ntest_expected_coverage_mismatch_rejected (test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected) ... ok\ntest_individual_olean_symlink_rejected (test_kernel_replay.WrapperTests.test_individual_olean_symlink_rejected) ... ok\ntest_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied) ... ok\ntest_missing_module_rejected (test_kernel_replay.WrapperTests.test_missing_module_rejected) ... ok\ntest_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) ... \n test_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) (code=\"print('no replay')\\n\") ... FAIL\n test_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) (code=\"print('CBZ_KERNEL_REPLAY_OK Other')\\n\") ... FAIL\ntest_module_names_and_unknown_fields_rejected (test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected) ... ok\ntest_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected) ... ok\ntest_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker) ... ok\ntest_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... ok\ntest_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected) ... ok\ntest_resource_boolean_arguments_rejected (test_kernel_replay.WrapperTests.test_resource_boolean_arguments_rejected) ... ok\ntest_resource_cleanup_exceptions_remain_structured (test_kernel_replay.WrapperTests.test_resource_cleanup_exceptions_remain_structured) ... ok\ntest_resource_memory_hard_limit_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_hard_limit_before_spawn) ... ok\ntest_resource_memory_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_upper_bounds_before_spawn) ... ok\ntest_resource_spawn_exceptions_are_structured_errors (test_kernel_replay.WrapperTests.test_resource_spawn_exceptions_are_structured_errors) ... ok\ntest_resource_timeout_kills_and_reaps_real_child (test_kernel_replay.WrapperTests.test_resource_timeout_kills_and_reaps_real_child) ... ok\ntest_resource_timeout_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_timeout_upper_bounds_before_spawn) ... ok\ntest_resource_unreapable_child_cleanup_is_bounded (test_kernel_replay.WrapperTests.test_resource_unreapable_child_cleanup_is_bounded) ... ok\ntest_resource_unreaped_child_stops_further_modules (test_kernel_replay.WrapperTests.test_resource_unreaped_child_stops_further_modules) ... ok\ntest_resource_valid_integer_and_float_timeouts (test_kernel_replay.WrapperTests.test_resource_valid_integer_and_float_timeouts) ... ok\ntest_resource_wait_error_kills_and_reaps_real_child (test_kernel_replay.WrapperTests.test_resource_wait_error_kills_and_reaps_real_child) ... ok\ntest_resource_wait_errors_cannot_become_success (test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success) ... ok\ntest_search_root_and_part_symlinks_rejected (test_kernel_replay.WrapperTests.test_search_root_and_part_symlinks_rejected) ... ok\ntest_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected) ... ok\ntest_strict_cli (test_kernel_replay.WrapperTests.test_strict_cli) ... ok\ntest_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal) ... ok\ntest_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected) ... ok\n\n======================================================================\nFAIL: test_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) (code=\"print('no replay')\\n\")\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-2agl0ziy/kernel_replay/tests/test_kernel_replay.py\", line 131, in test_missing_or_wrong_marker_fatal\n self.assertFalse(self.run_fake(code)['ok'])\nAssertionError: True is not false\n\n======================================================================\nFAIL: test_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) (code=\"print('CBZ_KERNEL_REPLAY_OK Other')\\n\")\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-2agl0ziy/kernel_replay/tests/test_kernel_replay.py\", line 131, in test_missing_or_wrong_marker_fatal\n self.assertFalse(self.run_fake(code)['ok'])\nAssertionError: True is not false\n\n----------------------------------------------------------------------\nRan 29 tests in 0.810s\n\nFAILED (failures=2)\n" + }, + "stdout": "test_duplicate_modules_rejected (test_kernel_replay.WrapperTests.test_duplicate_modules_rejected) ... ok\ntest_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected) ... ok\ntest_expected_coverage_mismatch_rejected (test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected) ... ok\ntest_individual_olean_symlink_rejected (test_kernel_replay.WrapperTests.test_individual_olean_symlink_rejected) ... ok\ntest_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied) ... ok\ntest_missing_module_rejected (test_kernel_replay.WrapperTests.test_missing_module_rejected) ... ok\ntest_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) ... \n test_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) (code=\"print('no replay')\\n\") ... FAIL\n test_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) (code=\"print('CBZ_KERNEL_REPLAY_OK Other')\\n\") ... FAIL\ntest_module_names_and_unknown_fields_rejected (test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected) ... ok\ntest_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected) ... ok\ntest_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker) ... ok\ntest_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... ok\ntest_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected) ... ok\ntest_resource_boolean_arguments_rejected (test_kernel_replay.WrapperTests.test_resource_boolean_arguments_rejected) ... ok\ntest_resource_cleanup_exceptions_remain_structured (test_kernel_replay.WrapperTests.test_resource_cleanup_exceptions_remain_structured) ... ok\ntest_resource_memory_hard_limit_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_hard_limit_before_spawn) ... ok\ntest_resource_memory_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_upper_bounds_before_spawn) ... ok\ntest_resource_spawn_exceptions_are_structured_errors (test_kernel_replay.WrapperTests.test_resource_spawn_exceptions_are_structured_errors) ... ok\ntest_resource_timeout_kills_and_reaps_real_child (test_kernel_replay.WrapperTests.test_resource_timeout_kills_and_reaps_real_child) ... ok\ntest_resource_timeout_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_timeout_upper_bounds_before_spawn) ... ok\ntest_resource_unreapable_child_cleanup_is_bounded (test_kernel_replay.WrapperTests.test_resource_unreapable_child_cleanup_is_bounded) ... ok\ntest_resource_unreaped_child_stops_further_modules (test_kernel_replay.WrapperTests.test_resource_unreaped_child_stops_further_modules) ... ok\ntest_resource_valid_integer_and_float_timeouts (test_kernel_replay.WrapperTests.test_resource_valid_integer_and_float_timeouts) ... ok\ntest_resource_wait_error_kills_and_reaps_real_child (test_kernel_replay.WrapperTests.test_resource_wait_error_kills_and_reaps_real_child) ... ok\ntest_resource_wait_errors_cannot_become_success (test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success) ... ok\ntest_search_root_and_part_symlinks_rejected (test_kernel_replay.WrapperTests.test_search_root_and_part_symlinks_rejected) ... ok\ntest_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected) ... ok\ntest_strict_cli (test_kernel_replay.WrapperTests.test_strict_cli) ... ok\ntest_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal) ... ok\ntest_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected) ... ok\n\n======================================================================\nFAIL: test_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) (code=\"print('no replay')\\n\")\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-2agl0ziy/kernel_replay/tests/test_kernel_replay.py\", line 131, in test_missing_or_wrong_marker_fatal\n self.assertFalse(self.run_fake(code)['ok'])\nAssertionError: True is not false\n\n======================================================================\nFAIL: test_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) (code=\"print('CBZ_KERNEL_REPLAY_OK Other')\\n\")\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-2agl0ziy/kernel_replay/tests/test_kernel_replay.py\", line 131, in test_missing_or_wrong_marker_fatal\n self.assertFalse(self.run_fake(code)['ok'])\nAssertionError: True is not false\n\n----------------------------------------------------------------------\nRan 29 tests in 0.810s\n\nFAILED (failures=2)\n", + "stderr": "" + }, + { + "name": "ignore-timeout", + "file": "kernel_replay.py", + "test": "test_kernel_replay.WrapperTests", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "27da13a9455a62c2b192ff62f6222266cb483d323cf680f3d81d3b19b260b8ce", + "mutated_sha256": "73e1605365c724893d10def4a498e589c6d3660109d0ecddb7a17612f54305b5", + "tests": { + "tests_run": 29, + "assertion_failures": 3, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_duplicate_modules_rejected (test_kernel_replay.WrapperTests.test_duplicate_modules_rejected) ... ok\ntest_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected) ... ok\ntest_expected_coverage_mismatch_rejected (test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected) ... ok\ntest_individual_olean_symlink_rejected (test_kernel_replay.WrapperTests.test_individual_olean_symlink_rejected) ... ok\ntest_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied) ... ok\ntest_missing_module_rejected (test_kernel_replay.WrapperTests.test_missing_module_rejected) ... ok\ntest_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) ... ok\ntest_module_names_and_unknown_fields_rejected (test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected) ... ok\ntest_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected) ... ok\ntest_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker) ... ok\ntest_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... ok\ntest_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected) ... ok\ntest_resource_boolean_arguments_rejected (test_kernel_replay.WrapperTests.test_resource_boolean_arguments_rejected) ... ok\ntest_resource_cleanup_exceptions_remain_structured (test_kernel_replay.WrapperTests.test_resource_cleanup_exceptions_remain_structured) ... ok\ntest_resource_memory_hard_limit_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_hard_limit_before_spawn) ... ok\ntest_resource_memory_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_upper_bounds_before_spawn) ... ok\ntest_resource_spawn_exceptions_are_structured_errors (test_kernel_replay.WrapperTests.test_resource_spawn_exceptions_are_structured_errors) ... ok\ntest_resource_timeout_kills_and_reaps_real_child (test_kernel_replay.WrapperTests.test_resource_timeout_kills_and_reaps_real_child) ... FAIL\ntest_resource_timeout_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_timeout_upper_bounds_before_spawn) ... ok\ntest_resource_unreapable_child_cleanup_is_bounded (test_kernel_replay.WrapperTests.test_resource_unreapable_child_cleanup_is_bounded) ... FAIL\ntest_resource_unreaped_child_stops_further_modules (test_kernel_replay.WrapperTests.test_resource_unreaped_child_stops_further_modules) ... ok\ntest_resource_valid_integer_and_float_timeouts (test_kernel_replay.WrapperTests.test_resource_valid_integer_and_float_timeouts) ... ok\ntest_resource_wait_error_kills_and_reaps_real_child (test_kernel_replay.WrapperTests.test_resource_wait_error_kills_and_reaps_real_child) ... ok\ntest_resource_wait_errors_cannot_become_success (test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success) ... ok\ntest_search_root_and_part_symlinks_rejected (test_kernel_replay.WrapperTests.test_search_root_and_part_symlinks_rejected) ... ok\ntest_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected) ... ok\ntest_strict_cli (test_kernel_replay.WrapperTests.test_strict_cli) ... ok\ntest_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal) ... FAIL\ntest_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected) ... ok\n\n======================================================================\nFAIL: test_resource_timeout_kills_and_reaps_real_child (test_kernel_replay.WrapperTests.test_resource_timeout_kills_and_reaps_real_child)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-9wo0y1wg/kernel_replay/tests/test_kernel_replay.py\", line 268, in test_resource_timeout_kills_and_reaps_real_child\n self.assertLess(time.monotonic() - started, 3)\nAssertionError: 30.030747823999263 not less than 3\n\n======================================================================\nFAIL: test_resource_unreapable_child_cleanup_is_bounded (test_kernel_replay.WrapperTests.test_resource_unreapable_child_cleanup_is_bounded)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-9wo0y1wg/kernel_replay/tests/test_kernel_replay.py\", line 159, in resource_report\n return self.kr.run_manifest(m, memory, timeout)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-9wo0y1wg/kernel_replay/kernel_replay.py\", line 303, in run_manifest\n report['results'].append(run_one(m, entry, memory_mib, timeout_seconds))\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-9wo0y1wg/kernel_replay/kernel_replay.py\", line 246, in run_one\n result['returncode'] = p.wait(timeout=None)\n ^^^^^^^^^^^^^^^^^^^^\n File \"/opt/codex/runtimes/codex-primary-runtime/dependencies/python/lib/python3.12/unittest/mock.py\", line 1139, in __call__\n return self._mock_call(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/codex/runtimes/codex-primary-runtime/dependencies/python/lib/python3.12/unittest/mock.py\", line 1143, in _mock_call\n return self._execute_mock_call(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/codex/runtimes/codex-primary-runtime/dependencies/python/lib/python3.12/unittest/mock.py\", line 1204, in _execute_mock_call\n result = effect(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-9wo0y1wg/kernel_replay/tests/test_kernel_replay.py\", line 286, in wait\n self.fail('unbounded child cleanup wait')\nAssertionError: unbounded child cleanup wait\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-9wo0y1wg/kernel_replay/tests/test_kernel_replay.py\", line 293, in test_resource_unreapable_child_cleanup_is_bounded\n r = self.resource_report(m, timeout=0.05)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-9wo0y1wg/kernel_replay/tests/test_kernel_replay.py\", line 161, in resource_report\n self.fail(f'resource boundary escaped structured report: {type(exc).__name__}: {exc}')\nAssertionError: resource boundary escaped structured report: AssertionError: unbounded child cleanup wait\n\n======================================================================\nFAIL: test_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-9wo0y1wg/kernel_replay/tests/test_kernel_replay.py\", line 136, in test_timeout_fatal\n self.assertEqual(r['results'][0]['status'], 'TIMEOUT')\nAssertionError: 'FAIL' != 'TIMEOUT'\n- FAIL\n+ TIMEOUT\n\n\n----------------------------------------------------------------------\nRan 29 tests in 35.624s\n\nFAILED (failures=3)\n" + }, + "stdout": "test_duplicate_modules_rejected (test_kernel_replay.WrapperTests.test_duplicate_modules_rejected) ... ok\ntest_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected) ... ok\ntest_expected_coverage_mismatch_rejected (test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected) ... ok\ntest_individual_olean_symlink_rejected (test_kernel_replay.WrapperTests.test_individual_olean_symlink_rejected) ... ok\ntest_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied) ... ok\ntest_missing_module_rejected (test_kernel_replay.WrapperTests.test_missing_module_rejected) ... ok\ntest_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) ... ok\ntest_module_names_and_unknown_fields_rejected (test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected) ... ok\ntest_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected) ... ok\ntest_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker) ... ok\ntest_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... ok\ntest_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected) ... ok\ntest_resource_boolean_arguments_rejected (test_kernel_replay.WrapperTests.test_resource_boolean_arguments_rejected) ... ok\ntest_resource_cleanup_exceptions_remain_structured (test_kernel_replay.WrapperTests.test_resource_cleanup_exceptions_remain_structured) ... ok\ntest_resource_memory_hard_limit_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_hard_limit_before_spawn) ... ok\ntest_resource_memory_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_upper_bounds_before_spawn) ... ok\ntest_resource_spawn_exceptions_are_structured_errors (test_kernel_replay.WrapperTests.test_resource_spawn_exceptions_are_structured_errors) ... ok\ntest_resource_timeout_kills_and_reaps_real_child (test_kernel_replay.WrapperTests.test_resource_timeout_kills_and_reaps_real_child) ... FAIL\ntest_resource_timeout_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_timeout_upper_bounds_before_spawn) ... ok\ntest_resource_unreapable_child_cleanup_is_bounded (test_kernel_replay.WrapperTests.test_resource_unreapable_child_cleanup_is_bounded) ... FAIL\ntest_resource_unreaped_child_stops_further_modules (test_kernel_replay.WrapperTests.test_resource_unreaped_child_stops_further_modules) ... ok\ntest_resource_valid_integer_and_float_timeouts (test_kernel_replay.WrapperTests.test_resource_valid_integer_and_float_timeouts) ... ok\ntest_resource_wait_error_kills_and_reaps_real_child (test_kernel_replay.WrapperTests.test_resource_wait_error_kills_and_reaps_real_child) ... ok\ntest_resource_wait_errors_cannot_become_success (test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success) ... ok\ntest_search_root_and_part_symlinks_rejected (test_kernel_replay.WrapperTests.test_search_root_and_part_symlinks_rejected) ... ok\ntest_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected) ... ok\ntest_strict_cli (test_kernel_replay.WrapperTests.test_strict_cli) ... ok\ntest_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal) ... FAIL\ntest_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected) ... ok\n\n======================================================================\nFAIL: test_resource_timeout_kills_and_reaps_real_child (test_kernel_replay.WrapperTests.test_resource_timeout_kills_and_reaps_real_child)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-9wo0y1wg/kernel_replay/tests/test_kernel_replay.py\", line 268, in test_resource_timeout_kills_and_reaps_real_child\n self.assertLess(time.monotonic() - started, 3)\nAssertionError: 30.030747823999263 not less than 3\n\n======================================================================\nFAIL: test_resource_unreapable_child_cleanup_is_bounded (test_kernel_replay.WrapperTests.test_resource_unreapable_child_cleanup_is_bounded)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-9wo0y1wg/kernel_replay/tests/test_kernel_replay.py\", line 159, in resource_report\n return self.kr.run_manifest(m, memory, timeout)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-9wo0y1wg/kernel_replay/kernel_replay.py\", line 303, in run_manifest\n report['results'].append(run_one(m, entry, memory_mib, timeout_seconds))\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-9wo0y1wg/kernel_replay/kernel_replay.py\", line 246, in run_one\n result['returncode'] = p.wait(timeout=None)\n ^^^^^^^^^^^^^^^^^^^^\n File \"/opt/codex/runtimes/codex-primary-runtime/dependencies/python/lib/python3.12/unittest/mock.py\", line 1139, in __call__\n return self._mock_call(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/codex/runtimes/codex-primary-runtime/dependencies/python/lib/python3.12/unittest/mock.py\", line 1143, in _mock_call\n return self._execute_mock_call(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/codex/runtimes/codex-primary-runtime/dependencies/python/lib/python3.12/unittest/mock.py\", line 1204, in _execute_mock_call\n result = effect(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-9wo0y1wg/kernel_replay/tests/test_kernel_replay.py\", line 286, in wait\n self.fail('unbounded child cleanup wait')\nAssertionError: unbounded child cleanup wait\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-9wo0y1wg/kernel_replay/tests/test_kernel_replay.py\", line 293, in test_resource_unreapable_child_cleanup_is_bounded\n r = self.resource_report(m, timeout=0.05)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-9wo0y1wg/kernel_replay/tests/test_kernel_replay.py\", line 161, in resource_report\n self.fail(f'resource boundary escaped structured report: {type(exc).__name__}: {exc}')\nAssertionError: resource boundary escaped structured report: AssertionError: unbounded child cleanup wait\n\n======================================================================\nFAIL: test_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-9wo0y1wg/kernel_replay/tests/test_kernel_replay.py\", line 136, in test_timeout_fatal\n self.assertEqual(r['results'][0]['status'], 'TIMEOUT')\nAssertionError: 'FAIL' != 'TIMEOUT'\n- FAIL\n+ TIMEOUT\n\n\n----------------------------------------------------------------------\nRan 29 tests in 35.624s\n\nFAILED (failures=3)\n", + "stderr": "" + }, + { + "name": "ignore-memory-limit", + "file": "kernel_replay.py", + "test": "test_kernel_replay.WrapperTests", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "27da13a9455a62c2b192ff62f6222266cb483d323cf680f3d81d3b19b260b8ce", + "mutated_sha256": "40396c532f2e078a1065f797066b6381f6e0870cc1112f168346c996926acc5c", + "tests": { + "tests_run": 29, + "assertion_failures": 1, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_duplicate_modules_rejected (test_kernel_replay.WrapperTests.test_duplicate_modules_rejected) ... ok\ntest_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected) ... ok\ntest_expected_coverage_mismatch_rejected (test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected) ... ok\ntest_individual_olean_symlink_rejected (test_kernel_replay.WrapperTests.test_individual_olean_symlink_rejected) ... ok\ntest_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied) ... FAIL\ntest_missing_module_rejected (test_kernel_replay.WrapperTests.test_missing_module_rejected) ... ok\ntest_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) ... ok\ntest_module_names_and_unknown_fields_rejected (test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected) ... ok\ntest_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected) ... ok\ntest_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker) ... ok\ntest_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... ok\ntest_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected) ... ok\ntest_resource_boolean_arguments_rejected (test_kernel_replay.WrapperTests.test_resource_boolean_arguments_rejected) ... ok\ntest_resource_cleanup_exceptions_remain_structured (test_kernel_replay.WrapperTests.test_resource_cleanup_exceptions_remain_structured) ... ok\ntest_resource_memory_hard_limit_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_hard_limit_before_spawn) ... ok\ntest_resource_memory_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_upper_bounds_before_spawn) ... ok\ntest_resource_spawn_exceptions_are_structured_errors (test_kernel_replay.WrapperTests.test_resource_spawn_exceptions_are_structured_errors) ... ok\ntest_resource_timeout_kills_and_reaps_real_child (test_kernel_replay.WrapperTests.test_resource_timeout_kills_and_reaps_real_child) ... ok\ntest_resource_timeout_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_timeout_upper_bounds_before_spawn) ... ok\ntest_resource_unreapable_child_cleanup_is_bounded (test_kernel_replay.WrapperTests.test_resource_unreapable_child_cleanup_is_bounded) ... ok\ntest_resource_unreaped_child_stops_further_modules (test_kernel_replay.WrapperTests.test_resource_unreaped_child_stops_further_modules) ... ok\ntest_resource_valid_integer_and_float_timeouts (test_kernel_replay.WrapperTests.test_resource_valid_integer_and_float_timeouts) ... ok\ntest_resource_wait_error_kills_and_reaps_real_child (test_kernel_replay.WrapperTests.test_resource_wait_error_kills_and_reaps_real_child) ... ok\ntest_resource_wait_errors_cannot_become_success (test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success) ... ok\ntest_search_root_and_part_symlinks_rejected (test_kernel_replay.WrapperTests.test_search_root_and_part_symlinks_rejected) ... ok\ntest_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected) ... ok\ntest_strict_cli (test_kernel_replay.WrapperTests.test_strict_cli) ... ok\ntest_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal) ... ok\ntest_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected) ... ok\n\n======================================================================\nFAIL: test_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-akt56d_8/kernel_replay/tests/test_kernel_replay.py\", line 140, in test_memory_limit_applied\n self.assertTrue(r['ok'], r)\nAssertionError: False is not true : {'schema': 'cbz-kernel-replay/v1', 'gate': 'G4-scoped-adapter', 'started': '2026-10-29T19:22:11.690239+00:00', 'ok': False, 'results': [{'module': 'Toy', 'command': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-akt56d_8/kernel_replay/evidence/tmpr9jf9zt0/fake-lean', '-j1', '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-akt56d_8/kernel_replay/ExactReplay.lean'], 'started': '2026-10-29T19:22:11.693397+00:00', 'status': 'FAIL', 'ok': False, 'returncode': 1, 'memory_mib': 256, 'timeout_seconds': 4, 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-akt56d_8/kernel_replay/evidence/tmpr9jf9zt0/Toy.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-akt56d_8/kernel_replay/evidence/tmpr9jf9zt0/Toy.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}], 'pid': 16572, 'stdout': '', 'stdout_bytes': 0, 'stderr': 'Traceback (most recent call last):\\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-akt56d_8/kernel_replay/evidence/tmpr9jf9zt0/fake-lean\", line 3, in \\n assert resource.getrlimit(resource.RLIMIT_AS)[0] == 256*1024*1024\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\nAssertionError\\n', 'stderr_bytes': 327, 'ended': '2026-10-29T19:22:11.709442+00:00', 'elapsed_seconds': 0.016046875000029104}], 'completed_count': 0, 'expected_count': 1, 'manifest': {'schema': 'cbz-kernel-replay/v1', 'lean': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-akt56d_8/kernel_replay/evidence/tmpr9jf9zt0/fake-lean', 'sha256': 'e6e78fabbffccd559ec688b2aa995a93b19b6aea953a8e4045ad208641f9caef'}, 'sysroot': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1', 'lean_path': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-akt56d_8/kernel_replay/evidence/tmpr9jf9zt0'], 'expected_modules': ['Toy'], 'modules': [{'name': 'Toy', 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-akt56d_8/kernel_replay/evidence/tmpr9jf9zt0/Toy.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-akt56d_8/kernel_replay/evidence/tmpr9jf9zt0/Toy.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}]}], 'context': [], 'tool': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-akt56d_8/kernel_replay/kernel_replay.py', 'sha256': '40396c532f2e078a1065f797066b6381f6e0870cc1112f168346c996926acc5c'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-akt56d_8/kernel_replay/ExactReplay.lean', 'sha256': '24e55f5e99c83a46f9f908bbc90f22292a94305294e287d9b2eccbf24e8e6b66'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/LeanChecker.lean', 'sha256': '2d18ec111d73c536b0bdee2533556bb9548c349f386797d3d3837b1f84d55dae'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/Lean/Replay.lean', 'sha256': 'c434b5b2bc5047ca58d4a095fcf1d9935d413c788ae98a4f21948e6a95ca3fb0'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/LeanChecker.olean', 'sha256': 'd6829015630328e3c70909a4cba004a7933f6d52cad3721488a2efaa14c1bbbe'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean', 'sha256': '66cb6f6d0bd6f9faee0205ddf0e289d1936e40f7808dfe9ad6eba412a5d8b427'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.server', 'sha256': '46026af21aa760fb2343c15336f6e1476d37e4829e4e0ec529ab499fd0a2b010'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.private', 'sha256': 'fadad15c5bb080fee117b7fd049b6f54e3077b5b258902fe47cad8dbf76649a1'}]}, 'g2_status': 'NOT_ASSESSED', 'full_cbz': False, 'resource_limits': {'memory_mib_max': 8796093022207, 'timeout_seconds_max': 2147483, 'cleanup_timeout_seconds': 1.0}, 'ended': '2026-10-29T19:22:11.711205+00:00'}\n\n----------------------------------------------------------------------\nRan 29 tests in 0.807s\n\nFAILED (failures=1)\n" + }, + "stdout": "test_duplicate_modules_rejected (test_kernel_replay.WrapperTests.test_duplicate_modules_rejected) ... ok\ntest_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected) ... ok\ntest_expected_coverage_mismatch_rejected (test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected) ... ok\ntest_individual_olean_symlink_rejected (test_kernel_replay.WrapperTests.test_individual_olean_symlink_rejected) ... ok\ntest_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied) ... FAIL\ntest_missing_module_rejected (test_kernel_replay.WrapperTests.test_missing_module_rejected) ... ok\ntest_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) ... ok\ntest_module_names_and_unknown_fields_rejected (test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected) ... ok\ntest_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected) ... ok\ntest_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker) ... ok\ntest_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... ok\ntest_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected) ... ok\ntest_resource_boolean_arguments_rejected (test_kernel_replay.WrapperTests.test_resource_boolean_arguments_rejected) ... ok\ntest_resource_cleanup_exceptions_remain_structured (test_kernel_replay.WrapperTests.test_resource_cleanup_exceptions_remain_structured) ... ok\ntest_resource_memory_hard_limit_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_hard_limit_before_spawn) ... ok\ntest_resource_memory_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_upper_bounds_before_spawn) ... ok\ntest_resource_spawn_exceptions_are_structured_errors (test_kernel_replay.WrapperTests.test_resource_spawn_exceptions_are_structured_errors) ... ok\ntest_resource_timeout_kills_and_reaps_real_child (test_kernel_replay.WrapperTests.test_resource_timeout_kills_and_reaps_real_child) ... ok\ntest_resource_timeout_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_timeout_upper_bounds_before_spawn) ... ok\ntest_resource_unreapable_child_cleanup_is_bounded (test_kernel_replay.WrapperTests.test_resource_unreapable_child_cleanup_is_bounded) ... ok\ntest_resource_unreaped_child_stops_further_modules (test_kernel_replay.WrapperTests.test_resource_unreaped_child_stops_further_modules) ... ok\ntest_resource_valid_integer_and_float_timeouts (test_kernel_replay.WrapperTests.test_resource_valid_integer_and_float_timeouts) ... ok\ntest_resource_wait_error_kills_and_reaps_real_child (test_kernel_replay.WrapperTests.test_resource_wait_error_kills_and_reaps_real_child) ... ok\ntest_resource_wait_errors_cannot_become_success (test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success) ... ok\ntest_search_root_and_part_symlinks_rejected (test_kernel_replay.WrapperTests.test_search_root_and_part_symlinks_rejected) ... ok\ntest_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected) ... ok\ntest_strict_cli (test_kernel_replay.WrapperTests.test_strict_cli) ... ok\ntest_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal) ... ok\ntest_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected) ... ok\n\n======================================================================\nFAIL: test_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-akt56d_8/kernel_replay/tests/test_kernel_replay.py\", line 140, in test_memory_limit_applied\n self.assertTrue(r['ok'], r)\nAssertionError: False is not true : {'schema': 'cbz-kernel-replay/v1', 'gate': 'G4-scoped-adapter', 'started': '2026-10-29T19:22:11.690239+00:00', 'ok': False, 'results': [{'module': 'Toy', 'command': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-akt56d_8/kernel_replay/evidence/tmpr9jf9zt0/fake-lean', '-j1', '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-akt56d_8/kernel_replay/ExactReplay.lean'], 'started': '2026-10-29T19:22:11.693397+00:00', 'status': 'FAIL', 'ok': False, 'returncode': 1, 'memory_mib': 256, 'timeout_seconds': 4, 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-akt56d_8/kernel_replay/evidence/tmpr9jf9zt0/Toy.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-akt56d_8/kernel_replay/evidence/tmpr9jf9zt0/Toy.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}], 'pid': 16572, 'stdout': '', 'stdout_bytes': 0, 'stderr': 'Traceback (most recent call last):\\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-akt56d_8/kernel_replay/evidence/tmpr9jf9zt0/fake-lean\", line 3, in \\n assert resource.getrlimit(resource.RLIMIT_AS)[0] == 256*1024*1024\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\nAssertionError\\n', 'stderr_bytes': 327, 'ended': '2026-10-29T19:22:11.709442+00:00', 'elapsed_seconds': 0.016046875000029104}], 'completed_count': 0, 'expected_count': 1, 'manifest': {'schema': 'cbz-kernel-replay/v1', 'lean': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-akt56d_8/kernel_replay/evidence/tmpr9jf9zt0/fake-lean', 'sha256': 'e6e78fabbffccd559ec688b2aa995a93b19b6aea953a8e4045ad208641f9caef'}, 'sysroot': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1', 'lean_path': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-akt56d_8/kernel_replay/evidence/tmpr9jf9zt0'], 'expected_modules': ['Toy'], 'modules': [{'name': 'Toy', 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-akt56d_8/kernel_replay/evidence/tmpr9jf9zt0/Toy.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-akt56d_8/kernel_replay/evidence/tmpr9jf9zt0/Toy.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}]}], 'context': [], 'tool': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-akt56d_8/kernel_replay/kernel_replay.py', 'sha256': '40396c532f2e078a1065f797066b6381f6e0870cc1112f168346c996926acc5c'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-akt56d_8/kernel_replay/ExactReplay.lean', 'sha256': '24e55f5e99c83a46f9f908bbc90f22292a94305294e287d9b2eccbf24e8e6b66'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/LeanChecker.lean', 'sha256': '2d18ec111d73c536b0bdee2533556bb9548c349f386797d3d3837b1f84d55dae'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/Lean/Replay.lean', 'sha256': 'c434b5b2bc5047ca58d4a095fcf1d9935d413c788ae98a4f21948e6a95ca3fb0'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/LeanChecker.olean', 'sha256': 'd6829015630328e3c70909a4cba004a7933f6d52cad3721488a2efaa14c1bbbe'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean', 'sha256': '66cb6f6d0bd6f9faee0205ddf0e289d1936e40f7808dfe9ad6eba412a5d8b427'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.server', 'sha256': '46026af21aa760fb2343c15336f6e1476d37e4829e4e0ec529ab499fd0a2b010'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.private', 'sha256': 'fadad15c5bb080fee117b7fd049b6f54e3077b5b258902fe47cad8dbf76649a1'}]}, 'g2_status': 'NOT_ASSESSED', 'full_cbz': False, 'resource_limits': {'memory_mib_max': 8796093022207, 'timeout_seconds_max': 2147483, 'cleanup_timeout_seconds': 1.0}, 'ended': '2026-10-29T19:22:11.711205+00:00'}\n\n----------------------------------------------------------------------\nRan 29 tests in 0.807s\n\nFAILED (failures=1)\n", + "stderr": "" + }, + { + "name": "truncate-module-coverage", + "file": "kernel_replay.py", + "test": "test_kernel_replay.WrapperTests", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "27da13a9455a62c2b192ff62f6222266cb483d323cf680f3d81d3b19b260b8ce", + "mutated_sha256": "f5d1bb661f8cf1f1f74843ca2311d6c8329634b9ef192cbcac4c412b3c8ccad7", + "tests": { + "tests_run": 29, + "assertion_failures": 1, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_duplicate_modules_rejected (test_kernel_replay.WrapperTests.test_duplicate_modules_rejected) ... ok\ntest_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected) ... ok\ntest_expected_coverage_mismatch_rejected (test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected) ... ok\ntest_individual_olean_symlink_rejected (test_kernel_replay.WrapperTests.test_individual_olean_symlink_rejected) ... ok\ntest_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied) ... ok\ntest_missing_module_rejected (test_kernel_replay.WrapperTests.test_missing_module_rejected) ... ok\ntest_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) ... ok\ntest_module_names_and_unknown_fields_rejected (test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected) ... ok\ntest_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected) ... ok\ntest_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker) ... ok\ntest_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... FAIL\ntest_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected) ... ok\ntest_resource_boolean_arguments_rejected (test_kernel_replay.WrapperTests.test_resource_boolean_arguments_rejected) ... ok\ntest_resource_cleanup_exceptions_remain_structured (test_kernel_replay.WrapperTests.test_resource_cleanup_exceptions_remain_structured) ... ok\ntest_resource_memory_hard_limit_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_hard_limit_before_spawn) ... ok\ntest_resource_memory_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_upper_bounds_before_spawn) ... ok\ntest_resource_spawn_exceptions_are_structured_errors (test_kernel_replay.WrapperTests.test_resource_spawn_exceptions_are_structured_errors) ... ok\ntest_resource_timeout_kills_and_reaps_real_child (test_kernel_replay.WrapperTests.test_resource_timeout_kills_and_reaps_real_child) ... ok\ntest_resource_timeout_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_timeout_upper_bounds_before_spawn) ... ok\ntest_resource_unreapable_child_cleanup_is_bounded (test_kernel_replay.WrapperTests.test_resource_unreapable_child_cleanup_is_bounded) ... ok\ntest_resource_unreaped_child_stops_further_modules (test_kernel_replay.WrapperTests.test_resource_unreaped_child_stops_further_modules) ... ok\ntest_resource_valid_integer_and_float_timeouts (test_kernel_replay.WrapperTests.test_resource_valid_integer_and_float_timeouts) ... ok\ntest_resource_wait_error_kills_and_reaps_real_child (test_kernel_replay.WrapperTests.test_resource_wait_error_kills_and_reaps_real_child) ... ok\ntest_resource_wait_errors_cannot_become_success (test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success) ... ok\ntest_search_root_and_part_symlinks_rejected (test_kernel_replay.WrapperTests.test_search_root_and_part_symlinks_rejected) ... ok\ntest_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected) ... ok\ntest_strict_cli (test_kernel_replay.WrapperTests.test_strict_cli) ... ok\ntest_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal) ... ok\ntest_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected) ... ok\n\n======================================================================\nFAIL: test_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-djezx8gd/kernel_replay/tests/test_kernel_replay.py\", line 150, in test_one_child_at_a_time_and_exact_coverage\n self.assertTrue(r['ok'], r)\nAssertionError: False is not true : {'schema': 'cbz-kernel-replay/v1', 'gate': 'G4-scoped-adapter', 'started': '2026-10-29T19:22:12.720398+00:00', 'ok': False, 'results': [{'module': 'Toy', 'command': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-djezx8gd/kernel_replay/evidence/tmp0jq5wt83/fake-lean', '-j1', '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-djezx8gd/kernel_replay/ExactReplay.lean'], 'started': '2026-10-29T19:22:12.725178+00:00', 'status': 'PASS', 'ok': True, 'returncode': 0, 'memory_mib': 256, 'timeout_seconds': 4, 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-djezx8gd/kernel_replay/evidence/tmp0jq5wt83/Toy.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-djezx8gd/kernel_replay/evidence/tmp0jq5wt83/Toy.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}], 'pid': 16591, 'stdout': 'CBZ_KERNEL_REPLAY_OK Toy\\n', 'stdout_bytes': 25, 'stderr': '', 'stderr_bytes': 0, 'ended': '2026-10-29T19:22:12.841048+00:00', 'elapsed_seconds': 0.11587254999903962}], 'completed_count': 1, 'expected_count': 2, 'manifest': {'schema': 'cbz-kernel-replay/v1', 'lean': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-djezx8gd/kernel_replay/evidence/tmp0jq5wt83/fake-lean', 'sha256': 'd0bcb30fdab06b8f9e9bdd2851d756fc425325aecf62b02507e26f4488e437fa'}, 'sysroot': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1', 'lean_path': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-djezx8gd/kernel_replay/evidence/tmp0jq5wt83'], 'expected_modules': ['Toy', 'Other'], 'modules': [{'name': 'Toy', 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-djezx8gd/kernel_replay/evidence/tmp0jq5wt83/Toy.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-djezx8gd/kernel_replay/evidence/tmp0jq5wt83/Toy.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}]}, {'name': 'Other', 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-djezx8gd/kernel_replay/evidence/tmp0jq5wt83/Other.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-djezx8gd/kernel_replay/evidence/tmp0jq5wt83/Other.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}]}], 'context': [], 'tool': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-djezx8gd/kernel_replay/kernel_replay.py', 'sha256': 'f5d1bb661f8cf1f1f74843ca2311d6c8329634b9ef192cbcac4c412b3c8ccad7'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-djezx8gd/kernel_replay/ExactReplay.lean', 'sha256': '24e55f5e99c83a46f9f908bbc90f22292a94305294e287d9b2eccbf24e8e6b66'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/LeanChecker.lean', 'sha256': '2d18ec111d73c536b0bdee2533556bb9548c349f386797d3d3837b1f84d55dae'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/Lean/Replay.lean', 'sha256': 'c434b5b2bc5047ca58d4a095fcf1d9935d413c788ae98a4f21948e6a95ca3fb0'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/LeanChecker.olean', 'sha256': 'd6829015630328e3c70909a4cba004a7933f6d52cad3721488a2efaa14c1bbbe'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean', 'sha256': '66cb6f6d0bd6f9faee0205ddf0e289d1936e40f7808dfe9ad6eba412a5d8b427'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.server', 'sha256': '46026af21aa760fb2343c15336f6e1476d37e4829e4e0ec529ab499fd0a2b010'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.private', 'sha256': 'fadad15c5bb080fee117b7fd049b6f54e3077b5b258902fe47cad8dbf76649a1'}]}, 'g2_status': 'NOT_ASSESSED', 'full_cbz': False, 'resource_limits': {'memory_mib_max': 8796093022207, 'timeout_seconds_max': 2147483, 'cleanup_timeout_seconds': 1.0}, 'ended': '2026-10-29T19:22:12.843538+00:00'}\n\n----------------------------------------------------------------------\nRan 29 tests in 0.696s\n\nFAILED (failures=1)\n" + }, + "stdout": "test_duplicate_modules_rejected (test_kernel_replay.WrapperTests.test_duplicate_modules_rejected) ... ok\ntest_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected) ... ok\ntest_expected_coverage_mismatch_rejected (test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected) ... ok\ntest_individual_olean_symlink_rejected (test_kernel_replay.WrapperTests.test_individual_olean_symlink_rejected) ... ok\ntest_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied) ... ok\ntest_missing_module_rejected (test_kernel_replay.WrapperTests.test_missing_module_rejected) ... ok\ntest_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) ... ok\ntest_module_names_and_unknown_fields_rejected (test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected) ... ok\ntest_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected) ... ok\ntest_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker) ... ok\ntest_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... FAIL\ntest_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected) ... ok\ntest_resource_boolean_arguments_rejected (test_kernel_replay.WrapperTests.test_resource_boolean_arguments_rejected) ... ok\ntest_resource_cleanup_exceptions_remain_structured (test_kernel_replay.WrapperTests.test_resource_cleanup_exceptions_remain_structured) ... ok\ntest_resource_memory_hard_limit_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_hard_limit_before_spawn) ... ok\ntest_resource_memory_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_upper_bounds_before_spawn) ... ok\ntest_resource_spawn_exceptions_are_structured_errors (test_kernel_replay.WrapperTests.test_resource_spawn_exceptions_are_structured_errors) ... ok\ntest_resource_timeout_kills_and_reaps_real_child (test_kernel_replay.WrapperTests.test_resource_timeout_kills_and_reaps_real_child) ... ok\ntest_resource_timeout_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_timeout_upper_bounds_before_spawn) ... ok\ntest_resource_unreapable_child_cleanup_is_bounded (test_kernel_replay.WrapperTests.test_resource_unreapable_child_cleanup_is_bounded) ... ok\ntest_resource_unreaped_child_stops_further_modules (test_kernel_replay.WrapperTests.test_resource_unreaped_child_stops_further_modules) ... ok\ntest_resource_valid_integer_and_float_timeouts (test_kernel_replay.WrapperTests.test_resource_valid_integer_and_float_timeouts) ... ok\ntest_resource_wait_error_kills_and_reaps_real_child (test_kernel_replay.WrapperTests.test_resource_wait_error_kills_and_reaps_real_child) ... ok\ntest_resource_wait_errors_cannot_become_success (test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success) ... ok\ntest_search_root_and_part_symlinks_rejected (test_kernel_replay.WrapperTests.test_search_root_and_part_symlinks_rejected) ... ok\ntest_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected) ... ok\ntest_strict_cli (test_kernel_replay.WrapperTests.test_strict_cli) ... ok\ntest_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal) ... ok\ntest_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected) ... ok\n\n======================================================================\nFAIL: test_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-djezx8gd/kernel_replay/tests/test_kernel_replay.py\", line 150, in test_one_child_at_a_time_and_exact_coverage\n self.assertTrue(r['ok'], r)\nAssertionError: False is not true : {'schema': 'cbz-kernel-replay/v1', 'gate': 'G4-scoped-adapter', 'started': '2026-10-29T19:22:12.720398+00:00', 'ok': False, 'results': [{'module': 'Toy', 'command': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-djezx8gd/kernel_replay/evidence/tmp0jq5wt83/fake-lean', '-j1', '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-djezx8gd/kernel_replay/ExactReplay.lean'], 'started': '2026-10-29T19:22:12.725178+00:00', 'status': 'PASS', 'ok': True, 'returncode': 0, 'memory_mib': 256, 'timeout_seconds': 4, 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-djezx8gd/kernel_replay/evidence/tmp0jq5wt83/Toy.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-djezx8gd/kernel_replay/evidence/tmp0jq5wt83/Toy.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}], 'pid': 16591, 'stdout': 'CBZ_KERNEL_REPLAY_OK Toy\\n', 'stdout_bytes': 25, 'stderr': '', 'stderr_bytes': 0, 'ended': '2026-10-29T19:22:12.841048+00:00', 'elapsed_seconds': 0.11587254999903962}], 'completed_count': 1, 'expected_count': 2, 'manifest': {'schema': 'cbz-kernel-replay/v1', 'lean': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-djezx8gd/kernel_replay/evidence/tmp0jq5wt83/fake-lean', 'sha256': 'd0bcb30fdab06b8f9e9bdd2851d756fc425325aecf62b02507e26f4488e437fa'}, 'sysroot': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1', 'lean_path': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-djezx8gd/kernel_replay/evidence/tmp0jq5wt83'], 'expected_modules': ['Toy', 'Other'], 'modules': [{'name': 'Toy', 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-djezx8gd/kernel_replay/evidence/tmp0jq5wt83/Toy.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-djezx8gd/kernel_replay/evidence/tmp0jq5wt83/Toy.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}]}, {'name': 'Other', 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-djezx8gd/kernel_replay/evidence/tmp0jq5wt83/Other.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-djezx8gd/kernel_replay/evidence/tmp0jq5wt83/Other.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}]}], 'context': [], 'tool': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-djezx8gd/kernel_replay/kernel_replay.py', 'sha256': 'f5d1bb661f8cf1f1f74843ca2311d6c8329634b9ef192cbcac4c412b3c8ccad7'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-djezx8gd/kernel_replay/ExactReplay.lean', 'sha256': '24e55f5e99c83a46f9f908bbc90f22292a94305294e287d9b2eccbf24e8e6b66'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/LeanChecker.lean', 'sha256': '2d18ec111d73c536b0bdee2533556bb9548c349f386797d3d3837b1f84d55dae'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/Lean/Replay.lean', 'sha256': 'c434b5b2bc5047ca58d4a095fcf1d9935d413c788ae98a4f21948e6a95ca3fb0'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/LeanChecker.olean', 'sha256': 'd6829015630328e3c70909a4cba004a7933f6d52cad3721488a2efaa14c1bbbe'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean', 'sha256': '66cb6f6d0bd6f9faee0205ddf0e289d1936e40f7808dfe9ad6eba412a5d8b427'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.server', 'sha256': '46026af21aa760fb2343c15336f6e1476d37e4829e4e0ec529ab499fd0a2b010'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.private', 'sha256': 'fadad15c5bb080fee117b7fd049b6f54e3077b5b258902fe47cad8dbf76649a1'}]}, 'g2_status': 'NOT_ASSESSED', 'full_cbz': False, 'resource_limits': {'memory_mib_max': 8796093022207, 'timeout_seconds_max': 2147483, 'cleanup_timeout_seconds': 1.0}, 'ended': '2026-10-29T19:22:12.843538+00:00'}\n\n----------------------------------------------------------------------\nRan 29 tests in 0.696s\n\nFAILED (failures=1)\n", + "stderr": "" + }, + { + "name": "concurrent-module-processes", + "file": "kernel_replay.py", + "test": "test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "27da13a9455a62c2b192ff62f6222266cb483d323cf680f3d81d3b19b260b8ce", + "mutated_sha256": "d726f822ad28fd6e5eeb8e8488384d727301a09a1440e96959483736466fc48d", + "tests": { + "tests_run": 1, + "assertion_failures": 1, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... FAIL\n\n======================================================================\nFAIL: test_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-_2_2uyex/kernel_replay/tests/test_kernel_replay.py\", line 150, in test_one_child_at_a_time_and_exact_coverage\n self.assertTrue(r['ok'], r)\nAssertionError: False is not true : {'schema': 'cbz-kernel-replay/v1', 'gate': 'G4-scoped-adapter', 'started': '2026-10-29T19:22:13.418366+00:00', 'ok': False, 'results': [{'module': 'Toy', 'command': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-_2_2uyex/kernel_replay/evidence/tmpv2o8lzfc/fake-lean', '-j1', '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-_2_2uyex/kernel_replay/ExactReplay.lean'], 'started': '2026-10-29T19:22:13.422372+00:00', 'status': 'FAIL', 'ok': False, 'returncode': 1, 'memory_mib': 256, 'timeout_seconds': 4, 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-_2_2uyex/kernel_replay/evidence/tmpv2o8lzfc/Toy.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-_2_2uyex/kernel_replay/evidence/tmpv2o8lzfc/Toy.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}], 'pid': 16604, 'stdout': '', 'stdout_bytes': 0, 'stderr': 'Traceback (most recent call last):\\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-_2_2uyex/kernel_replay/evidence/tmpv2o8lzfc/fake-lean\", line 5, in \\n fd = os.open(p, os.O_CREAT | os.O_EXCL | os.O_WRONLY)\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\nFileExistsError: [Errno 17] File exists: \\'/workspace/cbz-0/tools/kernel_replay/evidence/mutant-_2_2uyex/kernel_replay/evidence/tmpv2o8lzfc/active.lock\\'\\n', 'stderr_bytes': 440, 'ended': '2026-10-29T19:22:13.457196+00:00', 'elapsed_seconds': 0.03482715499922051}, {'module': 'Other', 'command': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-_2_2uyex/kernel_replay/evidence/tmpv2o8lzfc/fake-lean', '-j1', '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-_2_2uyex/kernel_replay/ExactReplay.lean'], 'started': '2026-10-29T19:22:13.422799+00:00', 'status': 'PASS', 'ok': True, 'returncode': 0, 'memory_mib': 256, 'timeout_seconds': 4, 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-_2_2uyex/kernel_replay/evidence/tmpv2o8lzfc/Other.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-_2_2uyex/kernel_replay/evidence/tmpv2o8lzfc/Other.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}], 'pid': 16603, 'stdout': 'CBZ_KERNEL_REPLAY_OK Other\\n', 'stdout_bytes': 27, 'stderr': '', 'stderr_bytes': 0, 'ended': '2026-10-29T19:22:13.538870+00:00', 'elapsed_seconds': 0.116069076999338}], 'completed_count': 1, 'expected_count': 2, 'manifest': {'schema': 'cbz-kernel-replay/v1', 'lean': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-_2_2uyex/kernel_replay/evidence/tmpv2o8lzfc/fake-lean', 'sha256': '48d1ba9ee3f82fa48adccf0ae77ec4bf0c07fa26844ba59584f9cdfccc7c6201'}, 'sysroot': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1', 'lean_path': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-_2_2uyex/kernel_replay/evidence/tmpv2o8lzfc'], 'expected_modules': ['Toy', 'Other'], 'modules': [{'name': 'Toy', 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-_2_2uyex/kernel_replay/evidence/tmpv2o8lzfc/Toy.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-_2_2uyex/kernel_replay/evidence/tmpv2o8lzfc/Toy.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}]}, {'name': 'Other', 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-_2_2uyex/kernel_replay/evidence/tmpv2o8lzfc/Other.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-_2_2uyex/kernel_replay/evidence/tmpv2o8lzfc/Other.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}]}], 'context': [], 'tool': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-_2_2uyex/kernel_replay/kernel_replay.py', 'sha256': 'd726f822ad28fd6e5eeb8e8488384d727301a09a1440e96959483736466fc48d'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-_2_2uyex/kernel_replay/ExactReplay.lean', 'sha256': '24e55f5e99c83a46f9f908bbc90f22292a94305294e287d9b2eccbf24e8e6b66'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/LeanChecker.lean', 'sha256': '2d18ec111d73c536b0bdee2533556bb9548c349f386797d3d3837b1f84d55dae'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/Lean/Replay.lean', 'sha256': 'c434b5b2bc5047ca58d4a095fcf1d9935d413c788ae98a4f21948e6a95ca3fb0'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/LeanChecker.olean', 'sha256': 'd6829015630328e3c70909a4cba004a7933f6d52cad3721488a2efaa14c1bbbe'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean', 'sha256': '66cb6f6d0bd6f9faee0205ddf0e289d1936e40f7808dfe9ad6eba412a5d8b427'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.server', 'sha256': '46026af21aa760fb2343c15336f6e1476d37e4829e4e0ec529ab499fd0a2b010'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.private', 'sha256': 'fadad15c5bb080fee117b7fd049b6f54e3077b5b258902fe47cad8dbf76649a1'}]}, 'g2_status': 'NOT_ASSESSED', 'full_cbz': False, 'resource_limits': {'memory_mib_max': 8796093022207, 'timeout_seconds_max': 2147483, 'cleanup_timeout_seconds': 1.0}, 'ended': '2026-10-29T19:22:13.541349+00:00'}\n\n----------------------------------------------------------------------\nRan 1 test in 0.131s\n\nFAILED (failures=1)\n" + }, + "stdout": "test_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... FAIL\n\n======================================================================\nFAIL: test_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-_2_2uyex/kernel_replay/tests/test_kernel_replay.py\", line 150, in test_one_child_at_a_time_and_exact_coverage\n self.assertTrue(r['ok'], r)\nAssertionError: False is not true : {'schema': 'cbz-kernel-replay/v1', 'gate': 'G4-scoped-adapter', 'started': '2026-10-29T19:22:13.418366+00:00', 'ok': False, 'results': [{'module': 'Toy', 'command': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-_2_2uyex/kernel_replay/evidence/tmpv2o8lzfc/fake-lean', '-j1', '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-_2_2uyex/kernel_replay/ExactReplay.lean'], 'started': '2026-10-29T19:22:13.422372+00:00', 'status': 'FAIL', 'ok': False, 'returncode': 1, 'memory_mib': 256, 'timeout_seconds': 4, 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-_2_2uyex/kernel_replay/evidence/tmpv2o8lzfc/Toy.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-_2_2uyex/kernel_replay/evidence/tmpv2o8lzfc/Toy.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}], 'pid': 16604, 'stdout': '', 'stdout_bytes': 0, 'stderr': 'Traceback (most recent call last):\\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-_2_2uyex/kernel_replay/evidence/tmpv2o8lzfc/fake-lean\", line 5, in \\n fd = os.open(p, os.O_CREAT | os.O_EXCL | os.O_WRONLY)\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\nFileExistsError: [Errno 17] File exists: \\'/workspace/cbz-0/tools/kernel_replay/evidence/mutant-_2_2uyex/kernel_replay/evidence/tmpv2o8lzfc/active.lock\\'\\n', 'stderr_bytes': 440, 'ended': '2026-10-29T19:22:13.457196+00:00', 'elapsed_seconds': 0.03482715499922051}, {'module': 'Other', 'command': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-_2_2uyex/kernel_replay/evidence/tmpv2o8lzfc/fake-lean', '-j1', '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-_2_2uyex/kernel_replay/ExactReplay.lean'], 'started': '2026-10-29T19:22:13.422799+00:00', 'status': 'PASS', 'ok': True, 'returncode': 0, 'memory_mib': 256, 'timeout_seconds': 4, 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-_2_2uyex/kernel_replay/evidence/tmpv2o8lzfc/Other.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-_2_2uyex/kernel_replay/evidence/tmpv2o8lzfc/Other.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}], 'pid': 16603, 'stdout': 'CBZ_KERNEL_REPLAY_OK Other\\n', 'stdout_bytes': 27, 'stderr': '', 'stderr_bytes': 0, 'ended': '2026-10-29T19:22:13.538870+00:00', 'elapsed_seconds': 0.116069076999338}], 'completed_count': 1, 'expected_count': 2, 'manifest': {'schema': 'cbz-kernel-replay/v1', 'lean': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-_2_2uyex/kernel_replay/evidence/tmpv2o8lzfc/fake-lean', 'sha256': '48d1ba9ee3f82fa48adccf0ae77ec4bf0c07fa26844ba59584f9cdfccc7c6201'}, 'sysroot': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1', 'lean_path': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-_2_2uyex/kernel_replay/evidence/tmpv2o8lzfc'], 'expected_modules': ['Toy', 'Other'], 'modules': [{'name': 'Toy', 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-_2_2uyex/kernel_replay/evidence/tmpv2o8lzfc/Toy.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-_2_2uyex/kernel_replay/evidence/tmpv2o8lzfc/Toy.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}]}, {'name': 'Other', 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-_2_2uyex/kernel_replay/evidence/tmpv2o8lzfc/Other.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-_2_2uyex/kernel_replay/evidence/tmpv2o8lzfc/Other.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}]}], 'context': [], 'tool': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-_2_2uyex/kernel_replay/kernel_replay.py', 'sha256': 'd726f822ad28fd6e5eeb8e8488384d727301a09a1440e96959483736466fc48d'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-_2_2uyex/kernel_replay/ExactReplay.lean', 'sha256': '24e55f5e99c83a46f9f908bbc90f22292a94305294e287d9b2eccbf24e8e6b66'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/LeanChecker.lean', 'sha256': '2d18ec111d73c536b0bdee2533556bb9548c349f386797d3d3837b1f84d55dae'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/Lean/Replay.lean', 'sha256': 'c434b5b2bc5047ca58d4a095fcf1d9935d413c788ae98a4f21948e6a95ca3fb0'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/LeanChecker.olean', 'sha256': 'd6829015630328e3c70909a4cba004a7933f6d52cad3721488a2efaa14c1bbbe'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean', 'sha256': '66cb6f6d0bd6f9faee0205ddf0e289d1936e40f7808dfe9ad6eba412a5d8b427'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.server', 'sha256': '46026af21aa760fb2343c15336f6e1476d37e4829e4e0ec529ab499fd0a2b010'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.private', 'sha256': 'fadad15c5bb080fee117b7fd049b6f54e3077b5b258902fe47cad8dbf76649a1'}]}, 'g2_status': 'NOT_ASSESSED', 'full_cbz': False, 'resource_limits': {'memory_mib_max': 8796093022207, 'timeout_seconds_max': 2147483, 'cleanup_timeout_seconds': 1.0}, 'ended': '2026-10-29T19:22:13.541349+00:00'}\n\n----------------------------------------------------------------------\nRan 1 test in 0.131s\n\nFAILED (failures=1)\n", + "stderr": "" + }, + { + "name": "resource-ignore-memory-upper-bound", + "file": "kernel_replay.py", + "test": "test_kernel_replay.WrapperTests.test_resource_memory_upper_bounds_before_spawn", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "27da13a9455a62c2b192ff62f6222266cb483d323cf680f3d81d3b19b260b8ce", + "mutated_sha256": "3a8223fde7a462b57c68fca074079d7af491c94621908eadfc27983cde12f970", + "tests": { + "tests_run": 1, + "assertion_failures": 2, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_resource_memory_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_upper_bounds_before_spawn) ... \n test_resource_memory_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_upper_bounds_before_spawn) (memory_digits=401) ... FAIL\n test_resource_memory_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_upper_bounds_before_spawn) (memory_digits=13) ... FAIL\n\n======================================================================\nFAIL: test_resource_memory_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_upper_bounds_before_spawn) (memory_digits=401)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-ua7s5u78/kernel_replay/tests/test_kernel_replay.py\", line 169, in test_resource_memory_upper_bounds_before_spawn\n self.assertFalse(r['ok'])\nAssertionError: True is not false\n\n======================================================================\nFAIL: test_resource_memory_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_upper_bounds_before_spawn) (memory_digits=13)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-ua7s5u78/kernel_replay/tests/test_kernel_replay.py\", line 169, in test_resource_memory_upper_bounds_before_spawn\n self.assertFalse(r['ok'])\nAssertionError: True is not false\n\n----------------------------------------------------------------------\nRan 1 test in 0.018s\n\nFAILED (failures=2)\n" + }, + "stdout": "test_resource_memory_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_upper_bounds_before_spawn) ... \n test_resource_memory_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_upper_bounds_before_spawn) (memory_digits=401) ... FAIL\n test_resource_memory_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_upper_bounds_before_spawn) (memory_digits=13) ... FAIL\n\n======================================================================\nFAIL: test_resource_memory_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_upper_bounds_before_spawn) (memory_digits=401)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-ua7s5u78/kernel_replay/tests/test_kernel_replay.py\", line 169, in test_resource_memory_upper_bounds_before_spawn\n self.assertFalse(r['ok'])\nAssertionError: True is not false\n\n======================================================================\nFAIL: test_resource_memory_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_upper_bounds_before_spawn) (memory_digits=13)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-ua7s5u78/kernel_replay/tests/test_kernel_replay.py\", line 169, in test_resource_memory_upper_bounds_before_spawn\n self.assertFalse(r['ok'])\nAssertionError: True is not false\n\n----------------------------------------------------------------------\nRan 1 test in 0.018s\n\nFAILED (failures=2)\n", + "stderr": "" + }, + { + "name": "resource-ignore-inherited-memory-hard-limit", + "file": "kernel_replay.py", + "test": "test_kernel_replay.WrapperTests.test_resource_memory_hard_limit_before_spawn", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "27da13a9455a62c2b192ff62f6222266cb483d323cf680f3d81d3b19b260b8ce", + "mutated_sha256": "8a5eee11955335be652e96c167c8ac26e4b225e3d85da23057538f4331e35748", + "tests": { + "tests_run": 1, + "assertion_failures": 1, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_resource_memory_hard_limit_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_hard_limit_before_spawn) ... FAIL\n\n======================================================================\nFAIL: test_resource_memory_hard_limit_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_hard_limit_before_spawn)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-jzujgrqe/kernel_replay/tests/test_kernel_replay.py\", line 178, in test_resource_memory_hard_limit_before_spawn\n self.assertFalse(r['ok'])\nAssertionError: True is not false\n\n----------------------------------------------------------------------\nRan 1 test in 0.014s\n\nFAILED (failures=1)\n" + }, + "stdout": "test_resource_memory_hard_limit_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_hard_limit_before_spawn) ... FAIL\n\n======================================================================\nFAIL: test_resource_memory_hard_limit_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_hard_limit_before_spawn)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-jzujgrqe/kernel_replay/tests/test_kernel_replay.py\", line 178, in test_resource_memory_hard_limit_before_spawn\n self.assertFalse(r['ok'])\nAssertionError: True is not false\n\n----------------------------------------------------------------------\nRan 1 test in 0.014s\n\nFAILED (failures=1)\n", + "stderr": "" + }, + { + "name": "resource-ignore-timeout-upper-bound", + "file": "kernel_replay.py", + "test": "test_kernel_replay.WrapperTests.test_resource_timeout_upper_bounds_before_spawn", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "27da13a9455a62c2b192ff62f6222266cb483d323cf680f3d81d3b19b260b8ce", + "mutated_sha256": "549382446fb2f7efdd12e560a6e5c535014fe3213ce9d1b84a8a987ffb63f736", + "tests": { + "tests_run": 1, + "assertion_failures": 3, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_resource_timeout_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_timeout_upper_bounds_before_spawn) ... \n test_resource_timeout_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_timeout_upper_bounds_before_spawn) (timeout_type='int') ... FAIL\n test_resource_timeout_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_timeout_upper_bounds_before_spawn) (timeout_type='float') ... FAIL\n test_resource_timeout_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_timeout_upper_bounds_before_spawn) (timeout_type='int') ... FAIL\n\n======================================================================\nFAIL: test_resource_timeout_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_timeout_upper_bounds_before_spawn) (timeout_type='int')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-zv_8fgfe/kernel_replay/tests/test_kernel_replay.py\", line 199, in test_resource_timeout_upper_bounds_before_spawn\n self.assertIn('timeout_seconds', r.get('error', ''))\nAssertionError: 'timeout_seconds' not found in 'OverflowError: int too large to convert to float'\n\n======================================================================\nFAIL: test_resource_timeout_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_timeout_upper_bounds_before_spawn) (timeout_type='float')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-zv_8fgfe/kernel_replay/tests/test_kernel_replay.py\", line 197, in test_resource_timeout_upper_bounds_before_spawn\n self.assertFalse(r['ok'])\nAssertionError: True is not false\n\n======================================================================\nFAIL: test_resource_timeout_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_timeout_upper_bounds_before_spawn) (timeout_type='int')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-zv_8fgfe/kernel_replay/tests/test_kernel_replay.py\", line 197, in test_resource_timeout_upper_bounds_before_spawn\n self.assertFalse(r['ok'])\nAssertionError: True is not false\n\n----------------------------------------------------------------------\nRan 1 test in 0.019s\n\nFAILED (failures=3)\n" + }, + "stdout": "test_resource_timeout_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_timeout_upper_bounds_before_spawn) ... \n test_resource_timeout_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_timeout_upper_bounds_before_spawn) (timeout_type='int') ... FAIL\n test_resource_timeout_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_timeout_upper_bounds_before_spawn) (timeout_type='float') ... FAIL\n test_resource_timeout_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_timeout_upper_bounds_before_spawn) (timeout_type='int') ... FAIL\n\n======================================================================\nFAIL: test_resource_timeout_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_timeout_upper_bounds_before_spawn) (timeout_type='int')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-zv_8fgfe/kernel_replay/tests/test_kernel_replay.py\", line 199, in test_resource_timeout_upper_bounds_before_spawn\n self.assertIn('timeout_seconds', r.get('error', ''))\nAssertionError: 'timeout_seconds' not found in 'OverflowError: int too large to convert to float'\n\n======================================================================\nFAIL: test_resource_timeout_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_timeout_upper_bounds_before_spawn) (timeout_type='float')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-zv_8fgfe/kernel_replay/tests/test_kernel_replay.py\", line 197, in test_resource_timeout_upper_bounds_before_spawn\n self.assertFalse(r['ok'])\nAssertionError: True is not false\n\n======================================================================\nFAIL: test_resource_timeout_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_timeout_upper_bounds_before_spawn) (timeout_type='int')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-zv_8fgfe/kernel_replay/tests/test_kernel_replay.py\", line 197, in test_resource_timeout_upper_bounds_before_spawn\n self.assertFalse(r['ok'])\nAssertionError: True is not false\n\n----------------------------------------------------------------------\nRan 1 test in 0.019s\n\nFAILED (failures=3)\n", + "stderr": "" + }, + { + "name": "resource-accept-boolean-timeout", + "file": "kernel_replay.py", + "test": "test_kernel_replay.WrapperTests.test_resource_boolean_arguments_rejected", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "27da13a9455a62c2b192ff62f6222266cb483d323cf680f3d81d3b19b260b8ce", + "mutated_sha256": "02d4d36f864cc378e5232e9a720204f05a7ee01e260ee6b99d7059913d738c45", + "tests": { + "tests_run": 1, + "assertion_failures": 1, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_resource_boolean_arguments_rejected (test_kernel_replay.WrapperTests.test_resource_boolean_arguments_rejected) ... \n test_resource_boolean_arguments_rejected (test_kernel_replay.WrapperTests.test_resource_boolean_arguments_rejected) (memory=256, timeout=True) ... FAIL\n\n======================================================================\nFAIL: test_resource_boolean_arguments_rejected (test_kernel_replay.WrapperTests.test_resource_boolean_arguments_rejected) (memory=256, timeout=True)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-ury5k8a7/kernel_replay/tests/test_kernel_replay.py\", line 188, in test_resource_boolean_arguments_rejected\n self.assertFalse(r['ok'])\nAssertionError: True is not false\n\n----------------------------------------------------------------------\nRan 1 test in 0.022s\n\nFAILED (failures=1)\n" + }, + "stdout": "test_resource_boolean_arguments_rejected (test_kernel_replay.WrapperTests.test_resource_boolean_arguments_rejected) ... \n test_resource_boolean_arguments_rejected (test_kernel_replay.WrapperTests.test_resource_boolean_arguments_rejected) (memory=256, timeout=True) ... FAIL\n\n======================================================================\nFAIL: test_resource_boolean_arguments_rejected (test_kernel_replay.WrapperTests.test_resource_boolean_arguments_rejected) (memory=256, timeout=True)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-ury5k8a7/kernel_replay/tests/test_kernel_replay.py\", line 188, in test_resource_boolean_arguments_rejected\n self.assertFalse(r['ok'])\nAssertionError: True is not false\n\n----------------------------------------------------------------------\nRan 1 test in 0.022s\n\nFAILED (failures=1)\n", + "stderr": "" + }, + { + "name": "resource-drop-process-exception-normalization", + "file": "kernel_replay.py", + "test": "test_kernel_replay.WrapperTests.test_resource_spawn_exceptions_are_structured_errors", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "27da13a9455a62c2b192ff62f6222266cb483d323cf680f3d81d3b19b260b8ce", + "mutated_sha256": "b5d07bccbc9bc59f8cd8e9e00ce7ea1c8f3183ba2b6b3859ea72255815ff6676", + "tests": { + "tests_run": 1, + "assertion_failures": 3, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_resource_spawn_exceptions_are_structured_errors (test_kernel_replay.WrapperTests.test_resource_spawn_exceptions_are_structured_errors) ... \n test_resource_spawn_exceptions_are_structured_errors (test_kernel_replay.WrapperTests.test_resource_spawn_exceptions_are_structured_errors) (exception='SubprocessError') ... FAIL\n test_resource_spawn_exceptions_are_structured_errors (test_kernel_replay.WrapperTests.test_resource_spawn_exceptions_are_structured_errors) (exception='OverflowError') ... FAIL\n test_resource_spawn_exceptions_are_structured_errors (test_kernel_replay.WrapperTests.test_resource_spawn_exceptions_are_structured_errors) (exception='ValueError') ... FAIL\n\n======================================================================\nFAIL: test_resource_spawn_exceptions_are_structured_errors (test_kernel_replay.WrapperTests.test_resource_spawn_exceptions_are_structured_errors) (exception='SubprocessError')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-jsplgv4l/kernel_replay/tests/test_kernel_replay.py\", line 214, in test_resource_spawn_exceptions_are_structured_errors\n self.assertEqual(len(r['results']), 1, r)\nAssertionError: 0 != 1 : {'schema': 'cbz-kernel-replay/v1', 'gate': 'G4-scoped-adapter', 'started': '2026-10-29T19:22:14.190330+00:00', 'ok': False, 'results': [], 'completed_count': 0, 'expected_count': 1, 'manifest': {'schema': 'cbz-kernel-replay/v1', 'lean': {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/bin/lean', 'sha256': 'e8baaa71855a616dc351028f3ad2200051b0671f423a1696a100e809302d5550'}, 'sysroot': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1', 'lean_path': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-jsplgv4l/kernel_replay/evidence/tmp53tk28uo'], 'expected_modules': ['Toy'], 'modules': [{'name': 'Toy', 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-jsplgv4l/kernel_replay/evidence/tmp53tk28uo/Toy.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-jsplgv4l/kernel_replay/evidence/tmp53tk28uo/Toy.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}]}], 'context': [], 'tool': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-jsplgv4l/kernel_replay/kernel_replay.py', 'sha256': 'b5d07bccbc9bc59f8cd8e9e00ce7ea1c8f3183ba2b6b3859ea72255815ff6676'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-jsplgv4l/kernel_replay/ExactReplay.lean', 'sha256': '24e55f5e99c83a46f9f908bbc90f22292a94305294e287d9b2eccbf24e8e6b66'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/LeanChecker.lean', 'sha256': '2d18ec111d73c536b0bdee2533556bb9548c349f386797d3d3837b1f84d55dae'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/Lean/Replay.lean', 'sha256': 'c434b5b2bc5047ca58d4a095fcf1d9935d413c788ae98a4f21948e6a95ca3fb0'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/LeanChecker.olean', 'sha256': 'd6829015630328e3c70909a4cba004a7933f6d52cad3721488a2efaa14c1bbbe'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean', 'sha256': '66cb6f6d0bd6f9faee0205ddf0e289d1936e40f7808dfe9ad6eba412a5d8b427'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.server', 'sha256': '46026af21aa760fb2343c15336f6e1476d37e4829e4e0ec529ab499fd0a2b010'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.private', 'sha256': 'fadad15c5bb080fee117b7fd049b6f54e3077b5b258902fe47cad8dbf76649a1'}]}, 'g2_status': 'NOT_ASSESSED', 'full_cbz': False, 'resource_limits': {'memory_mib_max': 8796093022207, 'timeout_seconds_max': 2147483, 'cleanup_timeout_seconds': 1.0}, 'error': 'SubprocessError: spawn rejected', 'ended': '2026-10-29T19:22:14.194061+00:00'}\n\n======================================================================\nFAIL: test_resource_spawn_exceptions_are_structured_errors (test_kernel_replay.WrapperTests.test_resource_spawn_exceptions_are_structured_errors) (exception='OverflowError')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-jsplgv4l/kernel_replay/tests/test_kernel_replay.py\", line 214, in test_resource_spawn_exceptions_are_structured_errors\n self.assertEqual(len(r['results']), 1, r)\nAssertionError: 0 != 1 : {'schema': 'cbz-kernel-replay/v1', 'gate': 'G4-scoped-adapter', 'started': '2026-10-29T19:22:14.194481+00:00', 'ok': False, 'results': [], 'completed_count': 0, 'expected_count': 1, 'manifest': {'schema': 'cbz-kernel-replay/v1', 'lean': {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/bin/lean', 'sha256': 'e8baaa71855a616dc351028f3ad2200051b0671f423a1696a100e809302d5550'}, 'sysroot': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1', 'lean_path': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-jsplgv4l/kernel_replay/evidence/tmp53tk28uo'], 'expected_modules': ['Toy'], 'modules': [{'name': 'Toy', 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-jsplgv4l/kernel_replay/evidence/tmp53tk28uo/Toy.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-jsplgv4l/kernel_replay/evidence/tmp53tk28uo/Toy.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}]}], 'context': [], 'tool': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-jsplgv4l/kernel_replay/kernel_replay.py', 'sha256': 'b5d07bccbc9bc59f8cd8e9e00ce7ea1c8f3183ba2b6b3859ea72255815ff6676'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-jsplgv4l/kernel_replay/ExactReplay.lean', 'sha256': '24e55f5e99c83a46f9f908bbc90f22292a94305294e287d9b2eccbf24e8e6b66'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/LeanChecker.lean', 'sha256': '2d18ec111d73c536b0bdee2533556bb9548c349f386797d3d3837b1f84d55dae'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/Lean/Replay.lean', 'sha256': 'c434b5b2bc5047ca58d4a095fcf1d9935d413c788ae98a4f21948e6a95ca3fb0'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/LeanChecker.olean', 'sha256': 'd6829015630328e3c70909a4cba004a7933f6d52cad3721488a2efaa14c1bbbe'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean', 'sha256': '66cb6f6d0bd6f9faee0205ddf0e289d1936e40f7808dfe9ad6eba412a5d8b427'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.server', 'sha256': '46026af21aa760fb2343c15336f6e1476d37e4829e4e0ec529ab499fd0a2b010'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.private', 'sha256': 'fadad15c5bb080fee117b7fd049b6f54e3077b5b258902fe47cad8dbf76649a1'}]}, 'g2_status': 'NOT_ASSESSED', 'full_cbz': False, 'resource_limits': {'memory_mib_max': 8796093022207, 'timeout_seconds_max': 2147483, 'cleanup_timeout_seconds': 1.0}, 'error': 'OverflowError: spawn rejected', 'ended': '2026-10-29T19:22:14.197812+00:00'}\n\n======================================================================\nFAIL: test_resource_spawn_exceptions_are_structured_errors (test_kernel_replay.WrapperTests.test_resource_spawn_exceptions_are_structured_errors) (exception='ValueError')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-jsplgv4l/kernel_replay/tests/test_kernel_replay.py\", line 214, in test_resource_spawn_exceptions_are_structured_errors\n self.assertEqual(len(r['results']), 1, r)\nAssertionError: 0 != 1 : {'schema': 'cbz-kernel-replay/v1', 'gate': 'G4-scoped-adapter', 'started': '2026-10-29T19:22:14.198095+00:00', 'ok': False, 'results': [], 'completed_count': 0, 'expected_count': 1, 'manifest': {'schema': 'cbz-kernel-replay/v1', 'lean': {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/bin/lean', 'sha256': 'e8baaa71855a616dc351028f3ad2200051b0671f423a1696a100e809302d5550'}, 'sysroot': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1', 'lean_path': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-jsplgv4l/kernel_replay/evidence/tmp53tk28uo'], 'expected_modules': ['Toy'], 'modules': [{'name': 'Toy', 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-jsplgv4l/kernel_replay/evidence/tmp53tk28uo/Toy.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-jsplgv4l/kernel_replay/evidence/tmp53tk28uo/Toy.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}]}], 'context': [], 'tool': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-jsplgv4l/kernel_replay/kernel_replay.py', 'sha256': 'b5d07bccbc9bc59f8cd8e9e00ce7ea1c8f3183ba2b6b3859ea72255815ff6676'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-jsplgv4l/kernel_replay/ExactReplay.lean', 'sha256': '24e55f5e99c83a46f9f908bbc90f22292a94305294e287d9b2eccbf24e8e6b66'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/LeanChecker.lean', 'sha256': '2d18ec111d73c536b0bdee2533556bb9548c349f386797d3d3837b1f84d55dae'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/Lean/Replay.lean', 'sha256': 'c434b5b2bc5047ca58d4a095fcf1d9935d413c788ae98a4f21948e6a95ca3fb0'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/LeanChecker.olean', 'sha256': 'd6829015630328e3c70909a4cba004a7933f6d52cad3721488a2efaa14c1bbbe'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean', 'sha256': '66cb6f6d0bd6f9faee0205ddf0e289d1936e40f7808dfe9ad6eba412a5d8b427'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.server', 'sha256': '46026af21aa760fb2343c15336f6e1476d37e4829e4e0ec529ab499fd0a2b010'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.private', 'sha256': 'fadad15c5bb080fee117b7fd049b6f54e3077b5b258902fe47cad8dbf76649a1'}]}, 'g2_status': 'NOT_ASSESSED', 'full_cbz': False, 'resource_limits': {'memory_mib_max': 8796093022207, 'timeout_seconds_max': 2147483, 'cleanup_timeout_seconds': 1.0}, 'error': 'ValueError: spawn rejected', 'ended': '2026-10-29T19:22:14.201405+00:00'}\n\n----------------------------------------------------------------------\nRan 1 test in 0.025s\n\nFAILED (failures=3)\n" + }, + "stdout": "test_resource_spawn_exceptions_are_structured_errors (test_kernel_replay.WrapperTests.test_resource_spawn_exceptions_are_structured_errors) ... \n test_resource_spawn_exceptions_are_structured_errors (test_kernel_replay.WrapperTests.test_resource_spawn_exceptions_are_structured_errors) (exception='SubprocessError') ... FAIL\n test_resource_spawn_exceptions_are_structured_errors (test_kernel_replay.WrapperTests.test_resource_spawn_exceptions_are_structured_errors) (exception='OverflowError') ... FAIL\n test_resource_spawn_exceptions_are_structured_errors (test_kernel_replay.WrapperTests.test_resource_spawn_exceptions_are_structured_errors) (exception='ValueError') ... FAIL\n\n======================================================================\nFAIL: test_resource_spawn_exceptions_are_structured_errors (test_kernel_replay.WrapperTests.test_resource_spawn_exceptions_are_structured_errors) (exception='SubprocessError')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-jsplgv4l/kernel_replay/tests/test_kernel_replay.py\", line 214, in test_resource_spawn_exceptions_are_structured_errors\n self.assertEqual(len(r['results']), 1, r)\nAssertionError: 0 != 1 : {'schema': 'cbz-kernel-replay/v1', 'gate': 'G4-scoped-adapter', 'started': '2026-10-29T19:22:14.190330+00:00', 'ok': False, 'results': [], 'completed_count': 0, 'expected_count': 1, 'manifest': {'schema': 'cbz-kernel-replay/v1', 'lean': {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/bin/lean', 'sha256': 'e8baaa71855a616dc351028f3ad2200051b0671f423a1696a100e809302d5550'}, 'sysroot': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1', 'lean_path': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-jsplgv4l/kernel_replay/evidence/tmp53tk28uo'], 'expected_modules': ['Toy'], 'modules': [{'name': 'Toy', 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-jsplgv4l/kernel_replay/evidence/tmp53tk28uo/Toy.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-jsplgv4l/kernel_replay/evidence/tmp53tk28uo/Toy.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}]}], 'context': [], 'tool': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-jsplgv4l/kernel_replay/kernel_replay.py', 'sha256': 'b5d07bccbc9bc59f8cd8e9e00ce7ea1c8f3183ba2b6b3859ea72255815ff6676'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-jsplgv4l/kernel_replay/ExactReplay.lean', 'sha256': '24e55f5e99c83a46f9f908bbc90f22292a94305294e287d9b2eccbf24e8e6b66'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/LeanChecker.lean', 'sha256': '2d18ec111d73c536b0bdee2533556bb9548c349f386797d3d3837b1f84d55dae'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/Lean/Replay.lean', 'sha256': 'c434b5b2bc5047ca58d4a095fcf1d9935d413c788ae98a4f21948e6a95ca3fb0'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/LeanChecker.olean', 'sha256': 'd6829015630328e3c70909a4cba004a7933f6d52cad3721488a2efaa14c1bbbe'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean', 'sha256': '66cb6f6d0bd6f9faee0205ddf0e289d1936e40f7808dfe9ad6eba412a5d8b427'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.server', 'sha256': '46026af21aa760fb2343c15336f6e1476d37e4829e4e0ec529ab499fd0a2b010'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.private', 'sha256': 'fadad15c5bb080fee117b7fd049b6f54e3077b5b258902fe47cad8dbf76649a1'}]}, 'g2_status': 'NOT_ASSESSED', 'full_cbz': False, 'resource_limits': {'memory_mib_max': 8796093022207, 'timeout_seconds_max': 2147483, 'cleanup_timeout_seconds': 1.0}, 'error': 'SubprocessError: spawn rejected', 'ended': '2026-10-29T19:22:14.194061+00:00'}\n\n======================================================================\nFAIL: test_resource_spawn_exceptions_are_structured_errors (test_kernel_replay.WrapperTests.test_resource_spawn_exceptions_are_structured_errors) (exception='OverflowError')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-jsplgv4l/kernel_replay/tests/test_kernel_replay.py\", line 214, in test_resource_spawn_exceptions_are_structured_errors\n self.assertEqual(len(r['results']), 1, r)\nAssertionError: 0 != 1 : {'schema': 'cbz-kernel-replay/v1', 'gate': 'G4-scoped-adapter', 'started': '2026-10-29T19:22:14.194481+00:00', 'ok': False, 'results': [], 'completed_count': 0, 'expected_count': 1, 'manifest': {'schema': 'cbz-kernel-replay/v1', 'lean': {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/bin/lean', 'sha256': 'e8baaa71855a616dc351028f3ad2200051b0671f423a1696a100e809302d5550'}, 'sysroot': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1', 'lean_path': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-jsplgv4l/kernel_replay/evidence/tmp53tk28uo'], 'expected_modules': ['Toy'], 'modules': [{'name': 'Toy', 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-jsplgv4l/kernel_replay/evidence/tmp53tk28uo/Toy.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-jsplgv4l/kernel_replay/evidence/tmp53tk28uo/Toy.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}]}], 'context': [], 'tool': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-jsplgv4l/kernel_replay/kernel_replay.py', 'sha256': 'b5d07bccbc9bc59f8cd8e9e00ce7ea1c8f3183ba2b6b3859ea72255815ff6676'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-jsplgv4l/kernel_replay/ExactReplay.lean', 'sha256': '24e55f5e99c83a46f9f908bbc90f22292a94305294e287d9b2eccbf24e8e6b66'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/LeanChecker.lean', 'sha256': '2d18ec111d73c536b0bdee2533556bb9548c349f386797d3d3837b1f84d55dae'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/Lean/Replay.lean', 'sha256': 'c434b5b2bc5047ca58d4a095fcf1d9935d413c788ae98a4f21948e6a95ca3fb0'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/LeanChecker.olean', 'sha256': 'd6829015630328e3c70909a4cba004a7933f6d52cad3721488a2efaa14c1bbbe'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean', 'sha256': '66cb6f6d0bd6f9faee0205ddf0e289d1936e40f7808dfe9ad6eba412a5d8b427'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.server', 'sha256': '46026af21aa760fb2343c15336f6e1476d37e4829e4e0ec529ab499fd0a2b010'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.private', 'sha256': 'fadad15c5bb080fee117b7fd049b6f54e3077b5b258902fe47cad8dbf76649a1'}]}, 'g2_status': 'NOT_ASSESSED', 'full_cbz': False, 'resource_limits': {'memory_mib_max': 8796093022207, 'timeout_seconds_max': 2147483, 'cleanup_timeout_seconds': 1.0}, 'error': 'OverflowError: spawn rejected', 'ended': '2026-10-29T19:22:14.197812+00:00'}\n\n======================================================================\nFAIL: test_resource_spawn_exceptions_are_structured_errors (test_kernel_replay.WrapperTests.test_resource_spawn_exceptions_are_structured_errors) (exception='ValueError')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-jsplgv4l/kernel_replay/tests/test_kernel_replay.py\", line 214, in test_resource_spawn_exceptions_are_structured_errors\n self.assertEqual(len(r['results']), 1, r)\nAssertionError: 0 != 1 : {'schema': 'cbz-kernel-replay/v1', 'gate': 'G4-scoped-adapter', 'started': '2026-10-29T19:22:14.198095+00:00', 'ok': False, 'results': [], 'completed_count': 0, 'expected_count': 1, 'manifest': {'schema': 'cbz-kernel-replay/v1', 'lean': {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/bin/lean', 'sha256': 'e8baaa71855a616dc351028f3ad2200051b0671f423a1696a100e809302d5550'}, 'sysroot': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1', 'lean_path': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-jsplgv4l/kernel_replay/evidence/tmp53tk28uo'], 'expected_modules': ['Toy'], 'modules': [{'name': 'Toy', 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-jsplgv4l/kernel_replay/evidence/tmp53tk28uo/Toy.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-jsplgv4l/kernel_replay/evidence/tmp53tk28uo/Toy.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}]}], 'context': [], 'tool': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-jsplgv4l/kernel_replay/kernel_replay.py', 'sha256': 'b5d07bccbc9bc59f8cd8e9e00ce7ea1c8f3183ba2b6b3859ea72255815ff6676'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-jsplgv4l/kernel_replay/ExactReplay.lean', 'sha256': '24e55f5e99c83a46f9f908bbc90f22292a94305294e287d9b2eccbf24e8e6b66'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/LeanChecker.lean', 'sha256': '2d18ec111d73c536b0bdee2533556bb9548c349f386797d3d3837b1f84d55dae'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/Lean/Replay.lean', 'sha256': 'c434b5b2bc5047ca58d4a095fcf1d9935d413c788ae98a4f21948e6a95ca3fb0'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/LeanChecker.olean', 'sha256': 'd6829015630328e3c70909a4cba004a7933f6d52cad3721488a2efaa14c1bbbe'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean', 'sha256': '66cb6f6d0bd6f9faee0205ddf0e289d1936e40f7808dfe9ad6eba412a5d8b427'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.server', 'sha256': '46026af21aa760fb2343c15336f6e1476d37e4829e4e0ec529ab499fd0a2b010'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.private', 'sha256': 'fadad15c5bb080fee117b7fd049b6f54e3077b5b258902fe47cad8dbf76649a1'}]}, 'g2_status': 'NOT_ASSESSED', 'full_cbz': False, 'resource_limits': {'memory_mib_max': 8796093022207, 'timeout_seconds_max': 2147483, 'cleanup_timeout_seconds': 1.0}, 'error': 'ValueError: spawn rejected', 'ended': '2026-10-29T19:22:14.201405+00:00'}\n\n----------------------------------------------------------------------\nRan 1 test in 0.025s\n\nFAILED (failures=3)\n", + "stderr": "" + }, + { + "name": "resource-unbounded-cleanup-wait", + "file": "kernel_replay.py", + "test": "test_kernel_replay.WrapperTests.test_resource_unreapable_child_cleanup_is_bounded", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "27da13a9455a62c2b192ff62f6222266cb483d323cf680f3d81d3b19b260b8ce", + "mutated_sha256": "5eef14c78353a2bbf8269bf8ff627c04965d5c54542e3fab29cb0dd3d5284100", + "tests": { + "tests_run": 1, + "assertion_failures": 1, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_resource_unreapable_child_cleanup_is_bounded (test_kernel_replay.WrapperTests.test_resource_unreapable_child_cleanup_is_bounded) ... FAIL\n\n======================================================================\nFAIL: test_resource_unreapable_child_cleanup_is_bounded (test_kernel_replay.WrapperTests.test_resource_unreapable_child_cleanup_is_bounded)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-0x9kezoy/kernel_replay/tests/test_kernel_replay.py\", line 159, in resource_report\n return self.kr.run_manifest(m, memory, timeout)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-0x9kezoy/kernel_replay/kernel_replay.py\", line 303, in run_manifest\n report['results'].append(run_one(m, entry, memory_mib, timeout_seconds))\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-0x9kezoy/kernel_replay/kernel_replay.py\", line 255, in run_one\n result['returncode'], result['cleanup'] = cleanup_child(p)\n ^^^^^^^^^^^^^^^^\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-0x9kezoy/kernel_replay/kernel_replay.py\", line 207, in cleanup_child\n returncode = p.wait()\n ^^^^^^^^\n File \"/opt/codex/runtimes/codex-primary-runtime/dependencies/python/lib/python3.12/unittest/mock.py\", line 1139, in __call__\n return self._mock_call(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/codex/runtimes/codex-primary-runtime/dependencies/python/lib/python3.12/unittest/mock.py\", line 1143, in _mock_call\n return self._execute_mock_call(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/codex/runtimes/codex-primary-runtime/dependencies/python/lib/python3.12/unittest/mock.py\", line 1204, in _execute_mock_call\n result = effect(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-0x9kezoy/kernel_replay/tests/test_kernel_replay.py\", line 286, in wait\n self.fail('unbounded child cleanup wait')\nAssertionError: unbounded child cleanup wait\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-0x9kezoy/kernel_replay/tests/test_kernel_replay.py\", line 293, in test_resource_unreapable_child_cleanup_is_bounded\n r = self.resource_report(m, timeout=0.05)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-0x9kezoy/kernel_replay/tests/test_kernel_replay.py\", line 161, in resource_report\n self.fail(f'resource boundary escaped structured report: {type(exc).__name__}: {exc}')\nAssertionError: resource boundary escaped structured report: AssertionError: unbounded child cleanup wait\n\n----------------------------------------------------------------------\nRan 1 test in 0.013s\n\nFAILED (failures=1)\n" + }, + "stdout": "test_resource_unreapable_child_cleanup_is_bounded (test_kernel_replay.WrapperTests.test_resource_unreapable_child_cleanup_is_bounded) ... FAIL\n\n======================================================================\nFAIL: test_resource_unreapable_child_cleanup_is_bounded (test_kernel_replay.WrapperTests.test_resource_unreapable_child_cleanup_is_bounded)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-0x9kezoy/kernel_replay/tests/test_kernel_replay.py\", line 159, in resource_report\n return self.kr.run_manifest(m, memory, timeout)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-0x9kezoy/kernel_replay/kernel_replay.py\", line 303, in run_manifest\n report['results'].append(run_one(m, entry, memory_mib, timeout_seconds))\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-0x9kezoy/kernel_replay/kernel_replay.py\", line 255, in run_one\n result['returncode'], result['cleanup'] = cleanup_child(p)\n ^^^^^^^^^^^^^^^^\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-0x9kezoy/kernel_replay/kernel_replay.py\", line 207, in cleanup_child\n returncode = p.wait()\n ^^^^^^^^\n File \"/opt/codex/runtimes/codex-primary-runtime/dependencies/python/lib/python3.12/unittest/mock.py\", line 1139, in __call__\n return self._mock_call(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/codex/runtimes/codex-primary-runtime/dependencies/python/lib/python3.12/unittest/mock.py\", line 1143, in _mock_call\n return self._execute_mock_call(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/codex/runtimes/codex-primary-runtime/dependencies/python/lib/python3.12/unittest/mock.py\", line 1204, in _execute_mock_call\n result = effect(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-0x9kezoy/kernel_replay/tests/test_kernel_replay.py\", line 286, in wait\n self.fail('unbounded child cleanup wait')\nAssertionError: unbounded child cleanup wait\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-0x9kezoy/kernel_replay/tests/test_kernel_replay.py\", line 293, in test_resource_unreapable_child_cleanup_is_bounded\n r = self.resource_report(m, timeout=0.05)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-0x9kezoy/kernel_replay/tests/test_kernel_replay.py\", line 161, in resource_report\n self.fail(f'resource boundary escaped structured report: {type(exc).__name__}: {exc}')\nAssertionError: resource boundary escaped structured report: AssertionError: unbounded child cleanup wait\n\n----------------------------------------------------------------------\nRan 1 test in 0.013s\n\nFAILED (failures=1)\n", + "stderr": "" + }, + { + "name": "resource-skip-abnormal-cleanup", + "file": "kernel_replay.py", + "test": "test_kernel_replay.WrapperTests.test_resource_unreapable_child_cleanup_is_bounded", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "27da13a9455a62c2b192ff62f6222266cb483d323cf680f3d81d3b19b260b8ce", + "mutated_sha256": "db1b708ce6f94bfb124904a7b69a9d3feb55c5659f10be7d1d2f8b48c4aab70c", + "tests": { + "tests_run": 1, + "assertion_failures": 1, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_resource_unreapable_child_cleanup_is_bounded (test_kernel_replay.WrapperTests.test_resource_unreapable_child_cleanup_is_bounded) ... FAIL\n\n======================================================================\nFAIL: test_resource_unreapable_child_cleanup_is_bounded (test_kernel_replay.WrapperTests.test_resource_unreapable_child_cleanup_is_bounded)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-dx6rpbq9/kernel_replay/tests/test_kernel_replay.py\", line 297, in test_resource_unreapable_child_cleanup_is_bounded\n self.assertEqual(result['status'], 'ERROR')\nAssertionError: 'TIMEOUT' != 'ERROR'\n- TIMEOUT\n+ ERROR\n\n\n----------------------------------------------------------------------\nRan 1 test in 0.013s\n\nFAILED (failures=1)\n" + }, + "stdout": "test_resource_unreapable_child_cleanup_is_bounded (test_kernel_replay.WrapperTests.test_resource_unreapable_child_cleanup_is_bounded) ... FAIL\n\n======================================================================\nFAIL: test_resource_unreapable_child_cleanup_is_bounded (test_kernel_replay.WrapperTests.test_resource_unreapable_child_cleanup_is_bounded)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-dx6rpbq9/kernel_replay/tests/test_kernel_replay.py\", line 297, in test_resource_unreapable_child_cleanup_is_bounded\n self.assertEqual(result['status'], 'ERROR')\nAssertionError: 'TIMEOUT' != 'ERROR'\n- TIMEOUT\n+ ERROR\n\n\n----------------------------------------------------------------------\nRan 1 test in 0.013s\n\nFAILED (failures=1)\n", + "stderr": "" + }, + { + "name": "resource-overwrite-error-with-success", + "file": "kernel_replay.py", + "test": "test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "27da13a9455a62c2b192ff62f6222266cb483d323cf680f3d81d3b19b260b8ce", + "mutated_sha256": "d45a3249fd12b9d952b6a61cefdffa089230779a948d80a8dfe83339b2b766b6", + "tests": { + "tests_run": 1, + "assertion_failures": 4, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_resource_wait_errors_cannot_become_success (test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success) ... \n test_resource_wait_errors_cannot_become_success (test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success) (exception='OverflowError') ... FAIL\n test_resource_wait_errors_cannot_become_success (test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success) (exception='ValueError') ... FAIL\n test_resource_wait_errors_cannot_become_success (test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success) (exception='SubprocessError') ... FAIL\n test_resource_wait_errors_cannot_become_success (test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success) (exception='OSError') ... FAIL\n\n======================================================================\nFAIL: test_resource_wait_errors_cannot_become_success (test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success) (exception='OverflowError')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-1ltg7oy5/kernel_replay/tests/test_kernel_replay.py\", line 232, in test_resource_wait_errors_cannot_become_success\n self.assertFalse(r['ok'])\nAssertionError: True is not false\n\n======================================================================\nFAIL: test_resource_wait_errors_cannot_become_success (test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success) (exception='ValueError')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-1ltg7oy5/kernel_replay/tests/test_kernel_replay.py\", line 232, in test_resource_wait_errors_cannot_become_success\n self.assertFalse(r['ok'])\nAssertionError: True is not false\n\n======================================================================\nFAIL: test_resource_wait_errors_cannot_become_success (test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success) (exception='SubprocessError')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-1ltg7oy5/kernel_replay/tests/test_kernel_replay.py\", line 232, in test_resource_wait_errors_cannot_become_success\n self.assertFalse(r['ok'])\nAssertionError: True is not false\n\n======================================================================\nFAIL: test_resource_wait_errors_cannot_become_success (test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success) (exception='OSError')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-1ltg7oy5/kernel_replay/tests/test_kernel_replay.py\", line 232, in test_resource_wait_errors_cannot_become_success\n self.assertFalse(r['ok'])\nAssertionError: True is not false\n\n----------------------------------------------------------------------\nRan 1 test in 0.030s\n\nFAILED (failures=4)\n" + }, + "stdout": "test_resource_wait_errors_cannot_become_success (test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success) ... \n test_resource_wait_errors_cannot_become_success (test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success) (exception='OverflowError') ... FAIL\n test_resource_wait_errors_cannot_become_success (test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success) (exception='ValueError') ... FAIL\n test_resource_wait_errors_cannot_become_success (test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success) (exception='SubprocessError') ... FAIL\n test_resource_wait_errors_cannot_become_success (test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success) (exception='OSError') ... FAIL\n\n======================================================================\nFAIL: test_resource_wait_errors_cannot_become_success (test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success) (exception='OverflowError')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-1ltg7oy5/kernel_replay/tests/test_kernel_replay.py\", line 232, in test_resource_wait_errors_cannot_become_success\n self.assertFalse(r['ok'])\nAssertionError: True is not false\n\n======================================================================\nFAIL: test_resource_wait_errors_cannot_become_success (test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success) (exception='ValueError')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-1ltg7oy5/kernel_replay/tests/test_kernel_replay.py\", line 232, in test_resource_wait_errors_cannot_become_success\n self.assertFalse(r['ok'])\nAssertionError: True is not false\n\n======================================================================\nFAIL: test_resource_wait_errors_cannot_become_success (test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success) (exception='SubprocessError')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-1ltg7oy5/kernel_replay/tests/test_kernel_replay.py\", line 232, in test_resource_wait_errors_cannot_become_success\n self.assertFalse(r['ok'])\nAssertionError: True is not false\n\n======================================================================\nFAIL: test_resource_wait_errors_cannot_become_success (test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success) (exception='OSError')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-1ltg7oy5/kernel_replay/tests/test_kernel_replay.py\", line 232, in test_resource_wait_errors_cannot_become_success\n self.assertFalse(r['ok'])\nAssertionError: True is not false\n\n----------------------------------------------------------------------\nRan 1 test in 0.030s\n\nFAILED (failures=4)\n", + "stderr": "" + }, + { + "name": "resource-continue-after-unreaped-child", + "file": "kernel_replay.py", + "test": "test_kernel_replay.WrapperTests.test_resource_unreaped_child_stops_further_modules", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "27da13a9455a62c2b192ff62f6222266cb483d323cf680f3d81d3b19b260b8ce", + "mutated_sha256": "471565b98a54f7476c9db79944679fba89e527dfeb76ad809079036913ec6333", + "tests": { + "tests_run": 1, + "assertion_failures": 1, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_resource_unreaped_child_stops_further_modules (test_kernel_replay.WrapperTests.test_resource_unreaped_child_stops_further_modules) ... FAIL\n\n======================================================================\nFAIL: test_resource_unreaped_child_stops_further_modules (test_kernel_replay.WrapperTests.test_resource_unreaped_child_stops_further_modules)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-z9qkpxv4/kernel_replay/tests/test_kernel_replay.py\", line 314, in test_resource_unreaped_child_stops_further_modules\n self.assertEqual(len(r['results']), 1, 'must stop serial scheduling when child cleanup failed')\nAssertionError: 2 != 1 : must stop serial scheduling when child cleanup failed\n\n----------------------------------------------------------------------\nRan 1 test in 0.019s\n\nFAILED (failures=1)\n" + }, + "stdout": "test_resource_unreaped_child_stops_further_modules (test_kernel_replay.WrapperTests.test_resource_unreaped_child_stops_further_modules) ... FAIL\n\n======================================================================\nFAIL: test_resource_unreaped_child_stops_further_modules (test_kernel_replay.WrapperTests.test_resource_unreaped_child_stops_further_modules)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-z9qkpxv4/kernel_replay/tests/test_kernel_replay.py\", line 314, in test_resource_unreaped_child_stops_further_modules\n self.assertEqual(len(r['results']), 1, 'must stop serial scheduling when child cleanup failed')\nAssertionError: 2 != 1 : must stop serial scheduling when child cleanup failed\n\n----------------------------------------------------------------------\nRan 1 test in 0.019s\n\nFAILED (failures=1)\n", + "stderr": "" + } + ] +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/g0-resource-preexec-test.json b/cbz/contributions/math514/kernel_replay/evidence/g0-resource-preexec-test.json new file mode 100644 index 000000000..000527b9f --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/g0-resource-preexec-test.json @@ -0,0 +1,10 @@ +{ + "tests_run": 1, + "assertion_failures": 0, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": true, + "log": "test_resource_real_preexec_failure_is_structured (test_kernel_replay.WrapperTests.test_resource_real_preexec_failure_is_structured) ... ok\n\n----------------------------------------------------------------------\nRan 1 test in 0.012s\n\nOK\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/g0-resource-red-initial.json b/cbz/contributions/math514/kernel_replay/evidence/g0-resource-red-initial.json new file mode 100644 index 000000000..73151d4cc --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/g0-resource-red-initial.json @@ -0,0 +1,10 @@ +{ + "tests_run": 10, + "assertion_failures": 16, + "errors": 2, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_resource_memory_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_upper_bounds_before_spawn) ... \n test_resource_memory_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_upper_bounds_before_spawn) (memory_digits=401) ... FAIL\n test_resource_memory_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_upper_bounds_before_spawn) (memory_digits=13) ... FAIL\ntest_resource_memory_hard_limit_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_hard_limit_before_spawn) ... FAIL\ntest_resource_boolean_arguments_rejected (test_kernel_replay.WrapperTests.test_resource_boolean_arguments_rejected) ... \n test_resource_boolean_arguments_rejected (test_kernel_replay.WrapperTests.test_resource_boolean_arguments_rejected) (memory=256, timeout=True) ... FAIL\ntest_resource_timeout_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_timeout_upper_bounds_before_spawn) ... \n test_resource_timeout_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_timeout_upper_bounds_before_spawn) (timeout_type='int') ... FAIL\n test_resource_timeout_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_timeout_upper_bounds_before_spawn) (timeout_type='float') ... FAIL\n test_resource_timeout_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_timeout_upper_bounds_before_spawn) (timeout_type='int') ... FAIL\ntest_resource_valid_integer_and_float_timeouts (test_kernel_replay.WrapperTests.test_resource_valid_integer_and_float_timeouts) ... ok\ntest_resource_spawn_exceptions_are_structured_errors (test_kernel_replay.WrapperTests.test_resource_spawn_exceptions_are_structured_errors) ... \n test_resource_spawn_exceptions_are_structured_errors (test_kernel_replay.WrapperTests.test_resource_spawn_exceptions_are_structured_errors) (exception='SubprocessError') ... FAIL\n test_resource_spawn_exceptions_are_structured_errors (test_kernel_replay.WrapperTests.test_resource_spawn_exceptions_are_structured_errors) (exception='OverflowError') ... FAIL\n test_resource_spawn_exceptions_are_structured_errors (test_kernel_replay.WrapperTests.test_resource_spawn_exceptions_are_structured_errors) (exception='ValueError') ... ERROR\n test_resource_spawn_exceptions_are_structured_errors (test_kernel_replay.WrapperTests.test_resource_spawn_exceptions_are_structured_errors) (exception='OSError') ... FAIL\ntest_resource_wait_errors_cannot_become_success (test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success) ... \n test_resource_wait_errors_cannot_become_success (test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success) (exception='OverflowError') ... FAIL\n test_resource_wait_errors_cannot_become_success (test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success) (exception='ValueError') ... ERROR\n test_resource_wait_errors_cannot_become_success (test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success) (exception='SubprocessError') ... FAIL\n test_resource_wait_errors_cannot_become_success (test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success) (exception='OSError') ... FAIL\ntest_resource_wait_error_kills_and_reaps_real_child (test_kernel_replay.WrapperTests.test_resource_wait_error_kills_and_reaps_real_child) ... FAIL\ntest_resource_timeout_kills_and_reaps_real_child (test_kernel_replay.WrapperTests.test_resource_timeout_kills_and_reaps_real_child) ... FAIL\ntest_resource_unreapable_child_cleanup_is_bounded (test_kernel_replay.WrapperTests.test_resource_unreapable_child_cleanup_is_bounded) ... FAIL\n\n======================================================================\nERROR: test_resource_spawn_exceptions_are_structured_errors (test_kernel_replay.WrapperTests.test_resource_spawn_exceptions_are_structured_errors) (exception='ValueError')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/tests/test_kernel_replay.py\", line 214, in test_resource_spawn_exceptions_are_structured_errors\n self.assertEqual(r['results'][0]['status'], 'ERROR')\n ~~~~~~~~~~~~^^^\nIndexError: list index out of range\n\n======================================================================\nERROR: test_resource_wait_errors_cannot_become_success (test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success) (exception='ValueError')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/tests/test_kernel_replay.py\", line 232, in test_resource_wait_errors_cannot_become_success\n self.assertEqual(r['results'][0]['status'], 'ERROR')\n ~~~~~~~~~~~~^^^\nIndexError: list index out of range\n\n======================================================================\nFAIL: test_resource_memory_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_upper_bounds_before_spawn) (memory_digits=401)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/tests/test_kernel_replay.py\", line 169, in test_resource_memory_upper_bounds_before_spawn\n self.assertFalse(r['ok'])\nAssertionError: True is not false\n\n======================================================================\nFAIL: test_resource_memory_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_upper_bounds_before_spawn) (memory_digits=13)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/tests/test_kernel_replay.py\", line 169, in test_resource_memory_upper_bounds_before_spawn\n self.assertFalse(r['ok'])\nAssertionError: True is not false\n\n======================================================================\nFAIL: test_resource_memory_hard_limit_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_hard_limit_before_spawn)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/tests/test_kernel_replay.py\", line 178, in test_resource_memory_hard_limit_before_spawn\n self.assertFalse(r['ok'])\nAssertionError: True is not false\n\n======================================================================\nFAIL: test_resource_boolean_arguments_rejected (test_kernel_replay.WrapperTests.test_resource_boolean_arguments_rejected) (memory=256, timeout=True)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/tests/test_kernel_replay.py\", line 188, in test_resource_boolean_arguments_rejected\n self.assertFalse(r['ok'])\nAssertionError: True is not false\n\n======================================================================\nFAIL: test_resource_timeout_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_timeout_upper_bounds_before_spawn) (timeout_type='int')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/tests/test_kernel_replay.py\", line 159, in resource_report\n return self.kr.run_manifest(m, memory, timeout)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/cbz-0/tools/kernel_replay/kernel_replay.py\", line 235, in run_manifest\n if not isinstance(timeout_seconds, (int, float)) or not math.isfinite(timeout_seconds) or timeout_seconds <= 0:\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nOverflowError: int too large to convert to float\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/tests/test_kernel_replay.py\", line 196, in test_resource_timeout_upper_bounds_before_spawn\n r = self.resource_report(m, timeout=timeout)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/cbz-0/tools/kernel_replay/tests/test_kernel_replay.py\", line 161, in resource_report\n self.fail(f'resource boundary escaped structured report: {type(exc).__name__}: {exc}')\nAssertionError: resource boundary escaped structured report: OverflowError: int too large to convert to float\n\n======================================================================\nFAIL: test_resource_timeout_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_timeout_upper_bounds_before_spawn) (timeout_type='float')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/tests/test_kernel_replay.py\", line 197, in test_resource_timeout_upper_bounds_before_spawn\n self.assertFalse(r['ok'])\nAssertionError: True is not false\n\n======================================================================\nFAIL: test_resource_timeout_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_timeout_upper_bounds_before_spawn) (timeout_type='int')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/tests/test_kernel_replay.py\", line 197, in test_resource_timeout_upper_bounds_before_spawn\n self.assertFalse(r['ok'])\nAssertionError: True is not false\n\n======================================================================\nFAIL: test_resource_spawn_exceptions_are_structured_errors (test_kernel_replay.WrapperTests.test_resource_spawn_exceptions_are_structured_errors) (exception='SubprocessError')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/tests/test_kernel_replay.py\", line 159, in resource_report\n return self.kr.run_manifest(m, memory, timeout)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/cbz-0/tools/kernel_replay/kernel_replay.py\", line 241, in run_manifest\n report['results'].append(run_one(m, entry, memory_mib, timeout_seconds))\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/cbz-0/tools/kernel_replay/kernel_replay.py\", line 202, in run_one\n with subprocess.Popen(cmd, cwd=ROOT, env=env, stdout=stdout, stderr=stderr,\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/codex/runtimes/codex-primary-runtime/dependencies/python/lib/python3.12/unittest/mock.py\", line 1139, in __call__\n return self._mock_call(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/codex/runtimes/codex-primary-runtime/dependencies/python/lib/python3.12/unittest/mock.py\", line 1143, in _mock_call\n return self._execute_mock_call(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/codex/runtimes/codex-primary-runtime/dependencies/python/lib/python3.12/unittest/mock.py\", line 1198, in _execute_mock_call\n raise effect\nsubprocess.SubprocessError: spawn rejected\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/tests/test_kernel_replay.py\", line 212, in test_resource_spawn_exceptions_are_structured_errors\n r = self.resource_report(m)\n ^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/cbz-0/tools/kernel_replay/tests/test_kernel_replay.py\", line 161, in resource_report\n self.fail(f'resource boundary escaped structured report: {type(exc).__name__}: {exc}')\nAssertionError: resource boundary escaped structured report: SubprocessError: spawn rejected\n\n======================================================================\nFAIL: test_resource_spawn_exceptions_are_structured_errors (test_kernel_replay.WrapperTests.test_resource_spawn_exceptions_are_structured_errors) (exception='OverflowError')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/tests/test_kernel_replay.py\", line 159, in resource_report\n return self.kr.run_manifest(m, memory, timeout)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/cbz-0/tools/kernel_replay/kernel_replay.py\", line 241, in run_manifest\n report['results'].append(run_one(m, entry, memory_mib, timeout_seconds))\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/cbz-0/tools/kernel_replay/kernel_replay.py\", line 202, in run_one\n with subprocess.Popen(cmd, cwd=ROOT, env=env, stdout=stdout, stderr=stderr,\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/codex/runtimes/codex-primary-runtime/dependencies/python/lib/python3.12/unittest/mock.py\", line 1139, in __call__\n return self._mock_call(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/codex/runtimes/codex-primary-runtime/dependencies/python/lib/python3.12/unittest/mock.py\", line 1143, in _mock_call\n return self._execute_mock_call(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/codex/runtimes/codex-primary-runtime/dependencies/python/lib/python3.12/unittest/mock.py\", line 1198, in _execute_mock_call\n raise effect\nOverflowError: spawn rejected\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/tests/test_kernel_replay.py\", line 212, in test_resource_spawn_exceptions_are_structured_errors\n r = self.resource_report(m)\n ^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/cbz-0/tools/kernel_replay/tests/test_kernel_replay.py\", line 161, in resource_report\n self.fail(f'resource boundary escaped structured report: {type(exc).__name__}: {exc}')\nAssertionError: resource boundary escaped structured report: OverflowError: spawn rejected\n\n======================================================================\nFAIL: test_resource_spawn_exceptions_are_structured_errors (test_kernel_replay.WrapperTests.test_resource_spawn_exceptions_are_structured_errors) (exception='OSError')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/tests/test_kernel_replay.py\", line 214, in test_resource_spawn_exceptions_are_structured_errors\n self.assertEqual(r['results'][0]['status'], 'ERROR')\nAssertionError: 'FAIL' != 'ERROR'\n- FAIL\n+ ERROR\n\n\n======================================================================\nFAIL: test_resource_wait_errors_cannot_become_success (test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success) (exception='OverflowError')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/tests/test_kernel_replay.py\", line 159, in resource_report\n return self.kr.run_manifest(m, memory, timeout)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/cbz-0/tools/kernel_replay/kernel_replay.py\", line 241, in run_manifest\n report['results'].append(run_one(m, entry, memory_mib, timeout_seconds))\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/cbz-0/tools/kernel_replay/kernel_replay.py\", line 206, in run_one\n result['returncode'] = p.wait(timeout=timeout_seconds)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/codex/runtimes/codex-primary-runtime/dependencies/python/lib/python3.12/unittest/mock.py\", line 1139, in __call__\n return self._mock_call(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/codex/runtimes/codex-primary-runtime/dependencies/python/lib/python3.12/unittest/mock.py\", line 1143, in _mock_call\n return self._execute_mock_call(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/codex/runtimes/codex-primary-runtime/dependencies/python/lib/python3.12/unittest/mock.py\", line 1202, in _execute_mock_call\n raise result\nOverflowError: wait rejected\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/tests/test_kernel_replay.py\", line 230, in test_resource_wait_errors_cannot_become_success\n r = self.resource_report(m)\n ^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/cbz-0/tools/kernel_replay/tests/test_kernel_replay.py\", line 161, in resource_report\n self.fail(f'resource boundary escaped structured report: {type(exc).__name__}: {exc}')\nAssertionError: resource boundary escaped structured report: OverflowError: wait rejected\n\n======================================================================\nFAIL: test_resource_wait_errors_cannot_become_success (test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success) (exception='SubprocessError')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/tests/test_kernel_replay.py\", line 159, in resource_report\n return self.kr.run_manifest(m, memory, timeout)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/cbz-0/tools/kernel_replay/kernel_replay.py\", line 241, in run_manifest\n report['results'].append(run_one(m, entry, memory_mib, timeout_seconds))\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/cbz-0/tools/kernel_replay/kernel_replay.py\", line 206, in run_one\n result['returncode'] = p.wait(timeout=timeout_seconds)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/codex/runtimes/codex-primary-runtime/dependencies/python/lib/python3.12/unittest/mock.py\", line 1139, in __call__\n return self._mock_call(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/codex/runtimes/codex-primary-runtime/dependencies/python/lib/python3.12/unittest/mock.py\", line 1143, in _mock_call\n return self._execute_mock_call(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/codex/runtimes/codex-primary-runtime/dependencies/python/lib/python3.12/unittest/mock.py\", line 1202, in _execute_mock_call\n raise result\nsubprocess.SubprocessError: wait rejected\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/tests/test_kernel_replay.py\", line 230, in test_resource_wait_errors_cannot_become_success\n r = self.resource_report(m)\n ^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/cbz-0/tools/kernel_replay/tests/test_kernel_replay.py\", line 161, in resource_report\n self.fail(f'resource boundary escaped structured report: {type(exc).__name__}: {exc}')\nAssertionError: resource boundary escaped structured report: SubprocessError: wait rejected\n\n======================================================================\nFAIL: test_resource_wait_errors_cannot_become_success (test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success) (exception='OSError')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/tests/test_kernel_replay.py\", line 232, in test_resource_wait_errors_cannot_become_success\n self.assertEqual(r['results'][0]['status'], 'ERROR')\nAssertionError: 'FAIL' != 'ERROR'\n- FAIL\n+ ERROR\n\n\n======================================================================\nFAIL: test_resource_wait_error_kills_and_reaps_real_child (test_kernel_replay.WrapperTests.test_resource_wait_error_kills_and_reaps_real_child)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/tests/test_kernel_replay.py\", line 159, in resource_report\n return self.kr.run_manifest(m, memory, timeout)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/cbz-0/tools/kernel_replay/kernel_replay.py\", line 241, in run_manifest\n report['results'].append(run_one(m, entry, memory_mib, timeout_seconds))\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/cbz-0/tools/kernel_replay/kernel_replay.py\", line 206, in run_one\n result['returncode'] = p.wait(timeout=timeout_seconds)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/cbz-0/tools/kernel_replay/tests/test_kernel_replay.py\", line 252, in wait\n raise OverflowError('injected platform wait overflow')\nOverflowError: injected platform wait overflow\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/tests/test_kernel_replay.py\", line 257, in test_resource_wait_error_kills_and_reaps_real_child\n r = self.resource_report(m)\n ^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/cbz-0/tools/kernel_replay/tests/test_kernel_replay.py\", line 161, in resource_report\n self.fail(f'resource boundary escaped structured report: {type(exc).__name__}: {exc}')\nAssertionError: resource boundary escaped structured report: OverflowError: injected platform wait overflow\n\n======================================================================\nFAIL: test_resource_timeout_kills_and_reaps_real_child (test_kernel_replay.WrapperTests.test_resource_timeout_kills_and_reaps_real_child)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/tests/test_kernel_replay.py\", line 271, in test_resource_timeout_kills_and_reaps_real_child\n self.assertTrue(result.get('cleanup', {}).get('reaped'))\nAssertionError: None is not true\n\n======================================================================\nFAIL: test_resource_unreapable_child_cleanup_is_bounded (test_kernel_replay.WrapperTests.test_resource_unreapable_child_cleanup_is_bounded)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/tests/test_kernel_replay.py\", line 295, in test_resource_unreapable_child_cleanup_is_bounded\n self.assertEqual(result['status'], 'ERROR')\nAssertionError: 'FAIL' != 'ERROR'\n- FAIL\n+ ERROR\n\n\n----------------------------------------------------------------------\nRan 10 tests in 0.431s\n\nFAILED (failures=16, errors=2)\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/g0-resource-red.json b/cbz/contributions/math514/kernel_replay/evidence/g0-resource-red.json new file mode 100644 index 000000000..d634fe051 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/g0-resource-red.json @@ -0,0 +1,10 @@ +{ + "tests_run": 10, + "assertion_failures": 18, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_resource_memory_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_upper_bounds_before_spawn) ... \n test_resource_memory_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_upper_bounds_before_spawn) (memory_digits=401) ... FAIL\n test_resource_memory_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_upper_bounds_before_spawn) (memory_digits=13) ... FAIL\ntest_resource_memory_hard_limit_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_hard_limit_before_spawn) ... FAIL\ntest_resource_boolean_arguments_rejected (test_kernel_replay.WrapperTests.test_resource_boolean_arguments_rejected) ... \n test_resource_boolean_arguments_rejected (test_kernel_replay.WrapperTests.test_resource_boolean_arguments_rejected) (memory=256, timeout=True) ... FAIL\ntest_resource_timeout_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_timeout_upper_bounds_before_spawn) ... \n test_resource_timeout_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_timeout_upper_bounds_before_spawn) (timeout_type='int') ... FAIL\n test_resource_timeout_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_timeout_upper_bounds_before_spawn) (timeout_type='float') ... FAIL\n test_resource_timeout_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_timeout_upper_bounds_before_spawn) (timeout_type='int') ... FAIL\ntest_resource_valid_integer_and_float_timeouts (test_kernel_replay.WrapperTests.test_resource_valid_integer_and_float_timeouts) ... ok\ntest_resource_spawn_exceptions_are_structured_errors (test_kernel_replay.WrapperTests.test_resource_spawn_exceptions_are_structured_errors) ... \n test_resource_spawn_exceptions_are_structured_errors (test_kernel_replay.WrapperTests.test_resource_spawn_exceptions_are_structured_errors) (exception='SubprocessError') ... FAIL\n test_resource_spawn_exceptions_are_structured_errors (test_kernel_replay.WrapperTests.test_resource_spawn_exceptions_are_structured_errors) (exception='OverflowError') ... FAIL\n test_resource_spawn_exceptions_are_structured_errors (test_kernel_replay.WrapperTests.test_resource_spawn_exceptions_are_structured_errors) (exception='ValueError') ... FAIL\n test_resource_spawn_exceptions_are_structured_errors (test_kernel_replay.WrapperTests.test_resource_spawn_exceptions_are_structured_errors) (exception='OSError') ... FAIL\ntest_resource_wait_errors_cannot_become_success (test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success) ... \n test_resource_wait_errors_cannot_become_success (test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success) (exception='OverflowError') ... FAIL\n test_resource_wait_errors_cannot_become_success (test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success) (exception='ValueError') ... FAIL\n test_resource_wait_errors_cannot_become_success (test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success) (exception='SubprocessError') ... FAIL\n test_resource_wait_errors_cannot_become_success (test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success) (exception='OSError') ... FAIL\ntest_resource_wait_error_kills_and_reaps_real_child (test_kernel_replay.WrapperTests.test_resource_wait_error_kills_and_reaps_real_child) ... FAIL\ntest_resource_timeout_kills_and_reaps_real_child (test_kernel_replay.WrapperTests.test_resource_timeout_kills_and_reaps_real_child) ... FAIL\ntest_resource_unreapable_child_cleanup_is_bounded (test_kernel_replay.WrapperTests.test_resource_unreapable_child_cleanup_is_bounded) ... FAIL\n\n======================================================================\nFAIL: test_resource_memory_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_upper_bounds_before_spawn) (memory_digits=401)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/tests/test_kernel_replay.py\", line 169, in test_resource_memory_upper_bounds_before_spawn\n self.assertFalse(r['ok'])\nAssertionError: True is not false\n\n======================================================================\nFAIL: test_resource_memory_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_upper_bounds_before_spawn) (memory_digits=13)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/tests/test_kernel_replay.py\", line 169, in test_resource_memory_upper_bounds_before_spawn\n self.assertFalse(r['ok'])\nAssertionError: True is not false\n\n======================================================================\nFAIL: test_resource_memory_hard_limit_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_hard_limit_before_spawn)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/tests/test_kernel_replay.py\", line 178, in test_resource_memory_hard_limit_before_spawn\n self.assertFalse(r['ok'])\nAssertionError: True is not false\n\n======================================================================\nFAIL: test_resource_boolean_arguments_rejected (test_kernel_replay.WrapperTests.test_resource_boolean_arguments_rejected) (memory=256, timeout=True)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/tests/test_kernel_replay.py\", line 188, in test_resource_boolean_arguments_rejected\n self.assertFalse(r['ok'])\nAssertionError: True is not false\n\n======================================================================\nFAIL: test_resource_timeout_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_timeout_upper_bounds_before_spawn) (timeout_type='int')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/tests/test_kernel_replay.py\", line 159, in resource_report\n return self.kr.run_manifest(m, memory, timeout)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/cbz-0/tools/kernel_replay/kernel_replay.py\", line 235, in run_manifest\n if not isinstance(timeout_seconds, (int, float)) or not math.isfinite(timeout_seconds) or timeout_seconds <= 0:\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nOverflowError: int too large to convert to float\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/tests/test_kernel_replay.py\", line 196, in test_resource_timeout_upper_bounds_before_spawn\n r = self.resource_report(m, timeout=timeout)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/cbz-0/tools/kernel_replay/tests/test_kernel_replay.py\", line 161, in resource_report\n self.fail(f'resource boundary escaped structured report: {type(exc).__name__}: {exc}')\nAssertionError: resource boundary escaped structured report: OverflowError: int too large to convert to float\n\n======================================================================\nFAIL: test_resource_timeout_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_timeout_upper_bounds_before_spawn) (timeout_type='float')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/tests/test_kernel_replay.py\", line 197, in test_resource_timeout_upper_bounds_before_spawn\n self.assertFalse(r['ok'])\nAssertionError: True is not false\n\n======================================================================\nFAIL: test_resource_timeout_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_timeout_upper_bounds_before_spawn) (timeout_type='int')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/tests/test_kernel_replay.py\", line 197, in test_resource_timeout_upper_bounds_before_spawn\n self.assertFalse(r['ok'])\nAssertionError: True is not false\n\n======================================================================\nFAIL: test_resource_spawn_exceptions_are_structured_errors (test_kernel_replay.WrapperTests.test_resource_spawn_exceptions_are_structured_errors) (exception='SubprocessError')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/tests/test_kernel_replay.py\", line 159, in resource_report\n return self.kr.run_manifest(m, memory, timeout)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/cbz-0/tools/kernel_replay/kernel_replay.py\", line 241, in run_manifest\n report['results'].append(run_one(m, entry, memory_mib, timeout_seconds))\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/cbz-0/tools/kernel_replay/kernel_replay.py\", line 202, in run_one\n with subprocess.Popen(cmd, cwd=ROOT, env=env, stdout=stdout, stderr=stderr,\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/codex/runtimes/codex-primary-runtime/dependencies/python/lib/python3.12/unittest/mock.py\", line 1139, in __call__\n return self._mock_call(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/codex/runtimes/codex-primary-runtime/dependencies/python/lib/python3.12/unittest/mock.py\", line 1143, in _mock_call\n return self._execute_mock_call(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/codex/runtimes/codex-primary-runtime/dependencies/python/lib/python3.12/unittest/mock.py\", line 1198, in _execute_mock_call\n raise effect\nsubprocess.SubprocessError: spawn rejected\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/tests/test_kernel_replay.py\", line 212, in test_resource_spawn_exceptions_are_structured_errors\n r = self.resource_report(m)\n ^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/cbz-0/tools/kernel_replay/tests/test_kernel_replay.py\", line 161, in resource_report\n self.fail(f'resource boundary escaped structured report: {type(exc).__name__}: {exc}')\nAssertionError: resource boundary escaped structured report: SubprocessError: spawn rejected\n\n======================================================================\nFAIL: test_resource_spawn_exceptions_are_structured_errors (test_kernel_replay.WrapperTests.test_resource_spawn_exceptions_are_structured_errors) (exception='OverflowError')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/tests/test_kernel_replay.py\", line 159, in resource_report\n return self.kr.run_manifest(m, memory, timeout)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/cbz-0/tools/kernel_replay/kernel_replay.py\", line 241, in run_manifest\n report['results'].append(run_one(m, entry, memory_mib, timeout_seconds))\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/cbz-0/tools/kernel_replay/kernel_replay.py\", line 202, in run_one\n with subprocess.Popen(cmd, cwd=ROOT, env=env, stdout=stdout, stderr=stderr,\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/codex/runtimes/codex-primary-runtime/dependencies/python/lib/python3.12/unittest/mock.py\", line 1139, in __call__\n return self._mock_call(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/codex/runtimes/codex-primary-runtime/dependencies/python/lib/python3.12/unittest/mock.py\", line 1143, in _mock_call\n return self._execute_mock_call(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/codex/runtimes/codex-primary-runtime/dependencies/python/lib/python3.12/unittest/mock.py\", line 1198, in _execute_mock_call\n raise effect\nOverflowError: spawn rejected\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/tests/test_kernel_replay.py\", line 212, in test_resource_spawn_exceptions_are_structured_errors\n r = self.resource_report(m)\n ^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/cbz-0/tools/kernel_replay/tests/test_kernel_replay.py\", line 161, in resource_report\n self.fail(f'resource boundary escaped structured report: {type(exc).__name__}: {exc}')\nAssertionError: resource boundary escaped structured report: OverflowError: spawn rejected\n\n======================================================================\nFAIL: test_resource_spawn_exceptions_are_structured_errors (test_kernel_replay.WrapperTests.test_resource_spawn_exceptions_are_structured_errors) (exception='ValueError')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/tests/test_kernel_replay.py\", line 214, in test_resource_spawn_exceptions_are_structured_errors\n self.assertEqual(len(r['results']), 1, r)\nAssertionError: 0 != 1 : {'schema': 'cbz-kernel-replay/v1', 'gate': 'G4-scoped-adapter', 'started': '2026-10-29T19:19:51.826543+00:00', 'ok': False, 'results': [], 'completed_count': 0, 'expected_count': 1, 'manifest': {'schema': 'cbz-kernel-replay/v1', 'lean': {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/bin/lean', 'sha256': 'e8baaa71855a616dc351028f3ad2200051b0671f423a1696a100e809302d5550'}, 'sysroot': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1', 'lean_path': ['/workspace/cbz-0/tools/kernel_replay/evidence/tmpgiu7bbzw'], 'expected_modules': ['Toy'], 'modules': [{'name': 'Toy', 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/tmpgiu7bbzw/Toy.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/tmpgiu7bbzw/Toy.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}]}], 'context': [], 'tool': [{'path': '/workspace/cbz-0/tools/kernel_replay/kernel_replay.py', 'sha256': '416b688929daff9f473ce3e0abd399d8be2cde46c12956d3e5d5d9937d914293'}, {'path': '/workspace/cbz-0/tools/kernel_replay/ExactReplay.lean', 'sha256': '24e55f5e99c83a46f9f908bbc90f22292a94305294e287d9b2eccbf24e8e6b66'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/LeanChecker.lean', 'sha256': '2d18ec111d73c536b0bdee2533556bb9548c349f386797d3d3837b1f84d55dae'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/Lean/Replay.lean', 'sha256': 'c434b5b2bc5047ca58d4a095fcf1d9935d413c788ae98a4f21948e6a95ca3fb0'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/LeanChecker.olean', 'sha256': 'd6829015630328e3c70909a4cba004a7933f6d52cad3721488a2efaa14c1bbbe'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean', 'sha256': '66cb6f6d0bd6f9faee0205ddf0e289d1936e40f7808dfe9ad6eba412a5d8b427'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.server', 'sha256': '46026af21aa760fb2343c15336f6e1476d37e4829e4e0ec529ab499fd0a2b010'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.private', 'sha256': 'fadad15c5bb080fee117b7fd049b6f54e3077b5b258902fe47cad8dbf76649a1'}]}, 'g2_status': 'NOT_ASSESSED', 'full_cbz': False, 'error': 'ValueError: spawn rejected', 'ended': '2026-10-29T19:19:51.830936+00:00'}\n\n======================================================================\nFAIL: test_resource_spawn_exceptions_are_structured_errors (test_kernel_replay.WrapperTests.test_resource_spawn_exceptions_are_structured_errors) (exception='OSError')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/tests/test_kernel_replay.py\", line 215, in test_resource_spawn_exceptions_are_structured_errors\n self.assertEqual(r['results'][0]['status'], 'ERROR')\nAssertionError: 'FAIL' != 'ERROR'\n- FAIL\n+ ERROR\n\n\n======================================================================\nFAIL: test_resource_wait_errors_cannot_become_success (test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success) (exception='OverflowError')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/tests/test_kernel_replay.py\", line 159, in resource_report\n return self.kr.run_manifest(m, memory, timeout)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/cbz-0/tools/kernel_replay/kernel_replay.py\", line 241, in run_manifest\n report['results'].append(run_one(m, entry, memory_mib, timeout_seconds))\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/cbz-0/tools/kernel_replay/kernel_replay.py\", line 206, in run_one\n result['returncode'] = p.wait(timeout=timeout_seconds)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/codex/runtimes/codex-primary-runtime/dependencies/python/lib/python3.12/unittest/mock.py\", line 1139, in __call__\n return self._mock_call(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/codex/runtimes/codex-primary-runtime/dependencies/python/lib/python3.12/unittest/mock.py\", line 1143, in _mock_call\n return self._execute_mock_call(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/codex/runtimes/codex-primary-runtime/dependencies/python/lib/python3.12/unittest/mock.py\", line 1202, in _execute_mock_call\n raise result\nOverflowError: wait rejected\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/tests/test_kernel_replay.py\", line 231, in test_resource_wait_errors_cannot_become_success\n r = self.resource_report(m)\n ^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/cbz-0/tools/kernel_replay/tests/test_kernel_replay.py\", line 161, in resource_report\n self.fail(f'resource boundary escaped structured report: {type(exc).__name__}: {exc}')\nAssertionError: resource boundary escaped structured report: OverflowError: wait rejected\n\n======================================================================\nFAIL: test_resource_wait_errors_cannot_become_success (test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success) (exception='ValueError')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/tests/test_kernel_replay.py\", line 233, in test_resource_wait_errors_cannot_become_success\n self.assertEqual(len(r['results']), 1, r)\nAssertionError: 0 != 1 : {'schema': 'cbz-kernel-replay/v1', 'gate': 'G4-scoped-adapter', 'started': '2026-10-29T19:19:51.843490+00:00', 'ok': False, 'results': [], 'completed_count': 0, 'expected_count': 1, 'manifest': {'schema': 'cbz-kernel-replay/v1', 'lean': {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/bin/lean', 'sha256': 'e8baaa71855a616dc351028f3ad2200051b0671f423a1696a100e809302d5550'}, 'sysroot': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1', 'lean_path': ['/workspace/cbz-0/tools/kernel_replay/evidence/tmp0b39fcyg'], 'expected_modules': ['Toy'], 'modules': [{'name': 'Toy', 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/tmp0b39fcyg/Toy.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/tmp0b39fcyg/Toy.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}]}], 'context': [], 'tool': [{'path': '/workspace/cbz-0/tools/kernel_replay/kernel_replay.py', 'sha256': '416b688929daff9f473ce3e0abd399d8be2cde46c12956d3e5d5d9937d914293'}, {'path': '/workspace/cbz-0/tools/kernel_replay/ExactReplay.lean', 'sha256': '24e55f5e99c83a46f9f908bbc90f22292a94305294e287d9b2eccbf24e8e6b66'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/LeanChecker.lean', 'sha256': '2d18ec111d73c536b0bdee2533556bb9548c349f386797d3d3837b1f84d55dae'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/Lean/Replay.lean', 'sha256': 'c434b5b2bc5047ca58d4a095fcf1d9935d413c788ae98a4f21948e6a95ca3fb0'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/LeanChecker.olean', 'sha256': 'd6829015630328e3c70909a4cba004a7933f6d52cad3721488a2efaa14c1bbbe'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean', 'sha256': '66cb6f6d0bd6f9faee0205ddf0e289d1936e40f7808dfe9ad6eba412a5d8b427'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.server', 'sha256': '46026af21aa760fb2343c15336f6e1476d37e4829e4e0ec529ab499fd0a2b010'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.private', 'sha256': 'fadad15c5bb080fee117b7fd049b6f54e3077b5b258902fe47cad8dbf76649a1'}]}, 'g2_status': 'NOT_ASSESSED', 'full_cbz': False, 'error': 'ValueError: wait rejected', 'ended': '2026-10-29T19:19:51.847131+00:00'}\n\n======================================================================\nFAIL: test_resource_wait_errors_cannot_become_success (test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success) (exception='SubprocessError')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/tests/test_kernel_replay.py\", line 159, in resource_report\n return self.kr.run_manifest(m, memory, timeout)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/cbz-0/tools/kernel_replay/kernel_replay.py\", line 241, in run_manifest\n report['results'].append(run_one(m, entry, memory_mib, timeout_seconds))\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/cbz-0/tools/kernel_replay/kernel_replay.py\", line 206, in run_one\n result['returncode'] = p.wait(timeout=timeout_seconds)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/codex/runtimes/codex-primary-runtime/dependencies/python/lib/python3.12/unittest/mock.py\", line 1139, in __call__\n return self._mock_call(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/codex/runtimes/codex-primary-runtime/dependencies/python/lib/python3.12/unittest/mock.py\", line 1143, in _mock_call\n return self._execute_mock_call(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/codex/runtimes/codex-primary-runtime/dependencies/python/lib/python3.12/unittest/mock.py\", line 1202, in _execute_mock_call\n raise result\nsubprocess.SubprocessError: wait rejected\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/tests/test_kernel_replay.py\", line 231, in test_resource_wait_errors_cannot_become_success\n r = self.resource_report(m)\n ^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/cbz-0/tools/kernel_replay/tests/test_kernel_replay.py\", line 161, in resource_report\n self.fail(f'resource boundary escaped structured report: {type(exc).__name__}: {exc}')\nAssertionError: resource boundary escaped structured report: SubprocessError: wait rejected\n\n======================================================================\nFAIL: test_resource_wait_errors_cannot_become_success (test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success) (exception='OSError')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/tests/test_kernel_replay.py\", line 234, in test_resource_wait_errors_cannot_become_success\n self.assertEqual(r['results'][0]['status'], 'ERROR')\nAssertionError: 'FAIL' != 'ERROR'\n- FAIL\n+ ERROR\n\n\n======================================================================\nFAIL: test_resource_wait_error_kills_and_reaps_real_child (test_kernel_replay.WrapperTests.test_resource_wait_error_kills_and_reaps_real_child)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/tests/test_kernel_replay.py\", line 159, in resource_report\n return self.kr.run_manifest(m, memory, timeout)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/cbz-0/tools/kernel_replay/kernel_replay.py\", line 241, in run_manifest\n report['results'].append(run_one(m, entry, memory_mib, timeout_seconds))\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/cbz-0/tools/kernel_replay/kernel_replay.py\", line 206, in run_one\n result['returncode'] = p.wait(timeout=timeout_seconds)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/cbz-0/tools/kernel_replay/tests/test_kernel_replay.py\", line 254, in wait\n raise OverflowError('injected platform wait overflow')\nOverflowError: injected platform wait overflow\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/tests/test_kernel_replay.py\", line 259, in test_resource_wait_error_kills_and_reaps_real_child\n r = self.resource_report(m)\n ^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/cbz-0/tools/kernel_replay/tests/test_kernel_replay.py\", line 161, in resource_report\n self.fail(f'resource boundary escaped structured report: {type(exc).__name__}: {exc}')\nAssertionError: resource boundary escaped structured report: OverflowError: injected platform wait overflow\n\n======================================================================\nFAIL: test_resource_timeout_kills_and_reaps_real_child (test_kernel_replay.WrapperTests.test_resource_timeout_kills_and_reaps_real_child)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/tests/test_kernel_replay.py\", line 273, in test_resource_timeout_kills_and_reaps_real_child\n self.assertTrue(result.get('cleanup', {}).get('reaped'))\nAssertionError: None is not true\n\n======================================================================\nFAIL: test_resource_unreapable_child_cleanup_is_bounded (test_kernel_replay.WrapperTests.test_resource_unreapable_child_cleanup_is_bounded)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/tests/test_kernel_replay.py\", line 297, in test_resource_unreapable_child_cleanup_is_bounded\n self.assertEqual(result['status'], 'ERROR')\nAssertionError: 'FAIL' != 'ERROR'\n- FAIL\n+ ERROR\n\n\n----------------------------------------------------------------------\nRan 10 tests in 0.417s\n\nFAILED (failures=18)\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/g0-resource-wrapper-tests.json b/cbz/contributions/math514/kernel_replay/evidence/g0-resource-wrapper-tests.json new file mode 100644 index 000000000..150f9cec1 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/g0-resource-wrapper-tests.json @@ -0,0 +1,10 @@ +{ + "tests_run": 30, + "assertion_failures": 0, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": true, + "log": "test_duplicate_modules_rejected (test_kernel_replay.WrapperTests.test_duplicate_modules_rejected) ... ok\ntest_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected) ... ok\ntest_expected_coverage_mismatch_rejected (test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected) ... ok\ntest_individual_olean_symlink_rejected (test_kernel_replay.WrapperTests.test_individual_olean_symlink_rejected) ... ok\ntest_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied) ... ok\ntest_missing_module_rejected (test_kernel_replay.WrapperTests.test_missing_module_rejected) ... ok\ntest_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) ... ok\ntest_module_names_and_unknown_fields_rejected (test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected) ... ok\ntest_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected) ... ok\ntest_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker) ... ok\ntest_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... ok\ntest_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected) ... ok\ntest_resource_boolean_arguments_rejected (test_kernel_replay.WrapperTests.test_resource_boolean_arguments_rejected) ... ok\ntest_resource_cleanup_exceptions_remain_structured (test_kernel_replay.WrapperTests.test_resource_cleanup_exceptions_remain_structured) ... ok\ntest_resource_memory_hard_limit_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_hard_limit_before_spawn) ... ok\ntest_resource_memory_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_upper_bounds_before_spawn) ... ok\ntest_resource_spawn_exceptions_are_structured_errors (test_kernel_replay.WrapperTests.test_resource_spawn_exceptions_are_structured_errors) ... ok\ntest_resource_timeout_kills_and_reaps_real_child (test_kernel_replay.WrapperTests.test_resource_timeout_kills_and_reaps_real_child) ... ok\ntest_resource_timeout_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_timeout_upper_bounds_before_spawn) ... ok\ntest_resource_unreapable_child_cleanup_is_bounded (test_kernel_replay.WrapperTests.test_resource_unreapable_child_cleanup_is_bounded) ... ok\ntest_resource_unreaped_child_stops_further_modules (test_kernel_replay.WrapperTests.test_resource_unreaped_child_stops_further_modules) ... ok\ntest_resource_valid_integer_and_float_timeouts (test_kernel_replay.WrapperTests.test_resource_valid_integer_and_float_timeouts) ... ok\ntest_resource_wait_error_kills_and_reaps_real_child (test_kernel_replay.WrapperTests.test_resource_wait_error_kills_and_reaps_real_child) ... ok\ntest_resource_wait_errors_cannot_become_success (test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success) ... ok\ntest_search_root_and_part_symlinks_rejected (test_kernel_replay.WrapperTests.test_search_root_and_part_symlinks_rejected) ... ok\ntest_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected) ... ok\ntest_strict_cli (test_kernel_replay.WrapperTests.test_strict_cli) ... ok\ntest_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal) ... ok\ntest_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected) ... ok\ntest_only_clean_assertion_failure_is_a_kill (test_mutation_harness.MutationHarnessTests.test_only_clean_assertion_failure_is_a_kill) ... ok\n\n----------------------------------------------------------------------\nRan 30 tests in 0.811s\n\nOK\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/resource-baseline/kernel_replay.py b/cbz/contributions/math514/kernel_replay/evidence/resource-baseline/kernel_replay.py new file mode 100644 index 000000000..c608658fb --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/resource-baseline/kernel_replay.py @@ -0,0 +1,306 @@ +#!/usr/bin/env python3 +"""Bounded, serial, exact-module adapter to the installed LeanChecker routine.""" +import argparse +from datetime import datetime, timezone +import hashlib +import json +import math +import os +from pathlib import Path +import re +import resource +import signal +import subprocess +import sys +import time + +ROOT = Path(__file__).resolve().parent +SCHEMA = 'cbz-kernel-replay/v1' +MODULE = re.compile(r"[A-Za-z_][A-Za-z0-9_']*(?:\.[A-Za-z_][A-Za-z0-9_']*)*\Z") + + +def now(): + return datetime.now(timezone.utc).isoformat() + + +def sha256(path): + h = hashlib.sha256() + with Path(path).open('rb') as f: + for chunk in iter(lambda: f.read(1024 * 1024), b''): + h.update(chunk) + return h.hexdigest() + + +def binding(path): + p = Path(path).resolve(strict=True) + if not p.is_file(): + raise ValueError(f'not a regular file: {p}') + return {'path': str(p), 'sha256': sha256(p)} + + +def reject_artifact_symlinks(path): + p = Path(path) + # Do not canonicalize one filename and then inventory destination siblings: + # upstream finds .server/.private siblings of the lexical selected filename. + # Conservatively reject symlinks in every artifact/search-root component. + try: + canonical = p.resolve() + except RuntimeError as e: + raise ValueError(f'symlink loop: {p}') from e + if not p.is_absolute() or p.is_symlink() or canonical != p: + raise ValueError(f'symlink or noncanonical artifact/search path forbidden: {p}') + + +def exact_keys(obj, keys, what): + if not isinstance(obj, dict) or set(obj) != set(keys): + raise ValueError(f'{what}: required exact fields {sorted(keys)}') + + +def check_binding(b): + exact_keys(b, {'path', 'sha256'}, 'binding') + p = Path(b['path']) + if not p.is_absolute() or not re.fullmatch('[0-9a-f]{64}', b['sha256']): + raise ValueError('binding requires absolute path and SHA-256') + if binding(p) != b: + raise ValueError(f'binding changed: {p}') + + +def tool_bindings(sysroot): + upstream = Path(sysroot) / 'src/lean' + library = Path(sysroot) / 'lib/lean' + paths = [ROOT / 'kernel_replay.py', ROOT / 'ExactReplay.lean', + upstream / 'LeanChecker.lean', upstream / 'Lean/Replay.lean', + library / 'LeanChecker.olean', library / 'Lean/Replay.olean'] + # Bind any available data parts of both imported checker implementations. + for stem in (library / 'LeanChecker.olean', library / 'Lean/Replay.olean'): + paths.extend(p for p in (Path(str(stem) + '.server'), Path(str(stem) + '.private')) + if p.exists()) + return [binding(p) for p in paths] + + +def resolve_olean(name, lean_path, sysroot): + if not isinstance(name, str) or not MODULE.fullmatch(name): + raise ValueError(f'invalid exact module: {name!r}') + package = name.split('.')[0] + # Mirrors SearchPath.findWithExt: package shadowing is significant, even + # when a matching later path contains the requested submodule. + for raw in [str(Path(sysroot) / 'lib/lean'), *lean_path]: + root = Path(raw) + if (root / package).is_dir() or (root / (package + '.olean')).exists(): + p = root.joinpath(*name.split('.')).with_suffix('.olean') + reject_artifact_symlinks(p) + if not p.is_file(): + raise FileNotFoundError(f'exact module missing: {p}') + return p.resolve() + raise FileNotFoundError(f'exact module not found: {name}') + + +def parts_of(olean): + parts = [Path(olean)] + server, private = Path(str(olean) + '.server'), Path(str(olean) + '.private') + for p in (Path(olean), server, private): + reject_artifact_symlinks(p) + if server.exists(): + parts.append(server) + if private.exists(): + parts.append(private) + elif private.exists(): + raise ValueError(f'orphan private part: {private}') + return [binding(p) for p in parts] + + +def prepare_manifest(lean, lean_path, selections, context): + lean = str(Path(lean).resolve(strict=True)) + sysroot = str(Path(lean).parent.parent) + if not selections: + raise ValueError('empty expected module coverage forbidden') + paths = [] + for raw in lean_path: + p = Path(raw).absolute() + reject_artifact_symlinks(p) + paths.append(str(p.resolve(strict=True))) + if any(not Path(p).is_dir() for p in paths): + raise ValueError('lean_path entries must be directories') + names, modules = [], [] + for selection in selections: + if '=' not in selection: + raise ValueError('module selection must be NAME=SOURCE') + name, source = selection.split('=', 1) + if name in names: + raise ValueError(f'duplicate module: {name}') + olean = resolve_olean(name, paths, sysroot) + names.append(name) + modules.append({'name': name, 'source': binding(source), 'parts': parts_of(olean)}) + return {'schema': SCHEMA, 'lean': binding(lean), 'sysroot': sysroot, + 'lean_path': paths, 'expected_modules': names, 'modules': modules, + 'context': [binding(p) for p in context], 'tool': tool_bindings(sysroot)} + + +def validate_manifest(m): + exact_keys(m, {'schema', 'lean', 'sysroot', 'lean_path', 'expected_modules', + 'modules', 'context', 'tool'}, 'manifest') + if m['schema'] != SCHEMA: + raise ValueError('unsupported schema') + names = m['expected_modules'] + if not isinstance(names, list) or not names or any(not isinstance(n, str) for n in names): + raise ValueError('empty or invalid expected coverage') + if len(set(names)) != len(names): + raise ValueError('duplicate expected coverage') + if (not isinstance(m['modules'], list) or any(not isinstance(x, dict) for x in m['modules']) + or [x.get('name') for x in m['modules']] != names): + raise ValueError('expected module coverage mismatch') + check_binding(m['lean']) + if not Path(m['sysroot']).is_absolute(): + raise ValueError('sysroot must be absolute') + reject_artifact_symlinks(Path(m['sysroot'])) + if not isinstance(m['lean_path'], list) or any( + not Path(p).is_absolute() or not Path(p).is_dir() for p in m['lean_path']): + raise ValueError('invalid lean_path') + for p in m['lean_path']: + reject_artifact_symlinks(Path(p)) + for entry in m['modules']: + exact_keys(entry, {'name', 'source', 'parts'}, 'module') + olean = resolve_olean(entry['name'], m['lean_path'], m['sysroot']) + check_binding(entry['source']) + if parts_of(olean) != entry['parts']: + raise ValueError(f'compiled parts changed: {entry["name"]}') + if m['tool'] != tool_bindings(m['sysroot']): + raise ValueError('tool binding changed') + if not isinstance(m['context'], list): + raise ValueError('context must be a binding list') + for b in m['context']: + check_binding(b) + + +def limits(memory_mib): + def apply(): + cap = memory_mib * 1024 * 1024 + resource.setrlimit(resource.RLIMIT_AS, (cap, cap)) + resource.setrlimit(resource.RLIMIT_CORE, (0, 0)) + return apply + + +def run_one(m, entry, memory_mib, timeout_seconds): + env = os.environ.copy() + # Pin the imported checker and Lean/Lake support to the installed sysroot. + # User artifacts cannot replace the trusted checker through LEAN_PATH. + env['LEAN_PATH'] = os.pathsep.join([str(Path(m['sysroot']) / 'lib/lean'), *m['lean_path']]) + env['LEAN_SYSROOT'] = m['sysroot'] + env['CBZ_KERNEL_REPLAY_MODULE'] = entry['name'] + env['CBZ_KERNEL_REPLAY_OLEAN'] = entry['parts'][0]['path'] + cmd = [m['lean']['path'], '-j1', str(ROOT / 'ExactReplay.lean')] + result = {'module': entry['name'], 'command': cmd, 'started': now(), + 'status': 'ERROR', 'ok': False, 'returncode': None, + 'memory_mib': memory_mib, 'timeout_seconds': timeout_seconds, + 'source': entry['source'], 'parts': entry['parts']} + started = time.monotonic() + # File-backed output prevents a noisy or corrupted module exhausting the + # orchestrator's memory. Only a bounded tail is included in JSON evidence. + import tempfile + with tempfile.TemporaryFile() as stdout, tempfile.TemporaryFile() as stderr: + try: + with subprocess.Popen(cmd, cwd=ROOT, env=env, stdout=stdout, stderr=stderr, + start_new_session=True, preexec_fn=limits(memory_mib)) as p: + result['pid'] = p.pid + try: + result['returncode'] = p.wait(timeout=timeout_seconds) + except subprocess.TimeoutExpired: + os.killpg(p.pid, signal.SIGKILL) + result['returncode'] = p.wait() + result['status'] = 'TIMEOUT' + except OSError as e: + result['error'] = str(e) + for key, stream in (('stdout', stdout), ('stderr', stderr)): + stream.seek(0, os.SEEK_END) + size = stream.tell() + stream.seek(max(0, size - 131072)) + result[key] = stream.read().decode('utf-8', errors='replace') + result[key + '_bytes'] = size + marker = 'CBZ_KERNEL_REPLAY_OK ' + entry['name'] + if result['status'] != 'TIMEOUT': + result['ok'] = result['returncode'] == 0 and result['stdout'].splitlines().count(marker) == 1 + result['status'] = 'PASS' if result['ok'] else 'FAIL' + result['ended'] = now() + result['elapsed_seconds'] = time.monotonic() - started + return result + + +def run_manifest(m, memory_mib, timeout_seconds): + report = {'schema': SCHEMA, 'gate': 'G4-scoped-adapter', 'started': now(), 'ok': False, + 'results': [], 'completed_count': 0, 'expected_count': 0, 'manifest': m, + 'g2_status': 'NOT_ASSESSED', 'full_cbz': False} + try: + if not isinstance(memory_mib, int) or memory_mib < 64: + raise ValueError('memory_mib must be an integer >= 64') + if not isinstance(timeout_seconds, (int, float)) or not math.isfinite(timeout_seconds) or timeout_seconds <= 0: + raise ValueError('timeout_seconds must be finite and positive') + validate_manifest(m) + report['expected_count'] = len(m['expected_modules']) + for entry in m['modules']: + validate_manifest(m) + report['results'].append(run_one(m, entry, memory_mib, timeout_seconds)) + validate_manifest(m) + report['completed_count'] = sum(x['ok'] for x in report['results']) + report['ok'] = (report['completed_count'] == report['expected_count'] + and len(report['results']) == report['expected_count'] + and [r['module'] for r in report['results']] == m['expected_modules']) + except (ValueError, TypeError, KeyError, OSError) as e: + report['error'] = f'{type(e).__name__}: {e}' + report['ended'] = now() + return report + + +def emit(value, output): + data = json.dumps(value, indent=2, sort_keys=True) + '\n' + if output: + Path(output).write_text(data) + else: + print(data, end='') + + +def main(argv=None): + parser = argparse.ArgumentParser(description=__doc__, add_help=False, allow_abbrev=False) + subs = parser.add_subparsers(dest='action', required=True) + subs.add_parser('help', add_help=False, allow_abbrev=False) + prepare = subs.add_parser('prepare', add_help=False, allow_abbrev=False) + one = subs.add_parser('one', add_help=False, allow_abbrev=False) + for p in (prepare, one): + p.add_argument('--lean', required=True) + p.add_argument('--lean-path', action='append', default=[]) + p.add_argument('--context', action='append', default=[]) + p.add_argument('--output') + prepare.add_argument('--module', action='append', required=True) + one.add_argument('module') + one.add_argument('--source', required=True) + run = subs.add_parser('run', add_help=False, allow_abbrev=False) + run.add_argument('manifest') + run.add_argument('--output') + for p in (run, one): + p.add_argument('--memory-mib', type=int, required=True) + p.add_argument('--timeout-seconds', type=float, required=True) + args = parser.parse_args(argv) + if args.action == 'help': + print(parser.format_help()) + print('prepare --lean ABS --lean-path DIR --module NAME=SOURCE --output MANIFEST') + print('run MANIFEST --memory-mib MIB --timeout-seconds SECONDS --output REPORT') + print('one NAME --lean ABS --lean-path DIR --source SOURCE --memory-mib MIB --timeout-seconds SECONDS') + return 0 + try: + if args.action == 'run': + m = json.loads(Path(args.manifest).read_text()) + else: + selections = args.module if args.action == 'prepare' else [args.module + '=' + args.source] + m = prepare_manifest(args.lean, args.lean_path, selections, args.context) + if args.action == 'prepare': + emit(m, args.output) + return 0 + report = run_manifest(m, args.memory_mib, args.timeout_seconds) + emit(report, args.output) + return 0 if report['ok'] else 1 + except (ValueError, TypeError, KeyError, OSError) as e: + print(f'kernel replay ERROR: {e}', file=sys.stderr) + return 2 + + +if __name__ == '__main__': + raise SystemExit(main()) diff --git a/cbz/contributions/math514/kernel_replay/evidence/resource-baseline/mutations.py b/cbz/contributions/math514/kernel_replay/evidence/resource-baseline/mutations.py new file mode 100644 index 000000000..289bd50e6 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/resource-baseline/mutations.py @@ -0,0 +1,145 @@ +#!/usr/bin/env python3 +"""Isolated mutation checks. Errors/skips/empty tests are never mutant kills.""" +import argparse +import hashlib +import json +import os +from pathlib import Path +import shutil +import subprocess +import sys +import tempfile + +ROOT = Path(__file__).resolve().parent + + +def classify(value, code): + if (code not in (0, 1) or not value.get('tests_run') or value.get('errors') + or value.get('skipped') or value.get('expected_failures') + or value.get('unexpected_successes')): + return 'ERROR' + if code == 1 and value.get('assertion_failures', 0) > 0 and not value.get('successful'): + return 'KILLED' + if code == 0 and value.get('successful') and value.get('assertion_failures') == 0: + return 'SURVIVED' + return 'ERROR' + + +def digest(data): + return hashlib.sha256(data).hexdigest() + + +def definitions(): + wrapper = 'test_kernel_replay.WrapperTests' + real = 'test_real_lean.RealLeanTests.' + items = [ + ('empty-coverage', 'kernel_replay.py', 'if not selections:', 'if False:', wrapper), + ('allow-artifact-symlink', 'kernel_replay.py', + " if not p.is_absolute() or p.is_symlink() or canonical != p:", + ' if False:', 'test_real_lean.RealLeanTests.test_real_private_body_cannot_hide_behind_olean_symlink'), + ('ignore-source-binding', 'kernel_replay.py', " check_binding(entry['source'])", ' pass', wrapper), + ('ignore-compiled-parts-binding', 'kernel_replay.py', "if parts_of(olean) != entry['parts']:", 'if False:', wrapper), + ('ignore-tool-binding', 'kernel_replay.py', "if m['tool'] != tool_bindings(m['sysroot']):", 'if False:', wrapper), + ('ignore-nonzero-exit', 'kernel_replay.py', "result['returncode'] == 0 and result['stdout'].splitlines().count(marker) == 1", "result['stdout'].splitlines().count(marker) == 1", wrapper), + ('ignore-completion-marker', 'kernel_replay.py', "result['returncode'] == 0 and result['stdout'].splitlines().count(marker) == 1", "result['returncode'] == 0", wrapper), + ('ignore-timeout', 'kernel_replay.py', 'p.wait(timeout=timeout_seconds)', 'p.wait(timeout=None)', wrapper), + ('ignore-memory-limit', 'kernel_replay.py', 'preexec_fn=limits(memory_mib)', 'preexec_fn=None', wrapper), + ('truncate-module-coverage', 'kernel_replay.py', "for entry in m['modules']:\n validate_manifest(m)", "for entry in m['modules'][:1]:\n validate_manifest(m)", wrapper), + ('concurrent-module-processes', 'kernel_replay.py', + " for entry in m['modules']:\n validate_manifest(m)\n report['results'].append(run_one(m, entry, memory_mib, timeout_seconds))", + " from concurrent.futures import ThreadPoolExecutor\n with ThreadPoolExecutor(max_workers=2) as pool:\n report['results'] = list(pool.map(lambda entry: run_one(m, entry, memory_mib, timeout_seconds), m['modules']))", + wrapper + '.test_one_child_at_a_time_and_exact_coverage'), + ('skip-kernel-replay', 'ExactReplay.lean', ' replayFromImports target', ' pure ()', real + 'test_public_self_reference_rejected'), + ('prefix-expansion', 'ExactReplay.lean', ' replayFromImports target', + ' let sp ← searchPathRef.get\n for path in (← SearchPath.findAllWithExt sp "olean") do\n if let some name ← searchModuleNameOfFileName path sp then\n if target.isPrefixOf name then replayFromImports name', + real + 'test_exact_module_no_prefix_glob'), + ('untrusted-checker-search-path', 'kernel_replay.py', + "env['LEAN_PATH'] = os.pathsep.join([str(Path(m['sysroot']) / 'lib/lean'), *m['lean_path']])", + "env['LEAN_PATH'] = os.pathsep.join(m['lean_path'])", real + 'test_user_lean_path_cannot_shadow_checker'), + ] + return items + + +def derived_driver_mutations(lean): + upstream = (Path(lean).resolve().parent.parent / 'src/lean/LeanChecker.lean').read_text() + start = upstream.index('unsafe def replayFromImports ') + end = upstream.index('unsafe def replayFromFresh ', start) + routine = upstream[start:end] + # These intentionally unsound adapters exist only inside isolated mutants. + # The copied fragment retains the upstream Apache-2.0 provenance in the + # driver's file header; production calls the installed implementation. + exported = routine.replace('replayFromImports', 'cbzExportedOnly', 1) + a, b = exported.index(' let mut fnames'), exported.index(' let parts') + exported = exported[:a] + ' let fnames := #[mFile]\n' + exported[b:] + preload = routine.replace('replayFromImports', 'cbzPreloaded', 1) + preload = preload.replace('importModulesCore mod.imports', 'importModulesCore #[{ module }]') + preload = preload.replace('finalizeImport s mod.imports', 'finalizeImport s #[{ module }]') + original = (ROOT / 'ExactReplay.lean').read_text() + return [ + ('exported-part-only', 'ExactReplay.lean', original, + original.replace('open Lean\n', 'open Lean\n\n' + exported).replace(' replayFromImports target', ' cbzExportedOnly target'), + 'test_real_lean.RealLeanTests.test_private_self_reference_rejected'), + ('preload-target-self-reference', 'ExactReplay.lean', original, + original.replace('open Lean\n', 'open Lean\n\n' + preload).replace(' replayFromImports target', ' cbzPreloaded target'), + 'test_real_lean.RealLeanTests.test_public_self_reference_rejected'), + ] + + +def run_mutations(output, only=None): + lean = os.environ.get('CBZ_TEST_LEAN', '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/bin/lean') + plan = definitions() + derived_driver_mutations(lean) + if only: + if only not in [x[0] for x in plan]: + raise ValueError('unknown mutation: ' + only) + plan = [x for x in plan if x[0] == only] + evidence = ROOT / 'evidence/mutations' + evidence.mkdir(parents=True, exist_ok=True) + results = [] + for name, filename, old, new, test in plan: + with tempfile.TemporaryDirectory(dir=ROOT / 'evidence', prefix='mutant-') as d: + work = Path(d) / 'kernel_replay' + shutil.copytree(ROOT, work, ignore=shutil.ignore_patterns('evidence', '__pycache__', '*.pyc')) + (work / 'evidence').mkdir() + file = work / filename + original = file.read_text() + if original.count(old) != 1: + raise ValueError(f'mutation {name} did not identify exactly one source occurrence') + changed = original.replace(old, new, 1) + file.write_text(changed) + result_path = work / 'evidence/tests.json' + command = [sys.executable, str(work / 'run_tests.py'), '--output', str(result_path), '--test', test] + try: + p = subprocess.run(command, capture_output=True, text=True, timeout=90) + value = json.loads(result_path.read_text()) if result_path.exists() else {} + record = {'name': name, 'file': filename, 'test': test, + 'outcome': classify(value, p.returncode), 'returncode': p.returncode, + 'original_sha256': digest(original.encode()), + 'mutated_sha256': digest(changed.encode()), 'tests': value, + 'stdout': p.stdout, 'stderr': p.stderr} + except subprocess.TimeoutExpired as e: + record = {'name': name, 'outcome': 'ERROR', 'error': 'mutation test timed out'} + (evidence / (name + '.json')).write_text(json.dumps(record, indent=2) + '\n') + results.append(record) + print(name + ': ' + record['outcome'], flush=True) + result = {'threshold': 1.0, 'planned': len(plan), 'executed': len(results), + 'killed': sum(x['outcome'] == 'KILLED' for x in results), + 'ok': bool(results) and len(results) == len(plan) and all(x['outcome'] == 'KILLED' for x in results), + 'results': results} + Path(output).write_text(json.dumps(result, indent=2) + '\n') + return result + + +def main(): + parser = argparse.ArgumentParser(allow_abbrev=False) + parser.add_argument('--output', required=True) + parser.add_argument('--only') + args = parser.parse_args() + try: + return 0 if run_mutations(args.output, args.only)['ok'] else 1 + except (ValueError, OSError) as e: + print('mutation harness ERROR: ' + str(e), file=sys.stderr) + return 2 + + +if __name__ == '__main__': + raise SystemExit(main()) diff --git a/cbz/contributions/math514/kernel_replay/evidence/resource-baseline/test_kernel_replay.py b/cbz/contributions/math514/kernel_replay/evidence/resource-baseline/test_kernel_replay.py new file mode 100644 index 000000000..98698085b --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/resource-baseline/test_kernel_replay.py @@ -0,0 +1,166 @@ +"""Acceptance tests for the bounded exact-module adapter. + +Changes that suppress manifest validation, failure propagation, time limits, +sequential waiting, or binding checks must make these tests fail. +""" +import importlib.util +import json +import os +from pathlib import Path +import subprocess +import sys +import tempfile +import unittest + +ROOT = Path(__file__).resolve().parents[1] +LEAN = Path(os.environ.get('CBZ_TEST_LEAN', '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/bin/lean')) + + +class WrapperTests(unittest.TestCase): + @classmethod + def setUpClass(cls): + spec = importlib.util.spec_from_file_location('kernel_replay', ROOT / 'kernel_replay.py') + cls.kr = importlib.util.module_from_spec(spec) + spec.loader.exec_module(cls.kr) + + def setUp(self): + self.tmp = tempfile.TemporaryDirectory(dir=ROOT / 'evidence') + self.addCleanup(self.tmp.cleanup) + self.base = Path(self.tmp.name) + self.source = self.base / 'Toy.lean' + self.source.write_text('theorem toy : True := True.intro\n') + (self.base / 'Toy.olean').write_bytes(b'opaque bytes for wrapper test') + + def manifest(self, names=('Toy',)): + for name in names: + (self.base / (name + '.lean')).write_text('theorem toy : True := True.intro\n') + (self.base / (name + '.olean')).write_bytes(b'opaque bytes for wrapper test') + return self.kr.prepare_manifest(str(LEAN), [str(self.base)], + [f'{n}={self.base / (n + ".lean")}' for n in names], []) + + def fake(self, code): + path = self.base / 'fake-lean' + path.write_text('#!/usr/bin/env python3\n' + code) + path.chmod(0o700) + return path + + def run_fake(self, code, names=('Toy',), timeout=4): + manifest = self.manifest(names) + fake = self.fake(code) + # Tests replace only executable binding, retaining the real sysroot: + manifest['lean']['path'] = str(fake) + manifest['lean']['sha256'] = self.kr.sha256(fake) + return self.kr.run_manifest(manifest, 256, timeout) + + def test_empty_coverage_rejected(self): + with self.assertRaises(ValueError): + self.kr.prepare_manifest(str(LEAN), [str(self.base)], [], []) + + def test_duplicate_modules_rejected(self): + with self.assertRaises(ValueError): + self.manifest(('Toy', 'Toy')) + + def test_missing_module_rejected(self): + with self.assertRaises((ValueError, FileNotFoundError)): + self.kr.prepare_manifest(str(LEAN), [str(self.base)], [f'Missing={self.source}'], []) + + def test_individual_olean_symlink_rejected(self): + linked = self.base / 'linked' + linked.mkdir() + (linked / 'Toy.olean').symlink_to(self.base / 'Toy.olean') + # Upstream selects lexical siblings. Canonicalizing a file symlink + # could bind destination private parts while replaying other parts. + with self.assertRaises(ValueError): + self.kr.prepare_manifest(str(LEAN), [str(linked)], [f'Toy={self.source}'], []) + + def test_search_root_and_part_symlinks_rejected(self): + linked = self.base / 'linked-root' + linked.symlink_to(self.base, target_is_directory=True) + with self.assertRaises(ValueError): + self.kr.prepare_manifest(str(LEAN), [str(linked)], [f'Toy={self.source}'], []) + part = self.base / 'Toy.olean.server' + part.symlink_to(self.base / 'Toy.olean') + with self.assertRaises(ValueError): + self.manifest() + + def test_expected_coverage_mismatch_rejected(self): + m = self.manifest() + m['expected_modules'].append('Missing') + self.assertFalse(self.kr.run_manifest(m, 256, 4)['ok']) + + def test_source_change_rejected(self): + m = self.manifest() + self.source.write_text('changed') + r = self.kr.run_manifest(m, 256, 4) + self.assertFalse(r['ok']) + self.assertIn('binding changed', r.get('error', '')) + + def test_part_change_rejected(self): + m = self.manifest() + (self.base / 'Toy.olean').write_bytes(b'changed') + r = self.kr.run_manifest(m, 256, 4) + self.assertFalse(r['ok']) + self.assertIn('compiled parts changed', r.get('error', '')) + + def test_new_private_part_rejected(self): + m = self.manifest() + (self.base / 'Toy.olean.server').write_bytes(b'added') + r = self.kr.run_manifest(m, 256, 4) + self.assertFalse(r['ok']) + self.assertIn('compiled parts changed', r.get('error', '')) + + def test_tool_binding_change_rejected(self): + m = self.manifest() + m['tool'][0]['sha256'] = '0' * 64 + r = self.kr.run_manifest(m, 256, 4) + self.assertFalse(r['ok']) + self.assertIn('tool binding changed', r.get('error', '')) + + def test_nonzero_exit_fatal_even_with_marker(self): + r = self.run_fake("import os\nprint('CBZ_KERNEL_REPLAY_OK ' + os.environ['CBZ_KERNEL_REPLAY_MODULE'])\nraise SystemExit(7)\n") + self.assertFalse(r['ok']) + self.assertEqual(r['results'][0]['returncode'], 7) + + def test_missing_or_wrong_marker_fatal(self): + for code in ("print('no replay')\n", "print('CBZ_KERNEL_REPLAY_OK Other')\n"): + with self.subTest(code=code): + self.assertFalse(self.run_fake(code)['ok']) + + def test_timeout_fatal(self): + r = self.run_fake('import time\ntime.sleep(5)\n', timeout=0.1) + self.assertFalse(r['ok']) + self.assertEqual(r['results'][0]['status'], 'TIMEOUT') + + def test_memory_limit_applied(self): + r = self.run_fake("import os, resource\nassert resource.getrlimit(resource.RLIMIT_AS)[0] == 256*1024*1024\nprint('CBZ_KERNEL_REPLAY_OK ' + os.environ['CBZ_KERNEL_REPLAY_MODULE'])\n") + self.assertTrue(r['ok'], r) + + def test_one_child_at_a_time_and_exact_coverage(self): + lock = self.base / 'active.lock' + code = ("import os, time\nfrom pathlib import Path\n" + + f"p = Path({str(lock)!r})\n" + + "fd = os.open(p, os.O_CREAT | os.O_EXCL | os.O_WRONLY)\n" + + "time.sleep(0.05)\nos.close(fd)\np.unlink()\n" + + "print('CBZ_KERNEL_REPLAY_OK ' + os.environ['CBZ_KERNEL_REPLAY_MODULE'])\n") + r = self.run_fake(code, ('Toy', 'Other')) + self.assertTrue(r['ok'], r) + self.assertEqual([x['module'] for x in r['results']], ['Toy', 'Other']) + self.assertEqual(r['completed_count'], 2) + + def test_strict_cli(self): + for args in (['--unknown'], ['run', '--help', '--bogus'], ['one', 'Toy', 'Other']): + p = subprocess.run([sys.executable, str(ROOT / 'kernel_replay.py'), *args], + capture_output=True, text=True) + self.assertNotEqual(p.returncode, 0, p.stdout + p.stderr) + + def test_module_names_and_unknown_fields_rejected(self): + for name in ('', '-v', 'Toy.*', 'Toy..Other', 'Toy/Other'): + with self.subTest(name=name), self.assertRaises(ValueError): + self.kr.prepare_manifest(str(LEAN), [str(self.base)], [f'{name}={self.source}'], []) + m = self.manifest() + m['ignored_flag'] = True + self.assertFalse(self.kr.run_manifest(m, 256, 4)['ok']) + + +if __name__ == '__main__': + unittest.main(verbosity=2) diff --git a/cbz/contributions/math514/kernel_replay/evidence/resource-mutations/concurrent-module-processes.json b/cbz/contributions/math514/kernel_replay/evidence/resource-mutations/concurrent-module-processes.json new file mode 100644 index 000000000..cbfca6f5c --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/resource-mutations/concurrent-module-processes.json @@ -0,0 +1,21 @@ +{ + "name": "concurrent-module-processes", + "file": "kernel_replay.py", + "test": "test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "27da13a9455a62c2b192ff62f6222266cb483d323cf680f3d81d3b19b260b8ce", + "mutated_sha256": "d726f822ad28fd6e5eeb8e8488384d727301a09a1440e96959483736466fc48d", + "tests": { + "tests_run": 1, + "assertion_failures": 1, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... FAIL\n\n======================================================================\nFAIL: test_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-_2_2uyex/kernel_replay/tests/test_kernel_replay.py\", line 150, in test_one_child_at_a_time_and_exact_coverage\n self.assertTrue(r['ok'], r)\nAssertionError: False is not true : {'schema': 'cbz-kernel-replay/v1', 'gate': 'G4-scoped-adapter', 'started': '2026-10-29T19:22:13.418366+00:00', 'ok': False, 'results': [{'module': 'Toy', 'command': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-_2_2uyex/kernel_replay/evidence/tmpv2o8lzfc/fake-lean', '-j1', '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-_2_2uyex/kernel_replay/ExactReplay.lean'], 'started': '2026-10-29T19:22:13.422372+00:00', 'status': 'FAIL', 'ok': False, 'returncode': 1, 'memory_mib': 256, 'timeout_seconds': 4, 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-_2_2uyex/kernel_replay/evidence/tmpv2o8lzfc/Toy.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-_2_2uyex/kernel_replay/evidence/tmpv2o8lzfc/Toy.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}], 'pid': 16604, 'stdout': '', 'stdout_bytes': 0, 'stderr': 'Traceback (most recent call last):\\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-_2_2uyex/kernel_replay/evidence/tmpv2o8lzfc/fake-lean\", line 5, in \\n fd = os.open(p, os.O_CREAT | os.O_EXCL | os.O_WRONLY)\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\nFileExistsError: [Errno 17] File exists: \\'/workspace/cbz-0/tools/kernel_replay/evidence/mutant-_2_2uyex/kernel_replay/evidence/tmpv2o8lzfc/active.lock\\'\\n', 'stderr_bytes': 440, 'ended': '2026-10-29T19:22:13.457196+00:00', 'elapsed_seconds': 0.03482715499922051}, {'module': 'Other', 'command': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-_2_2uyex/kernel_replay/evidence/tmpv2o8lzfc/fake-lean', '-j1', '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-_2_2uyex/kernel_replay/ExactReplay.lean'], 'started': '2026-10-29T19:22:13.422799+00:00', 'status': 'PASS', 'ok': True, 'returncode': 0, 'memory_mib': 256, 'timeout_seconds': 4, 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-_2_2uyex/kernel_replay/evidence/tmpv2o8lzfc/Other.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-_2_2uyex/kernel_replay/evidence/tmpv2o8lzfc/Other.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}], 'pid': 16603, 'stdout': 'CBZ_KERNEL_REPLAY_OK Other\\n', 'stdout_bytes': 27, 'stderr': '', 'stderr_bytes': 0, 'ended': '2026-10-29T19:22:13.538870+00:00', 'elapsed_seconds': 0.116069076999338}], 'completed_count': 1, 'expected_count': 2, 'manifest': {'schema': 'cbz-kernel-replay/v1', 'lean': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-_2_2uyex/kernel_replay/evidence/tmpv2o8lzfc/fake-lean', 'sha256': '48d1ba9ee3f82fa48adccf0ae77ec4bf0c07fa26844ba59584f9cdfccc7c6201'}, 'sysroot': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1', 'lean_path': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-_2_2uyex/kernel_replay/evidence/tmpv2o8lzfc'], 'expected_modules': ['Toy', 'Other'], 'modules': [{'name': 'Toy', 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-_2_2uyex/kernel_replay/evidence/tmpv2o8lzfc/Toy.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-_2_2uyex/kernel_replay/evidence/tmpv2o8lzfc/Toy.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}]}, {'name': 'Other', 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-_2_2uyex/kernel_replay/evidence/tmpv2o8lzfc/Other.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-_2_2uyex/kernel_replay/evidence/tmpv2o8lzfc/Other.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}]}], 'context': [], 'tool': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-_2_2uyex/kernel_replay/kernel_replay.py', 'sha256': 'd726f822ad28fd6e5eeb8e8488384d727301a09a1440e96959483736466fc48d'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-_2_2uyex/kernel_replay/ExactReplay.lean', 'sha256': '24e55f5e99c83a46f9f908bbc90f22292a94305294e287d9b2eccbf24e8e6b66'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/LeanChecker.lean', 'sha256': '2d18ec111d73c536b0bdee2533556bb9548c349f386797d3d3837b1f84d55dae'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/Lean/Replay.lean', 'sha256': 'c434b5b2bc5047ca58d4a095fcf1d9935d413c788ae98a4f21948e6a95ca3fb0'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/LeanChecker.olean', 'sha256': 'd6829015630328e3c70909a4cba004a7933f6d52cad3721488a2efaa14c1bbbe'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean', 'sha256': '66cb6f6d0bd6f9faee0205ddf0e289d1936e40f7808dfe9ad6eba412a5d8b427'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.server', 'sha256': '46026af21aa760fb2343c15336f6e1476d37e4829e4e0ec529ab499fd0a2b010'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.private', 'sha256': 'fadad15c5bb080fee117b7fd049b6f54e3077b5b258902fe47cad8dbf76649a1'}]}, 'g2_status': 'NOT_ASSESSED', 'full_cbz': False, 'resource_limits': {'memory_mib_max': 8796093022207, 'timeout_seconds_max': 2147483, 'cleanup_timeout_seconds': 1.0}, 'ended': '2026-10-29T19:22:13.541349+00:00'}\n\n----------------------------------------------------------------------\nRan 1 test in 0.131s\n\nFAILED (failures=1)\n" + }, + "stdout": "test_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... FAIL\n\n======================================================================\nFAIL: test_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-_2_2uyex/kernel_replay/tests/test_kernel_replay.py\", line 150, in test_one_child_at_a_time_and_exact_coverage\n self.assertTrue(r['ok'], r)\nAssertionError: False is not true : {'schema': 'cbz-kernel-replay/v1', 'gate': 'G4-scoped-adapter', 'started': '2026-10-29T19:22:13.418366+00:00', 'ok': False, 'results': [{'module': 'Toy', 'command': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-_2_2uyex/kernel_replay/evidence/tmpv2o8lzfc/fake-lean', '-j1', '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-_2_2uyex/kernel_replay/ExactReplay.lean'], 'started': '2026-10-29T19:22:13.422372+00:00', 'status': 'FAIL', 'ok': False, 'returncode': 1, 'memory_mib': 256, 'timeout_seconds': 4, 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-_2_2uyex/kernel_replay/evidence/tmpv2o8lzfc/Toy.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-_2_2uyex/kernel_replay/evidence/tmpv2o8lzfc/Toy.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}], 'pid': 16604, 'stdout': '', 'stdout_bytes': 0, 'stderr': 'Traceback (most recent call last):\\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-_2_2uyex/kernel_replay/evidence/tmpv2o8lzfc/fake-lean\", line 5, in \\n fd = os.open(p, os.O_CREAT | os.O_EXCL | os.O_WRONLY)\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\nFileExistsError: [Errno 17] File exists: \\'/workspace/cbz-0/tools/kernel_replay/evidence/mutant-_2_2uyex/kernel_replay/evidence/tmpv2o8lzfc/active.lock\\'\\n', 'stderr_bytes': 440, 'ended': '2026-10-29T19:22:13.457196+00:00', 'elapsed_seconds': 0.03482715499922051}, {'module': 'Other', 'command': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-_2_2uyex/kernel_replay/evidence/tmpv2o8lzfc/fake-lean', '-j1', '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-_2_2uyex/kernel_replay/ExactReplay.lean'], 'started': '2026-10-29T19:22:13.422799+00:00', 'status': 'PASS', 'ok': True, 'returncode': 0, 'memory_mib': 256, 'timeout_seconds': 4, 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-_2_2uyex/kernel_replay/evidence/tmpv2o8lzfc/Other.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-_2_2uyex/kernel_replay/evidence/tmpv2o8lzfc/Other.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}], 'pid': 16603, 'stdout': 'CBZ_KERNEL_REPLAY_OK Other\\n', 'stdout_bytes': 27, 'stderr': '', 'stderr_bytes': 0, 'ended': '2026-10-29T19:22:13.538870+00:00', 'elapsed_seconds': 0.116069076999338}], 'completed_count': 1, 'expected_count': 2, 'manifest': {'schema': 'cbz-kernel-replay/v1', 'lean': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-_2_2uyex/kernel_replay/evidence/tmpv2o8lzfc/fake-lean', 'sha256': '48d1ba9ee3f82fa48adccf0ae77ec4bf0c07fa26844ba59584f9cdfccc7c6201'}, 'sysroot': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1', 'lean_path': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-_2_2uyex/kernel_replay/evidence/tmpv2o8lzfc'], 'expected_modules': ['Toy', 'Other'], 'modules': [{'name': 'Toy', 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-_2_2uyex/kernel_replay/evidence/tmpv2o8lzfc/Toy.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-_2_2uyex/kernel_replay/evidence/tmpv2o8lzfc/Toy.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}]}, {'name': 'Other', 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-_2_2uyex/kernel_replay/evidence/tmpv2o8lzfc/Other.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-_2_2uyex/kernel_replay/evidence/tmpv2o8lzfc/Other.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}]}], 'context': [], 'tool': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-_2_2uyex/kernel_replay/kernel_replay.py', 'sha256': 'd726f822ad28fd6e5eeb8e8488384d727301a09a1440e96959483736466fc48d'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-_2_2uyex/kernel_replay/ExactReplay.lean', 'sha256': '24e55f5e99c83a46f9f908bbc90f22292a94305294e287d9b2eccbf24e8e6b66'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/LeanChecker.lean', 'sha256': '2d18ec111d73c536b0bdee2533556bb9548c349f386797d3d3837b1f84d55dae'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/Lean/Replay.lean', 'sha256': 'c434b5b2bc5047ca58d4a095fcf1d9935d413c788ae98a4f21948e6a95ca3fb0'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/LeanChecker.olean', 'sha256': 'd6829015630328e3c70909a4cba004a7933f6d52cad3721488a2efaa14c1bbbe'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean', 'sha256': '66cb6f6d0bd6f9faee0205ddf0e289d1936e40f7808dfe9ad6eba412a5d8b427'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.server', 'sha256': '46026af21aa760fb2343c15336f6e1476d37e4829e4e0ec529ab499fd0a2b010'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.private', 'sha256': 'fadad15c5bb080fee117b7fd049b6f54e3077b5b258902fe47cad8dbf76649a1'}]}, 'g2_status': 'NOT_ASSESSED', 'full_cbz': False, 'resource_limits': {'memory_mib_max': 8796093022207, 'timeout_seconds_max': 2147483, 'cleanup_timeout_seconds': 1.0}, 'ended': '2026-10-29T19:22:13.541349+00:00'}\n\n----------------------------------------------------------------------\nRan 1 test in 0.131s\n\nFAILED (failures=1)\n", + "stderr": "" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/resource-mutations/empty-coverage.json b/cbz/contributions/math514/kernel_replay/evidence/resource-mutations/empty-coverage.json new file mode 100644 index 000000000..4d0a298b0 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/resource-mutations/empty-coverage.json @@ -0,0 +1,21 @@ +{ + "name": "empty-coverage", + "file": "kernel_replay.py", + "test": "test_kernel_replay.WrapperTests", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "27da13a9455a62c2b192ff62f6222266cb483d323cf680f3d81d3b19b260b8ce", + "mutated_sha256": "fab7d6f4688abfc56181700067c53e7152fa9b0fe1ca87e372867e47cd57ade5", + "tests": { + "tests_run": 29, + "assertion_failures": 1, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_duplicate_modules_rejected (test_kernel_replay.WrapperTests.test_duplicate_modules_rejected) ... ok\ntest_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected) ... FAIL\ntest_expected_coverage_mismatch_rejected (test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected) ... ok\ntest_individual_olean_symlink_rejected (test_kernel_replay.WrapperTests.test_individual_olean_symlink_rejected) ... ok\ntest_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied) ... ok\ntest_missing_module_rejected (test_kernel_replay.WrapperTests.test_missing_module_rejected) ... ok\ntest_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) ... ok\ntest_module_names_and_unknown_fields_rejected (test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected) ... ok\ntest_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected) ... ok\ntest_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker) ... ok\ntest_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... ok\ntest_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected) ... ok\ntest_resource_boolean_arguments_rejected (test_kernel_replay.WrapperTests.test_resource_boolean_arguments_rejected) ... ok\ntest_resource_cleanup_exceptions_remain_structured (test_kernel_replay.WrapperTests.test_resource_cleanup_exceptions_remain_structured) ... ok\ntest_resource_memory_hard_limit_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_hard_limit_before_spawn) ... ok\ntest_resource_memory_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_upper_bounds_before_spawn) ... ok\ntest_resource_spawn_exceptions_are_structured_errors (test_kernel_replay.WrapperTests.test_resource_spawn_exceptions_are_structured_errors) ... ok\ntest_resource_timeout_kills_and_reaps_real_child (test_kernel_replay.WrapperTests.test_resource_timeout_kills_and_reaps_real_child) ... ok\ntest_resource_timeout_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_timeout_upper_bounds_before_spawn) ... ok\ntest_resource_unreapable_child_cleanup_is_bounded (test_kernel_replay.WrapperTests.test_resource_unreapable_child_cleanup_is_bounded) ... ok\ntest_resource_unreaped_child_stops_further_modules (test_kernel_replay.WrapperTests.test_resource_unreaped_child_stops_further_modules) ... ok\ntest_resource_valid_integer_and_float_timeouts (test_kernel_replay.WrapperTests.test_resource_valid_integer_and_float_timeouts) ... ok\ntest_resource_wait_error_kills_and_reaps_real_child (test_kernel_replay.WrapperTests.test_resource_wait_error_kills_and_reaps_real_child) ... ok\ntest_resource_wait_errors_cannot_become_success (test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success) ... ok\ntest_search_root_and_part_symlinks_rejected (test_kernel_replay.WrapperTests.test_search_root_and_part_symlinks_rejected) ... ok\ntest_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected) ... ok\ntest_strict_cli (test_kernel_replay.WrapperTests.test_strict_cli) ... ok\ntest_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal) ... ok\ntest_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected) ... ok\n\n======================================================================\nFAIL: test_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-8uany7kh/kernel_replay/tests/test_kernel_replay.py\", line 60, in test_empty_coverage_rejected\n with self.assertRaises(ValueError):\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: ValueError not raised\n\n----------------------------------------------------------------------\nRan 29 tests in 0.804s\n\nFAILED (failures=1)\n" + }, + "stdout": "test_duplicate_modules_rejected (test_kernel_replay.WrapperTests.test_duplicate_modules_rejected) ... ok\ntest_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected) ... FAIL\ntest_expected_coverage_mismatch_rejected (test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected) ... ok\ntest_individual_olean_symlink_rejected (test_kernel_replay.WrapperTests.test_individual_olean_symlink_rejected) ... ok\ntest_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied) ... ok\ntest_missing_module_rejected (test_kernel_replay.WrapperTests.test_missing_module_rejected) ... ok\ntest_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) ... ok\ntest_module_names_and_unknown_fields_rejected (test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected) ... ok\ntest_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected) ... ok\ntest_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker) ... ok\ntest_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... ok\ntest_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected) ... ok\ntest_resource_boolean_arguments_rejected (test_kernel_replay.WrapperTests.test_resource_boolean_arguments_rejected) ... ok\ntest_resource_cleanup_exceptions_remain_structured (test_kernel_replay.WrapperTests.test_resource_cleanup_exceptions_remain_structured) ... ok\ntest_resource_memory_hard_limit_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_hard_limit_before_spawn) ... ok\ntest_resource_memory_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_upper_bounds_before_spawn) ... ok\ntest_resource_spawn_exceptions_are_structured_errors (test_kernel_replay.WrapperTests.test_resource_spawn_exceptions_are_structured_errors) ... ok\ntest_resource_timeout_kills_and_reaps_real_child (test_kernel_replay.WrapperTests.test_resource_timeout_kills_and_reaps_real_child) ... ok\ntest_resource_timeout_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_timeout_upper_bounds_before_spawn) ... ok\ntest_resource_unreapable_child_cleanup_is_bounded (test_kernel_replay.WrapperTests.test_resource_unreapable_child_cleanup_is_bounded) ... ok\ntest_resource_unreaped_child_stops_further_modules (test_kernel_replay.WrapperTests.test_resource_unreaped_child_stops_further_modules) ... ok\ntest_resource_valid_integer_and_float_timeouts (test_kernel_replay.WrapperTests.test_resource_valid_integer_and_float_timeouts) ... ok\ntest_resource_wait_error_kills_and_reaps_real_child (test_kernel_replay.WrapperTests.test_resource_wait_error_kills_and_reaps_real_child) ... ok\ntest_resource_wait_errors_cannot_become_success (test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success) ... ok\ntest_search_root_and_part_symlinks_rejected (test_kernel_replay.WrapperTests.test_search_root_and_part_symlinks_rejected) ... ok\ntest_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected) ... ok\ntest_strict_cli (test_kernel_replay.WrapperTests.test_strict_cli) ... ok\ntest_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal) ... ok\ntest_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected) ... ok\n\n======================================================================\nFAIL: test_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-8uany7kh/kernel_replay/tests/test_kernel_replay.py\", line 60, in test_empty_coverage_rejected\n with self.assertRaises(ValueError):\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: ValueError not raised\n\n----------------------------------------------------------------------\nRan 29 tests in 0.804s\n\nFAILED (failures=1)\n", + "stderr": "" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/resource-mutations/ignore-compiled-parts-binding.json b/cbz/contributions/math514/kernel_replay/evidence/resource-mutations/ignore-compiled-parts-binding.json new file mode 100644 index 000000000..b79f84897 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/resource-mutations/ignore-compiled-parts-binding.json @@ -0,0 +1,21 @@ +{ + "name": "ignore-compiled-parts-binding", + "file": "kernel_replay.py", + "test": "test_kernel_replay.WrapperTests", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "27da13a9455a62c2b192ff62f6222266cb483d323cf680f3d81d3b19b260b8ce", + "mutated_sha256": "4d0fb6586bb1a99743253c16d9f03a93267d89e0d839840788579cab6e3d656c", + "tests": { + "tests_run": 29, + "assertion_failures": 2, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_duplicate_modules_rejected (test_kernel_replay.WrapperTests.test_duplicate_modules_rejected) ... ok\ntest_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected) ... ok\ntest_expected_coverage_mismatch_rejected (test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected) ... ok\ntest_individual_olean_symlink_rejected (test_kernel_replay.WrapperTests.test_individual_olean_symlink_rejected) ... ok\ntest_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied) ... ok\ntest_missing_module_rejected (test_kernel_replay.WrapperTests.test_missing_module_rejected) ... ok\ntest_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) ... ok\ntest_module_names_and_unknown_fields_rejected (test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected) ... ok\ntest_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected) ... FAIL\ntest_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker) ... ok\ntest_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... ok\ntest_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected) ... FAIL\ntest_resource_boolean_arguments_rejected (test_kernel_replay.WrapperTests.test_resource_boolean_arguments_rejected) ... ok\ntest_resource_cleanup_exceptions_remain_structured (test_kernel_replay.WrapperTests.test_resource_cleanup_exceptions_remain_structured) ... ok\ntest_resource_memory_hard_limit_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_hard_limit_before_spawn) ... ok\ntest_resource_memory_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_upper_bounds_before_spawn) ... ok\ntest_resource_spawn_exceptions_are_structured_errors (test_kernel_replay.WrapperTests.test_resource_spawn_exceptions_are_structured_errors) ... ok\ntest_resource_timeout_kills_and_reaps_real_child (test_kernel_replay.WrapperTests.test_resource_timeout_kills_and_reaps_real_child) ... ok\ntest_resource_timeout_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_timeout_upper_bounds_before_spawn) ... ok\ntest_resource_unreapable_child_cleanup_is_bounded (test_kernel_replay.WrapperTests.test_resource_unreapable_child_cleanup_is_bounded) ... ok\ntest_resource_unreaped_child_stops_further_modules (test_kernel_replay.WrapperTests.test_resource_unreaped_child_stops_further_modules) ... ok\ntest_resource_valid_integer_and_float_timeouts (test_kernel_replay.WrapperTests.test_resource_valid_integer_and_float_timeouts) ... ok\ntest_resource_wait_error_kills_and_reaps_real_child (test_kernel_replay.WrapperTests.test_resource_wait_error_kills_and_reaps_real_child) ... ok\ntest_resource_wait_errors_cannot_become_success (test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success) ... ok\ntest_search_root_and_part_symlinks_rejected (test_kernel_replay.WrapperTests.test_search_root_and_part_symlinks_rejected) ... ok\ntest_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected) ... ok\ntest_strict_cli (test_kernel_replay.WrapperTests.test_strict_cli) ... ok\ntest_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal) ... ok\ntest_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected) ... ok\n\n======================================================================\nFAIL: test_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-_uocb0id/kernel_replay/tests/test_kernel_replay.py\", line 114, in test_new_private_part_rejected\n self.assertIn('compiled parts changed', r.get('error', ''))\nAssertionError: 'compiled parts changed' not found in ''\n\n======================================================================\nFAIL: test_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-_uocb0id/kernel_replay/tests/test_kernel_replay.py\", line 107, in test_part_change_rejected\n self.assertIn('compiled parts changed', r.get('error', ''))\nAssertionError: 'compiled parts changed' not found in ''\n\n----------------------------------------------------------------------\nRan 29 tests in 0.828s\n\nFAILED (failures=2)\n" + }, + "stdout": "test_duplicate_modules_rejected (test_kernel_replay.WrapperTests.test_duplicate_modules_rejected) ... ok\ntest_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected) ... ok\ntest_expected_coverage_mismatch_rejected (test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected) ... ok\ntest_individual_olean_symlink_rejected (test_kernel_replay.WrapperTests.test_individual_olean_symlink_rejected) ... ok\ntest_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied) ... ok\ntest_missing_module_rejected (test_kernel_replay.WrapperTests.test_missing_module_rejected) ... ok\ntest_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) ... ok\ntest_module_names_and_unknown_fields_rejected (test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected) ... ok\ntest_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected) ... FAIL\ntest_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker) ... ok\ntest_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... ok\ntest_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected) ... FAIL\ntest_resource_boolean_arguments_rejected (test_kernel_replay.WrapperTests.test_resource_boolean_arguments_rejected) ... ok\ntest_resource_cleanup_exceptions_remain_structured (test_kernel_replay.WrapperTests.test_resource_cleanup_exceptions_remain_structured) ... ok\ntest_resource_memory_hard_limit_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_hard_limit_before_spawn) ... ok\ntest_resource_memory_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_upper_bounds_before_spawn) ... ok\ntest_resource_spawn_exceptions_are_structured_errors (test_kernel_replay.WrapperTests.test_resource_spawn_exceptions_are_structured_errors) ... ok\ntest_resource_timeout_kills_and_reaps_real_child (test_kernel_replay.WrapperTests.test_resource_timeout_kills_and_reaps_real_child) ... ok\ntest_resource_timeout_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_timeout_upper_bounds_before_spawn) ... ok\ntest_resource_unreapable_child_cleanup_is_bounded (test_kernel_replay.WrapperTests.test_resource_unreapable_child_cleanup_is_bounded) ... ok\ntest_resource_unreaped_child_stops_further_modules (test_kernel_replay.WrapperTests.test_resource_unreaped_child_stops_further_modules) ... ok\ntest_resource_valid_integer_and_float_timeouts (test_kernel_replay.WrapperTests.test_resource_valid_integer_and_float_timeouts) ... ok\ntest_resource_wait_error_kills_and_reaps_real_child (test_kernel_replay.WrapperTests.test_resource_wait_error_kills_and_reaps_real_child) ... ok\ntest_resource_wait_errors_cannot_become_success (test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success) ... ok\ntest_search_root_and_part_symlinks_rejected (test_kernel_replay.WrapperTests.test_search_root_and_part_symlinks_rejected) ... ok\ntest_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected) ... ok\ntest_strict_cli (test_kernel_replay.WrapperTests.test_strict_cli) ... ok\ntest_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal) ... ok\ntest_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected) ... ok\n\n======================================================================\nFAIL: test_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-_uocb0id/kernel_replay/tests/test_kernel_replay.py\", line 114, in test_new_private_part_rejected\n self.assertIn('compiled parts changed', r.get('error', ''))\nAssertionError: 'compiled parts changed' not found in ''\n\n======================================================================\nFAIL: test_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-_uocb0id/kernel_replay/tests/test_kernel_replay.py\", line 107, in test_part_change_rejected\n self.assertIn('compiled parts changed', r.get('error', ''))\nAssertionError: 'compiled parts changed' not found in ''\n\n----------------------------------------------------------------------\nRan 29 tests in 0.828s\n\nFAILED (failures=2)\n", + "stderr": "" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/resource-mutations/ignore-completion-marker.json b/cbz/contributions/math514/kernel_replay/evidence/resource-mutations/ignore-completion-marker.json new file mode 100644 index 000000000..635be356b --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/resource-mutations/ignore-completion-marker.json @@ -0,0 +1,21 @@ +{ + "name": "ignore-completion-marker", + "file": "kernel_replay.py", + "test": "test_kernel_replay.WrapperTests", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "27da13a9455a62c2b192ff62f6222266cb483d323cf680f3d81d3b19b260b8ce", + "mutated_sha256": "562005c53e106abcf10f65548ae529e419de532508e44e78ad5c5403334f1797", + "tests": { + "tests_run": 29, + "assertion_failures": 2, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_duplicate_modules_rejected (test_kernel_replay.WrapperTests.test_duplicate_modules_rejected) ... ok\ntest_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected) ... ok\ntest_expected_coverage_mismatch_rejected (test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected) ... ok\ntest_individual_olean_symlink_rejected (test_kernel_replay.WrapperTests.test_individual_olean_symlink_rejected) ... ok\ntest_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied) ... ok\ntest_missing_module_rejected (test_kernel_replay.WrapperTests.test_missing_module_rejected) ... ok\ntest_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) ... \n test_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) (code=\"print('no replay')\\n\") ... FAIL\n test_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) (code=\"print('CBZ_KERNEL_REPLAY_OK Other')\\n\") ... FAIL\ntest_module_names_and_unknown_fields_rejected (test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected) ... ok\ntest_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected) ... ok\ntest_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker) ... ok\ntest_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... ok\ntest_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected) ... ok\ntest_resource_boolean_arguments_rejected (test_kernel_replay.WrapperTests.test_resource_boolean_arguments_rejected) ... ok\ntest_resource_cleanup_exceptions_remain_structured (test_kernel_replay.WrapperTests.test_resource_cleanup_exceptions_remain_structured) ... ok\ntest_resource_memory_hard_limit_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_hard_limit_before_spawn) ... ok\ntest_resource_memory_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_upper_bounds_before_spawn) ... ok\ntest_resource_spawn_exceptions_are_structured_errors (test_kernel_replay.WrapperTests.test_resource_spawn_exceptions_are_structured_errors) ... ok\ntest_resource_timeout_kills_and_reaps_real_child (test_kernel_replay.WrapperTests.test_resource_timeout_kills_and_reaps_real_child) ... ok\ntest_resource_timeout_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_timeout_upper_bounds_before_spawn) ... ok\ntest_resource_unreapable_child_cleanup_is_bounded (test_kernel_replay.WrapperTests.test_resource_unreapable_child_cleanup_is_bounded) ... ok\ntest_resource_unreaped_child_stops_further_modules (test_kernel_replay.WrapperTests.test_resource_unreaped_child_stops_further_modules) ... ok\ntest_resource_valid_integer_and_float_timeouts (test_kernel_replay.WrapperTests.test_resource_valid_integer_and_float_timeouts) ... ok\ntest_resource_wait_error_kills_and_reaps_real_child (test_kernel_replay.WrapperTests.test_resource_wait_error_kills_and_reaps_real_child) ... ok\ntest_resource_wait_errors_cannot_become_success (test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success) ... ok\ntest_search_root_and_part_symlinks_rejected (test_kernel_replay.WrapperTests.test_search_root_and_part_symlinks_rejected) ... ok\ntest_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected) ... ok\ntest_strict_cli (test_kernel_replay.WrapperTests.test_strict_cli) ... ok\ntest_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal) ... ok\ntest_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected) ... ok\n\n======================================================================\nFAIL: test_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) (code=\"print('no replay')\\n\")\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-2agl0ziy/kernel_replay/tests/test_kernel_replay.py\", line 131, in test_missing_or_wrong_marker_fatal\n self.assertFalse(self.run_fake(code)['ok'])\nAssertionError: True is not false\n\n======================================================================\nFAIL: test_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) (code=\"print('CBZ_KERNEL_REPLAY_OK Other')\\n\")\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-2agl0ziy/kernel_replay/tests/test_kernel_replay.py\", line 131, in test_missing_or_wrong_marker_fatal\n self.assertFalse(self.run_fake(code)['ok'])\nAssertionError: True is not false\n\n----------------------------------------------------------------------\nRan 29 tests in 0.810s\n\nFAILED (failures=2)\n" + }, + "stdout": "test_duplicate_modules_rejected (test_kernel_replay.WrapperTests.test_duplicate_modules_rejected) ... ok\ntest_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected) ... ok\ntest_expected_coverage_mismatch_rejected (test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected) ... ok\ntest_individual_olean_symlink_rejected (test_kernel_replay.WrapperTests.test_individual_olean_symlink_rejected) ... ok\ntest_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied) ... ok\ntest_missing_module_rejected (test_kernel_replay.WrapperTests.test_missing_module_rejected) ... ok\ntest_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) ... \n test_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) (code=\"print('no replay')\\n\") ... FAIL\n test_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) (code=\"print('CBZ_KERNEL_REPLAY_OK Other')\\n\") ... FAIL\ntest_module_names_and_unknown_fields_rejected (test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected) ... ok\ntest_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected) ... ok\ntest_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker) ... ok\ntest_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... ok\ntest_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected) ... ok\ntest_resource_boolean_arguments_rejected (test_kernel_replay.WrapperTests.test_resource_boolean_arguments_rejected) ... ok\ntest_resource_cleanup_exceptions_remain_structured (test_kernel_replay.WrapperTests.test_resource_cleanup_exceptions_remain_structured) ... ok\ntest_resource_memory_hard_limit_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_hard_limit_before_spawn) ... ok\ntest_resource_memory_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_upper_bounds_before_spawn) ... ok\ntest_resource_spawn_exceptions_are_structured_errors (test_kernel_replay.WrapperTests.test_resource_spawn_exceptions_are_structured_errors) ... ok\ntest_resource_timeout_kills_and_reaps_real_child (test_kernel_replay.WrapperTests.test_resource_timeout_kills_and_reaps_real_child) ... ok\ntest_resource_timeout_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_timeout_upper_bounds_before_spawn) ... ok\ntest_resource_unreapable_child_cleanup_is_bounded (test_kernel_replay.WrapperTests.test_resource_unreapable_child_cleanup_is_bounded) ... ok\ntest_resource_unreaped_child_stops_further_modules (test_kernel_replay.WrapperTests.test_resource_unreaped_child_stops_further_modules) ... ok\ntest_resource_valid_integer_and_float_timeouts (test_kernel_replay.WrapperTests.test_resource_valid_integer_and_float_timeouts) ... ok\ntest_resource_wait_error_kills_and_reaps_real_child (test_kernel_replay.WrapperTests.test_resource_wait_error_kills_and_reaps_real_child) ... ok\ntest_resource_wait_errors_cannot_become_success (test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success) ... ok\ntest_search_root_and_part_symlinks_rejected (test_kernel_replay.WrapperTests.test_search_root_and_part_symlinks_rejected) ... ok\ntest_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected) ... ok\ntest_strict_cli (test_kernel_replay.WrapperTests.test_strict_cli) ... ok\ntest_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal) ... ok\ntest_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected) ... ok\n\n======================================================================\nFAIL: test_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) (code=\"print('no replay')\\n\")\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-2agl0ziy/kernel_replay/tests/test_kernel_replay.py\", line 131, in test_missing_or_wrong_marker_fatal\n self.assertFalse(self.run_fake(code)['ok'])\nAssertionError: True is not false\n\n======================================================================\nFAIL: test_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) (code=\"print('CBZ_KERNEL_REPLAY_OK Other')\\n\")\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-2agl0ziy/kernel_replay/tests/test_kernel_replay.py\", line 131, in test_missing_or_wrong_marker_fatal\n self.assertFalse(self.run_fake(code)['ok'])\nAssertionError: True is not false\n\n----------------------------------------------------------------------\nRan 29 tests in 0.810s\n\nFAILED (failures=2)\n", + "stderr": "" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/resource-mutations/ignore-memory-limit.json b/cbz/contributions/math514/kernel_replay/evidence/resource-mutations/ignore-memory-limit.json new file mode 100644 index 000000000..726c7a7bd --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/resource-mutations/ignore-memory-limit.json @@ -0,0 +1,21 @@ +{ + "name": "ignore-memory-limit", + "file": "kernel_replay.py", + "test": "test_kernel_replay.WrapperTests", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "27da13a9455a62c2b192ff62f6222266cb483d323cf680f3d81d3b19b260b8ce", + "mutated_sha256": "40396c532f2e078a1065f797066b6381f6e0870cc1112f168346c996926acc5c", + "tests": { + "tests_run": 30, + "assertion_failures": 1, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_duplicate_modules_rejected (test_kernel_replay.WrapperTests.test_duplicate_modules_rejected) ... ok\ntest_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected) ... ok\ntest_expected_coverage_mismatch_rejected (test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected) ... ok\ntest_individual_olean_symlink_rejected (test_kernel_replay.WrapperTests.test_individual_olean_symlink_rejected) ... ok\ntest_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied) ... FAIL\ntest_missing_module_rejected (test_kernel_replay.WrapperTests.test_missing_module_rejected) ... ok\ntest_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) ... ok\ntest_module_names_and_unknown_fields_rejected (test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected) ... ok\ntest_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected) ... ok\ntest_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker) ... ok\ntest_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... ok\ntest_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected) ... ok\ntest_resource_boolean_arguments_rejected (test_kernel_replay.WrapperTests.test_resource_boolean_arguments_rejected) ... ok\ntest_resource_cleanup_exceptions_remain_structured (test_kernel_replay.WrapperTests.test_resource_cleanup_exceptions_remain_structured) ... ok\ntest_resource_memory_hard_limit_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_hard_limit_before_spawn) ... ok\ntest_resource_memory_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_upper_bounds_before_spawn) ... ok\ntest_resource_oversized_cli_arguments_emit_non_green_report (test_kernel_replay.WrapperTests.test_resource_oversized_cli_arguments_emit_non_green_report) ... ok\ntest_resource_spawn_exceptions_are_structured_errors (test_kernel_replay.WrapperTests.test_resource_spawn_exceptions_are_structured_errors) ... ok\ntest_resource_timeout_kills_and_reaps_real_child (test_kernel_replay.WrapperTests.test_resource_timeout_kills_and_reaps_real_child) ... ok\ntest_resource_timeout_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_timeout_upper_bounds_before_spawn) ... ok\ntest_resource_unreapable_child_cleanup_is_bounded (test_kernel_replay.WrapperTests.test_resource_unreapable_child_cleanup_is_bounded) ... ok\ntest_resource_unreaped_child_stops_further_modules (test_kernel_replay.WrapperTests.test_resource_unreaped_child_stops_further_modules) ... ok\ntest_resource_valid_integer_and_float_timeouts (test_kernel_replay.WrapperTests.test_resource_valid_integer_and_float_timeouts) ... ok\ntest_resource_wait_error_kills_and_reaps_real_child (test_kernel_replay.WrapperTests.test_resource_wait_error_kills_and_reaps_real_child) ... ok\ntest_resource_wait_errors_cannot_become_success (test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success) ... ok\ntest_search_root_and_part_symlinks_rejected (test_kernel_replay.WrapperTests.test_search_root_and_part_symlinks_rejected) ... ok\ntest_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected) ... ok\ntest_strict_cli (test_kernel_replay.WrapperTests.test_strict_cli) ... ok\ntest_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal) ... ok\ntest_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected) ... ok\n\n======================================================================\nFAIL: test_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-ypfpxmzo/kernel_replay/tests/test_kernel_replay.py\", line 141, in test_memory_limit_applied\n self.assertEqual(json.loads(r['results'][0]['stdout'].splitlines()[0]), [268435456, 268435456])\nAssertionError: Lists differ: [-1, -1] != [268435456, 268435456]\n\nFirst differing element 0:\n-1\n268435456\n\n- [-1, -1]\n+ [268435456, 268435456]\n\n----------------------------------------------------------------------\nRan 30 tests in 0.885s\n\nFAILED (failures=1)\n" + }, + "stdout": "test_duplicate_modules_rejected (test_kernel_replay.WrapperTests.test_duplicate_modules_rejected) ... ok\ntest_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected) ... ok\ntest_expected_coverage_mismatch_rejected (test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected) ... ok\ntest_individual_olean_symlink_rejected (test_kernel_replay.WrapperTests.test_individual_olean_symlink_rejected) ... ok\ntest_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied) ... FAIL\ntest_missing_module_rejected (test_kernel_replay.WrapperTests.test_missing_module_rejected) ... ok\ntest_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) ... ok\ntest_module_names_and_unknown_fields_rejected (test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected) ... ok\ntest_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected) ... ok\ntest_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker) ... ok\ntest_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... ok\ntest_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected) ... ok\ntest_resource_boolean_arguments_rejected (test_kernel_replay.WrapperTests.test_resource_boolean_arguments_rejected) ... ok\ntest_resource_cleanup_exceptions_remain_structured (test_kernel_replay.WrapperTests.test_resource_cleanup_exceptions_remain_structured) ... ok\ntest_resource_memory_hard_limit_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_hard_limit_before_spawn) ... ok\ntest_resource_memory_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_upper_bounds_before_spawn) ... ok\ntest_resource_oversized_cli_arguments_emit_non_green_report (test_kernel_replay.WrapperTests.test_resource_oversized_cli_arguments_emit_non_green_report) ... ok\ntest_resource_spawn_exceptions_are_structured_errors (test_kernel_replay.WrapperTests.test_resource_spawn_exceptions_are_structured_errors) ... ok\ntest_resource_timeout_kills_and_reaps_real_child (test_kernel_replay.WrapperTests.test_resource_timeout_kills_and_reaps_real_child) ... ok\ntest_resource_timeout_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_timeout_upper_bounds_before_spawn) ... ok\ntest_resource_unreapable_child_cleanup_is_bounded (test_kernel_replay.WrapperTests.test_resource_unreapable_child_cleanup_is_bounded) ... ok\ntest_resource_unreaped_child_stops_further_modules (test_kernel_replay.WrapperTests.test_resource_unreaped_child_stops_further_modules) ... ok\ntest_resource_valid_integer_and_float_timeouts (test_kernel_replay.WrapperTests.test_resource_valid_integer_and_float_timeouts) ... ok\ntest_resource_wait_error_kills_and_reaps_real_child (test_kernel_replay.WrapperTests.test_resource_wait_error_kills_and_reaps_real_child) ... ok\ntest_resource_wait_errors_cannot_become_success (test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success) ... ok\ntest_search_root_and_part_symlinks_rejected (test_kernel_replay.WrapperTests.test_search_root_and_part_symlinks_rejected) ... ok\ntest_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected) ... ok\ntest_strict_cli (test_kernel_replay.WrapperTests.test_strict_cli) ... ok\ntest_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal) ... ok\ntest_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected) ... ok\n\n======================================================================\nFAIL: test_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-ypfpxmzo/kernel_replay/tests/test_kernel_replay.py\", line 141, in test_memory_limit_applied\n self.assertEqual(json.loads(r['results'][0]['stdout'].splitlines()[0]), [268435456, 268435456])\nAssertionError: Lists differ: [-1, -1] != [268435456, 268435456]\n\nFirst differing element 0:\n-1\n268435456\n\n- [-1, -1]\n+ [268435456, 268435456]\n\n----------------------------------------------------------------------\nRan 30 tests in 0.885s\n\nFAILED (failures=1)\n", + "stderr": "" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/resource-mutations/ignore-nonzero-exit.json b/cbz/contributions/math514/kernel_replay/evidence/resource-mutations/ignore-nonzero-exit.json new file mode 100644 index 000000000..c9b9f0954 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/resource-mutations/ignore-nonzero-exit.json @@ -0,0 +1,21 @@ +{ + "name": "ignore-nonzero-exit", + "file": "kernel_replay.py", + "test": "test_kernel_replay.WrapperTests", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "27da13a9455a62c2b192ff62f6222266cb483d323cf680f3d81d3b19b260b8ce", + "mutated_sha256": "1587885f66c677c16db9006a59da836aee9830a01498b64d594d72f240a94e5d", + "tests": { + "tests_run": 29, + "assertion_failures": 1, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_duplicate_modules_rejected (test_kernel_replay.WrapperTests.test_duplicate_modules_rejected) ... ok\ntest_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected) ... ok\ntest_expected_coverage_mismatch_rejected (test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected) ... ok\ntest_individual_olean_symlink_rejected (test_kernel_replay.WrapperTests.test_individual_olean_symlink_rejected) ... ok\ntest_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied) ... ok\ntest_missing_module_rejected (test_kernel_replay.WrapperTests.test_missing_module_rejected) ... ok\ntest_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) ... ok\ntest_module_names_and_unknown_fields_rejected (test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected) ... ok\ntest_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected) ... ok\ntest_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker) ... FAIL\ntest_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... ok\ntest_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected) ... ok\ntest_resource_boolean_arguments_rejected (test_kernel_replay.WrapperTests.test_resource_boolean_arguments_rejected) ... ok\ntest_resource_cleanup_exceptions_remain_structured (test_kernel_replay.WrapperTests.test_resource_cleanup_exceptions_remain_structured) ... ok\ntest_resource_memory_hard_limit_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_hard_limit_before_spawn) ... ok\ntest_resource_memory_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_upper_bounds_before_spawn) ... ok\ntest_resource_spawn_exceptions_are_structured_errors (test_kernel_replay.WrapperTests.test_resource_spawn_exceptions_are_structured_errors) ... ok\ntest_resource_timeout_kills_and_reaps_real_child (test_kernel_replay.WrapperTests.test_resource_timeout_kills_and_reaps_real_child) ... ok\ntest_resource_timeout_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_timeout_upper_bounds_before_spawn) ... ok\ntest_resource_unreapable_child_cleanup_is_bounded (test_kernel_replay.WrapperTests.test_resource_unreapable_child_cleanup_is_bounded) ... ok\ntest_resource_unreaped_child_stops_further_modules (test_kernel_replay.WrapperTests.test_resource_unreaped_child_stops_further_modules) ... ok\ntest_resource_valid_integer_and_float_timeouts (test_kernel_replay.WrapperTests.test_resource_valid_integer_and_float_timeouts) ... ok\ntest_resource_wait_error_kills_and_reaps_real_child (test_kernel_replay.WrapperTests.test_resource_wait_error_kills_and_reaps_real_child) ... ok\ntest_resource_wait_errors_cannot_become_success (test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success) ... ok\ntest_search_root_and_part_symlinks_rejected (test_kernel_replay.WrapperTests.test_search_root_and_part_symlinks_rejected) ... ok\ntest_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected) ... ok\ntest_strict_cli (test_kernel_replay.WrapperTests.test_strict_cli) ... ok\ntest_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal) ... ok\ntest_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected) ... ok\n\n======================================================================\nFAIL: test_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-z48a7pck/kernel_replay/tests/test_kernel_replay.py\", line 125, in test_nonzero_exit_fatal_even_with_marker\n self.assertFalse(r['ok'])\nAssertionError: True is not false\n\n----------------------------------------------------------------------\nRan 29 tests in 0.798s\n\nFAILED (failures=1)\n" + }, + "stdout": "test_duplicate_modules_rejected (test_kernel_replay.WrapperTests.test_duplicate_modules_rejected) ... ok\ntest_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected) ... ok\ntest_expected_coverage_mismatch_rejected (test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected) ... ok\ntest_individual_olean_symlink_rejected (test_kernel_replay.WrapperTests.test_individual_olean_symlink_rejected) ... ok\ntest_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied) ... ok\ntest_missing_module_rejected (test_kernel_replay.WrapperTests.test_missing_module_rejected) ... ok\ntest_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) ... ok\ntest_module_names_and_unknown_fields_rejected (test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected) ... ok\ntest_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected) ... ok\ntest_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker) ... FAIL\ntest_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... ok\ntest_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected) ... ok\ntest_resource_boolean_arguments_rejected (test_kernel_replay.WrapperTests.test_resource_boolean_arguments_rejected) ... ok\ntest_resource_cleanup_exceptions_remain_structured (test_kernel_replay.WrapperTests.test_resource_cleanup_exceptions_remain_structured) ... ok\ntest_resource_memory_hard_limit_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_hard_limit_before_spawn) ... ok\ntest_resource_memory_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_upper_bounds_before_spawn) ... ok\ntest_resource_spawn_exceptions_are_structured_errors (test_kernel_replay.WrapperTests.test_resource_spawn_exceptions_are_structured_errors) ... ok\ntest_resource_timeout_kills_and_reaps_real_child (test_kernel_replay.WrapperTests.test_resource_timeout_kills_and_reaps_real_child) ... ok\ntest_resource_timeout_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_timeout_upper_bounds_before_spawn) ... ok\ntest_resource_unreapable_child_cleanup_is_bounded (test_kernel_replay.WrapperTests.test_resource_unreapable_child_cleanup_is_bounded) ... ok\ntest_resource_unreaped_child_stops_further_modules (test_kernel_replay.WrapperTests.test_resource_unreaped_child_stops_further_modules) ... ok\ntest_resource_valid_integer_and_float_timeouts (test_kernel_replay.WrapperTests.test_resource_valid_integer_and_float_timeouts) ... ok\ntest_resource_wait_error_kills_and_reaps_real_child (test_kernel_replay.WrapperTests.test_resource_wait_error_kills_and_reaps_real_child) ... ok\ntest_resource_wait_errors_cannot_become_success (test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success) ... ok\ntest_search_root_and_part_symlinks_rejected (test_kernel_replay.WrapperTests.test_search_root_and_part_symlinks_rejected) ... ok\ntest_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected) ... ok\ntest_strict_cli (test_kernel_replay.WrapperTests.test_strict_cli) ... ok\ntest_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal) ... ok\ntest_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected) ... ok\n\n======================================================================\nFAIL: test_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-z48a7pck/kernel_replay/tests/test_kernel_replay.py\", line 125, in test_nonzero_exit_fatal_even_with_marker\n self.assertFalse(r['ok'])\nAssertionError: True is not false\n\n----------------------------------------------------------------------\nRan 29 tests in 0.798s\n\nFAILED (failures=1)\n", + "stderr": "" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/resource-mutations/ignore-source-binding.json b/cbz/contributions/math514/kernel_replay/evidence/resource-mutations/ignore-source-binding.json new file mode 100644 index 000000000..a41de34ca --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/resource-mutations/ignore-source-binding.json @@ -0,0 +1,21 @@ +{ + "name": "ignore-source-binding", + "file": "kernel_replay.py", + "test": "test_kernel_replay.WrapperTests", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "27da13a9455a62c2b192ff62f6222266cb483d323cf680f3d81d3b19b260b8ce", + "mutated_sha256": "46708ef633af87ba8b09e08d2872321c0cf92f56e89e3524d742be4c6acac863", + "tests": { + "tests_run": 29, + "assertion_failures": 1, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_duplicate_modules_rejected (test_kernel_replay.WrapperTests.test_duplicate_modules_rejected) ... ok\ntest_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected) ... ok\ntest_expected_coverage_mismatch_rejected (test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected) ... ok\ntest_individual_olean_symlink_rejected (test_kernel_replay.WrapperTests.test_individual_olean_symlink_rejected) ... ok\ntest_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied) ... ok\ntest_missing_module_rejected (test_kernel_replay.WrapperTests.test_missing_module_rejected) ... ok\ntest_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) ... ok\ntest_module_names_and_unknown_fields_rejected (test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected) ... ok\ntest_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected) ... ok\ntest_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker) ... ok\ntest_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... ok\ntest_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected) ... ok\ntest_resource_boolean_arguments_rejected (test_kernel_replay.WrapperTests.test_resource_boolean_arguments_rejected) ... ok\ntest_resource_cleanup_exceptions_remain_structured (test_kernel_replay.WrapperTests.test_resource_cleanup_exceptions_remain_structured) ... ok\ntest_resource_memory_hard_limit_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_hard_limit_before_spawn) ... ok\ntest_resource_memory_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_upper_bounds_before_spawn) ... ok\ntest_resource_spawn_exceptions_are_structured_errors (test_kernel_replay.WrapperTests.test_resource_spawn_exceptions_are_structured_errors) ... ok\ntest_resource_timeout_kills_and_reaps_real_child (test_kernel_replay.WrapperTests.test_resource_timeout_kills_and_reaps_real_child) ... ok\ntest_resource_timeout_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_timeout_upper_bounds_before_spawn) ... ok\ntest_resource_unreapable_child_cleanup_is_bounded (test_kernel_replay.WrapperTests.test_resource_unreapable_child_cleanup_is_bounded) ... ok\ntest_resource_unreaped_child_stops_further_modules (test_kernel_replay.WrapperTests.test_resource_unreaped_child_stops_further_modules) ... ok\ntest_resource_valid_integer_and_float_timeouts (test_kernel_replay.WrapperTests.test_resource_valid_integer_and_float_timeouts) ... ok\ntest_resource_wait_error_kills_and_reaps_real_child (test_kernel_replay.WrapperTests.test_resource_wait_error_kills_and_reaps_real_child) ... ok\ntest_resource_wait_errors_cannot_become_success (test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success) ... ok\ntest_search_root_and_part_symlinks_rejected (test_kernel_replay.WrapperTests.test_search_root_and_part_symlinks_rejected) ... ok\ntest_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected) ... FAIL\ntest_strict_cli (test_kernel_replay.WrapperTests.test_strict_cli) ... ok\ntest_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal) ... ok\ntest_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected) ... ok\n\n======================================================================\nFAIL: test_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-e90afnto/kernel_replay/tests/test_kernel_replay.py\", line 100, in test_source_change_rejected\n self.assertIn('binding changed', r.get('error', ''))\nAssertionError: 'binding changed' not found in ''\n\n----------------------------------------------------------------------\nRan 29 tests in 0.838s\n\nFAILED (failures=1)\n" + }, + "stdout": "test_duplicate_modules_rejected (test_kernel_replay.WrapperTests.test_duplicate_modules_rejected) ... ok\ntest_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected) ... ok\ntest_expected_coverage_mismatch_rejected (test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected) ... ok\ntest_individual_olean_symlink_rejected (test_kernel_replay.WrapperTests.test_individual_olean_symlink_rejected) ... ok\ntest_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied) ... ok\ntest_missing_module_rejected (test_kernel_replay.WrapperTests.test_missing_module_rejected) ... ok\ntest_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) ... ok\ntest_module_names_and_unknown_fields_rejected (test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected) ... ok\ntest_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected) ... ok\ntest_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker) ... ok\ntest_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... ok\ntest_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected) ... ok\ntest_resource_boolean_arguments_rejected (test_kernel_replay.WrapperTests.test_resource_boolean_arguments_rejected) ... ok\ntest_resource_cleanup_exceptions_remain_structured (test_kernel_replay.WrapperTests.test_resource_cleanup_exceptions_remain_structured) ... ok\ntest_resource_memory_hard_limit_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_hard_limit_before_spawn) ... ok\ntest_resource_memory_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_upper_bounds_before_spawn) ... ok\ntest_resource_spawn_exceptions_are_structured_errors (test_kernel_replay.WrapperTests.test_resource_spawn_exceptions_are_structured_errors) ... ok\ntest_resource_timeout_kills_and_reaps_real_child (test_kernel_replay.WrapperTests.test_resource_timeout_kills_and_reaps_real_child) ... ok\ntest_resource_timeout_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_timeout_upper_bounds_before_spawn) ... ok\ntest_resource_unreapable_child_cleanup_is_bounded (test_kernel_replay.WrapperTests.test_resource_unreapable_child_cleanup_is_bounded) ... ok\ntest_resource_unreaped_child_stops_further_modules (test_kernel_replay.WrapperTests.test_resource_unreaped_child_stops_further_modules) ... ok\ntest_resource_valid_integer_and_float_timeouts (test_kernel_replay.WrapperTests.test_resource_valid_integer_and_float_timeouts) ... ok\ntest_resource_wait_error_kills_and_reaps_real_child (test_kernel_replay.WrapperTests.test_resource_wait_error_kills_and_reaps_real_child) ... ok\ntest_resource_wait_errors_cannot_become_success (test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success) ... ok\ntest_search_root_and_part_symlinks_rejected (test_kernel_replay.WrapperTests.test_search_root_and_part_symlinks_rejected) ... ok\ntest_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected) ... FAIL\ntest_strict_cli (test_kernel_replay.WrapperTests.test_strict_cli) ... ok\ntest_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal) ... ok\ntest_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected) ... ok\n\n======================================================================\nFAIL: test_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-e90afnto/kernel_replay/tests/test_kernel_replay.py\", line 100, in test_source_change_rejected\n self.assertIn('binding changed', r.get('error', ''))\nAssertionError: 'binding changed' not found in ''\n\n----------------------------------------------------------------------\nRan 29 tests in 0.838s\n\nFAILED (failures=1)\n", + "stderr": "" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/resource-mutations/ignore-timeout.json b/cbz/contributions/math514/kernel_replay/evidence/resource-mutations/ignore-timeout.json new file mode 100644 index 000000000..3be38d255 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/resource-mutations/ignore-timeout.json @@ -0,0 +1,21 @@ +{ + "name": "ignore-timeout", + "file": "kernel_replay.py", + "test": "test_kernel_replay.WrapperTests", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "27da13a9455a62c2b192ff62f6222266cb483d323cf680f3d81d3b19b260b8ce", + "mutated_sha256": "73e1605365c724893d10def4a498e589c6d3660109d0ecddb7a17612f54305b5", + "tests": { + "tests_run": 29, + "assertion_failures": 3, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_duplicate_modules_rejected (test_kernel_replay.WrapperTests.test_duplicate_modules_rejected) ... ok\ntest_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected) ... ok\ntest_expected_coverage_mismatch_rejected (test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected) ... ok\ntest_individual_olean_symlink_rejected (test_kernel_replay.WrapperTests.test_individual_olean_symlink_rejected) ... ok\ntest_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied) ... ok\ntest_missing_module_rejected (test_kernel_replay.WrapperTests.test_missing_module_rejected) ... ok\ntest_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) ... ok\ntest_module_names_and_unknown_fields_rejected (test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected) ... ok\ntest_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected) ... ok\ntest_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker) ... ok\ntest_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... ok\ntest_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected) ... ok\ntest_resource_boolean_arguments_rejected (test_kernel_replay.WrapperTests.test_resource_boolean_arguments_rejected) ... ok\ntest_resource_cleanup_exceptions_remain_structured (test_kernel_replay.WrapperTests.test_resource_cleanup_exceptions_remain_structured) ... ok\ntest_resource_memory_hard_limit_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_hard_limit_before_spawn) ... ok\ntest_resource_memory_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_upper_bounds_before_spawn) ... ok\ntest_resource_spawn_exceptions_are_structured_errors (test_kernel_replay.WrapperTests.test_resource_spawn_exceptions_are_structured_errors) ... ok\ntest_resource_timeout_kills_and_reaps_real_child (test_kernel_replay.WrapperTests.test_resource_timeout_kills_and_reaps_real_child) ... FAIL\ntest_resource_timeout_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_timeout_upper_bounds_before_spawn) ... ok\ntest_resource_unreapable_child_cleanup_is_bounded (test_kernel_replay.WrapperTests.test_resource_unreapable_child_cleanup_is_bounded) ... FAIL\ntest_resource_unreaped_child_stops_further_modules (test_kernel_replay.WrapperTests.test_resource_unreaped_child_stops_further_modules) ... ok\ntest_resource_valid_integer_and_float_timeouts (test_kernel_replay.WrapperTests.test_resource_valid_integer_and_float_timeouts) ... ok\ntest_resource_wait_error_kills_and_reaps_real_child (test_kernel_replay.WrapperTests.test_resource_wait_error_kills_and_reaps_real_child) ... ok\ntest_resource_wait_errors_cannot_become_success (test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success) ... ok\ntest_search_root_and_part_symlinks_rejected (test_kernel_replay.WrapperTests.test_search_root_and_part_symlinks_rejected) ... ok\ntest_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected) ... ok\ntest_strict_cli (test_kernel_replay.WrapperTests.test_strict_cli) ... ok\ntest_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal) ... FAIL\ntest_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected) ... ok\n\n======================================================================\nFAIL: test_resource_timeout_kills_and_reaps_real_child (test_kernel_replay.WrapperTests.test_resource_timeout_kills_and_reaps_real_child)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-9wo0y1wg/kernel_replay/tests/test_kernel_replay.py\", line 268, in test_resource_timeout_kills_and_reaps_real_child\n self.assertLess(time.monotonic() - started, 3)\nAssertionError: 30.030747823999263 not less than 3\n\n======================================================================\nFAIL: test_resource_unreapable_child_cleanup_is_bounded (test_kernel_replay.WrapperTests.test_resource_unreapable_child_cleanup_is_bounded)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-9wo0y1wg/kernel_replay/tests/test_kernel_replay.py\", line 159, in resource_report\n return self.kr.run_manifest(m, memory, timeout)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-9wo0y1wg/kernel_replay/kernel_replay.py\", line 303, in run_manifest\n report['results'].append(run_one(m, entry, memory_mib, timeout_seconds))\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-9wo0y1wg/kernel_replay/kernel_replay.py\", line 246, in run_one\n result['returncode'] = p.wait(timeout=None)\n ^^^^^^^^^^^^^^^^^^^^\n File \"/opt/codex/runtimes/codex-primary-runtime/dependencies/python/lib/python3.12/unittest/mock.py\", line 1139, in __call__\n return self._mock_call(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/codex/runtimes/codex-primary-runtime/dependencies/python/lib/python3.12/unittest/mock.py\", line 1143, in _mock_call\n return self._execute_mock_call(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/codex/runtimes/codex-primary-runtime/dependencies/python/lib/python3.12/unittest/mock.py\", line 1204, in _execute_mock_call\n result = effect(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-9wo0y1wg/kernel_replay/tests/test_kernel_replay.py\", line 286, in wait\n self.fail('unbounded child cleanup wait')\nAssertionError: unbounded child cleanup wait\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-9wo0y1wg/kernel_replay/tests/test_kernel_replay.py\", line 293, in test_resource_unreapable_child_cleanup_is_bounded\n r = self.resource_report(m, timeout=0.05)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-9wo0y1wg/kernel_replay/tests/test_kernel_replay.py\", line 161, in resource_report\n self.fail(f'resource boundary escaped structured report: {type(exc).__name__}: {exc}')\nAssertionError: resource boundary escaped structured report: AssertionError: unbounded child cleanup wait\n\n======================================================================\nFAIL: test_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-9wo0y1wg/kernel_replay/tests/test_kernel_replay.py\", line 136, in test_timeout_fatal\n self.assertEqual(r['results'][0]['status'], 'TIMEOUT')\nAssertionError: 'FAIL' != 'TIMEOUT'\n- FAIL\n+ TIMEOUT\n\n\n----------------------------------------------------------------------\nRan 29 tests in 35.624s\n\nFAILED (failures=3)\n" + }, + "stdout": "test_duplicate_modules_rejected (test_kernel_replay.WrapperTests.test_duplicate_modules_rejected) ... ok\ntest_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected) ... ok\ntest_expected_coverage_mismatch_rejected (test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected) ... ok\ntest_individual_olean_symlink_rejected (test_kernel_replay.WrapperTests.test_individual_olean_symlink_rejected) ... ok\ntest_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied) ... ok\ntest_missing_module_rejected (test_kernel_replay.WrapperTests.test_missing_module_rejected) ... ok\ntest_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) ... ok\ntest_module_names_and_unknown_fields_rejected (test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected) ... ok\ntest_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected) ... ok\ntest_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker) ... ok\ntest_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... ok\ntest_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected) ... ok\ntest_resource_boolean_arguments_rejected (test_kernel_replay.WrapperTests.test_resource_boolean_arguments_rejected) ... ok\ntest_resource_cleanup_exceptions_remain_structured (test_kernel_replay.WrapperTests.test_resource_cleanup_exceptions_remain_structured) ... ok\ntest_resource_memory_hard_limit_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_hard_limit_before_spawn) ... ok\ntest_resource_memory_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_upper_bounds_before_spawn) ... ok\ntest_resource_spawn_exceptions_are_structured_errors (test_kernel_replay.WrapperTests.test_resource_spawn_exceptions_are_structured_errors) ... ok\ntest_resource_timeout_kills_and_reaps_real_child (test_kernel_replay.WrapperTests.test_resource_timeout_kills_and_reaps_real_child) ... FAIL\ntest_resource_timeout_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_timeout_upper_bounds_before_spawn) ... ok\ntest_resource_unreapable_child_cleanup_is_bounded (test_kernel_replay.WrapperTests.test_resource_unreapable_child_cleanup_is_bounded) ... FAIL\ntest_resource_unreaped_child_stops_further_modules (test_kernel_replay.WrapperTests.test_resource_unreaped_child_stops_further_modules) ... ok\ntest_resource_valid_integer_and_float_timeouts (test_kernel_replay.WrapperTests.test_resource_valid_integer_and_float_timeouts) ... ok\ntest_resource_wait_error_kills_and_reaps_real_child (test_kernel_replay.WrapperTests.test_resource_wait_error_kills_and_reaps_real_child) ... ok\ntest_resource_wait_errors_cannot_become_success (test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success) ... ok\ntest_search_root_and_part_symlinks_rejected (test_kernel_replay.WrapperTests.test_search_root_and_part_symlinks_rejected) ... ok\ntest_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected) ... ok\ntest_strict_cli (test_kernel_replay.WrapperTests.test_strict_cli) ... ok\ntest_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal) ... FAIL\ntest_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected) ... ok\n\n======================================================================\nFAIL: test_resource_timeout_kills_and_reaps_real_child (test_kernel_replay.WrapperTests.test_resource_timeout_kills_and_reaps_real_child)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-9wo0y1wg/kernel_replay/tests/test_kernel_replay.py\", line 268, in test_resource_timeout_kills_and_reaps_real_child\n self.assertLess(time.monotonic() - started, 3)\nAssertionError: 30.030747823999263 not less than 3\n\n======================================================================\nFAIL: test_resource_unreapable_child_cleanup_is_bounded (test_kernel_replay.WrapperTests.test_resource_unreapable_child_cleanup_is_bounded)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-9wo0y1wg/kernel_replay/tests/test_kernel_replay.py\", line 159, in resource_report\n return self.kr.run_manifest(m, memory, timeout)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-9wo0y1wg/kernel_replay/kernel_replay.py\", line 303, in run_manifest\n report['results'].append(run_one(m, entry, memory_mib, timeout_seconds))\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-9wo0y1wg/kernel_replay/kernel_replay.py\", line 246, in run_one\n result['returncode'] = p.wait(timeout=None)\n ^^^^^^^^^^^^^^^^^^^^\n File \"/opt/codex/runtimes/codex-primary-runtime/dependencies/python/lib/python3.12/unittest/mock.py\", line 1139, in __call__\n return self._mock_call(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/codex/runtimes/codex-primary-runtime/dependencies/python/lib/python3.12/unittest/mock.py\", line 1143, in _mock_call\n return self._execute_mock_call(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/codex/runtimes/codex-primary-runtime/dependencies/python/lib/python3.12/unittest/mock.py\", line 1204, in _execute_mock_call\n result = effect(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-9wo0y1wg/kernel_replay/tests/test_kernel_replay.py\", line 286, in wait\n self.fail('unbounded child cleanup wait')\nAssertionError: unbounded child cleanup wait\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-9wo0y1wg/kernel_replay/tests/test_kernel_replay.py\", line 293, in test_resource_unreapable_child_cleanup_is_bounded\n r = self.resource_report(m, timeout=0.05)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-9wo0y1wg/kernel_replay/tests/test_kernel_replay.py\", line 161, in resource_report\n self.fail(f'resource boundary escaped structured report: {type(exc).__name__}: {exc}')\nAssertionError: resource boundary escaped structured report: AssertionError: unbounded child cleanup wait\n\n======================================================================\nFAIL: test_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-9wo0y1wg/kernel_replay/tests/test_kernel_replay.py\", line 136, in test_timeout_fatal\n self.assertEqual(r['results'][0]['status'], 'TIMEOUT')\nAssertionError: 'FAIL' != 'TIMEOUT'\n- FAIL\n+ TIMEOUT\n\n\n----------------------------------------------------------------------\nRan 29 tests in 35.624s\n\nFAILED (failures=3)\n", + "stderr": "" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/resource-mutations/ignore-tool-binding.json b/cbz/contributions/math514/kernel_replay/evidence/resource-mutations/ignore-tool-binding.json new file mode 100644 index 000000000..b324de990 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/resource-mutations/ignore-tool-binding.json @@ -0,0 +1,21 @@ +{ + "name": "ignore-tool-binding", + "file": "kernel_replay.py", + "test": "test_kernel_replay.WrapperTests", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "27da13a9455a62c2b192ff62f6222266cb483d323cf680f3d81d3b19b260b8ce", + "mutated_sha256": "61e1c6d88b89b278e2cf11050f690f07aff317f8ca0e171a7dd96c312f323c30", + "tests": { + "tests_run": 29, + "assertion_failures": 1, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_duplicate_modules_rejected (test_kernel_replay.WrapperTests.test_duplicate_modules_rejected) ... ok\ntest_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected) ... ok\ntest_expected_coverage_mismatch_rejected (test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected) ... ok\ntest_individual_olean_symlink_rejected (test_kernel_replay.WrapperTests.test_individual_olean_symlink_rejected) ... ok\ntest_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied) ... ok\ntest_missing_module_rejected (test_kernel_replay.WrapperTests.test_missing_module_rejected) ... ok\ntest_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) ... ok\ntest_module_names_and_unknown_fields_rejected (test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected) ... ok\ntest_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected) ... ok\ntest_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker) ... ok\ntest_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... ok\ntest_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected) ... ok\ntest_resource_boolean_arguments_rejected (test_kernel_replay.WrapperTests.test_resource_boolean_arguments_rejected) ... ok\ntest_resource_cleanup_exceptions_remain_structured (test_kernel_replay.WrapperTests.test_resource_cleanup_exceptions_remain_structured) ... ok\ntest_resource_memory_hard_limit_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_hard_limit_before_spawn) ... ok\ntest_resource_memory_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_upper_bounds_before_spawn) ... ok\ntest_resource_spawn_exceptions_are_structured_errors (test_kernel_replay.WrapperTests.test_resource_spawn_exceptions_are_structured_errors) ... ok\ntest_resource_timeout_kills_and_reaps_real_child (test_kernel_replay.WrapperTests.test_resource_timeout_kills_and_reaps_real_child) ... ok\ntest_resource_timeout_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_timeout_upper_bounds_before_spawn) ... ok\ntest_resource_unreapable_child_cleanup_is_bounded (test_kernel_replay.WrapperTests.test_resource_unreapable_child_cleanup_is_bounded) ... ok\ntest_resource_unreaped_child_stops_further_modules (test_kernel_replay.WrapperTests.test_resource_unreaped_child_stops_further_modules) ... ok\ntest_resource_valid_integer_and_float_timeouts (test_kernel_replay.WrapperTests.test_resource_valid_integer_and_float_timeouts) ... ok\ntest_resource_wait_error_kills_and_reaps_real_child (test_kernel_replay.WrapperTests.test_resource_wait_error_kills_and_reaps_real_child) ... ok\ntest_resource_wait_errors_cannot_become_success (test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success) ... ok\ntest_search_root_and_part_symlinks_rejected (test_kernel_replay.WrapperTests.test_search_root_and_part_symlinks_rejected) ... ok\ntest_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected) ... ok\ntest_strict_cli (test_kernel_replay.WrapperTests.test_strict_cli) ... ok\ntest_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal) ... ok\ntest_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected) ... FAIL\n\n======================================================================\nFAIL: test_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-e9ykv7r0/kernel_replay/tests/test_kernel_replay.py\", line 121, in test_tool_binding_change_rejected\n self.assertIn('tool binding changed', r.get('error', ''))\nAssertionError: 'tool binding changed' not found in ''\n\n----------------------------------------------------------------------\nRan 29 tests in 0.756s\n\nFAILED (failures=1)\n" + }, + "stdout": "test_duplicate_modules_rejected (test_kernel_replay.WrapperTests.test_duplicate_modules_rejected) ... ok\ntest_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected) ... ok\ntest_expected_coverage_mismatch_rejected (test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected) ... ok\ntest_individual_olean_symlink_rejected (test_kernel_replay.WrapperTests.test_individual_olean_symlink_rejected) ... ok\ntest_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied) ... ok\ntest_missing_module_rejected (test_kernel_replay.WrapperTests.test_missing_module_rejected) ... ok\ntest_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) ... ok\ntest_module_names_and_unknown_fields_rejected (test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected) ... ok\ntest_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected) ... ok\ntest_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker) ... ok\ntest_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... ok\ntest_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected) ... ok\ntest_resource_boolean_arguments_rejected (test_kernel_replay.WrapperTests.test_resource_boolean_arguments_rejected) ... ok\ntest_resource_cleanup_exceptions_remain_structured (test_kernel_replay.WrapperTests.test_resource_cleanup_exceptions_remain_structured) ... ok\ntest_resource_memory_hard_limit_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_hard_limit_before_spawn) ... ok\ntest_resource_memory_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_upper_bounds_before_spawn) ... ok\ntest_resource_spawn_exceptions_are_structured_errors (test_kernel_replay.WrapperTests.test_resource_spawn_exceptions_are_structured_errors) ... ok\ntest_resource_timeout_kills_and_reaps_real_child (test_kernel_replay.WrapperTests.test_resource_timeout_kills_and_reaps_real_child) ... ok\ntest_resource_timeout_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_timeout_upper_bounds_before_spawn) ... ok\ntest_resource_unreapable_child_cleanup_is_bounded (test_kernel_replay.WrapperTests.test_resource_unreapable_child_cleanup_is_bounded) ... ok\ntest_resource_unreaped_child_stops_further_modules (test_kernel_replay.WrapperTests.test_resource_unreaped_child_stops_further_modules) ... ok\ntest_resource_valid_integer_and_float_timeouts (test_kernel_replay.WrapperTests.test_resource_valid_integer_and_float_timeouts) ... ok\ntest_resource_wait_error_kills_and_reaps_real_child (test_kernel_replay.WrapperTests.test_resource_wait_error_kills_and_reaps_real_child) ... ok\ntest_resource_wait_errors_cannot_become_success (test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success) ... ok\ntest_search_root_and_part_symlinks_rejected (test_kernel_replay.WrapperTests.test_search_root_and_part_symlinks_rejected) ... ok\ntest_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected) ... ok\ntest_strict_cli (test_kernel_replay.WrapperTests.test_strict_cli) ... ok\ntest_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal) ... ok\ntest_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected) ... FAIL\n\n======================================================================\nFAIL: test_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-e9ykv7r0/kernel_replay/tests/test_kernel_replay.py\", line 121, in test_tool_binding_change_rejected\n self.assertIn('tool binding changed', r.get('error', ''))\nAssertionError: 'tool binding changed' not found in ''\n\n----------------------------------------------------------------------\nRan 29 tests in 0.756s\n\nFAILED (failures=1)\n", + "stderr": "" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/resource-mutations/resource-accept-boolean-timeout.json b/cbz/contributions/math514/kernel_replay/evidence/resource-mutations/resource-accept-boolean-timeout.json new file mode 100644 index 000000000..d633c4fa5 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/resource-mutations/resource-accept-boolean-timeout.json @@ -0,0 +1,21 @@ +{ + "name": "resource-accept-boolean-timeout", + "file": "kernel_replay.py", + "test": "test_kernel_replay.WrapperTests.test_resource_boolean_arguments_rejected", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "27da13a9455a62c2b192ff62f6222266cb483d323cf680f3d81d3b19b260b8ce", + "mutated_sha256": "02d4d36f864cc378e5232e9a720204f05a7ee01e260ee6b99d7059913d738c45", + "tests": { + "tests_run": 1, + "assertion_failures": 1, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_resource_boolean_arguments_rejected (test_kernel_replay.WrapperTests.test_resource_boolean_arguments_rejected) ... \n test_resource_boolean_arguments_rejected (test_kernel_replay.WrapperTests.test_resource_boolean_arguments_rejected) (memory=256, timeout=True) ... FAIL\n\n======================================================================\nFAIL: test_resource_boolean_arguments_rejected (test_kernel_replay.WrapperTests.test_resource_boolean_arguments_rejected) (memory=256, timeout=True)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-ury5k8a7/kernel_replay/tests/test_kernel_replay.py\", line 188, in test_resource_boolean_arguments_rejected\n self.assertFalse(r['ok'])\nAssertionError: True is not false\n\n----------------------------------------------------------------------\nRan 1 test in 0.022s\n\nFAILED (failures=1)\n" + }, + "stdout": "test_resource_boolean_arguments_rejected (test_kernel_replay.WrapperTests.test_resource_boolean_arguments_rejected) ... \n test_resource_boolean_arguments_rejected (test_kernel_replay.WrapperTests.test_resource_boolean_arguments_rejected) (memory=256, timeout=True) ... FAIL\n\n======================================================================\nFAIL: test_resource_boolean_arguments_rejected (test_kernel_replay.WrapperTests.test_resource_boolean_arguments_rejected) (memory=256, timeout=True)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-ury5k8a7/kernel_replay/tests/test_kernel_replay.py\", line 188, in test_resource_boolean_arguments_rejected\n self.assertFalse(r['ok'])\nAssertionError: True is not false\n\n----------------------------------------------------------------------\nRan 1 test in 0.022s\n\nFAILED (failures=1)\n", + "stderr": "" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/resource-mutations/resource-continue-after-unreaped-child.json b/cbz/contributions/math514/kernel_replay/evidence/resource-mutations/resource-continue-after-unreaped-child.json new file mode 100644 index 000000000..adff42bdb --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/resource-mutations/resource-continue-after-unreaped-child.json @@ -0,0 +1,21 @@ +{ + "name": "resource-continue-after-unreaped-child", + "file": "kernel_replay.py", + "test": "test_kernel_replay.WrapperTests.test_resource_unreaped_child_stops_further_modules", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "27da13a9455a62c2b192ff62f6222266cb483d323cf680f3d81d3b19b260b8ce", + "mutated_sha256": "471565b98a54f7476c9db79944679fba89e527dfeb76ad809079036913ec6333", + "tests": { + "tests_run": 1, + "assertion_failures": 1, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_resource_unreaped_child_stops_further_modules (test_kernel_replay.WrapperTests.test_resource_unreaped_child_stops_further_modules) ... FAIL\n\n======================================================================\nFAIL: test_resource_unreaped_child_stops_further_modules (test_kernel_replay.WrapperTests.test_resource_unreaped_child_stops_further_modules)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-z9qkpxv4/kernel_replay/tests/test_kernel_replay.py\", line 314, in test_resource_unreaped_child_stops_further_modules\n self.assertEqual(len(r['results']), 1, 'must stop serial scheduling when child cleanup failed')\nAssertionError: 2 != 1 : must stop serial scheduling when child cleanup failed\n\n----------------------------------------------------------------------\nRan 1 test in 0.019s\n\nFAILED (failures=1)\n" + }, + "stdout": "test_resource_unreaped_child_stops_further_modules (test_kernel_replay.WrapperTests.test_resource_unreaped_child_stops_further_modules) ... FAIL\n\n======================================================================\nFAIL: test_resource_unreaped_child_stops_further_modules (test_kernel_replay.WrapperTests.test_resource_unreaped_child_stops_further_modules)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-z9qkpxv4/kernel_replay/tests/test_kernel_replay.py\", line 314, in test_resource_unreaped_child_stops_further_modules\n self.assertEqual(len(r['results']), 1, 'must stop serial scheduling when child cleanup failed')\nAssertionError: 2 != 1 : must stop serial scheduling when child cleanup failed\n\n----------------------------------------------------------------------\nRan 1 test in 0.019s\n\nFAILED (failures=1)\n", + "stderr": "" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/resource-mutations/resource-drop-process-exception-normalization.json b/cbz/contributions/math514/kernel_replay/evidence/resource-mutations/resource-drop-process-exception-normalization.json new file mode 100644 index 000000000..2e145d532 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/resource-mutations/resource-drop-process-exception-normalization.json @@ -0,0 +1,21 @@ +{ + "name": "resource-drop-process-exception-normalization", + "file": "kernel_replay.py", + "test": "test_kernel_replay.WrapperTests.test_resource_spawn_exceptions_are_structured_errors", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "27da13a9455a62c2b192ff62f6222266cb483d323cf680f3d81d3b19b260b8ce", + "mutated_sha256": "b5d07bccbc9bc59f8cd8e9e00ce7ea1c8f3183ba2b6b3859ea72255815ff6676", + "tests": { + "tests_run": 1, + "assertion_failures": 3, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_resource_spawn_exceptions_are_structured_errors (test_kernel_replay.WrapperTests.test_resource_spawn_exceptions_are_structured_errors) ... \n test_resource_spawn_exceptions_are_structured_errors (test_kernel_replay.WrapperTests.test_resource_spawn_exceptions_are_structured_errors) (exception='SubprocessError') ... FAIL\n test_resource_spawn_exceptions_are_structured_errors (test_kernel_replay.WrapperTests.test_resource_spawn_exceptions_are_structured_errors) (exception='OverflowError') ... FAIL\n test_resource_spawn_exceptions_are_structured_errors (test_kernel_replay.WrapperTests.test_resource_spawn_exceptions_are_structured_errors) (exception='ValueError') ... FAIL\n\n======================================================================\nFAIL: test_resource_spawn_exceptions_are_structured_errors (test_kernel_replay.WrapperTests.test_resource_spawn_exceptions_are_structured_errors) (exception='SubprocessError')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-jsplgv4l/kernel_replay/tests/test_kernel_replay.py\", line 214, in test_resource_spawn_exceptions_are_structured_errors\n self.assertEqual(len(r['results']), 1, r)\nAssertionError: 0 != 1 : {'schema': 'cbz-kernel-replay/v1', 'gate': 'G4-scoped-adapter', 'started': '2026-10-29T19:22:14.190330+00:00', 'ok': False, 'results': [], 'completed_count': 0, 'expected_count': 1, 'manifest': {'schema': 'cbz-kernel-replay/v1', 'lean': {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/bin/lean', 'sha256': 'e8baaa71855a616dc351028f3ad2200051b0671f423a1696a100e809302d5550'}, 'sysroot': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1', 'lean_path': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-jsplgv4l/kernel_replay/evidence/tmp53tk28uo'], 'expected_modules': ['Toy'], 'modules': [{'name': 'Toy', 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-jsplgv4l/kernel_replay/evidence/tmp53tk28uo/Toy.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-jsplgv4l/kernel_replay/evidence/tmp53tk28uo/Toy.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}]}], 'context': [], 'tool': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-jsplgv4l/kernel_replay/kernel_replay.py', 'sha256': 'b5d07bccbc9bc59f8cd8e9e00ce7ea1c8f3183ba2b6b3859ea72255815ff6676'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-jsplgv4l/kernel_replay/ExactReplay.lean', 'sha256': '24e55f5e99c83a46f9f908bbc90f22292a94305294e287d9b2eccbf24e8e6b66'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/LeanChecker.lean', 'sha256': '2d18ec111d73c536b0bdee2533556bb9548c349f386797d3d3837b1f84d55dae'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/Lean/Replay.lean', 'sha256': 'c434b5b2bc5047ca58d4a095fcf1d9935d413c788ae98a4f21948e6a95ca3fb0'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/LeanChecker.olean', 'sha256': 'd6829015630328e3c70909a4cba004a7933f6d52cad3721488a2efaa14c1bbbe'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean', 'sha256': '66cb6f6d0bd6f9faee0205ddf0e289d1936e40f7808dfe9ad6eba412a5d8b427'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.server', 'sha256': '46026af21aa760fb2343c15336f6e1476d37e4829e4e0ec529ab499fd0a2b010'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.private', 'sha256': 'fadad15c5bb080fee117b7fd049b6f54e3077b5b258902fe47cad8dbf76649a1'}]}, 'g2_status': 'NOT_ASSESSED', 'full_cbz': False, 'resource_limits': {'memory_mib_max': 8796093022207, 'timeout_seconds_max': 2147483, 'cleanup_timeout_seconds': 1.0}, 'error': 'SubprocessError: spawn rejected', 'ended': '2026-10-29T19:22:14.194061+00:00'}\n\n======================================================================\nFAIL: test_resource_spawn_exceptions_are_structured_errors (test_kernel_replay.WrapperTests.test_resource_spawn_exceptions_are_structured_errors) (exception='OverflowError')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-jsplgv4l/kernel_replay/tests/test_kernel_replay.py\", line 214, in test_resource_spawn_exceptions_are_structured_errors\n self.assertEqual(len(r['results']), 1, r)\nAssertionError: 0 != 1 : {'schema': 'cbz-kernel-replay/v1', 'gate': 'G4-scoped-adapter', 'started': '2026-10-29T19:22:14.194481+00:00', 'ok': False, 'results': [], 'completed_count': 0, 'expected_count': 1, 'manifest': {'schema': 'cbz-kernel-replay/v1', 'lean': {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/bin/lean', 'sha256': 'e8baaa71855a616dc351028f3ad2200051b0671f423a1696a100e809302d5550'}, 'sysroot': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1', 'lean_path': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-jsplgv4l/kernel_replay/evidence/tmp53tk28uo'], 'expected_modules': ['Toy'], 'modules': [{'name': 'Toy', 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-jsplgv4l/kernel_replay/evidence/tmp53tk28uo/Toy.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-jsplgv4l/kernel_replay/evidence/tmp53tk28uo/Toy.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}]}], 'context': [], 'tool': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-jsplgv4l/kernel_replay/kernel_replay.py', 'sha256': 'b5d07bccbc9bc59f8cd8e9e00ce7ea1c8f3183ba2b6b3859ea72255815ff6676'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-jsplgv4l/kernel_replay/ExactReplay.lean', 'sha256': '24e55f5e99c83a46f9f908bbc90f22292a94305294e287d9b2eccbf24e8e6b66'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/LeanChecker.lean', 'sha256': '2d18ec111d73c536b0bdee2533556bb9548c349f386797d3d3837b1f84d55dae'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/Lean/Replay.lean', 'sha256': 'c434b5b2bc5047ca58d4a095fcf1d9935d413c788ae98a4f21948e6a95ca3fb0'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/LeanChecker.olean', 'sha256': 'd6829015630328e3c70909a4cba004a7933f6d52cad3721488a2efaa14c1bbbe'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean', 'sha256': '66cb6f6d0bd6f9faee0205ddf0e289d1936e40f7808dfe9ad6eba412a5d8b427'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.server', 'sha256': '46026af21aa760fb2343c15336f6e1476d37e4829e4e0ec529ab499fd0a2b010'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.private', 'sha256': 'fadad15c5bb080fee117b7fd049b6f54e3077b5b258902fe47cad8dbf76649a1'}]}, 'g2_status': 'NOT_ASSESSED', 'full_cbz': False, 'resource_limits': {'memory_mib_max': 8796093022207, 'timeout_seconds_max': 2147483, 'cleanup_timeout_seconds': 1.0}, 'error': 'OverflowError: spawn rejected', 'ended': '2026-10-29T19:22:14.197812+00:00'}\n\n======================================================================\nFAIL: test_resource_spawn_exceptions_are_structured_errors (test_kernel_replay.WrapperTests.test_resource_spawn_exceptions_are_structured_errors) (exception='ValueError')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-jsplgv4l/kernel_replay/tests/test_kernel_replay.py\", line 214, in test_resource_spawn_exceptions_are_structured_errors\n self.assertEqual(len(r['results']), 1, r)\nAssertionError: 0 != 1 : {'schema': 'cbz-kernel-replay/v1', 'gate': 'G4-scoped-adapter', 'started': '2026-10-29T19:22:14.198095+00:00', 'ok': False, 'results': [], 'completed_count': 0, 'expected_count': 1, 'manifest': {'schema': 'cbz-kernel-replay/v1', 'lean': {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/bin/lean', 'sha256': 'e8baaa71855a616dc351028f3ad2200051b0671f423a1696a100e809302d5550'}, 'sysroot': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1', 'lean_path': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-jsplgv4l/kernel_replay/evidence/tmp53tk28uo'], 'expected_modules': ['Toy'], 'modules': [{'name': 'Toy', 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-jsplgv4l/kernel_replay/evidence/tmp53tk28uo/Toy.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-jsplgv4l/kernel_replay/evidence/tmp53tk28uo/Toy.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}]}], 'context': [], 'tool': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-jsplgv4l/kernel_replay/kernel_replay.py', 'sha256': 'b5d07bccbc9bc59f8cd8e9e00ce7ea1c8f3183ba2b6b3859ea72255815ff6676'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-jsplgv4l/kernel_replay/ExactReplay.lean', 'sha256': '24e55f5e99c83a46f9f908bbc90f22292a94305294e287d9b2eccbf24e8e6b66'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/LeanChecker.lean', 'sha256': '2d18ec111d73c536b0bdee2533556bb9548c349f386797d3d3837b1f84d55dae'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/Lean/Replay.lean', 'sha256': 'c434b5b2bc5047ca58d4a095fcf1d9935d413c788ae98a4f21948e6a95ca3fb0'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/LeanChecker.olean', 'sha256': 'd6829015630328e3c70909a4cba004a7933f6d52cad3721488a2efaa14c1bbbe'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean', 'sha256': '66cb6f6d0bd6f9faee0205ddf0e289d1936e40f7808dfe9ad6eba412a5d8b427'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.server', 'sha256': '46026af21aa760fb2343c15336f6e1476d37e4829e4e0ec529ab499fd0a2b010'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.private', 'sha256': 'fadad15c5bb080fee117b7fd049b6f54e3077b5b258902fe47cad8dbf76649a1'}]}, 'g2_status': 'NOT_ASSESSED', 'full_cbz': False, 'resource_limits': {'memory_mib_max': 8796093022207, 'timeout_seconds_max': 2147483, 'cleanup_timeout_seconds': 1.0}, 'error': 'ValueError: spawn rejected', 'ended': '2026-10-29T19:22:14.201405+00:00'}\n\n----------------------------------------------------------------------\nRan 1 test in 0.025s\n\nFAILED (failures=3)\n" + }, + "stdout": "test_resource_spawn_exceptions_are_structured_errors (test_kernel_replay.WrapperTests.test_resource_spawn_exceptions_are_structured_errors) ... \n test_resource_spawn_exceptions_are_structured_errors (test_kernel_replay.WrapperTests.test_resource_spawn_exceptions_are_structured_errors) (exception='SubprocessError') ... FAIL\n test_resource_spawn_exceptions_are_structured_errors (test_kernel_replay.WrapperTests.test_resource_spawn_exceptions_are_structured_errors) (exception='OverflowError') ... FAIL\n test_resource_spawn_exceptions_are_structured_errors (test_kernel_replay.WrapperTests.test_resource_spawn_exceptions_are_structured_errors) (exception='ValueError') ... FAIL\n\n======================================================================\nFAIL: test_resource_spawn_exceptions_are_structured_errors (test_kernel_replay.WrapperTests.test_resource_spawn_exceptions_are_structured_errors) (exception='SubprocessError')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-jsplgv4l/kernel_replay/tests/test_kernel_replay.py\", line 214, in test_resource_spawn_exceptions_are_structured_errors\n self.assertEqual(len(r['results']), 1, r)\nAssertionError: 0 != 1 : {'schema': 'cbz-kernel-replay/v1', 'gate': 'G4-scoped-adapter', 'started': '2026-10-29T19:22:14.190330+00:00', 'ok': False, 'results': [], 'completed_count': 0, 'expected_count': 1, 'manifest': {'schema': 'cbz-kernel-replay/v1', 'lean': {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/bin/lean', 'sha256': 'e8baaa71855a616dc351028f3ad2200051b0671f423a1696a100e809302d5550'}, 'sysroot': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1', 'lean_path': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-jsplgv4l/kernel_replay/evidence/tmp53tk28uo'], 'expected_modules': ['Toy'], 'modules': [{'name': 'Toy', 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-jsplgv4l/kernel_replay/evidence/tmp53tk28uo/Toy.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-jsplgv4l/kernel_replay/evidence/tmp53tk28uo/Toy.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}]}], 'context': [], 'tool': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-jsplgv4l/kernel_replay/kernel_replay.py', 'sha256': 'b5d07bccbc9bc59f8cd8e9e00ce7ea1c8f3183ba2b6b3859ea72255815ff6676'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-jsplgv4l/kernel_replay/ExactReplay.lean', 'sha256': '24e55f5e99c83a46f9f908bbc90f22292a94305294e287d9b2eccbf24e8e6b66'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/LeanChecker.lean', 'sha256': '2d18ec111d73c536b0bdee2533556bb9548c349f386797d3d3837b1f84d55dae'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/Lean/Replay.lean', 'sha256': 'c434b5b2bc5047ca58d4a095fcf1d9935d413c788ae98a4f21948e6a95ca3fb0'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/LeanChecker.olean', 'sha256': 'd6829015630328e3c70909a4cba004a7933f6d52cad3721488a2efaa14c1bbbe'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean', 'sha256': '66cb6f6d0bd6f9faee0205ddf0e289d1936e40f7808dfe9ad6eba412a5d8b427'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.server', 'sha256': '46026af21aa760fb2343c15336f6e1476d37e4829e4e0ec529ab499fd0a2b010'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.private', 'sha256': 'fadad15c5bb080fee117b7fd049b6f54e3077b5b258902fe47cad8dbf76649a1'}]}, 'g2_status': 'NOT_ASSESSED', 'full_cbz': False, 'resource_limits': {'memory_mib_max': 8796093022207, 'timeout_seconds_max': 2147483, 'cleanup_timeout_seconds': 1.0}, 'error': 'SubprocessError: spawn rejected', 'ended': '2026-10-29T19:22:14.194061+00:00'}\n\n======================================================================\nFAIL: test_resource_spawn_exceptions_are_structured_errors (test_kernel_replay.WrapperTests.test_resource_spawn_exceptions_are_structured_errors) (exception='OverflowError')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-jsplgv4l/kernel_replay/tests/test_kernel_replay.py\", line 214, in test_resource_spawn_exceptions_are_structured_errors\n self.assertEqual(len(r['results']), 1, r)\nAssertionError: 0 != 1 : {'schema': 'cbz-kernel-replay/v1', 'gate': 'G4-scoped-adapter', 'started': '2026-10-29T19:22:14.194481+00:00', 'ok': False, 'results': [], 'completed_count': 0, 'expected_count': 1, 'manifest': {'schema': 'cbz-kernel-replay/v1', 'lean': {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/bin/lean', 'sha256': 'e8baaa71855a616dc351028f3ad2200051b0671f423a1696a100e809302d5550'}, 'sysroot': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1', 'lean_path': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-jsplgv4l/kernel_replay/evidence/tmp53tk28uo'], 'expected_modules': ['Toy'], 'modules': [{'name': 'Toy', 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-jsplgv4l/kernel_replay/evidence/tmp53tk28uo/Toy.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-jsplgv4l/kernel_replay/evidence/tmp53tk28uo/Toy.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}]}], 'context': [], 'tool': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-jsplgv4l/kernel_replay/kernel_replay.py', 'sha256': 'b5d07bccbc9bc59f8cd8e9e00ce7ea1c8f3183ba2b6b3859ea72255815ff6676'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-jsplgv4l/kernel_replay/ExactReplay.lean', 'sha256': '24e55f5e99c83a46f9f908bbc90f22292a94305294e287d9b2eccbf24e8e6b66'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/LeanChecker.lean', 'sha256': '2d18ec111d73c536b0bdee2533556bb9548c349f386797d3d3837b1f84d55dae'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/Lean/Replay.lean', 'sha256': 'c434b5b2bc5047ca58d4a095fcf1d9935d413c788ae98a4f21948e6a95ca3fb0'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/LeanChecker.olean', 'sha256': 'd6829015630328e3c70909a4cba004a7933f6d52cad3721488a2efaa14c1bbbe'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean', 'sha256': '66cb6f6d0bd6f9faee0205ddf0e289d1936e40f7808dfe9ad6eba412a5d8b427'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.server', 'sha256': '46026af21aa760fb2343c15336f6e1476d37e4829e4e0ec529ab499fd0a2b010'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.private', 'sha256': 'fadad15c5bb080fee117b7fd049b6f54e3077b5b258902fe47cad8dbf76649a1'}]}, 'g2_status': 'NOT_ASSESSED', 'full_cbz': False, 'resource_limits': {'memory_mib_max': 8796093022207, 'timeout_seconds_max': 2147483, 'cleanup_timeout_seconds': 1.0}, 'error': 'OverflowError: spawn rejected', 'ended': '2026-10-29T19:22:14.197812+00:00'}\n\n======================================================================\nFAIL: test_resource_spawn_exceptions_are_structured_errors (test_kernel_replay.WrapperTests.test_resource_spawn_exceptions_are_structured_errors) (exception='ValueError')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-jsplgv4l/kernel_replay/tests/test_kernel_replay.py\", line 214, in test_resource_spawn_exceptions_are_structured_errors\n self.assertEqual(len(r['results']), 1, r)\nAssertionError: 0 != 1 : {'schema': 'cbz-kernel-replay/v1', 'gate': 'G4-scoped-adapter', 'started': '2026-10-29T19:22:14.198095+00:00', 'ok': False, 'results': [], 'completed_count': 0, 'expected_count': 1, 'manifest': {'schema': 'cbz-kernel-replay/v1', 'lean': {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/bin/lean', 'sha256': 'e8baaa71855a616dc351028f3ad2200051b0671f423a1696a100e809302d5550'}, 'sysroot': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1', 'lean_path': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-jsplgv4l/kernel_replay/evidence/tmp53tk28uo'], 'expected_modules': ['Toy'], 'modules': [{'name': 'Toy', 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-jsplgv4l/kernel_replay/evidence/tmp53tk28uo/Toy.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-jsplgv4l/kernel_replay/evidence/tmp53tk28uo/Toy.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}]}], 'context': [], 'tool': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-jsplgv4l/kernel_replay/kernel_replay.py', 'sha256': 'b5d07bccbc9bc59f8cd8e9e00ce7ea1c8f3183ba2b6b3859ea72255815ff6676'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-jsplgv4l/kernel_replay/ExactReplay.lean', 'sha256': '24e55f5e99c83a46f9f908bbc90f22292a94305294e287d9b2eccbf24e8e6b66'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/LeanChecker.lean', 'sha256': '2d18ec111d73c536b0bdee2533556bb9548c349f386797d3d3837b1f84d55dae'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/Lean/Replay.lean', 'sha256': 'c434b5b2bc5047ca58d4a095fcf1d9935d413c788ae98a4f21948e6a95ca3fb0'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/LeanChecker.olean', 'sha256': 'd6829015630328e3c70909a4cba004a7933f6d52cad3721488a2efaa14c1bbbe'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean', 'sha256': '66cb6f6d0bd6f9faee0205ddf0e289d1936e40f7808dfe9ad6eba412a5d8b427'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.server', 'sha256': '46026af21aa760fb2343c15336f6e1476d37e4829e4e0ec529ab499fd0a2b010'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.private', 'sha256': 'fadad15c5bb080fee117b7fd049b6f54e3077b5b258902fe47cad8dbf76649a1'}]}, 'g2_status': 'NOT_ASSESSED', 'full_cbz': False, 'resource_limits': {'memory_mib_max': 8796093022207, 'timeout_seconds_max': 2147483, 'cleanup_timeout_seconds': 1.0}, 'error': 'ValueError: spawn rejected', 'ended': '2026-10-29T19:22:14.201405+00:00'}\n\n----------------------------------------------------------------------\nRan 1 test in 0.025s\n\nFAILED (failures=3)\n", + "stderr": "" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/resource-mutations/resource-ignore-inherited-memory-hard-limit.json b/cbz/contributions/math514/kernel_replay/evidence/resource-mutations/resource-ignore-inherited-memory-hard-limit.json new file mode 100644 index 000000000..76eaed833 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/resource-mutations/resource-ignore-inherited-memory-hard-limit.json @@ -0,0 +1,21 @@ +{ + "name": "resource-ignore-inherited-memory-hard-limit", + "file": "kernel_replay.py", + "test": "test_kernel_replay.WrapperTests.test_resource_memory_hard_limit_before_spawn", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "27da13a9455a62c2b192ff62f6222266cb483d323cf680f3d81d3b19b260b8ce", + "mutated_sha256": "8a5eee11955335be652e96c167c8ac26e4b225e3d85da23057538f4331e35748", + "tests": { + "tests_run": 1, + "assertion_failures": 1, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_resource_memory_hard_limit_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_hard_limit_before_spawn) ... FAIL\n\n======================================================================\nFAIL: test_resource_memory_hard_limit_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_hard_limit_before_spawn)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-jzujgrqe/kernel_replay/tests/test_kernel_replay.py\", line 178, in test_resource_memory_hard_limit_before_spawn\n self.assertFalse(r['ok'])\nAssertionError: True is not false\n\n----------------------------------------------------------------------\nRan 1 test in 0.014s\n\nFAILED (failures=1)\n" + }, + "stdout": "test_resource_memory_hard_limit_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_hard_limit_before_spawn) ... FAIL\n\n======================================================================\nFAIL: test_resource_memory_hard_limit_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_hard_limit_before_spawn)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-jzujgrqe/kernel_replay/tests/test_kernel_replay.py\", line 178, in test_resource_memory_hard_limit_before_spawn\n self.assertFalse(r['ok'])\nAssertionError: True is not false\n\n----------------------------------------------------------------------\nRan 1 test in 0.014s\n\nFAILED (failures=1)\n", + "stderr": "" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/resource-mutations/resource-ignore-memory-upper-bound.json b/cbz/contributions/math514/kernel_replay/evidence/resource-mutations/resource-ignore-memory-upper-bound.json new file mode 100644 index 000000000..70dd48949 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/resource-mutations/resource-ignore-memory-upper-bound.json @@ -0,0 +1,21 @@ +{ + "name": "resource-ignore-memory-upper-bound", + "file": "kernel_replay.py", + "test": "test_kernel_replay.WrapperTests.test_resource_memory_upper_bounds_before_spawn", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "27da13a9455a62c2b192ff62f6222266cb483d323cf680f3d81d3b19b260b8ce", + "mutated_sha256": "3a8223fde7a462b57c68fca074079d7af491c94621908eadfc27983cde12f970", + "tests": { + "tests_run": 1, + "assertion_failures": 2, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_resource_memory_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_upper_bounds_before_spawn) ... \n test_resource_memory_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_upper_bounds_before_spawn) (memory_digits=401) ... FAIL\n test_resource_memory_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_upper_bounds_before_spawn) (memory_digits=13) ... FAIL\n\n======================================================================\nFAIL: test_resource_memory_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_upper_bounds_before_spawn) (memory_digits=401)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-ua7s5u78/kernel_replay/tests/test_kernel_replay.py\", line 169, in test_resource_memory_upper_bounds_before_spawn\n self.assertFalse(r['ok'])\nAssertionError: True is not false\n\n======================================================================\nFAIL: test_resource_memory_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_upper_bounds_before_spawn) (memory_digits=13)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-ua7s5u78/kernel_replay/tests/test_kernel_replay.py\", line 169, in test_resource_memory_upper_bounds_before_spawn\n self.assertFalse(r['ok'])\nAssertionError: True is not false\n\n----------------------------------------------------------------------\nRan 1 test in 0.018s\n\nFAILED (failures=2)\n" + }, + "stdout": "test_resource_memory_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_upper_bounds_before_spawn) ... \n test_resource_memory_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_upper_bounds_before_spawn) (memory_digits=401) ... FAIL\n test_resource_memory_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_upper_bounds_before_spawn) (memory_digits=13) ... FAIL\n\n======================================================================\nFAIL: test_resource_memory_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_upper_bounds_before_spawn) (memory_digits=401)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-ua7s5u78/kernel_replay/tests/test_kernel_replay.py\", line 169, in test_resource_memory_upper_bounds_before_spawn\n self.assertFalse(r['ok'])\nAssertionError: True is not false\n\n======================================================================\nFAIL: test_resource_memory_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_upper_bounds_before_spawn) (memory_digits=13)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-ua7s5u78/kernel_replay/tests/test_kernel_replay.py\", line 169, in test_resource_memory_upper_bounds_before_spawn\n self.assertFalse(r['ok'])\nAssertionError: True is not false\n\n----------------------------------------------------------------------\nRan 1 test in 0.018s\n\nFAILED (failures=2)\n", + "stderr": "" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/resource-mutations/resource-ignore-timeout-upper-bound.json b/cbz/contributions/math514/kernel_replay/evidence/resource-mutations/resource-ignore-timeout-upper-bound.json new file mode 100644 index 000000000..508731791 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/resource-mutations/resource-ignore-timeout-upper-bound.json @@ -0,0 +1,21 @@ +{ + "name": "resource-ignore-timeout-upper-bound", + "file": "kernel_replay.py", + "test": "test_kernel_replay.WrapperTests.test_resource_timeout_upper_bounds_before_spawn", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "27da13a9455a62c2b192ff62f6222266cb483d323cf680f3d81d3b19b260b8ce", + "mutated_sha256": "549382446fb2f7efdd12e560a6e5c535014fe3213ce9d1b84a8a987ffb63f736", + "tests": { + "tests_run": 1, + "assertion_failures": 3, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_resource_timeout_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_timeout_upper_bounds_before_spawn) ... \n test_resource_timeout_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_timeout_upper_bounds_before_spawn) (timeout_type='int') ... FAIL\n test_resource_timeout_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_timeout_upper_bounds_before_spawn) (timeout_type='float') ... FAIL\n test_resource_timeout_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_timeout_upper_bounds_before_spawn) (timeout_type='int') ... FAIL\n\n======================================================================\nFAIL: test_resource_timeout_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_timeout_upper_bounds_before_spawn) (timeout_type='int')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-zv_8fgfe/kernel_replay/tests/test_kernel_replay.py\", line 199, in test_resource_timeout_upper_bounds_before_spawn\n self.assertIn('timeout_seconds', r.get('error', ''))\nAssertionError: 'timeout_seconds' not found in 'OverflowError: int too large to convert to float'\n\n======================================================================\nFAIL: test_resource_timeout_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_timeout_upper_bounds_before_spawn) (timeout_type='float')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-zv_8fgfe/kernel_replay/tests/test_kernel_replay.py\", line 197, in test_resource_timeout_upper_bounds_before_spawn\n self.assertFalse(r['ok'])\nAssertionError: True is not false\n\n======================================================================\nFAIL: test_resource_timeout_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_timeout_upper_bounds_before_spawn) (timeout_type='int')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-zv_8fgfe/kernel_replay/tests/test_kernel_replay.py\", line 197, in test_resource_timeout_upper_bounds_before_spawn\n self.assertFalse(r['ok'])\nAssertionError: True is not false\n\n----------------------------------------------------------------------\nRan 1 test in 0.019s\n\nFAILED (failures=3)\n" + }, + "stdout": "test_resource_timeout_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_timeout_upper_bounds_before_spawn) ... \n test_resource_timeout_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_timeout_upper_bounds_before_spawn) (timeout_type='int') ... FAIL\n test_resource_timeout_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_timeout_upper_bounds_before_spawn) (timeout_type='float') ... FAIL\n test_resource_timeout_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_timeout_upper_bounds_before_spawn) (timeout_type='int') ... FAIL\n\n======================================================================\nFAIL: test_resource_timeout_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_timeout_upper_bounds_before_spawn) (timeout_type='int')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-zv_8fgfe/kernel_replay/tests/test_kernel_replay.py\", line 199, in test_resource_timeout_upper_bounds_before_spawn\n self.assertIn('timeout_seconds', r.get('error', ''))\nAssertionError: 'timeout_seconds' not found in 'OverflowError: int too large to convert to float'\n\n======================================================================\nFAIL: test_resource_timeout_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_timeout_upper_bounds_before_spawn) (timeout_type='float')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-zv_8fgfe/kernel_replay/tests/test_kernel_replay.py\", line 197, in test_resource_timeout_upper_bounds_before_spawn\n self.assertFalse(r['ok'])\nAssertionError: True is not false\n\n======================================================================\nFAIL: test_resource_timeout_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_timeout_upper_bounds_before_spawn) (timeout_type='int')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-zv_8fgfe/kernel_replay/tests/test_kernel_replay.py\", line 197, in test_resource_timeout_upper_bounds_before_spawn\n self.assertFalse(r['ok'])\nAssertionError: True is not false\n\n----------------------------------------------------------------------\nRan 1 test in 0.019s\n\nFAILED (failures=3)\n", + "stderr": "" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/resource-mutations/resource-overwrite-error-with-success.json b/cbz/contributions/math514/kernel_replay/evidence/resource-mutations/resource-overwrite-error-with-success.json new file mode 100644 index 000000000..683457b98 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/resource-mutations/resource-overwrite-error-with-success.json @@ -0,0 +1,21 @@ +{ + "name": "resource-overwrite-error-with-success", + "file": "kernel_replay.py", + "test": "test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "27da13a9455a62c2b192ff62f6222266cb483d323cf680f3d81d3b19b260b8ce", + "mutated_sha256": "d45a3249fd12b9d952b6a61cefdffa089230779a948d80a8dfe83339b2b766b6", + "tests": { + "tests_run": 1, + "assertion_failures": 4, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_resource_wait_errors_cannot_become_success (test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success) ... \n test_resource_wait_errors_cannot_become_success (test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success) (exception='OverflowError') ... FAIL\n test_resource_wait_errors_cannot_become_success (test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success) (exception='ValueError') ... FAIL\n test_resource_wait_errors_cannot_become_success (test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success) (exception='SubprocessError') ... FAIL\n test_resource_wait_errors_cannot_become_success (test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success) (exception='OSError') ... FAIL\n\n======================================================================\nFAIL: test_resource_wait_errors_cannot_become_success (test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success) (exception='OverflowError')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-1ltg7oy5/kernel_replay/tests/test_kernel_replay.py\", line 232, in test_resource_wait_errors_cannot_become_success\n self.assertFalse(r['ok'])\nAssertionError: True is not false\n\n======================================================================\nFAIL: test_resource_wait_errors_cannot_become_success (test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success) (exception='ValueError')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-1ltg7oy5/kernel_replay/tests/test_kernel_replay.py\", line 232, in test_resource_wait_errors_cannot_become_success\n self.assertFalse(r['ok'])\nAssertionError: True is not false\n\n======================================================================\nFAIL: test_resource_wait_errors_cannot_become_success (test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success) (exception='SubprocessError')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-1ltg7oy5/kernel_replay/tests/test_kernel_replay.py\", line 232, in test_resource_wait_errors_cannot_become_success\n self.assertFalse(r['ok'])\nAssertionError: True is not false\n\n======================================================================\nFAIL: test_resource_wait_errors_cannot_become_success (test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success) (exception='OSError')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-1ltg7oy5/kernel_replay/tests/test_kernel_replay.py\", line 232, in test_resource_wait_errors_cannot_become_success\n self.assertFalse(r['ok'])\nAssertionError: True is not false\n\n----------------------------------------------------------------------\nRan 1 test in 0.030s\n\nFAILED (failures=4)\n" + }, + "stdout": "test_resource_wait_errors_cannot_become_success (test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success) ... \n test_resource_wait_errors_cannot_become_success (test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success) (exception='OverflowError') ... FAIL\n test_resource_wait_errors_cannot_become_success (test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success) (exception='ValueError') ... FAIL\n test_resource_wait_errors_cannot_become_success (test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success) (exception='SubprocessError') ... FAIL\n test_resource_wait_errors_cannot_become_success (test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success) (exception='OSError') ... FAIL\n\n======================================================================\nFAIL: test_resource_wait_errors_cannot_become_success (test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success) (exception='OverflowError')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-1ltg7oy5/kernel_replay/tests/test_kernel_replay.py\", line 232, in test_resource_wait_errors_cannot_become_success\n self.assertFalse(r['ok'])\nAssertionError: True is not false\n\n======================================================================\nFAIL: test_resource_wait_errors_cannot_become_success (test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success) (exception='ValueError')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-1ltg7oy5/kernel_replay/tests/test_kernel_replay.py\", line 232, in test_resource_wait_errors_cannot_become_success\n self.assertFalse(r['ok'])\nAssertionError: True is not false\n\n======================================================================\nFAIL: test_resource_wait_errors_cannot_become_success (test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success) (exception='SubprocessError')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-1ltg7oy5/kernel_replay/tests/test_kernel_replay.py\", line 232, in test_resource_wait_errors_cannot_become_success\n self.assertFalse(r['ok'])\nAssertionError: True is not false\n\n======================================================================\nFAIL: test_resource_wait_errors_cannot_become_success (test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success) (exception='OSError')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-1ltg7oy5/kernel_replay/tests/test_kernel_replay.py\", line 232, in test_resource_wait_errors_cannot_become_success\n self.assertFalse(r['ok'])\nAssertionError: True is not false\n\n----------------------------------------------------------------------\nRan 1 test in 0.030s\n\nFAILED (failures=4)\n", + "stderr": "" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/resource-mutations/resource-skip-abnormal-cleanup.json b/cbz/contributions/math514/kernel_replay/evidence/resource-mutations/resource-skip-abnormal-cleanup.json new file mode 100644 index 000000000..f01574c84 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/resource-mutations/resource-skip-abnormal-cleanup.json @@ -0,0 +1,21 @@ +{ + "name": "resource-skip-abnormal-cleanup", + "file": "kernel_replay.py", + "test": "test_kernel_replay.WrapperTests.test_resource_unreapable_child_cleanup_is_bounded", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "27da13a9455a62c2b192ff62f6222266cb483d323cf680f3d81d3b19b260b8ce", + "mutated_sha256": "db1b708ce6f94bfb124904a7b69a9d3feb55c5659f10be7d1d2f8b48c4aab70c", + "tests": { + "tests_run": 1, + "assertion_failures": 1, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_resource_unreapable_child_cleanup_is_bounded (test_kernel_replay.WrapperTests.test_resource_unreapable_child_cleanup_is_bounded) ... FAIL\n\n======================================================================\nFAIL: test_resource_unreapable_child_cleanup_is_bounded (test_kernel_replay.WrapperTests.test_resource_unreapable_child_cleanup_is_bounded)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-dx6rpbq9/kernel_replay/tests/test_kernel_replay.py\", line 297, in test_resource_unreapable_child_cleanup_is_bounded\n self.assertEqual(result['status'], 'ERROR')\nAssertionError: 'TIMEOUT' != 'ERROR'\n- TIMEOUT\n+ ERROR\n\n\n----------------------------------------------------------------------\nRan 1 test in 0.013s\n\nFAILED (failures=1)\n" + }, + "stdout": "test_resource_unreapable_child_cleanup_is_bounded (test_kernel_replay.WrapperTests.test_resource_unreapable_child_cleanup_is_bounded) ... FAIL\n\n======================================================================\nFAIL: test_resource_unreapable_child_cleanup_is_bounded (test_kernel_replay.WrapperTests.test_resource_unreapable_child_cleanup_is_bounded)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-dx6rpbq9/kernel_replay/tests/test_kernel_replay.py\", line 297, in test_resource_unreapable_child_cleanup_is_bounded\n self.assertEqual(result['status'], 'ERROR')\nAssertionError: 'TIMEOUT' != 'ERROR'\n- TIMEOUT\n+ ERROR\n\n\n----------------------------------------------------------------------\nRan 1 test in 0.013s\n\nFAILED (failures=1)\n", + "stderr": "" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/resource-mutations/resource-unbounded-cleanup-wait.json b/cbz/contributions/math514/kernel_replay/evidence/resource-mutations/resource-unbounded-cleanup-wait.json new file mode 100644 index 000000000..6ec37ca04 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/resource-mutations/resource-unbounded-cleanup-wait.json @@ -0,0 +1,21 @@ +{ + "name": "resource-unbounded-cleanup-wait", + "file": "kernel_replay.py", + "test": "test_kernel_replay.WrapperTests.test_resource_unreapable_child_cleanup_is_bounded", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "27da13a9455a62c2b192ff62f6222266cb483d323cf680f3d81d3b19b260b8ce", + "mutated_sha256": "5eef14c78353a2bbf8269bf8ff627c04965d5c54542e3fab29cb0dd3d5284100", + "tests": { + "tests_run": 1, + "assertion_failures": 1, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_resource_unreapable_child_cleanup_is_bounded (test_kernel_replay.WrapperTests.test_resource_unreapable_child_cleanup_is_bounded) ... FAIL\n\n======================================================================\nFAIL: test_resource_unreapable_child_cleanup_is_bounded (test_kernel_replay.WrapperTests.test_resource_unreapable_child_cleanup_is_bounded)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-0x9kezoy/kernel_replay/tests/test_kernel_replay.py\", line 159, in resource_report\n return self.kr.run_manifest(m, memory, timeout)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-0x9kezoy/kernel_replay/kernel_replay.py\", line 303, in run_manifest\n report['results'].append(run_one(m, entry, memory_mib, timeout_seconds))\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-0x9kezoy/kernel_replay/kernel_replay.py\", line 255, in run_one\n result['returncode'], result['cleanup'] = cleanup_child(p)\n ^^^^^^^^^^^^^^^^\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-0x9kezoy/kernel_replay/kernel_replay.py\", line 207, in cleanup_child\n returncode = p.wait()\n ^^^^^^^^\n File \"/opt/codex/runtimes/codex-primary-runtime/dependencies/python/lib/python3.12/unittest/mock.py\", line 1139, in __call__\n return self._mock_call(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/codex/runtimes/codex-primary-runtime/dependencies/python/lib/python3.12/unittest/mock.py\", line 1143, in _mock_call\n return self._execute_mock_call(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/codex/runtimes/codex-primary-runtime/dependencies/python/lib/python3.12/unittest/mock.py\", line 1204, in _execute_mock_call\n result = effect(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-0x9kezoy/kernel_replay/tests/test_kernel_replay.py\", line 286, in wait\n self.fail('unbounded child cleanup wait')\nAssertionError: unbounded child cleanup wait\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-0x9kezoy/kernel_replay/tests/test_kernel_replay.py\", line 293, in test_resource_unreapable_child_cleanup_is_bounded\n r = self.resource_report(m, timeout=0.05)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-0x9kezoy/kernel_replay/tests/test_kernel_replay.py\", line 161, in resource_report\n self.fail(f'resource boundary escaped structured report: {type(exc).__name__}: {exc}')\nAssertionError: resource boundary escaped structured report: AssertionError: unbounded child cleanup wait\n\n----------------------------------------------------------------------\nRan 1 test in 0.013s\n\nFAILED (failures=1)\n" + }, + "stdout": "test_resource_unreapable_child_cleanup_is_bounded (test_kernel_replay.WrapperTests.test_resource_unreapable_child_cleanup_is_bounded) ... FAIL\n\n======================================================================\nFAIL: test_resource_unreapable_child_cleanup_is_bounded (test_kernel_replay.WrapperTests.test_resource_unreapable_child_cleanup_is_bounded)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-0x9kezoy/kernel_replay/tests/test_kernel_replay.py\", line 159, in resource_report\n return self.kr.run_manifest(m, memory, timeout)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-0x9kezoy/kernel_replay/kernel_replay.py\", line 303, in run_manifest\n report['results'].append(run_one(m, entry, memory_mib, timeout_seconds))\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-0x9kezoy/kernel_replay/kernel_replay.py\", line 255, in run_one\n result['returncode'], result['cleanup'] = cleanup_child(p)\n ^^^^^^^^^^^^^^^^\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-0x9kezoy/kernel_replay/kernel_replay.py\", line 207, in cleanup_child\n returncode = p.wait()\n ^^^^^^^^\n File \"/opt/codex/runtimes/codex-primary-runtime/dependencies/python/lib/python3.12/unittest/mock.py\", line 1139, in __call__\n return self._mock_call(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/codex/runtimes/codex-primary-runtime/dependencies/python/lib/python3.12/unittest/mock.py\", line 1143, in _mock_call\n return self._execute_mock_call(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/codex/runtimes/codex-primary-runtime/dependencies/python/lib/python3.12/unittest/mock.py\", line 1204, in _execute_mock_call\n result = effect(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-0x9kezoy/kernel_replay/tests/test_kernel_replay.py\", line 286, in wait\n self.fail('unbounded child cleanup wait')\nAssertionError: unbounded child cleanup wait\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-0x9kezoy/kernel_replay/tests/test_kernel_replay.py\", line 293, in test_resource_unreapable_child_cleanup_is_bounded\n r = self.resource_report(m, timeout=0.05)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-0x9kezoy/kernel_replay/tests/test_kernel_replay.py\", line 161, in resource_report\n self.fail(f'resource boundary escaped structured report: {type(exc).__name__}: {exc}')\nAssertionError: resource boundary escaped structured report: AssertionError: unbounded child cleanup wait\n\n----------------------------------------------------------------------\nRan 1 test in 0.013s\n\nFAILED (failures=1)\n", + "stderr": "" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/resource-mutations/truncate-module-coverage.json b/cbz/contributions/math514/kernel_replay/evidence/resource-mutations/truncate-module-coverage.json new file mode 100644 index 000000000..3dfa6b5ee --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/resource-mutations/truncate-module-coverage.json @@ -0,0 +1,21 @@ +{ + "name": "truncate-module-coverage", + "file": "kernel_replay.py", + "test": "test_kernel_replay.WrapperTests", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "27da13a9455a62c2b192ff62f6222266cb483d323cf680f3d81d3b19b260b8ce", + "mutated_sha256": "f5d1bb661f8cf1f1f74843ca2311d6c8329634b9ef192cbcac4c412b3c8ccad7", + "tests": { + "tests_run": 29, + "assertion_failures": 1, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_duplicate_modules_rejected (test_kernel_replay.WrapperTests.test_duplicate_modules_rejected) ... ok\ntest_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected) ... ok\ntest_expected_coverage_mismatch_rejected (test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected) ... ok\ntest_individual_olean_symlink_rejected (test_kernel_replay.WrapperTests.test_individual_olean_symlink_rejected) ... ok\ntest_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied) ... ok\ntest_missing_module_rejected (test_kernel_replay.WrapperTests.test_missing_module_rejected) ... ok\ntest_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) ... ok\ntest_module_names_and_unknown_fields_rejected (test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected) ... ok\ntest_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected) ... ok\ntest_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker) ... ok\ntest_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... FAIL\ntest_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected) ... ok\ntest_resource_boolean_arguments_rejected (test_kernel_replay.WrapperTests.test_resource_boolean_arguments_rejected) ... ok\ntest_resource_cleanup_exceptions_remain_structured (test_kernel_replay.WrapperTests.test_resource_cleanup_exceptions_remain_structured) ... ok\ntest_resource_memory_hard_limit_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_hard_limit_before_spawn) ... ok\ntest_resource_memory_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_upper_bounds_before_spawn) ... ok\ntest_resource_spawn_exceptions_are_structured_errors (test_kernel_replay.WrapperTests.test_resource_spawn_exceptions_are_structured_errors) ... ok\ntest_resource_timeout_kills_and_reaps_real_child (test_kernel_replay.WrapperTests.test_resource_timeout_kills_and_reaps_real_child) ... ok\ntest_resource_timeout_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_timeout_upper_bounds_before_spawn) ... ok\ntest_resource_unreapable_child_cleanup_is_bounded (test_kernel_replay.WrapperTests.test_resource_unreapable_child_cleanup_is_bounded) ... ok\ntest_resource_unreaped_child_stops_further_modules (test_kernel_replay.WrapperTests.test_resource_unreaped_child_stops_further_modules) ... ok\ntest_resource_valid_integer_and_float_timeouts (test_kernel_replay.WrapperTests.test_resource_valid_integer_and_float_timeouts) ... ok\ntest_resource_wait_error_kills_and_reaps_real_child (test_kernel_replay.WrapperTests.test_resource_wait_error_kills_and_reaps_real_child) ... ok\ntest_resource_wait_errors_cannot_become_success (test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success) ... ok\ntest_search_root_and_part_symlinks_rejected (test_kernel_replay.WrapperTests.test_search_root_and_part_symlinks_rejected) ... ok\ntest_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected) ... ok\ntest_strict_cli (test_kernel_replay.WrapperTests.test_strict_cli) ... ok\ntest_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal) ... ok\ntest_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected) ... ok\n\n======================================================================\nFAIL: test_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-djezx8gd/kernel_replay/tests/test_kernel_replay.py\", line 150, in test_one_child_at_a_time_and_exact_coverage\n self.assertTrue(r['ok'], r)\nAssertionError: False is not true : {'schema': 'cbz-kernel-replay/v1', 'gate': 'G4-scoped-adapter', 'started': '2026-10-29T19:22:12.720398+00:00', 'ok': False, 'results': [{'module': 'Toy', 'command': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-djezx8gd/kernel_replay/evidence/tmp0jq5wt83/fake-lean', '-j1', '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-djezx8gd/kernel_replay/ExactReplay.lean'], 'started': '2026-10-29T19:22:12.725178+00:00', 'status': 'PASS', 'ok': True, 'returncode': 0, 'memory_mib': 256, 'timeout_seconds': 4, 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-djezx8gd/kernel_replay/evidence/tmp0jq5wt83/Toy.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-djezx8gd/kernel_replay/evidence/tmp0jq5wt83/Toy.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}], 'pid': 16591, 'stdout': 'CBZ_KERNEL_REPLAY_OK Toy\\n', 'stdout_bytes': 25, 'stderr': '', 'stderr_bytes': 0, 'ended': '2026-10-29T19:22:12.841048+00:00', 'elapsed_seconds': 0.11587254999903962}], 'completed_count': 1, 'expected_count': 2, 'manifest': {'schema': 'cbz-kernel-replay/v1', 'lean': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-djezx8gd/kernel_replay/evidence/tmp0jq5wt83/fake-lean', 'sha256': 'd0bcb30fdab06b8f9e9bdd2851d756fc425325aecf62b02507e26f4488e437fa'}, 'sysroot': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1', 'lean_path': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-djezx8gd/kernel_replay/evidence/tmp0jq5wt83'], 'expected_modules': ['Toy', 'Other'], 'modules': [{'name': 'Toy', 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-djezx8gd/kernel_replay/evidence/tmp0jq5wt83/Toy.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-djezx8gd/kernel_replay/evidence/tmp0jq5wt83/Toy.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}]}, {'name': 'Other', 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-djezx8gd/kernel_replay/evidence/tmp0jq5wt83/Other.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-djezx8gd/kernel_replay/evidence/tmp0jq5wt83/Other.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}]}], 'context': [], 'tool': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-djezx8gd/kernel_replay/kernel_replay.py', 'sha256': 'f5d1bb661f8cf1f1f74843ca2311d6c8329634b9ef192cbcac4c412b3c8ccad7'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-djezx8gd/kernel_replay/ExactReplay.lean', 'sha256': '24e55f5e99c83a46f9f908bbc90f22292a94305294e287d9b2eccbf24e8e6b66'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/LeanChecker.lean', 'sha256': '2d18ec111d73c536b0bdee2533556bb9548c349f386797d3d3837b1f84d55dae'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/Lean/Replay.lean', 'sha256': 'c434b5b2bc5047ca58d4a095fcf1d9935d413c788ae98a4f21948e6a95ca3fb0'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/LeanChecker.olean', 'sha256': 'd6829015630328e3c70909a4cba004a7933f6d52cad3721488a2efaa14c1bbbe'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean', 'sha256': '66cb6f6d0bd6f9faee0205ddf0e289d1936e40f7808dfe9ad6eba412a5d8b427'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.server', 'sha256': '46026af21aa760fb2343c15336f6e1476d37e4829e4e0ec529ab499fd0a2b010'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.private', 'sha256': 'fadad15c5bb080fee117b7fd049b6f54e3077b5b258902fe47cad8dbf76649a1'}]}, 'g2_status': 'NOT_ASSESSED', 'full_cbz': False, 'resource_limits': {'memory_mib_max': 8796093022207, 'timeout_seconds_max': 2147483, 'cleanup_timeout_seconds': 1.0}, 'ended': '2026-10-29T19:22:12.843538+00:00'}\n\n----------------------------------------------------------------------\nRan 29 tests in 0.696s\n\nFAILED (failures=1)\n" + }, + "stdout": "test_duplicate_modules_rejected (test_kernel_replay.WrapperTests.test_duplicate_modules_rejected) ... ok\ntest_empty_coverage_rejected (test_kernel_replay.WrapperTests.test_empty_coverage_rejected) ... ok\ntest_expected_coverage_mismatch_rejected (test_kernel_replay.WrapperTests.test_expected_coverage_mismatch_rejected) ... ok\ntest_individual_olean_symlink_rejected (test_kernel_replay.WrapperTests.test_individual_olean_symlink_rejected) ... ok\ntest_memory_limit_applied (test_kernel_replay.WrapperTests.test_memory_limit_applied) ... ok\ntest_missing_module_rejected (test_kernel_replay.WrapperTests.test_missing_module_rejected) ... ok\ntest_missing_or_wrong_marker_fatal (test_kernel_replay.WrapperTests.test_missing_or_wrong_marker_fatal) ... ok\ntest_module_names_and_unknown_fields_rejected (test_kernel_replay.WrapperTests.test_module_names_and_unknown_fields_rejected) ... ok\ntest_new_private_part_rejected (test_kernel_replay.WrapperTests.test_new_private_part_rejected) ... ok\ntest_nonzero_exit_fatal_even_with_marker (test_kernel_replay.WrapperTests.test_nonzero_exit_fatal_even_with_marker) ... ok\ntest_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage) ... FAIL\ntest_part_change_rejected (test_kernel_replay.WrapperTests.test_part_change_rejected) ... ok\ntest_resource_boolean_arguments_rejected (test_kernel_replay.WrapperTests.test_resource_boolean_arguments_rejected) ... ok\ntest_resource_cleanup_exceptions_remain_structured (test_kernel_replay.WrapperTests.test_resource_cleanup_exceptions_remain_structured) ... ok\ntest_resource_memory_hard_limit_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_hard_limit_before_spawn) ... ok\ntest_resource_memory_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_memory_upper_bounds_before_spawn) ... ok\ntest_resource_spawn_exceptions_are_structured_errors (test_kernel_replay.WrapperTests.test_resource_spawn_exceptions_are_structured_errors) ... ok\ntest_resource_timeout_kills_and_reaps_real_child (test_kernel_replay.WrapperTests.test_resource_timeout_kills_and_reaps_real_child) ... ok\ntest_resource_timeout_upper_bounds_before_spawn (test_kernel_replay.WrapperTests.test_resource_timeout_upper_bounds_before_spawn) ... ok\ntest_resource_unreapable_child_cleanup_is_bounded (test_kernel_replay.WrapperTests.test_resource_unreapable_child_cleanup_is_bounded) ... ok\ntest_resource_unreaped_child_stops_further_modules (test_kernel_replay.WrapperTests.test_resource_unreaped_child_stops_further_modules) ... ok\ntest_resource_valid_integer_and_float_timeouts (test_kernel_replay.WrapperTests.test_resource_valid_integer_and_float_timeouts) ... ok\ntest_resource_wait_error_kills_and_reaps_real_child (test_kernel_replay.WrapperTests.test_resource_wait_error_kills_and_reaps_real_child) ... ok\ntest_resource_wait_errors_cannot_become_success (test_kernel_replay.WrapperTests.test_resource_wait_errors_cannot_become_success) ... ok\ntest_search_root_and_part_symlinks_rejected (test_kernel_replay.WrapperTests.test_search_root_and_part_symlinks_rejected) ... ok\ntest_source_change_rejected (test_kernel_replay.WrapperTests.test_source_change_rejected) ... ok\ntest_strict_cli (test_kernel_replay.WrapperTests.test_strict_cli) ... ok\ntest_timeout_fatal (test_kernel_replay.WrapperTests.test_timeout_fatal) ... ok\ntest_tool_binding_change_rejected (test_kernel_replay.WrapperTests.test_tool_binding_change_rejected) ... ok\n\n======================================================================\nFAIL: test_one_child_at_a_time_and_exact_coverage (test_kernel_replay.WrapperTests.test_one_child_at_a_time_and_exact_coverage)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/tools/kernel_replay/evidence/mutant-djezx8gd/kernel_replay/tests/test_kernel_replay.py\", line 150, in test_one_child_at_a_time_and_exact_coverage\n self.assertTrue(r['ok'], r)\nAssertionError: False is not true : {'schema': 'cbz-kernel-replay/v1', 'gate': 'G4-scoped-adapter', 'started': '2026-10-29T19:22:12.720398+00:00', 'ok': False, 'results': [{'module': 'Toy', 'command': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-djezx8gd/kernel_replay/evidence/tmp0jq5wt83/fake-lean', '-j1', '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-djezx8gd/kernel_replay/ExactReplay.lean'], 'started': '2026-10-29T19:22:12.725178+00:00', 'status': 'PASS', 'ok': True, 'returncode': 0, 'memory_mib': 256, 'timeout_seconds': 4, 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-djezx8gd/kernel_replay/evidence/tmp0jq5wt83/Toy.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-djezx8gd/kernel_replay/evidence/tmp0jq5wt83/Toy.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}], 'pid': 16591, 'stdout': 'CBZ_KERNEL_REPLAY_OK Toy\\n', 'stdout_bytes': 25, 'stderr': '', 'stderr_bytes': 0, 'ended': '2026-10-29T19:22:12.841048+00:00', 'elapsed_seconds': 0.11587254999903962}], 'completed_count': 1, 'expected_count': 2, 'manifest': {'schema': 'cbz-kernel-replay/v1', 'lean': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-djezx8gd/kernel_replay/evidence/tmp0jq5wt83/fake-lean', 'sha256': 'd0bcb30fdab06b8f9e9bdd2851d756fc425325aecf62b02507e26f4488e437fa'}, 'sysroot': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1', 'lean_path': ['/workspace/cbz-0/tools/kernel_replay/evidence/mutant-djezx8gd/kernel_replay/evidence/tmp0jq5wt83'], 'expected_modules': ['Toy', 'Other'], 'modules': [{'name': 'Toy', 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-djezx8gd/kernel_replay/evidence/tmp0jq5wt83/Toy.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-djezx8gd/kernel_replay/evidence/tmp0jq5wt83/Toy.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}]}, {'name': 'Other', 'source': {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-djezx8gd/kernel_replay/evidence/tmp0jq5wt83/Other.lean', 'sha256': 'd5075df34f510961203f0ec3203cec5f6db6a2a0266fa286d039063c25400380'}, 'parts': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-djezx8gd/kernel_replay/evidence/tmp0jq5wt83/Other.olean', 'sha256': '65dacd1e2ef788fe6cb089ef56507fea3651e3f69a7c92a686b6cb19c44e5120'}]}], 'context': [], 'tool': [{'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-djezx8gd/kernel_replay/kernel_replay.py', 'sha256': 'f5d1bb661f8cf1f1f74843ca2311d6c8329634b9ef192cbcac4c412b3c8ccad7'}, {'path': '/workspace/cbz-0/tools/kernel_replay/evidence/mutant-djezx8gd/kernel_replay/ExactReplay.lean', 'sha256': '24e55f5e99c83a46f9f908bbc90f22292a94305294e287d9b2eccbf24e8e6b66'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/LeanChecker.lean', 'sha256': '2d18ec111d73c536b0bdee2533556bb9548c349f386797d3d3837b1f84d55dae'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/src/lean/Lean/Replay.lean', 'sha256': 'c434b5b2bc5047ca58d4a095fcf1d9935d413c788ae98a4f21948e6a95ca3fb0'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/LeanChecker.olean', 'sha256': 'd6829015630328e3c70909a4cba004a7933f6d52cad3721488a2efaa14c1bbbe'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean', 'sha256': '66cb6f6d0bd6f9faee0205ddf0e289d1936e40f7808dfe9ad6eba412a5d8b427'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.server', 'sha256': '46026af21aa760fb2343c15336f6e1476d37e4829e4e0ec529ab499fd0a2b010'}, {'path': '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/lib/lean/Lean/Replay.olean.private', 'sha256': 'fadad15c5bb080fee117b7fd049b6f54e3077b5b258902fe47cad8dbf76649a1'}]}, 'g2_status': 'NOT_ASSESSED', 'full_cbz': False, 'resource_limits': {'memory_mib_max': 8796093022207, 'timeout_seconds_max': 2147483, 'cleanup_timeout_seconds': 1.0}, 'ended': '2026-10-29T19:22:12.843538+00:00'}\n\n----------------------------------------------------------------------\nRan 29 tests in 0.696s\n\nFAILED (failures=1)\n", + "stderr": "" +} diff --git a/cbz/contributions/math514/kernel_replay/kernel_replay.py b/cbz/contributions/math514/kernel_replay/kernel_replay.py index c608658fb..6a96d2c22 100644 --- a/cbz/contributions/math514/kernel_replay/kernel_replay.py +++ b/cbz/contributions/math514/kernel_replay/kernel_replay.py @@ -13,9 +13,15 @@ import subprocess import sys import time +import threading ROOT = Path(__file__).resolve().parent SCHEMA = 'cbz-kernel-replay/v1' +# Linux poll uses signed-int milliseconds. Floor before passing seconds to any +# platform wait, and also respect CPython's documented blocking-time ceiling. +MAX_TIMEOUT_SECONDS = min(int(threading.TIMEOUT_MAX), ((1 << 31) - 1) // 1000) +CLEANUP_TIMEOUT_SECONDS = 1.0 +PROCESS_ERRORS = (OSError, subprocess.SubprocessError, OverflowError, ValueError) MODULE = re.compile(r"[A-Za-z_][A-Za-z0-9_']*(?:\.[A-Za-z_][A-Za-z0-9_']*)*\Z") @@ -180,6 +186,37 @@ def apply(): return apply +def cleanup_child(p): + """Kill the process group and reap without an implicit/unbounded wait.""" + cleanup = {'pid': p.pid, 'reaped': False, 'timeout_seconds': CLEANUP_TIMEOUT_SECONDS, + 'errors': []} + try: + os.killpg(p.pid, signal.SIGKILL) + except ProcessLookupError: + pass # Child/group may have exited immediately before the signal. + except PROCESS_ERRORS as e: + cleanup['errors'].append(f'group kill {type(e).__name__}: {e}') + try: + p.kill() + except ProcessLookupError: + pass + except PROCESS_ERRORS as e: + cleanup['errors'].append(f'child kill {type(e).__name__}: {e}') + returncode = None + try: + returncode = p.wait(timeout=CLEANUP_TIMEOUT_SECONDS) + except PROCESS_ERRORS as e: + cleanup['errors'].append(f'reap {type(e).__name__}: {e}') + # poll is nonblocking and can still reap an already-exited child if a + # platform wait rejected its timeout argument. + try: + returncode = p.poll() + except PROCESS_ERRORS as e: + cleanup['errors'].append(f'poll {type(e).__name__}: {e}') + cleanup['reaped'] = returncode is not None + return returncode, cleanup + + def run_one(m, entry, memory_mib, timeout_seconds): env = os.environ.copy() # Pin the imported checker and Lean/Lake support to the installed sysroot. @@ -198,18 +235,28 @@ def run_one(m, entry, memory_mib, timeout_seconds): # orchestrator's memory. Only a bounded tail is included in JSON evidence. import tempfile with tempfile.TemporaryFile() as stdout, tempfile.TemporaryFile() as stderr: + p = None try: - with subprocess.Popen(cmd, cwd=ROOT, env=env, stdout=stdout, stderr=stderr, - start_new_session=True, preexec_fn=limits(memory_mib)) as p: - result['pid'] = p.pid - try: - result['returncode'] = p.wait(timeout=timeout_seconds) - except subprocess.TimeoutExpired: - os.killpg(p.pid, signal.SIGKILL) - result['returncode'] = p.wait() - result['status'] = 'TIMEOUT' - except OSError as e: - result['error'] = str(e) + # A Popen context manager calls wait() without a timeout on exit. + # Keep ownership explicit so every abnormal wait has bounded cleanup. + p = subprocess.Popen(cmd, cwd=ROOT, env=env, stdout=stdout, stderr=stderr, + start_new_session=True, preexec_fn=limits(memory_mib)) + result['pid'] = p.pid + try: + result['returncode'] = p.wait(timeout=timeout_seconds) + result['status'] = 'FINISHED' + except subprocess.TimeoutExpired: + result['status'] = 'TIMEOUT' + except PROCESS_ERRORS as e: + result['error'] = f'wait {type(e).__name__}: {e}' + except PROCESS_ERRORS as e: + result['error'] = f'spawn {type(e).__name__}: {e}' + if p is not None and result['status'] != 'FINISHED': + result['returncode'], result['cleanup'] = cleanup_child(p) + if not result['cleanup']['reaped']: + result['status'] = 'ERROR' + detail = f'child PID {p.pid} not reaped within {CLEANUP_TIMEOUT_SECONDS} seconds' + result['error'] = (result.get('error', '') + '; ' + detail).lstrip('; ') for key, stream in (('stdout', stdout), ('stderr', stderr)): stream.seek(0, os.SEEK_END) size = stream.tell() @@ -217,7 +264,7 @@ def run_one(m, entry, memory_mib, timeout_seconds): result[key] = stream.read().decode('utf-8', errors='replace') result[key + '_bytes'] = size marker = 'CBZ_KERNEL_REPLAY_OK ' + entry['name'] - if result['status'] != 'TIMEOUT': + if result['status'] == 'FINISHED': result['ok'] = result['returncode'] == 0 and result['stdout'].splitlines().count(marker) == 1 result['status'] = 'PASS' if result['ok'] else 'FAIL' result['ended'] = now() @@ -230,21 +277,38 @@ def run_manifest(m, memory_mib, timeout_seconds): 'results': [], 'completed_count': 0, 'expected_count': 0, 'manifest': m, 'g2_status': 'NOT_ASSESSED', 'full_cbz': False} try: - if not isinstance(memory_mib, int) or memory_mib < 64: - raise ValueError('memory_mib must be an integer >= 64') - if not isinstance(timeout_seconds, (int, float)) or not math.isfinite(timeout_seconds) or timeout_seconds <= 0: - raise ValueError('timeout_seconds must be finite and positive') + # RLIMIT_AS is inherited; a child cannot raise a finite hard limit. + # sys.maxsize is a conservative signed platform-integer byte ceiling, + # below Linux rlim_t's unsigned sentinel/range. Never silently clamp. + hard_memory = resource.getrlimit(resource.RLIMIT_AS)[1] + memory_bytes_max = sys.maxsize + if hard_memory != resource.RLIM_INFINITY: + memory_bytes_max = min(memory_bytes_max, hard_memory) + memory_mib_max = memory_bytes_max // (1024 * 1024) + report['resource_limits'] = {'memory_mib_max': memory_mib_max, + 'timeout_seconds_max': MAX_TIMEOUT_SECONDS, + 'cleanup_timeout_seconds': CLEANUP_TIMEOUT_SECONDS} + if type(memory_mib) is not int or not 64 <= memory_mib <= memory_mib_max: + raise ValueError(f'memory_mib must be an integer in [64, {memory_mib_max}]') + # Compare the upper bound before float conversion: math.isfinite(10**400) + # itself overflows. Bool is not a resource quantity despite being an int. + if (type(timeout_seconds) not in (int, float) + or not 0 < timeout_seconds <= MAX_TIMEOUT_SECONDS + or not math.isfinite(timeout_seconds)): + raise ValueError(f'timeout_seconds must be finite and in (0, {MAX_TIMEOUT_SECONDS}]') validate_manifest(m) report['expected_count'] = len(m['expected_modules']) for entry in m['modules']: validate_manifest(m) report['results'].append(run_one(m, entry, memory_mib, timeout_seconds)) + if report['results'][-1].get('cleanup', {}).get('reaped') is False: + break # Do not start another process while an earlier PID remains unreaped. validate_manifest(m) report['completed_count'] = sum(x['ok'] for x in report['results']) report['ok'] = (report['completed_count'] == report['expected_count'] and len(report['results']) == report['expected_count'] and [r['module'] for r in report['results']] == m['expected_modules']) - except (ValueError, TypeError, KeyError, OSError) as e: + except (ValueError, TypeError, KeyError, OSError, subprocess.SubprocessError, OverflowError) as e: report['error'] = f'{type(e).__name__}: {e}' report['ended'] = now() return report @@ -297,7 +361,7 @@ def main(argv=None): report = run_manifest(m, args.memory_mib, args.timeout_seconds) emit(report, args.output) return 0 if report['ok'] else 1 - except (ValueError, TypeError, KeyError, OSError) as e: + except (ValueError, TypeError, KeyError, OSError, subprocess.SubprocessError, OverflowError) as e: print(f'kernel replay ERROR: {e}', file=sys.stderr) return 2 diff --git a/cbz/contributions/math514/kernel_replay/mutations.py b/cbz/contributions/math514/kernel_replay/mutations.py index 289bd50e6..24ef38f0c 100644 --- a/cbz/contributions/math514/kernel_replay/mutations.py +++ b/cbz/contributions/math514/kernel_replay/mutations.py @@ -46,7 +46,7 @@ def definitions(): ('ignore-memory-limit', 'kernel_replay.py', 'preexec_fn=limits(memory_mib)', 'preexec_fn=None', wrapper), ('truncate-module-coverage', 'kernel_replay.py', "for entry in m['modules']:\n validate_manifest(m)", "for entry in m['modules'][:1]:\n validate_manifest(m)", wrapper), ('concurrent-module-processes', 'kernel_replay.py', - " for entry in m['modules']:\n validate_manifest(m)\n report['results'].append(run_one(m, entry, memory_mib, timeout_seconds))", + " for entry in m['modules']:\n validate_manifest(m)\n report['results'].append(run_one(m, entry, memory_mib, timeout_seconds))\n if report['results'][-1].get('cleanup', {}).get('reaped') is False:\n break # Do not start another process while an earlier PID remains unreaped.", " from concurrent.futures import ThreadPoolExecutor\n with ThreadPoolExecutor(max_workers=2) as pool:\n report['results'] = list(pool.map(lambda entry: run_one(m, entry, memory_mib, timeout_seconds), m['modules']))", wrapper + '.test_one_child_at_a_time_and_exact_coverage'), ('skip-kernel-replay', 'ExactReplay.lean', ' replayFromImports target', ' pure ()', real + 'test_public_self_reference_rejected'), @@ -60,6 +60,40 @@ def definitions(): return items +def resource_definitions(): + wrapper = 'test_kernel_replay.WrapperTests.' + return [ + ('resource-ignore-memory-upper-bound', 'kernel_replay.py', + 'not 64 <= memory_mib <= memory_mib_max', 'memory_mib < 64', + wrapper + 'test_resource_memory_upper_bounds_before_spawn'), + ('resource-ignore-inherited-memory-hard-limit', 'kernel_replay.py', + 'if hard_memory != resource.RLIM_INFINITY:', 'if False:', + wrapper + 'test_resource_memory_hard_limit_before_spawn'), + ('resource-ignore-timeout-upper-bound', 'kernel_replay.py', + 'not 0 < timeout_seconds <= MAX_TIMEOUT_SECONDS', 'not 0 < timeout_seconds', + wrapper + 'test_resource_timeout_upper_bounds_before_spawn'), + ('resource-accept-boolean-timeout', 'kernel_replay.py', + 'type(timeout_seconds) not in (int, float)', 'type(timeout_seconds) not in (int, float, bool)', + wrapper + 'test_resource_boolean_arguments_rejected'), + ('resource-drop-process-exception-normalization', 'kernel_replay.py', + 'PROCESS_ERRORS = (OSError, subprocess.SubprocessError, OverflowError, ValueError)', + 'PROCESS_ERRORS = (OSError,)', + wrapper + 'test_resource_spawn_exceptions_are_structured_errors'), + ('resource-unbounded-cleanup-wait', 'kernel_replay.py', + 'p.wait(timeout=CLEANUP_TIMEOUT_SECONDS)', 'p.wait()', + wrapper + 'test_resource_unreapable_child_cleanup_is_bounded'), + ('resource-skip-abnormal-cleanup', 'kernel_replay.py', + "if p is not None and result['status'] != 'FINISHED':", 'if False:', + wrapper + 'test_resource_unreapable_child_cleanup_is_bounded'), + ('resource-overwrite-error-with-success', 'kernel_replay.py', + " if result['status'] == 'FINISHED':", " if result['status'] != 'TIMEOUT':", + wrapper + 'test_resource_wait_errors_cannot_become_success'), + ('resource-continue-after-unreaped-child', 'kernel_replay.py', + "if report['results'][-1].get('cleanup', {}).get('reaped') is False:", 'if False:', + wrapper + 'test_resource_unreaped_child_stops_further_modules'), + ] + + def derived_driver_mutations(lean): upstream = (Path(lean).resolve().parent.parent / 'src/lean/LeanChecker.lean').read_text() start = upstream.index('unsafe def replayFromImports ') @@ -85,14 +119,21 @@ def derived_driver_mutations(lean): ] -def run_mutations(output, only=None): +def run_mutations(output, only=None, group='all'): lean = os.environ.get('CBZ_TEST_LEAN', '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/bin/lean') - plan = definitions() + derived_driver_mutations(lean) + plan = definitions() + resource_definitions() + if group == 'resource': + plan = resource_definitions() + elif group == 'wrapper': + plan = [x for x in plan if x[4].startswith('test_kernel_replay.')] + else: + plan += derived_driver_mutations(lean) if only: if only not in [x[0] for x in plan]: raise ValueError('unknown mutation: ' + only) plan = [x for x in plan if x[0] == only] - evidence = ROOT / 'evidence/mutations' + # Keep old-generation mutation receipts immutable when selecting this repair. + evidence = ROOT / ('evidence/mutations' if group == 'all' else 'evidence/resource-mutations') evidence.mkdir(parents=True, exist_ok=True) results = [] for name, filename, old, new, test in plan: @@ -121,7 +162,7 @@ def run_mutations(output, only=None): (evidence / (name + '.json')).write_text(json.dumps(record, indent=2) + '\n') results.append(record) print(name + ': ' + record['outcome'], flush=True) - result = {'threshold': 1.0, 'planned': len(plan), 'executed': len(results), + result = {'group': group, 'threshold': 1.0, 'planned': len(plan), 'executed': len(results), 'killed': sum(x['outcome'] == 'KILLED' for x in results), 'ok': bool(results) and len(results) == len(plan) and all(x['outcome'] == 'KILLED' for x in results), 'results': results} @@ -133,9 +174,10 @@ def main(): parser = argparse.ArgumentParser(allow_abbrev=False) parser.add_argument('--output', required=True) parser.add_argument('--only') + parser.add_argument('--group', choices=('all', 'wrapper', 'resource'), default='all') args = parser.parse_args() try: - return 0 if run_mutations(args.output, args.only)['ok'] else 1 + return 0 if run_mutations(args.output, args.only, args.group)['ok'] else 1 except (ValueError, OSError) as e: print('mutation harness ERROR: ' + str(e), file=sys.stderr) return 2 diff --git a/cbz/contributions/math514/kernel_replay/resource-fix-report.json b/cbz/contributions/math514/kernel_replay/resource-fix-report.json new file mode 100644 index 000000000..13fea5f93 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/resource-fix-report.json @@ -0,0 +1,113 @@ +{ + "generation": "resource-boundary-v2", + "status": "COMPLETE_SCOPED_RESOURCE_REPAIR_G0_ENGINEERING_REVIEW_PASS", + "created_at": "2026-10-29T19:26:45.835512+00:00", + "scope": "P2 resource argument validation, subprocess exception normalization, bounded abnormal child cleanup, terminal ERROR propagation; isolated wrapper tests/mutants only.", + "peer_finding": { + "url": "https://github.com/d6g8k5htny-coder/main/pull/696#discussion_r4416529549", + "review_id": 5703218243, + "applies_to_published_head": "cd3a0021a16437567ceda8c9a0f0525677042de2", + "native_record": "/workspace/cbz-0/discovery/kernel-resource-review-native.json" + }, + "source_bindings": [ + { + "path": "/workspace/cbz-0/tools/kernel_replay/kernel_replay.py", + "sha256": "27da13a9455a62c2b192ff62f6222266cb483d323cf680f3d81d3b19b260b8ce" + }, + { + "path": "/workspace/cbz-0/tools/kernel_replay/ExactReplay.lean", + "sha256": "24e55f5e99c83a46f9f908bbc90f22292a94305294e287d9b2eccbf24e8e6b66" + }, + { + "path": "/workspace/cbz-0/tools/kernel_replay/mutations.py", + "sha256": "5fd6fbbfd2aab463f1c2c017af942762ae798a67f3d1fc47001bc317b8fee0a0" + }, + { + "path": "/workspace/cbz-0/tools/kernel_replay/run_tests.py", + "sha256": "b0a7f1c508462c21688de8d5ec70384d40f780c342814d97589f0b45f2d7620b" + }, + { + "path": "/workspace/cbz-0/tools/kernel_replay/tests/test_kernel_replay.py", + "sha256": "2ccdd956379bf3ddbc479a10604a10db7c26acee96c54c869c7a6bafc0f2dfeb" + }, + { + "path": "/workspace/cbz-0/tools/kernel_replay/tests/test_real_lean.py", + "sha256": "51ab210da908b4e3d74fe179c41a414abf4c53e88458db33f7934ae0010337d7" + }, + { + "path": "/workspace/cbz-0/tools/kernel_replay/tests/test_mutation_harness.py", + "sha256": "ca90d5c5c8e48d163d35b2170f2e7f08352863c23bd73f1b383a73a2dcc16ff3" + } + ], + "platform": { + "python": "3.12.14 (main, Aug 25 2026, 14:00:49) [Clang 22.1.3 ]", + "sys_maxsize": 9223372036854775807, + "RLIMIT_AS": [ + -1, + -1 + ], + "threading_TIMEOUT_MAX": 9223372036.0, + "effective_memory_mib_max": 8796093022207, + "effective_timeout_seconds_max": 2147483, + "cleanup_wait_seconds": 1.0 + }, + "behavior": [ + "Reject bool/nonfinite/oversized resource values before spawn; compare huge timeout integers before float conversion.", + "Memory limit is min(platform signed byte ceiling, finite inherited hard RLIMIT_AS); no clamp.", + "Normalize spawn/wait OSError, SubprocessError, OverflowError and ValueError to structured ERROR.", + "Explicit Popen ownership removes implicit context-manager wait. Timeout/error group SIGKILL and child fallback use bounded reap plus nonblocking poll.", + "Unreaped PID produces ERROR/diagnostics, halts subsequent modules, and leaves expected coverage incomplete. OS-uninterruptible child cannot be forced to exit by a finite caller wait.", + "Only FINISHED normal wait can become PASS; ERROR cannot become PASS from cleanup exit-zero/valid marker." + ], + "verification": { + "index": { + "path": "/workspace/cbz-0/tools/kernel_replay/evidence/g0-resource-applicable.json", + "sha256": "0b853bc0eb0ff2ac374a9a4782cfb8d3a7207e253180b7bd6aa911aefa171058" + }, + "fresh_distinct_tests": 32, + "fresh_invocations": 33, + "new_resource_tests": 14, + "fresh_mutants": 19, + "fresh_mutant_kills": 19, + "old_wrapper_mutants_in_fresh_run": 10, + "new_resource_mutants": 9, + "reused_real_lean_tests": 9, + "reused_real_mutants": 6, + "single_fresh_full_suite": false, + "memory_oracle_mutant_refresh": true + }, + "source_history": { + "baseline_source_sha256": "416b688929daff9f473ce3e0abd399d8be2cde46c12956d3e5d5d9937d914293", + "baseline_tests": 27, + "baseline_mutants": 16, + "baseline_preserved": "evidence/resource-baseline/ and existing g0-* receipts", + "prior_report_unchanged": "/workspace/cbz-0/discovery/kernel-replay-tool-report.json" + }, + "canonical_math_core_resolution": { + "observed_by_this_window_utc": "2026-10-29T18:50:42.767390+00:00", + "source_commit": "8151f592918a845bf19eb8eafaf8444540a32734", + "canonical_handoff_cut": "94747663830ca6645ea27c8820058168c08cf170", + "status_source": "https://github.com/d6g8k5htny-coder/main/blob/94747663830ca6645ea27c8820058168c08cf170/STATUS.md", + "receipt_source": "https://github.com/d6g8k5htny-coder/main/blob/94747663830ca6645ea27c8820058168c08cf170/cbz/evidence/kernel/math-core/receipt.json", + "reported_resource_configuration": "LEAN_NUM_THREADS=2", + "component_scope": "Math core:116 owned constants,63 public theorem targets,26853 dependency closure; onlypropext/Classical.choice/Quot.sound; fullcomponentgate/adversecontrols recorded", + "project_proof_replayed_for_this_correction": false, + "adapter_production_code_or_tests_changed": false, + "adapter_27_tests_16_mutants_reused": true, + "federation_CBZ_claim": false, + "record_context": "Historical documentation-only correction at cd3a0021; adapter-unchanged/reused-27-16 fields describe that cut. The later resource-boundary source change has separate self_verification evidence above." + }, + "mathematical_or_actual_lean_replay_performed": false, + "full_cbz": false, + "g2": "NOT_ASSESSED_BY_REPLAY", + "external_writes": false, + "git_or_remote_mutation": false, + "process_review": { + "status": "PASS_SAME_PROVIDER_ENGINEERING_REVIEW", + "report": "/workspace/cbz-0/discovery/kernel-resource-postfix-review.md", + "sha256": "660d37c8e5c3374d8fee867182042c12d2fc863f2a0f63198e4b01b0c8ced8b2", + "provider_distinct_scientific_review": "NOT_ASSESSED_BY_THIS_ENGINEERING_REVIEW", + "math_verification_reuse_is_separate": true + }, + "delivery": "/workspace/cbz-0/delivery/kernel-resource-fix" +} diff --git a/cbz/contributions/math514/kernel_replay/resource-fix-report.md b/cbz/contributions/math514/kernel_replay/resource-fix-report.md new file mode 100644 index 000000000..23decfef5 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/resource-fix-report.md @@ -0,0 +1,19 @@ +# Resource-boundary repair + +The P2 finding on [PR 696](https://github.com/d6g8k5htny-coder/main/pull/696#discussion_r4416529549) applied to the published cd3a0021 wrapper: arbitrary memory integers could fail in preexec, large finite waits could overflow, and implicit process cleanup could wait without a bound. This repair validates quantities before spawn, normalizes subprocess resource errors, and owns cleanup explicitly. + +Memory is an integer from 64 MiB to the smaller of the signed platform byte ceiling and a finite inherited hard RLIMIT_AS, converted down to MiB. Timeout is an int/float greater than zero and at most min(floor(threading.TIMEOUT_MAX), 2147483) seconds; the second limit is the signed 32-bit poll-millisecond range rounded down. Bool, huge integers and nonfinite values fail before a child starts. No value is silently clamped. + +Timeout or abnormal wait kills the process group, attempts direct child signaling when group signaling fails, then waits at most one second to reap and may poll without blocking. A normal killable child is reaped before continuing. An unreaped PID produces ERROR and stops later modules. The report retains PID and diagnostics because finite cleanup cannot force an OS-uninterruptible child to exit. ERROR stays non-green even if cleanup observes exit zero plus a valid marker. + +Fresh evidence is split across `evidence/g0-resource-wrapper-tests.json` (30 tests), `g0-resource-additional-tests.json` (2 tests, including one strengthened existing memory test), and `g0-resource-preexec-test.json` (1 actual preexec failure): **32 distinct fresh tests, 33 invocations, 14 new resource tests**. The additional CLI test verifies oversized bounds yield exit 1 and an emitted non-green report. The memory oracle checks actual soft/hard RLIMIT_AS in the parent; it does not depend on a child Python assertion. + +`evidence/g0-resource-mutations.json` records **19/19 current-source assertion kills**: ten original wrapper cases plus nine new resource cases. Only the memory-limit mutant was refreshed after its test oracle changed, in `g0-resource-memory-mutant-refresh.json`. Errors, skips and timeouts do not count as kills. The original sixteen cases remain defined. + +The original 27-test/16-mutation generation remains in its existing receipts, with its exact changed source bytes preserved under `evidence/resource-baseline/`. Those receipts are not relabeled as new runs. Nine unchanged real-Lean tests and six unchanged real-driver/import-trust mutant receipts are reused: driver, fixture code, normal command/cwd/env, path/part checks and checker precedence are unchanged. `evidence/g0-resource-applicable.json` records the exact IDs and source hashes. The composition yields 41 distinct applicable tests and 25 distinct mutation cases, not a single fresh run of either total. + +Clean RED probes first demonstrated 18 assertion failures in ten tests and five in two further tests against the original wrapper. An earlier probe with two test-indexing errors is retained as failed development evidence. No real Lean fixture was compiled/replayed and no project math gate was repeated. Mathematical completion and provider-distinct process review remain separate obligations. + +The canonical Math-core gate already passed on source8151 with two threads at canonical947; see [STATUS_CORRECTION.md](STATUS_CORRECTION.md). The initial OOM is historical failed-run evidence. G2, full-project coverage and full CBZ remain separate. + +Current wrapper SHA-256: `27da13a9455a62c2b192ff62f6222266cb483d323cf680f3d81d3b19b260b8ce`. Prior wrapper SHA-256: `416b688929daff9f473ce3e0abd399d8be2cde46c12956d3e5d5d9937d914293`. [Focused engineering review](resource-postfix-review.md) passed with no blocking findings. It is a separate same-provider review; provider-distinct scientific review and hosted checks remain separate process obligations. diff --git a/cbz/contributions/math514/kernel_replay/resource-postfix-review.md b/cbz/contributions/math514/kernel_replay/resource-postfix-review.md new file mode 100644 index 000000000..ba4299217 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/resource-postfix-review.md @@ -0,0 +1,37 @@ +# Focused review of the kernel-replay resource repair + +Verdict: **PASS for the scoped P2 repair; no blocking findings.** This is a separate same-provider engineering review of the resource wrapper and its evidence, not provider-distinct scientific review or a new mathematical certification. + +## Assessed generation and scope + +Reviewed `resource-boundary-v2` in `/workspace/cbz-0/tools/kernel_replay`, including `kernel_replay.py`, the changed wrapper tests and mutation definitions, `README.md`, `RESOURCE_FIX.md`, and `evidence/g0-resource-applicable.json`. The assessed wrapper SHA-256 is `27da13a9455a62c2b192ff62f6222266cb483d323cf680f3d81d3b19b260b8ce`; driver SHA-256 is `24e55f5e99c83a46f9f908bbc90f22292a94305294e287d9b2eccbf24e8e6b66`; wrapper-test SHA-256 is `2ccdd956379bf3ddbc479a10604a10db7c26acee96c54c869c7a6bafc0f2dfeb`. The applicability manifest binds the remaining assessed sources and receipts. + +The comparison baseline was the published `cd3a0021a16437567ceda8c9a0f0525677042de2` contribution, obtained with read-only `git show`. The original external P2 is preserved in `discovery/kernel-resource-review-native.json` and corresponds to [discussion 4416529549](https://github.com/d6g8k5htny-coder/main/pull/696#discussion_r4416529549). + +No production or test source was changed during this review. No Git mutation, remote action, test execution, Lean compilation, real-fixture replay, or project mathematical gate was performed. Review activity consisted of source/evidence inspection, baseline comparisons, and metadata/count/hash checks on the newly supplied applicability manifest. + +## Source assessment + +- Memory is rejected before spawning unless it is an exact integer within the documented minimum and the smaller of the platform signed-byte ceiling and inherited finite hard `RLIMIT_AS`, converted down to MiB. Requested caps are not silently clamped. The timeout type, positive upper bound, and finite-value checks reject booleans, nonfinite floats, huge finite floats, and huge integers; the integer upper-bound comparison precedes `math.isfinite`, avoiding its huge-integer conversion overflow. +- Spawn and wait `OSError`, `SubprocessError`, `OverflowError`, and `ValueError` remain structured, non-green results. An actual preexec failure is represented by a retained passing regression receipt, in addition to injected exception coverage. +- Explicit `Popen` ownership removes the wrapper's implicit context-manager wait. Timeout and abnormal-wait paths signal the process group, attempt a child kill on other signaling failures, and use `wait(timeout=1.0)` followed only by nonblocking `poll` if needed. `ProcessLookupError` is handled as an exit race and still leads to bounded reaping. There is no wrapper cleanup `wait()` without a timeout. +- An unreaped PID is retained with cleanup diagnostics, forces `ERROR`, and stops subsequent module scheduling. Expected coverage stays non-green. The documented limitation is accurate: finite cleanup cannot force an OS-uninterruptible child to terminate. +- Only a normal completed wait sets `FINISHED`, and only `FINISHED` can become `PASS`. A spawn error, wait error, or timeout cannot become green even if cleanup returns zero and the output contains the success marker. Normal completion still requires exit zero and exactly one matching marker; nonzero exit with a marker remains fatal. + +The normal child command, `cwd`, environment construction, checker precedence, resource installation, output-tail handling, marker predicate, module/part resolution and binding validation are unchanged. `ExactReplay.lean`, `run_tests.py`, real-Lean tests, and mutation-accounting tests are byte-identical to the published baseline. The production change therefore composes with the earlier normal-path and replay-engine evidence; this review does not claim that the new wrapper bytes ran those real-Lean tests again. + +## Evidence assessment and reuse + +Read the fresh receipts rather than repeating them: + +- `g0-resource-wrapper-tests.json`: 30 passing tests, zero assertion failures, errors or skips; 17 original wrapper methods, 12 new resource methods, and one mutation-accounting method. +- `g0-resource-additional-tests.json`: two passing methods, covering oversized CLI exit/report behavior and the strengthened existing memory oracle. The latter prints actual soft/hard child `RLIMIT_AS` and checks both in the parent. +- `g0-resource-preexec-test.json`: one additional passing actual-preexec-failure method. + +The distinct-ID union is 32 tests across 33 invocations, including 14 new resource methods. The repeated memory method is not counted twice. All 20 path/hash bindings in the new applicability manifest matched their files, and its fresh IDs/counts agree with the receipt logs. + +`g0-resource-mutations.json` contains 19/19 current-wrapper mutant kills: ten original wrapper cases and nine resource cases. Each has actual assertion failures, zero test errors, zero skips and a failing test exit. Inspected traces address the intended defects, including oversized caps, inherited hard limits, boolean timeout, process-error result loss, unbounded cleanup, missing cleanup, erroneous success promotion and continuing after failed reaping. The retained `g0-resource-memory-mutant-refresh.json` establishes the memory kill with the strengthened parent oracle (`[-1, -1]` versus the requested finite soft/hard limits). The classifier continues to refuse errors, empty runs, skips and timeouts as kills. + +The original 25-plus-2 test receipts, their 27-test applicability receipt, and the original 16-mutant receipt remain separate. The three `evidence/resource-baseline/` files match their historical hashes and are byte-equal to the published baseline. All original mutation cases remain defined. The nine real-Lean methods and six driver/import-trust mutants retain their completed applicable evidence because their relevant sources, invocation semantics and dependencies are unchanged. Thus 41 distinct applicable tests and 25 applicable mutation cases are a composition, not claims of fresh 41-test or 25-mutant runs. The clean red receipts are separately identified; the initial red probe's two harness errors are preserved as failed development evidence rather than passing verification. + +This follows `/workspace/AGENTS.md`: completed applicable verification is reusable; a handoff alone is not a reason to repeat it. The existing successful source8151 Math-core gate with two threads remains established evidence. This repair neither downgrades that result nor repeats it. G2, source/build alignment, complete owned-module coverage, full CBZ acceptance, hosted checks and any provider-distinct process obligation remain separate from this engineering verdict. diff --git a/cbz/contributions/math514/kernel_replay/tests/test_kernel_replay.py b/cbz/contributions/math514/kernel_replay/tests/test_kernel_replay.py index 98698085b..13a23bfe7 100644 --- a/cbz/contributions/math514/kernel_replay/tests/test_kernel_replay.py +++ b/cbz/contributions/math514/kernel_replay/tests/test_kernel_replay.py @@ -6,11 +6,15 @@ import importlib.util import json import os +import resource +import signal +import time from pathlib import Path import subprocess import sys import tempfile import unittest +from unittest import mock ROOT = Path(__file__).resolve().parents[1] LEAN = Path(os.environ.get('CBZ_TEST_LEAN', '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/bin/lean')) @@ -132,8 +136,9 @@ def test_timeout_fatal(self): self.assertEqual(r['results'][0]['status'], 'TIMEOUT') def test_memory_limit_applied(self): - r = self.run_fake("import os, resource\nassert resource.getrlimit(resource.RLIMIT_AS)[0] == 256*1024*1024\nprint('CBZ_KERNEL_REPLAY_OK ' + os.environ['CBZ_KERNEL_REPLAY_MODULE'])\n") + r = self.run_fake("import json, os, resource\nprint(json.dumps(resource.getrlimit(resource.RLIMIT_AS)))\nprint('CBZ_KERNEL_REPLAY_OK ' + os.environ['CBZ_KERNEL_REPLAY_MODULE'])\n") self.assertTrue(r['ok'], r) + self.assertEqual(json.loads(r['results'][0]['stdout'].splitlines()[0]), [268435456, 268435456]) def test_one_child_at_a_time_and_exact_coverage(self): lock = self.base / 'active.lock' @@ -147,6 +152,216 @@ def test_one_child_at_a_time_and_exact_coverage(self): self.assertEqual([x['module'] for x in r['results']], ['Toy', 'Other']) self.assertEqual(r['completed_count'], 2) + + def resource_report(self, m, memory=256, timeout=4): + # Turn escaped production exceptions into assertion failures, so mutation + # accounting never confuses a harness error with a regression kill. + try: + return self.kr.run_manifest(m, memory, timeout) + except Exception as exc: + self.fail(f'resource boundary escaped structured report: {type(exc).__name__}: {exc}') + + def test_resource_memory_upper_bounds_before_spawn(self): + m = self.manifest() + for memory in (10**400, sys.maxsize // (1024*1024) + 1): + with self.subTest(memory_digits=len(str(memory))): + with mock.patch.object(self.kr, 'run_one', return_value={'ok': True, 'module': 'Toy'}): + r = self.resource_report(m, memory=memory) + self.assertFalse(r['ok']) + self.assertEqual(r['results'], []) + self.assertIn('memory_mib', r.get('error', '')) + + def test_resource_memory_hard_limit_before_spawn(self): + m = self.manifest() + with mock.patch.object(self.kr.resource, 'getrlimit', return_value=(128*1024*1024, 128*1024*1024)): + with mock.patch.object(self.kr, 'run_one', return_value={'ok': True, 'module': 'Toy'}): + r = self.resource_report(m, memory=256) + self.assertFalse(r['ok']) + self.assertEqual(r['results'], []) + self.assertIn('memory_mib', r.get('error', '')) + + def test_resource_boolean_arguments_rejected(self): + m = self.manifest() + for memory, timeout in ((True, 4), (256, True)): + with self.subTest(memory=memory, timeout=timeout): + with mock.patch.object(self.kr, 'run_one', return_value={'ok': True, 'module': 'Toy'}): + r = self.resource_report(m, memory, timeout) + self.assertFalse(r['ok']) + self.assertEqual(r['results'], []) + + def test_resource_timeout_upper_bounds_before_spawn(self): + m = self.manifest() + for timeout in (10**400, 1e100, 2147484, float('inf'), float('nan')): + with self.subTest(timeout_type=type(timeout).__name__): + with mock.patch.object(self.kr, 'run_one', return_value={'ok': True, 'module': 'Toy'}): + r = self.resource_report(m, timeout=timeout) + self.assertFalse(r['ok']) + self.assertEqual(r['results'], []) + self.assertIn('timeout_seconds', r.get('error', '')) + + def test_resource_valid_integer_and_float_timeouts(self): + code = "import os\nprint('CBZ_KERNEL_REPLAY_OK ' + os.environ['CBZ_KERNEL_REPLAY_MODULE'])\n" + for timeout in (4, 4.5): + with self.subTest(timeout=timeout): + self.assertTrue(self.run_fake(code, timeout=timeout)['ok']) + + def test_resource_spawn_exceptions_are_structured_errors(self): + m = self.manifest() + for exception in (subprocess.SubprocessError, OverflowError, ValueError, OSError): + with self.subTest(exception=exception.__name__): + with mock.patch.object(self.kr.subprocess, 'Popen', side_effect=exception('spawn rejected')): + r = self.resource_report(m) + self.assertFalse(r['ok']) + self.assertEqual(len(r['results']), 1, r) + self.assertEqual(r['results'][0]['status'], 'ERROR') + self.assertIn(exception.__name__, r['results'][0].get('error', '')) + + def test_resource_real_preexec_failure_is_structured(self): + m = self.manifest() + fake = self.fake("print('must not execute')\n") + m['lean'] = self.kr.binding(fake) + def reject_limit(): + raise ValueError('injected setrlimit failure') + with mock.patch.object(self.kr, 'limits', return_value=reject_limit): + r = self.resource_report(m) + self.assertFalse(r['ok']) + self.assertEqual(len(r['results']), 1, r) + self.assertEqual(r['results'][0]['status'], 'ERROR') + self.assertIn('SubprocessError', r['results'][0].get('error', '')) + self.assertNotIn('must not execute', r['results'][0]['stdout']) + + def test_resource_wait_errors_cannot_become_success(self): + m = self.manifest() + for exception in (OverflowError, ValueError, subprocess.SubprocessError, OSError): + with self.subTest(exception=exception.__name__): + child = mock.Mock(pid=12345, returncode=0) + child.__enter__ = mock.Mock(return_value=child) + child.__exit__ = mock.Mock(return_value=False) + child.wait.side_effect = [exception('wait rejected'), 0] + child.poll.return_value = 0 + def spawn(*args, **kwargs): + kwargs['stdout'].write(b'CBZ_KERNEL_REPLAY_OK Toy\n') + return child + with mock.patch.object(self.kr.subprocess, 'Popen', side_effect=spawn), mock.patch.object(self.kr.os, 'killpg'): + r = self.resource_report(m) + self.assertFalse(r['ok']) + self.assertEqual(len(r['results']), 1, r) + self.assertEqual(r['results'][0]['status'], 'ERROR') + self.assertIn(exception.__name__, r['results'][0].get('error', '')) + self.assertEqual(r['results'][0]['returncode'], 0) + self.assertFalse(child.__exit__.called, 'implicit Popen cleanup must not run') + + def test_resource_wait_error_kills_and_reaps_real_child(self): + m = self.manifest() + fake = self.fake('import time\ntime.sleep(0.2)\n') + m['lean'] = self.kr.binding(fake) + actual_popen = subprocess.Popen + children = [] + def spawn(*args, **kwargs): + child = actual_popen(*args, **kwargs) + children.append(child) + actual_wait = child.wait + first = True + def wait(timeout=None): + nonlocal first + if first: + first = False + raise OverflowError('injected platform wait overflow') + return actual_wait(timeout=timeout) + child.wait = wait + return child + with mock.patch.object(self.kr.subprocess, 'Popen', side_effect=spawn): + r = self.resource_report(m) + self.assertFalse(r['ok']) + self.assertEqual(r['results'][0]['status'], 'ERROR') + self.assertEqual(children[0].poll(), -signal.SIGKILL) + self.assertTrue(r['results'][0]['cleanup']['reaped']) + + def test_resource_timeout_kills_and_reaps_real_child(self): + started = time.monotonic() + r = self.run_fake('import time\ntime.sleep(30)\n', timeout=0.05) + self.assertLess(time.monotonic() - started, 3) + self.assertFalse(r['ok']) + result = r['results'][0] + self.assertEqual(result['status'], 'TIMEOUT') + self.assertEqual(result['returncode'], -signal.SIGKILL) + self.assertTrue(result.get('cleanup', {}).get('reaped')) + with self.assertRaises(ProcessLookupError): + os.kill(result['pid'], 0) + + def test_resource_unreapable_child_cleanup_is_bounded(self): + m = self.manifest() + child = mock.Mock(pid=12345, returncode=None) + child.__enter__ = mock.Mock(return_value=child) + child.__exit__ = mock.Mock(return_value=False) + waits = [] + def wait(timeout=None): + waits.append(timeout) + if timeout is None: + self.fail('unbounded child cleanup wait') + raise subprocess.TimeoutExpired('fake-child', timeout) + child.wait.side_effect = wait + child.poll.return_value = None + child.kill.side_effect = PermissionError('kill denied') + started = time.monotonic() + with mock.patch.object(self.kr.subprocess, 'Popen', return_value=child), mock.patch.object(self.kr.os, 'killpg', side_effect=PermissionError('group kill denied')): + r = self.resource_report(m, timeout=0.05) + self.assertLess(time.monotonic() - started, 1) + self.assertFalse(r['ok']) + result = r['results'][0] + self.assertEqual(result['status'], 'ERROR') + self.assertEqual(result['pid'], 12345) + self.assertFalse(result['cleanup']['reaped']) + self.assertIn('not reaped', result.get('error', '')) + self.assertTrue(all(t is not None and 0 < t <= 1 for t in waits)) + self.assertFalse(child.__exit__.called, 'implicit Popen cleanup must not run') + + def test_resource_unreaped_child_stops_further_modules(self): + m = self.manifest(('Toy', 'Other')) + child = mock.Mock(pid=12345, returncode=None) + child.__enter__ = mock.Mock(return_value=child) + child.__exit__ = mock.Mock(return_value=False) + child.wait.side_effect = subprocess.TimeoutExpired('fake-child', 0.05) + child.poll.return_value = None + with mock.patch.object(self.kr.subprocess, 'Popen', return_value=child), mock.patch.object(self.kr.os, 'killpg'): + r = self.resource_report(m, timeout=0.05) + self.assertFalse(r['ok']) + self.assertEqual(len(r['results']), 1, 'must stop serial scheduling when child cleanup failed') + self.assertEqual(r['expected_count'], 2) + self.assertEqual(r['results'][0]['status'], 'ERROR') + + def test_resource_cleanup_exceptions_remain_structured(self): + m = self.manifest() + for exception in (OverflowError, ValueError, subprocess.SubprocessError, OSError): + with self.subTest(exception=exception.__name__): + child = mock.Mock(pid=12345, returncode=None) + child.__enter__ = mock.Mock(return_value=child) + child.__exit__ = mock.Mock(return_value=False) + child.wait.side_effect = [subprocess.TimeoutExpired('fake-child', 0.05), exception('cleanup rejected')] + child.poll.return_value = None + with mock.patch.object(self.kr.subprocess, 'Popen', return_value=child), mock.patch.object(self.kr.os, 'killpg'): + r = self.resource_report(m, timeout=0.05) + self.assertFalse(r['ok']) + self.assertEqual(len(r['results']), 1, r) + self.assertEqual(r['results'][0]['status'], 'ERROR') + self.assertIn(exception.__name__, str(r['results'][0].get('cleanup', {}))) + + def test_resource_oversized_cli_arguments_emit_non_green_report(self): + manifest = self.base / 'manifest.json' + manifest.write_text(json.dumps(self.manifest())) + output = self.base / 'report.json' + for memory, timeout in (('1208925819614629174706176', '4'), ('256', '1e100')): + with self.subTest(memory=memory, timeout=timeout): + proc = subprocess.run([sys.executable, str(ROOT / 'kernel_replay.py'), 'run', + str(manifest), '--memory-mib', memory, '--timeout-seconds', timeout, + '--output', str(output)], capture_output=True, text=True, timeout=5) + self.assertEqual(proc.returncode, 1, proc.stderr) + value = json.loads(output.read_text()) + self.assertFalse(value['ok']) + self.assertEqual(value['results'], []) + self.assertIn('error', value) + self.assertEqual(value['g2_status'], 'NOT_ASSESSED') + def test_strict_cli(self): for args in (['--unknown'], ['run', '--help', '--bogus'], ['one', 'Toy', 'Other']): p = subprocess.run([sys.executable, str(ROOT / 'kernel_replay.py'), *args], From 7b50d2b4c433a8f3b5442925e1ac9ff664880166 Mon Sep 17 00:00:00 2001 From: Dylan Roy <249851642+d6g8k5htny-coder@users.noreply.github.com> Date: Thu, 29 Oct 2026 15:01:17 -0500 Subject: [PATCH 4/6] Require selected test-body lifecycle evidence for kernel mutation kills Reject setup, teardown, cleanup, foreign-subtest and incomplete population failures as source mutant kills. Preserve old receipts and replaced fixture source; document scoped fresh harness checks, guard mutants and unchanged Lean evidence. --- .../math514/kernel_replay/LIFECYCLE_FIX.md | 20 + .../math514/kernel_replay/PUBLICATION.json | 404 ++++++++++--- .../math514/kernel_replay/README.md | 6 +- .../math514/kernel_replay/REGISTRY.json | 116 ++-- .../math514/kernel_replay/SPEC.md | 5 + .../evidence/lifecycle/DELIVERY_REGISTRY.json | 268 +++++++++ .../evidence/lifecycle/baseline/mutations.py | 187 ++++++ .../evidence/lifecycle/baseline/run_tests.py | 36 ++ .../baseline/tests/test_mutation_harness.py | 26 + .../independent-lifecycle-review.json | 79 +++ .../evidence/kernel-baseline-sha256.json | 19 + .../evidence/kernel-controls-green.log | 17 + .../kernel-controls-optimized-green.log | 18 + .../evidence/kernel-controls-red.log | 441 ++++++++++++++ .../lifecycle/evidence/kernel-delivery.json | 116 ++++ .../evidence/kernel-dispatch-red.log | 17 + .../evidence/kernel-final-runner-mutants.log | 4 + .../drop-body-completion.json | 53 ++ ...elected-method-dispatch-authorization.json | 53 ++ .../erase-subtest-lifecycle-origin.json | 53 ++ .../guard_run_tests.py | 227 +++++++ .../kernel-final-runner-mutants/summary.json | 49 ++ .../trust-overridable-display-id.json | 74 +++ .../evidence/kernel-foreign-subtest-green.log | 6 + ...kernel-foreign-subtest-optimized-green.log | 6 + .../evidence/kernel-foreign-subtest-red.log | 17 + .../evidence/kernel-harness-mutants.log | 8 + .../accept-boolean-counts.json | 229 +++++++ .../drop-body-completion.json | 53 ++ .../erase-subtest-lifecycle-origin.json | 53 ++ .../kernel-harness-mutants/guard_run_tests.py | 201 +++++++ .../ignore-body-population-receipt.json | 234 ++++++++ .../ignore-invalid-population.json | 74 +++ .../ignore-selector-binding.json | 229 +++++++ .../restore-summary-only-grading.json | 53 ++ .../kernel-harness-mutants/summary.json | 89 +++ .../trust-overridable-display-id.json | 74 +++ .../evidence/kernel-lifecycle-method-red.log | 17 + .../kernel-parent-identity-mutant.log | 1 + .../drop-foreign-subtest-parent-identity.json | 53 ++ .../guard_run_tests.py | 229 +++++++ .../summary.json | 19 + .../kernel-population-binding-red.log | 17 + .../kernel-population-listing-green.log | 6 + .../lifecycle/evidence/kernel-setup-red.json | 16 + .../evidence/kernel-subtest-controls-red.log | 74 +++ .../run_kernel_final_runner_mutants.py | 95 +++ .../evidence/run_kernel_harness_mutants.py | 88 +++ .../run_kernel_parent_identity_mutant.py | 91 +++ .../lifecycle/kernel-first-generation.patch | 551 +++++++++++++++++ .../kernel-parent-identity-followup.patch | 24 + .../evidence/lifecycle/kernel.patch | 557 ++++++++++++++++++ .../DELIVERY_REGISTRY-first-generation.json | 199 +++++++ .../evidence/lifecycle/kernel/REPORT.md | 27 + .../evidence/lifecycle/kernel/REVIEW.txt | 15 + .../lifecycle/kernel/SUCCESSOR_SHA256.json | 17 + .../math514/kernel_replay/mutations.py | 84 ++- .../math514/kernel_replay/run_tests.py | 211 ++++++- .../tests/test_mutation_harness.py | 185 +++++- 59 files changed, 6017 insertions(+), 173 deletions(-) create mode 100644 cbz/contributions/math514/kernel_replay/LIFECYCLE_FIX.md create mode 100644 cbz/contributions/math514/kernel_replay/evidence/lifecycle/DELIVERY_REGISTRY.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/lifecycle/baseline/mutations.py create mode 100644 cbz/contributions/math514/kernel_replay/evidence/lifecycle/baseline/run_tests.py create mode 100644 cbz/contributions/math514/kernel_replay/evidence/lifecycle/baseline/tests/test_mutation_harness.py create mode 100644 cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/independent-lifecycle-review.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-baseline-sha256.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-controls-green.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-controls-optimized-green.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-controls-red.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-delivery.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-dispatch-red.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-final-runner-mutants.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-final-runner-mutants/drop-body-completion.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-final-runner-mutants/drop-selected-method-dispatch-authorization.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-final-runner-mutants/erase-subtest-lifecycle-origin.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-final-runner-mutants/guard_run_tests.py create mode 100644 cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-final-runner-mutants/summary.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-final-runner-mutants/trust-overridable-display-id.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-foreign-subtest-green.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-foreign-subtest-optimized-green.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-foreign-subtest-red.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/accept-boolean-counts.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/drop-body-completion.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/erase-subtest-lifecycle-origin.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/guard_run_tests.py create mode 100644 cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/ignore-body-population-receipt.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/ignore-invalid-population.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/ignore-selector-binding.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/restore-summary-only-grading.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/summary.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/trust-overridable-display-id.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-lifecycle-method-red.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-parent-identity-mutant.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-parent-identity-mutant/drop-foreign-subtest-parent-identity.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-parent-identity-mutant/guard_run_tests.py create mode 100644 cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-parent-identity-mutant/summary.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-population-binding-red.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-population-listing-green.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-setup-red.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-subtest-controls-red.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/run_kernel_final_runner_mutants.py create mode 100644 cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/run_kernel_harness_mutants.py create mode 100644 cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/run_kernel_parent_identity_mutant.py create mode 100644 cbz/contributions/math514/kernel_replay/evidence/lifecycle/kernel-first-generation.patch create mode 100644 cbz/contributions/math514/kernel_replay/evidence/lifecycle/kernel-parent-identity-followup.patch create mode 100644 cbz/contributions/math514/kernel_replay/evidence/lifecycle/kernel.patch create mode 100644 cbz/contributions/math514/kernel_replay/evidence/lifecycle/kernel/DELIVERY_REGISTRY-first-generation.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/lifecycle/kernel/REPORT.md create mode 100644 cbz/contributions/math514/kernel_replay/evidence/lifecycle/kernel/REVIEW.txt create mode 100644 cbz/contributions/math514/kernel_replay/evidence/lifecycle/kernel/SUCCESSOR_SHA256.json diff --git a/cbz/contributions/math514/kernel_replay/LIFECYCLE_FIX.md b/cbz/contributions/math514/kernel_replay/LIFECYCLE_FIX.md new file mode 100644 index 000000000..013e40f04 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/LIFECYCLE_FIX.md @@ -0,0 +1,20 @@ +# Lifecycle-safe mutation grading + +The grader now requires an independently discovered exact selected parent-method population, one authorized body entry and exit per selected method, and exact direct or body-subtest assertion events. Setup, teardown, cleanup, class-fixture failures, missing/duplicate identities, unsupported or incomplete populations, skips, errors, expected failures, inconsistent/noninteger counts and foreign subtest parents remain non-green. Direct assertion callbacks require the exact exception escaping the selected method. Valid body subtests remain supported. + +Runner receipts are custody-bound execution evidence. The schema checks accounting and is not cryptographic authentication of adversarially fabricated consistent JSON. Source/runner/test custody remains necessary. Legacy summary-only JSON is refused; historical receipts are not retroactively assigned new metadata. + +Only `run_tests.py`, `mutations.py` and `tests/test_mutation_harness.py` changed. Production replay, the Lean driver, the31 wrapper and9 real-Lean methods, and all25 production mutation definitions are unchanged. Fourteen current harness methods replace the old single summary-only method; its source is preserved in `evidence/lifecycle/baseline/`. Current54-method evidence is a composition:14 fresh affected harness methods,31 unchanged wrapper methods and9 unchanged real-Lean methods. There was no new full54-method run or Lean/project proof replay. + +Fresh normal evidence is12 methods plus a separate population-listing method plus a later foreign-parent method; optimized evidence is13 plus the foreign-parent method, with child optimization inherited. Ten distinct grader safeguard source mutations were killed across13 warranted executions:8 initial,4 after dispatch/lifecycle changes (3 refreshed/1 new), and1 foreign-parent case. Five unchanged classifier controls were reused. These are separate from the retained19 resource-wrapper and6 earlier driver/import-trust mutation cases. See `evidence/lifecycle/evidence/kernel-delivery.json`, `evidence/lifecycle/evidence/independent-lifecycle-review.json` and the source-control receipts for exact versions/counts. + +Run only affected checks when changed source or a new obligation warrants them. From the complete tool directory, use a fresh external output path: + +```bash +python3 -B -S run_tests.py --test test_mutation_harness.MutationHarnessTests --output /absolute/new-evidence/harness-normal.json +PYTHONOPTIMIZE=1 python3 -B -S -O run_tests.py --test test_mutation_harness.MutationHarnessTests --output /absolute/new-evidence/harness-optimized.json +``` + +`run_tests.py --list --test SELECTOR --output NEW.json` discovers canonical identities without running fixtures or bodies; import/loading still occurs. Existing full-suite and production mutation commands in README remain available for genuinely affected scope. Saved controllers under `evidence/lifecycle/` are version-bound execution provenance, not automatic commands against a future source revision; their original default outputs must not overwrite preserved receipts. Registered active runners and portable commands are in REGISTRY.json. + +The independent same-provider engineering review is clear against final source hashes. It supplies no provider-distinct scientific-review credit and no federation G0-G11/CBZ claim. G2, complete inventory/build provenance and final canonical admission remain separate. diff --git a/cbz/contributions/math514/kernel_replay/PUBLICATION.json b/cbz/contributions/math514/kernel_replay/PUBLICATION.json index 7c4fd2f89..0eb56232b 100644 --- a/cbz/contributions/math514/kernel_replay/PUBLICATION.json +++ b/cbz/contributions/math514/kernel_replay/PUBLICATION.json @@ -5,6 +5,10 @@ "source": "/workspace/cbz-0/tools/kernel_replay/ExactReplay.lean", "destination": "cbz/contributions/math514/kernel_replay/ExactReplay.lean" }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/LIFECYCLE_FIX.md", + "destination": "cbz/contributions/math514/kernel_replay/LIFECYCLE_FIX.md" + }, { "source": "/workspace/cbz-0/tools/kernel_replay/PUBLICATION.json", "destination": "cbz/contributions/math514/kernel_replay/PUBLICATION.json" @@ -17,10 +21,18 @@ "source": "/workspace/cbz-0/tools/kernel_replay/REGISTRY.json", "destination": "cbz/contributions/math514/kernel_replay/REGISTRY.json" }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/RESOURCE_FIX.md", + "destination": "cbz/contributions/math514/kernel_replay/RESOURCE_FIX.md" + }, { "source": "/workspace/cbz-0/tools/kernel_replay/SPEC.md", "destination": "cbz/contributions/math514/kernel_replay/SPEC.md" }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/STATUS_CORRECTION.md", + "destination": "cbz/contributions/math514/kernel_replay/STATUS_CORRECTION.md" + }, { "source": "/workspace/cbz-0/tools/kernel_replay/evidence/fixture-g2-rejection.json", "destination": "cbz/contributions/math514/kernel_replay/evidence/fixture-g2-rejection.json" @@ -41,6 +53,42 @@ "source": "/workspace/cbz-0/tools/kernel_replay/evidence/g0-mutations.json", "destination": "cbz/contributions/math514/kernel_replay/evidence/g0-mutations.json" }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/g0-resource-additional-tests.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/g0-resource-additional-tests.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/g0-resource-applicable.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/g0-resource-applicable.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/g0-resource-cleanup-red.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/g0-resource-cleanup-red.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/g0-resource-memory-mutant-refresh.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/g0-resource-memory-mutant-refresh.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/g0-resource-mutations.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/g0-resource-mutations.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/g0-resource-preexec-test.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/g0-resource-preexec-test.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/g0-resource-red-initial.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/g0-resource-red-initial.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/g0-resource-red.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/g0-resource-red.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/g0-resource-wrapper-tests.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/g0-resource-wrapper-tests.json" + }, { "source": "/workspace/cbz-0/tools/kernel_replay/evidence/g0-tests.json", "destination": "cbz/contributions/math514/kernel_replay/evidence/g0-tests.json" @@ -58,188 +106,300 @@ "destination": "cbz/contributions/math514/kernel_replay/evidence/initial-real-symlink-replay.json" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/allow-artifact-symlink.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/allow-artifact-symlink.json" + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/DELIVERY_REGISTRY.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/DELIVERY_REGISTRY.json" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/concurrent-module-processes.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/concurrent-module-processes.json" + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/baseline/mutations.py", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/baseline/mutations.py" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/empty-coverage.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/empty-coverage.json" + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/baseline/run_tests.py", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/baseline/run_tests.py" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/exported-part-only.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/exported-part-only.json" + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/baseline/tests/test_mutation_harness.py", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/baseline/tests/test_mutation_harness.py" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/ignore-compiled-parts-binding.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/ignore-compiled-parts-binding.json" + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/independent-lifecycle-review.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/independent-lifecycle-review.json" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/ignore-completion-marker.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/ignore-completion-marker.json" + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-baseline-sha256.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-baseline-sha256.json" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/ignore-memory-limit.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/ignore-memory-limit.json" + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-controls-green.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-controls-green.log" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/ignore-nonzero-exit.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/ignore-nonzero-exit.json" + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-controls-optimized-green.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-controls-optimized-green.log" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/ignore-source-binding.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/ignore-source-binding.json" + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-controls-red.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-controls-red.log" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/ignore-timeout.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/ignore-timeout.json" + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-delivery.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-delivery.json" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/ignore-tool-binding.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/ignore-tool-binding.json" + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-dispatch-red.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-dispatch-red.log" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/prefix-expansion.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/prefix-expansion.json" + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-final-runner-mutants.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-final-runner-mutants.log" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/preload-target-self-reference.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/preload-target-self-reference.json" + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-final-runner-mutants/drop-body-completion.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-final-runner-mutants/drop-body-completion.json" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/skip-kernel-replay.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/skip-kernel-replay.json" + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-final-runner-mutants/drop-selected-method-dispatch-authorization.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-final-runner-mutants/drop-selected-method-dispatch-authorization.json" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/truncate-module-coverage.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/truncate-module-coverage.json" + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-final-runner-mutants/erase-subtest-lifecycle-origin.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-final-runner-mutants/erase-subtest-lifecycle-origin.json" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/untrusted-checker-search-path.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/untrusted-checker-search-path.json" + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-final-runner-mutants/guard_run_tests.py", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-final-runner-mutants/guard_run_tests.py" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/real-BadPrivate.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/real-BadPrivate.json" + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-final-runner-mutants/summary.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-final-runner-mutants/summary.json" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/real-BadPublic.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/real-BadPublic.json" + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-final-runner-mutants/trust-overridable-display-id.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-final-runner-mutants/trust-overridable-display-id.json" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/real-Good.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/real-Good.json" + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-foreign-subtest-green.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-foreign-subtest-green.log" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/real-UnapprovedAxiom.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/real-UnapprovedAxiom.json" + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-foreign-subtest-optimized-green.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-foreign-subtest-optimized-green.log" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/kernel_replay.py", - "destination": "cbz/contributions/math514/kernel_replay/kernel_replay.py" + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-foreign-subtest-red.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-foreign-subtest-red.log" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/mutations.py", - "destination": "cbz/contributions/math514/kernel_replay/mutations.py" + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants.log" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/run_tests.py", - "destination": "cbz/contributions/math514/kernel_replay/run_tests.py" + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/accept-boolean-counts.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/accept-boolean-counts.json" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/tests/fixtures/BadPrivate.lean", - "destination": "cbz/contributions/math514/kernel_replay/tests/fixtures/BadPrivate.lean" + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/drop-body-completion.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/drop-body-completion.json" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/tests/fixtures/BadPublic.lean", - "destination": "cbz/contributions/math514/kernel_replay/tests/fixtures/BadPublic.lean" + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/erase-subtest-lifecycle-origin.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/erase-subtest-lifecycle-origin.json" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/tests/fixtures/Good.lean", - "destination": "cbz/contributions/math514/kernel_replay/tests/fixtures/Good.lean" + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/guard_run_tests.py", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/guard_run_tests.py" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/tests/fixtures/UnapprovedAxiom.lean", - "destination": "cbz/contributions/math514/kernel_replay/tests/fixtures/UnapprovedAxiom.lean" + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/ignore-body-population-receipt.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/ignore-body-population-receipt.json" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/tests/test_kernel_replay.py", - "destination": "cbz/contributions/math514/kernel_replay/tests/test_kernel_replay.py" + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/ignore-invalid-population.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/ignore-invalid-population.json" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/tests/test_mutation_harness.py", - "destination": "cbz/contributions/math514/kernel_replay/tests/test_mutation_harness.py" + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/ignore-selector-binding.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/ignore-selector-binding.json" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/tests/test_real_lean.py", - "destination": "cbz/contributions/math514/kernel_replay/tests/test_real_lean.py" + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/restore-summary-only-grading.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/restore-summary-only-grading.json" }, { - "source": "/workspace/cbz-0/discovery/kernel-replay-tool-report.json", - "destination": "cbz/contributions/math514/kernel_replay/tool-report.json" + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/summary.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/summary.json" }, { - "source": "/workspace/cbz-0/discovery/kernel-replay-tool-report.md", - "destination": "cbz/contributions/math514/kernel_replay/tool-report.md" + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/trust-overridable-display-id.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/trust-overridable-display-id.json" }, { - "source": "/workspace/cbz-0/discovery/kernel-replay-independent-review.md", - "destination": "cbz/contributions/math514/kernel_replay/independent-review.md" + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-lifecycle-method-red.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-lifecycle-method-red.log" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/STATUS_CORRECTION.md", - "destination": "cbz/contributions/math514/kernel_replay/STATUS_CORRECTION.md" + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-parent-identity-mutant.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-parent-identity-mutant.log" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/RESOURCE_FIX.md", - "destination": "cbz/contributions/math514/kernel_replay/RESOURCE_FIX.md" + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-parent-identity-mutant/drop-foreign-subtest-parent-identity.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-parent-identity-mutant/drop-foreign-subtest-parent-identity.json" }, { - "source": "/workspace/cbz-0/discovery/kernel-resource-fix-report.json", - "destination": "cbz/contributions/math514/kernel_replay/resource-fix-report.json" + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-parent-identity-mutant/guard_run_tests.py", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-parent-identity-mutant/guard_run_tests.py" }, { - "source": "/workspace/cbz-0/discovery/kernel-resource-fix-report.md", - "destination": "cbz/contributions/math514/kernel_replay/resource-fix-report.md" + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-parent-identity-mutant/summary.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-parent-identity-mutant/summary.json" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/g0-resource-additional-tests.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/g0-resource-additional-tests.json" + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-population-binding-red.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-population-binding-red.log" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/g0-resource-applicable.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/g0-resource-applicable.json" + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-population-listing-green.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-population-listing-green.log" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/g0-resource-cleanup-red.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/g0-resource-cleanup-red.json" + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-setup-red.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-setup-red.json" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/g0-resource-memory-mutant-refresh.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/g0-resource-memory-mutant-refresh.json" + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-subtest-controls-red.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-subtest-controls-red.log" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/g0-resource-mutations.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/g0-resource-mutations.json" + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/run_kernel_final_runner_mutants.py", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/run_kernel_final_runner_mutants.py" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/g0-resource-preexec-test.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/g0-resource-preexec-test.json" + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/run_kernel_harness_mutants.py", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/run_kernel_harness_mutants.py" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/g0-resource-red-initial.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/g0-resource-red-initial.json" + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/run_kernel_parent_identity_mutant.py", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/run_kernel_parent_identity_mutant.py" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/g0-resource-red.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/g0-resource-red.json" + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/kernel-first-generation.patch", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/kernel-first-generation.patch" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/g0-resource-wrapper-tests.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/g0-resource-wrapper-tests.json" + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/kernel-parent-identity-followup.patch", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/kernel-parent-identity-followup.patch" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/kernel.patch", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/kernel.patch" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/kernel/DELIVERY_REGISTRY-first-generation.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/kernel/DELIVERY_REGISTRY-first-generation.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/kernel/REPORT.md", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/kernel/REPORT.md" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/kernel/REVIEW.txt", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/kernel/REVIEW.txt" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/kernel/SUCCESSOR_SHA256.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/kernel/SUCCESSOR_SHA256.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/allow-artifact-symlink.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/allow-artifact-symlink.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/concurrent-module-processes.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/concurrent-module-processes.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/empty-coverage.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/empty-coverage.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/exported-part-only.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/exported-part-only.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/ignore-compiled-parts-binding.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/ignore-compiled-parts-binding.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/ignore-completion-marker.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/ignore-completion-marker.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/ignore-memory-limit.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/ignore-memory-limit.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/ignore-nonzero-exit.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/ignore-nonzero-exit.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/ignore-source-binding.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/ignore-source-binding.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/ignore-timeout.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/ignore-timeout.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/ignore-tool-binding.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/ignore-tool-binding.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/prefix-expansion.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/prefix-expansion.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/preload-target-self-reference.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/preload-target-self-reference.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/skip-kernel-replay.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/skip-kernel-replay.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/truncate-module-coverage.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/truncate-module-coverage.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/untrusted-checker-search-path.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/untrusted-checker-search-path.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/real-BadPrivate.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/real-BadPrivate.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/real-BadPublic.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/real-BadPublic.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/real-Good.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/real-Good.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/real-UnapprovedAxiom.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/real-UnapprovedAxiom.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-baseline/kernel_replay.py", + "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-baseline/kernel_replay.py" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-baseline/mutations.py", + "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-baseline/mutations.py" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-baseline/test_kernel_replay.py", + "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-baseline/test_kernel_replay.py" }, { "source": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-mutations/concurrent-module-processes.json", @@ -318,20 +478,68 @@ "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/truncate-module-coverage.json" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-baseline/kernel_replay.py", - "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-baseline/kernel_replay.py" + "source": "/workspace/cbz-0/discovery/kernel-replay-independent-review.md", + "destination": "cbz/contributions/math514/kernel_replay/independent-review.md" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-baseline/mutations.py", - "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-baseline/mutations.py" + "source": "/workspace/cbz-0/tools/kernel_replay/kernel_replay.py", + "destination": "cbz/contributions/math514/kernel_replay/kernel_replay.py" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-baseline/test_kernel_replay.py", - "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-baseline/test_kernel_replay.py" + "source": "/workspace/cbz-0/tools/kernel_replay/mutations.py", + "destination": "cbz/contributions/math514/kernel_replay/mutations.py" + }, + { + "source": "/workspace/cbz-0/discovery/kernel-resource-fix-report.json", + "destination": "cbz/contributions/math514/kernel_replay/resource-fix-report.json" + }, + { + "source": "/workspace/cbz-0/discovery/kernel-resource-fix-report.md", + "destination": "cbz/contributions/math514/kernel_replay/resource-fix-report.md" }, { "source": "/workspace/cbz-0/discovery/kernel-resource-postfix-review.md", "destination": "cbz/contributions/math514/kernel_replay/resource-postfix-review.md" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/run_tests.py", + "destination": "cbz/contributions/math514/kernel_replay/run_tests.py" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/tests/fixtures/BadPrivate.lean", + "destination": "cbz/contributions/math514/kernel_replay/tests/fixtures/BadPrivate.lean" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/tests/fixtures/BadPublic.lean", + "destination": "cbz/contributions/math514/kernel_replay/tests/fixtures/BadPublic.lean" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/tests/fixtures/Good.lean", + "destination": "cbz/contributions/math514/kernel_replay/tests/fixtures/Good.lean" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/tests/fixtures/UnapprovedAxiom.lean", + "destination": "cbz/contributions/math514/kernel_replay/tests/fixtures/UnapprovedAxiom.lean" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/tests/test_kernel_replay.py", + "destination": "cbz/contributions/math514/kernel_replay/tests/test_kernel_replay.py" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/tests/test_mutation_harness.py", + "destination": "cbz/contributions/math514/kernel_replay/tests/test_mutation_harness.py" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/tests/test_real_lean.py", + "destination": "cbz/contributions/math514/kernel_replay/tests/test_real_lean.py" + }, + { + "source": "/workspace/cbz-0/discovery/kernel-replay-tool-report.json", + "destination": "cbz/contributions/math514/kernel_replay/tool-report.json" + }, + { + "source": "/workspace/cbz-0/discovery/kernel-replay-tool-report.md", + "destination": "cbz/contributions/math514/kernel_replay/tool-report.md" } ], "excluded_generated": [ diff --git a/cbz/contributions/math514/kernel_replay/README.md b/cbz/contributions/math514/kernel_replay/README.md index c7ae786b9..f60efa340 100644 --- a/cbz/contributions/math514/kernel_replay/README.md +++ b/cbz/contributions/math514/kernel_replay/README.md @@ -47,6 +47,8 @@ The source and compiled hashes are separate bindings; G3 build evidence must est Upstream reads all available olean parts, uses the most private constant map, and checks safe total declarations in an **import-only** environment. It handles inductive declarations and checks the generated constructors/recursors. Its intentional exclusion of unsafe and partial definitions remains in effect. Imported dependencies require their own coverage/evidence. Kernel validity permits axioms; `g2_status` always remains `NOT_ASSESSED`. The included axiom fixture is kernel-valid and is rejected by a separate explicit fixture-policy check. That check illustrates the G2/G4 distinction; it is not a production all-declaration approved-axiom auditor. G2 is still a separate blocking obligation. +The mutation grader also has a later [lifecycle repair](LIFECYCLE_FIX.md):14 affected harness methods and10 distinct safeguard mutants, with exact selected-population/body-assertion accounting. The current54 test methods comprise31 unchanged wrapper,9 unchanged real-Lean and14 current harness methods. This is composed evidence, not one fresh full54-test run. Resource-only results below describe their historical generation at9c94ff6; the old one-method synthetic harness fixture has been replaced by stricter real execution controls and preserved as source history. + Run G0 only for changed tooling or uncovered obligations; reuse applicable evidence on unchanged material. The resource-boundary repair changed the wrapper and its tests, so its affected checks are: ```bash @@ -58,6 +60,6 @@ python3 "$TOOL/mutations.py" --group wrapper --output "$TOOL/evidence/g0-wrapper Resource generation evidence consists of 30 passing tests, two additional passing tests (one repeats the strengthened memory oracle), and one actual preexec-failure test: 32 distinct fresh tests, including 14 new resource tests. Nineteen current-source wrapper mutants were killed by actual assertion failures: ten original wrapper cases and nine new resource cases. The memory mutant was then rechecked only because its test oracle changed. These are separate from the preserved original 27-test/16-mutation receipts for wrapper SHA-256 `416b688929daff9f473ce3e0abd399d8be2cde46c12956d3e5d5d9937d914293`. The nine unchanged real-Lean tests and six real-driver/import-trust mutants retain their earlier applicable evidence; no real Lean fixture or project proof was replayed for this repair. See [RESOURCE_FIX.md](RESOURCE_FIX.md) and `evidence/g0-resource-applicable.json` for the exact evidence split. The default unfiltered runners still support a full suite when a new change warrants it. -The real fixtures cover public/private proofs, data, inductives, exact-module behavior, installed-checker import trust and module-file symlink rejection. `BadPublic.lean` and `BadPrivate.lean` intentionally inject self-referential proofs through the public declaration API with fixture-local `debug.skipKernelTC`. They and `UnapprovedAxiom.lean` are quarantined test data, never closed mathematical modules. The exported-only and target-preloading mutants demonstrate why private parts and an import-only replay environment are required. Mutation copies are isolated and disposable; actual assertion failures alone count as kills. Errors, skips, empty runs and timeouts are non-green harness outcomes. Initial survivors and erroneous historical adapter receipts are retained as failed tooling evidence, never certification. +The real fixtures cover public/private proofs, data, inductives, exact-module behavior, installed-checker import trust and module-file symlink rejection. `BadPublic.lean` and `BadPrivate.lean` intentionally inject self-referential proofs through the public declaration API with fixture-local `debug.skipKernelTC`. They and `UnapprovedAxiom.lean` are quarantined test data, never closed mathematical modules. The exported-only and target-preloading mutants demonstrate why private parts and an import-only replay environment are required. Mutation copies are isolated and disposable; only complete custody-bound selected-body assertion evidence counts as a kill. Lifecycle assertions, errors, skips, empty/incomplete populations and timeouts are non-green harness outcomes. Initial survivors and erroneous historical adapter receipts are retained as failed tooling evidence, never certification. -Ownership, gate boundaries, publication mapping and canonical registry/ledger payload are in `REGISTRY.json`. The canonical writer integrates that payload; this contribution does not edit shared canonical surfaces or publish externally. +Ownership, gate boundaries, publication mapping and canonical registry/ledger payload are in `REGISTRY.json`. The canonical writer integrates that payload; this contribution does not edit shared canonical surfaces. diff --git a/cbz/contributions/math514/kernel_replay/REGISTRY.json b/cbz/contributions/math514/kernel_replay/REGISTRY.json index 3b00ba71f..e3e016112 100644 --- a/cbz/contributions/math514/kernel_replay/REGISTRY.json +++ b/cbz/contributions/math514/kernel_replay/REGISTRY.json @@ -20,51 +20,68 @@ "g0": "python3 run_tests.py --output evidence/g0-tests.json", "mutations": "python3 mutations.py --output evidence/g0-mutations.json", "g0_resource": "python3 run_tests.py --output evidence/g0-wrapper-current.json --test test_kernel_replay.WrapperTests --test test_mutation_harness.MutationHarnessTests", - "mutations_resource": "python3 mutations.py --group wrapper --output evidence/g0-wrapper-mutations-current.json" + "mutations_resource": "python3 mutations.py --group wrapper --output evidence/g0-wrapper-mutations-current.json", + "g0_lifecycle": "python3 -B -S run_tests.py --test test_mutation_harness.MutationHarnessTests --output /absolute/new-evidence/harness.json", + "g0_lifecycle_optimized": "PYTHONOPTIMIZE=1 python3 -B -S -O run_tests.py --test test_mutation_harness.MutationHarnessTests --output /absolute/new-evidence/harness-optimized.json" }, "self_verification": { - "status": "PASS_RESOURCE_BOUNDARY_G0", - "generation": "resource-boundary-v2", - "fresh_distinct_tests": 32, - "new_resource_tests": 14, - "fresh_test_invocations": 33, + "status": "PASS_SCOPED_COMPOSED_LIFECYCLE_REPAIR", + "generation": "lifecycle-v3", "single_full_suite_claim": false, - "test_evidence": [ - "evidence/g0-resource-wrapper-tests.json", - "evidence/g0-resource-additional-tests.json", - "evidence/g0-resource-preexec-test.json", - "evidence/g0-resource-applicable.json" - ], - "reused_unchanged_real_lean_tests": 9, - "mutations": { - "fresh_planned": 19, - "fresh_executed": 19, - "fresh_killed": 19, - "new_resource_cases": 9, - "original_wrapper_cases": 10, - "reused_unchanged_real_cases": 6, - "memory_oracle_refresh": "evidence/g0-resource-memory-mutant-refresh.json", - "evidence": "evidence/g0-resource-mutations.json", - "threshold": 1 - }, - "prior_generation": { - "production_wrapper_sha256": "416b688929daff9f473ce3e0abd399d8be2cde46c12956d3e5d5d9937d914293", - "verification": { - "status": "PASS", - "applicable_tests": 27, - "test_evidence": [ - "evidence/g0-tests.json", - "evidence/g0-additional-tests.json", - "evidence/g0-applicable-tests.json" - ], - "mutations": { - "planned": 16, - "executed": 16, - "killed": 16, - "threshold": 1, - "evidence": "evidence/g0-mutations.json" + "current_test_methods": 54, + "fresh_affected_harness_methods": 14, + "reused_unchanged_wrapper_methods": 31, + "reused_unchanged_real_lean_methods": 9, + "fresh_distinct_grader_safeguard_mutants": 10, + "safeguard_mutant_executions_across_source_generations": 13, + "historical_production_mutations_applicable": 25, + "evidence": "evidence/lifecycle/evidence/kernel-delivery.json", + "review": "evidence/lifecycle/evidence/independent-lifecycle-review.json", + "historical_resource_generation": { + "status": "PASS_RESOURCE_BOUNDARY_G0", + "generation": "resource-boundary-v2", + "fresh_distinct_tests": 32, + "new_resource_tests": 14, + "fresh_test_invocations": 33, + "single_full_suite_claim": false, + "test_evidence": [ + "evidence/g0-resource-wrapper-tests.json", + "evidence/g0-resource-additional-tests.json", + "evidence/g0-resource-preexec-test.json", + "evidence/g0-resource-applicable.json" + ], + "reused_unchanged_real_lean_tests": 9, + "mutations": { + "fresh_planned": 19, + "fresh_executed": 19, + "fresh_killed": 19, + "new_resource_cases": 9, + "original_wrapper_cases": 10, + "reused_unchanged_real_cases": 6, + "memory_oracle_refresh": "evidence/g0-resource-memory-mutant-refresh.json", + "evidence": "evidence/g0-resource-mutations.json", + "threshold": 1 + }, + "prior_generation": { + "production_wrapper_sha256": "416b688929daff9f473ce3e0abd399d8be2cde46c12956d3e5d5d9937d914293", + "verification": { + "status": "PASS", + "applicable_tests": 27, + "test_evidence": [ + "evidence/g0-tests.json", + "evidence/g0-additional-tests.json", + "evidence/g0-applicable-tests.json" + ], + "mutations": { + "planned": 16, + "executed": 16, + "killed": 16, + "threshold": 1, + "evidence": "evidence/g0-mutations.json" + } } - } + }, + "reuse_rule": "/workspace/AGENTS.md owner clarification 25 October 2026: reuse completed applicable checks on unchanged material; provider/process review tracked separately." }, "reuse_rule": "/workspace/AGENTS.md owner clarification 25 October 2026: reuse completed applicable checks on unchanged material; provider/process review tracked separately." }, @@ -94,7 +111,7 @@ "ledger_payload": { "phase": 2, "layer": "B", - "action": "Repair exact-module adapter resource argument boundaries and explicit bounded child cleanup; preserve replay, bindings, exact coverage and G2 separation.", + "action": "Tighten exact replay mutation grading to complete selected population and actual body/lifecycle assertion provenance; preserve unchanged replay and source-specific historical evidence.", "rationale": "Upstream prefix expansion launches concurrent per-module tasks with no CLI jobs flag. The original OOM is historical; canonical947 records a later successful same-source complete Math core gate with two threads. This adapter supplies exact serial scheduling, input binding and finite adversarial controls independently.", "reversibility": "New isolated contribution files only; no mathematical source, branch, Git, remote or canonical-surface mutation by this task.", "evidence": [ @@ -103,7 +120,10 @@ "tool-report.json", "RESOURCE_FIX.md", "resource-fix-report.json", - "evidence/g0-resource-applicable.json" + "evidence/g0-resource-applicable.json", + "LIFECYCLE_FIX.md", + "evidence/lifecycle/evidence/kernel-delivery.json", + "evidence/lifecycle/evidence/independent-lifecycle-review.json" ] }, "publication": { @@ -141,5 +161,15 @@ "report": "resource-postfix-review.md", "sha256": "660d37c8e5c3374d8fee867182042c12d2fc863f2a0f63198e4b01b0c8ced8b2", "provider_distinct_scientific_review": "NOT_ASSESSED_BY_THIS_ENGINEERING_REVIEW" + }, + "lifecycle_repair": { + "description": "LIFECYCLE_FIX.md", + "source_sha256": { + "run_tests.py": "de089e08688ffb2c236cdc34ccc095eb421d5162dde6d8eff24af7fdc3c91baa", + "mutations.py": "a1a0b0e7d6c5809c1f3f291a10aa14edc04265ce73cf76494318f966ab69b9bd", + "tests/test_mutation_harness.py": "9887371525049cbc9685fadfd02531b1171507ad3c2c8373947c37875b3783e6" + }, + "metadata_authentication_boundary": "Trusted source-bound runner; accounting schema does not authenticate adversarially fabricated consistent JSON.", + "original_summary_only_fixture_preserved": "evidence/lifecycle/baseline/" } } diff --git a/cbz/contributions/math514/kernel_replay/SPEC.md b/cbz/contributions/math514/kernel_replay/SPEC.md index 55521f674..de5cc8ffa 100644 --- a/cbz/contributions/math514/kernel_replay/SPEC.md +++ b/cbz/contributions/math514/kernel_replay/SPEC.md @@ -17,3 +17,8 @@ G0 acceptance: strict CLI, exact target, sequential processes, no empty/missing/ Resource-boundary generation (P2 repair): memory is an exact integer in `[64, min(sys.maxsize, finite inherited RLIMIT_AS hard limit) // 1048576]` MiB. The unlimited hard-limit sentinel contributes no cap. Timeout is an exact int/float type in `(0, min(floor(threading.TIMEOUT_MAX), 2147483)]` seconds; 2147483 is the signed 32-bit poll-millisecond range rounded down. Bool, NaN/infinity and oversized values are rejected before process creation and before converting a huge int to float. Both ceilings and the one-second cleanup wait budget appear in the report. The wrapper owns Popen explicitly and never invokes its implicit unbounded context-manager cleanup. Spawn/wait resource exceptions (`OSError`, `SubprocessError`, `OverflowError`, `ValueError`) are structured errors. Timeout/error cleanup signals the process group, falls back to child signaling on a group error, and uses a one-second reap wait plus nonblocking poll. Cleanup failure leaves a non-green ERROR with the PID and diagnostics, and stops subsequent modules. A finite wait cannot force an OS-uninterruptible child to exit. Only an ordinary completed wait can promote a result to PASS/FAIL; neither timeout nor ERROR can become PASS from exit-zero/marker observations during cleanup. Existing coverage, binding, private-part, replay, and G2 semantics remain unchanged. + + +## Mutation grader lifecycle contract + +See LIFECYCLE_FIX.md. Kills require a pristine externally bound exact selected parent-method population and one authorized body entry/exit per method, direct escaping AssertionError identity or matched body-subtest assertion events, and exact integer count/event consistency. Lifecycle errors/assertions, false or incomplete identities, foreign subtest parents, missing metadata, skips/expected failures and synthetic summaries are ERROR. Fully fabricated consistent JSON remains outside the trusted runner/source-custody boundary. Historical source-bound body-trace evidence is retained separately from new receipts. diff --git a/cbz/contributions/math514/kernel_replay/evidence/lifecycle/DELIVERY_REGISTRY.json b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/DELIVERY_REGISTRY.json new file mode 100644 index 000000000..ca9e9614b --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/DELIVERY_REGISTRY.json @@ -0,0 +1,268 @@ +{ + "schema_version": 2, + "component": "kernel_replay_lifecycle_delivery", + "root": "/workspace/cbz-0/delivery/mutation-lifecycle-fix", + "artifacts": [ + { + "path": "changed/kernel_replay/mutations.py", + "sha256": "a1a0b0e7d6c5809c1f3f291a10aa14edc04265ce73cf76494318f966ab69b9bd", + "bytes": 15771 + }, + { + "path": "changed/kernel_replay/run_tests.py", + "sha256": "de089e08688ffb2c236cdc34ccc095eb421d5162dde6d8eff24af7fdc3c91baa", + "bytes": 9931 + }, + { + "path": "changed/kernel_replay/tests/test_mutation_harness.py", + "sha256": "9887371525049cbc9685fadfd02531b1171507ad3c2c8373947c37875b3783e6", + "bytes": 11723 + }, + { + "path": "evidence/independent-lifecycle-review.json", + "sha256": "e9ad02a21799e314b5374d77cb6aef468e2561f92ee23d9b5e3fefe6e19df242", + "bytes": 5018 + }, + { + "path": "evidence/kernel-baseline-sha256.json", + "sha256": "839242ae4659709f9572b4cf9f06012b4d74e039ff2d1c3b2c422a4a33005002", + "bytes": 1595 + }, + { + "path": "evidence/kernel-controls-green.log", + "sha256": "171f4fb72934006fc29bc75e482234148d8eed67077dbb6e179371ad93fa8baa", + "bytes": 1997 + }, + { + "path": "evidence/kernel-controls-optimized-green.log", + "sha256": "93835d11aac0de286239faca85dc5d63b4f71118ba01e2a4a6154f91bd18b615", + "bytes": 2169 + }, + { + "path": "evidence/kernel-controls-red.log", + "sha256": "974f9047781ca8b429d091b77eb6e69c2581b0cdbe0bda46a21420f5767353ee", + "bytes": 39211 + }, + { + "path": "evidence/kernel-delivery.json", + "sha256": "327156743cd6a19afa3603b46de4604e0e3fd373df8c7a907afebfd93e009c13", + "bytes": 8482 + }, + { + "path": "evidence/kernel-dispatch-red.log", + "sha256": "c5cb3242587b83ef49764cab5dc2880ed1e1084fbb046ccc2d9176bda8f321d2", + "bytes": 2279 + }, + { + "path": "evidence/kernel-final-runner-mutants.log", + "sha256": "290e05136be930e5222f7e50bc9ccec4222ac850ef6a6492f174edb5739222b3", + "bytes": 157 + }, + { + "path": "evidence/kernel-final-runner-mutants/drop-body-completion.json", + "sha256": "f5486d2c4a4facfd60fa4423d2b6c1901259b63f77c492509278dd52f117c57b", + "bytes": 4144 + }, + { + "path": "evidence/kernel-final-runner-mutants/drop-selected-method-dispatch-authorization.json", + "sha256": "bc6fcb2f856b1abd2a591efe29b4f708fcab76e8f7c7026eb1f98b5f2cf403e4", + "bytes": 3957 + }, + { + "path": "evidence/kernel-final-runner-mutants/erase-subtest-lifecycle-origin.json", + "sha256": "2c0258edad9ce69e4cc95fe3bc74a240d12fe24a1b9b44ec3d537777fa8ce661", + "bytes": 4637 + }, + { + "path": "evidence/kernel-final-runner-mutants/guard_run_tests.py", + "sha256": "5403f6b1ca6954cb0db9e0dc29e16b97a8f82506d1acedb8f0d7d2bece49bbf9", + "bytes": 9834 + }, + { + "path": "evidence/kernel-final-runner-mutants/summary.json", + "sha256": "aa220c602f10c7830766e60e8de6bb9b541f24319f688f12ec8352320e8660fe", + "bytes": 2352 + }, + { + "path": "evidence/kernel-final-runner-mutants/trust-overridable-display-id.json", + "sha256": "13bfdabaceeeb6a42787f0c26d903947de73902504d73629b594e695d10a4d32", + "bytes": 5143 + }, + { + "path": "evidence/kernel-foreign-subtest-green.log", + "sha256": "3337102a6073cbd72fb0a61df7854e7455b8426edeccb979a4a81efce0728261", + "bytes": 279 + }, + { + "path": "evidence/kernel-foreign-subtest-optimized-green.log", + "sha256": "4fc0e3237fc63d1ccc278b57bc4273ee5bdb145bb22da01ca0479f3cdb826e3c", + "bytes": 279 + }, + { + "path": "evidence/kernel-foreign-subtest-red.log", + "sha256": "5e98cfa1e5d7947cfc684561200fe5dec096246ac11f0f5f6509e3bfd8557e67", + "bytes": 2325 + }, + { + "path": "evidence/kernel-harness-mutants.log", + "sha256": "c0ad54870a6a97b028980e57b5c0728c8a01fbe16a22dd861cde932a200835d1", + "bytes": 277 + }, + { + "path": "evidence/kernel-harness-mutants/accept-boolean-counts.json", + "sha256": "93185f80485e4dee555da10032ddd757eef534d414049625958ceccdd0296a69", + "bytes": 9204 + }, + { + "path": "evidence/kernel-harness-mutants/drop-body-completion.json", + "sha256": "248cc91fd0c811a5f4dd8ef88599fc020bc19260cf5c5301f2c51b8709a09929", + "bytes": 4508 + }, + { + "path": "evidence/kernel-harness-mutants/erase-subtest-lifecycle-origin.json", + "sha256": "452c1a27c908af5be0ce4626e2061c3e691ce681da0572f3cd616ad1e0eb4da4", + "bytes": 4976 + }, + { + "path": "evidence/kernel-harness-mutants/guard_run_tests.py", + "sha256": "81b914e3af5f923d8d119960131352e6e2d2813eec7d02f5ca6d42ac4b27f9f2", + "bytes": 8474 + }, + { + "path": "evidence/kernel-harness-mutants/ignore-body-population-receipt.json", + "sha256": "b3efe36ff2885f524b2b64131b0a3cd532b0c3b533d02ada5d77ff02f455125b", + "bytes": 10299 + }, + { + "path": "evidence/kernel-harness-mutants/ignore-invalid-population.json", + "sha256": "53d0580b382d2cb9481d250b74755e396045fc89b705bd03e7386d8e8446302f", + "bytes": 5314 + }, + { + "path": "evidence/kernel-harness-mutants/ignore-selector-binding.json", + "sha256": "18bbaabd7d9584b128b5944a23565173c63f57e1f43e7011d3c7bc390b449f4c", + "bytes": 9259 + }, + { + "path": "evidence/kernel-harness-mutants/restore-summary-only-grading.json", + "sha256": "df89afbf409c23517c6adc10f05a3be910532cdaaf40fc2b405474df8b11e842", + "bytes": 3747 + }, + { + "path": "evidence/kernel-harness-mutants/summary.json", + "sha256": "7305176ef9c79bddc152de57b075b84e8575de21bf557be74e60d65801ac91e9", + "bytes": 4345 + }, + { + "path": "evidence/kernel-harness-mutants/trust-overridable-display-id.json", + "sha256": "6cbd7ecd15e86b6aabbdaef5745c94f5f3406a02e6ef9b7dd85973510609d165", + "bytes": 5289 + }, + { + "path": "evidence/kernel-lifecycle-method-red.log", + "sha256": "dc6de5aab8c2d626de5f9730534359aaf047e1344a41f68bbc88370b5e1c157c", + "bytes": 2011 + }, + { + "path": "evidence/kernel-parent-identity-mutant.log", + "sha256": "fccced21c7eaf917e3106ddfc916b539a5c339a4be79ae901f9c1bf3e94d7fd0", + "bytes": 45 + }, + { + "path": "evidence/kernel-parent-identity-mutant/drop-foreign-subtest-parent-identity.json", + "sha256": "ca918348f919ca788845f64d79b0769a5a03ce39a30ffd53dad5e6616f1fd206", + "bytes": 4365 + }, + { + "path": "evidence/kernel-parent-identity-mutant/guard_run_tests.py", + "sha256": "de089e08688ffb2c236cdc34ccc095eb421d5162dde6d8eff24af7fdc3c91baa", + "bytes": 9931 + }, + { + "path": "evidence/kernel-parent-identity-mutant/summary.json", + "sha256": "df8a7754aad36b693a038d58a816e057091b1b0220b70c9af95ae1c2496007a0", + "bytes": 745 + }, + { + "path": "evidence/kernel-population-binding-red.log", + "sha256": "72f07a3d9b8c97ac3afc1aa366d76442e1d47d028b5e598be0a9365be3dd8ef9", + "bytes": 908 + }, + { + "path": "evidence/kernel-population-listing-green.log", + "sha256": "075fdb533d31a636713bc9b0742e9f5efaa07703f8eb06e91e490c055ab9d485", + "bytes": 269 + }, + { + "path": "evidence/kernel-setup-red.json", + "sha256": "4bbb6076e1df6d98fa22a2d55628b9f86d5476e1219bf419157c346ff079cbbb", + "bytes": 1038 + }, + { + "path": "evidence/kernel-subtest-controls-red.log", + "sha256": "6982f7375c35792a5740a303f75626cb3b1f183044ea561622e1fe593d03b25d", + "bytes": 7289 + }, + { + "path": "evidence/run_kernel_final_runner_mutants.py", + "sha256": "51f7c12bba3d058b666c013fff518aeb7fa70573de77b54d3993612e29604863", + "bytes": 5784 + }, + { + "path": "evidence/run_kernel_harness_mutants.py", + "sha256": "e186270d37002f4766388f17bd083b50b57163d2c0d6b82f6a08722b1b279ebe", + "bytes": 5273 + }, + { + "path": "evidence/run_kernel_parent_identity_mutant.py", + "sha256": "a2bc1b4d8192306379f4495d966eece96cb4343f06edb5c445f4e89c78d85ea8", + "bytes": 5536 + }, + { + "path": "kernel-first-generation.patch", + "sha256": "fec302cc6ef2b346aa1c0aaff8cdba5573884370b1cedea19a94fda8b3b9f79b", + "bytes": 30252 + }, + { + "path": "kernel-parent-identity-followup.patch", + "sha256": "d49fd936219dbf73a3de6ae5566aee944e63d552b382cabaf7e034d11375bce0", + "bytes": 1709 + }, + { + "path": "kernel.patch", + "sha256": "bf47d3399a2cc0fc5839a435854e080afdc4f603b84c8a686c70c14099e64a17", + "bytes": 30814 + }, + { + "path": "kernel/DELIVERY_REGISTRY-first-generation.json", + "sha256": "0600afd1ed6d163f428104aa268801c0eba8218fdd3daf66439a732ab7c32075", + "bytes": 7184 + }, + { + "path": "kernel/REPORT.md", + "sha256": "fdc04c533f60c256189f431e9520b6ecad850edf4479b20c5cf7e2974b4f0c03", + "bytes": 5350 + }, + { + "path": "kernel/REVIEW.txt", + "sha256": "9b4bf9bef38993b3b9ad0d4faccedb7ab88ce9f5269ea91d3411e262ad8855e3", + "bytes": 1939 + }, + { + "path": "kernel/SUCCESSOR_SHA256.json", + "sha256": "b9119fc61e433a29f14b0f26678ccff40eff02d65fc7b31b9cd9a0ea5975c7e4", + "bytes": 942 + } + ], + "runtime_file_registry_updates": [ + "tools/kernel_replay/run_tests.py", + "tools/kernel_replay/mutations.py", + "tools/kernel_replay/tests/test_mutation_harness.py" + ], + "new_runtime_modules": [], + "current_harness_methods": 14, + "current_total_methods": 54, + "fresh_unique_harness_safeguard_mutants": 10, + "historical_original_mutants_reused": 25, + "status": "isolated successor sealed; parent owns canonical integration and publication; no CBZ declaration" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/lifecycle/baseline/mutations.py b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/baseline/mutations.py new file mode 100644 index 000000000..24ef38f0c --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/baseline/mutations.py @@ -0,0 +1,187 @@ +#!/usr/bin/env python3 +"""Isolated mutation checks. Errors/skips/empty tests are never mutant kills.""" +import argparse +import hashlib +import json +import os +from pathlib import Path +import shutil +import subprocess +import sys +import tempfile + +ROOT = Path(__file__).resolve().parent + + +def classify(value, code): + if (code not in (0, 1) or not value.get('tests_run') or value.get('errors') + or value.get('skipped') or value.get('expected_failures') + or value.get('unexpected_successes')): + return 'ERROR' + if code == 1 and value.get('assertion_failures', 0) > 0 and not value.get('successful'): + return 'KILLED' + if code == 0 and value.get('successful') and value.get('assertion_failures') == 0: + return 'SURVIVED' + return 'ERROR' + + +def digest(data): + return hashlib.sha256(data).hexdigest() + + +def definitions(): + wrapper = 'test_kernel_replay.WrapperTests' + real = 'test_real_lean.RealLeanTests.' + items = [ + ('empty-coverage', 'kernel_replay.py', 'if not selections:', 'if False:', wrapper), + ('allow-artifact-symlink', 'kernel_replay.py', + " if not p.is_absolute() or p.is_symlink() or canonical != p:", + ' if False:', 'test_real_lean.RealLeanTests.test_real_private_body_cannot_hide_behind_olean_symlink'), + ('ignore-source-binding', 'kernel_replay.py', " check_binding(entry['source'])", ' pass', wrapper), + ('ignore-compiled-parts-binding', 'kernel_replay.py', "if parts_of(olean) != entry['parts']:", 'if False:', wrapper), + ('ignore-tool-binding', 'kernel_replay.py', "if m['tool'] != tool_bindings(m['sysroot']):", 'if False:', wrapper), + ('ignore-nonzero-exit', 'kernel_replay.py', "result['returncode'] == 0 and result['stdout'].splitlines().count(marker) == 1", "result['stdout'].splitlines().count(marker) == 1", wrapper), + ('ignore-completion-marker', 'kernel_replay.py', "result['returncode'] == 0 and result['stdout'].splitlines().count(marker) == 1", "result['returncode'] == 0", wrapper), + ('ignore-timeout', 'kernel_replay.py', 'p.wait(timeout=timeout_seconds)', 'p.wait(timeout=None)', wrapper), + ('ignore-memory-limit', 'kernel_replay.py', 'preexec_fn=limits(memory_mib)', 'preexec_fn=None', wrapper), + ('truncate-module-coverage', 'kernel_replay.py', "for entry in m['modules']:\n validate_manifest(m)", "for entry in m['modules'][:1]:\n validate_manifest(m)", wrapper), + ('concurrent-module-processes', 'kernel_replay.py', + " for entry in m['modules']:\n validate_manifest(m)\n report['results'].append(run_one(m, entry, memory_mib, timeout_seconds))\n if report['results'][-1].get('cleanup', {}).get('reaped') is False:\n break # Do not start another process while an earlier PID remains unreaped.", + " from concurrent.futures import ThreadPoolExecutor\n with ThreadPoolExecutor(max_workers=2) as pool:\n report['results'] = list(pool.map(lambda entry: run_one(m, entry, memory_mib, timeout_seconds), m['modules']))", + wrapper + '.test_one_child_at_a_time_and_exact_coverage'), + ('skip-kernel-replay', 'ExactReplay.lean', ' replayFromImports target', ' pure ()', real + 'test_public_self_reference_rejected'), + ('prefix-expansion', 'ExactReplay.lean', ' replayFromImports target', + ' let sp ← searchPathRef.get\n for path in (← SearchPath.findAllWithExt sp "olean") do\n if let some name ← searchModuleNameOfFileName path sp then\n if target.isPrefixOf name then replayFromImports name', + real + 'test_exact_module_no_prefix_glob'), + ('untrusted-checker-search-path', 'kernel_replay.py', + "env['LEAN_PATH'] = os.pathsep.join([str(Path(m['sysroot']) / 'lib/lean'), *m['lean_path']])", + "env['LEAN_PATH'] = os.pathsep.join(m['lean_path'])", real + 'test_user_lean_path_cannot_shadow_checker'), + ] + return items + + +def resource_definitions(): + wrapper = 'test_kernel_replay.WrapperTests.' + return [ + ('resource-ignore-memory-upper-bound', 'kernel_replay.py', + 'not 64 <= memory_mib <= memory_mib_max', 'memory_mib < 64', + wrapper + 'test_resource_memory_upper_bounds_before_spawn'), + ('resource-ignore-inherited-memory-hard-limit', 'kernel_replay.py', + 'if hard_memory != resource.RLIM_INFINITY:', 'if False:', + wrapper + 'test_resource_memory_hard_limit_before_spawn'), + ('resource-ignore-timeout-upper-bound', 'kernel_replay.py', + 'not 0 < timeout_seconds <= MAX_TIMEOUT_SECONDS', 'not 0 < timeout_seconds', + wrapper + 'test_resource_timeout_upper_bounds_before_spawn'), + ('resource-accept-boolean-timeout', 'kernel_replay.py', + 'type(timeout_seconds) not in (int, float)', 'type(timeout_seconds) not in (int, float, bool)', + wrapper + 'test_resource_boolean_arguments_rejected'), + ('resource-drop-process-exception-normalization', 'kernel_replay.py', + 'PROCESS_ERRORS = (OSError, subprocess.SubprocessError, OverflowError, ValueError)', + 'PROCESS_ERRORS = (OSError,)', + wrapper + 'test_resource_spawn_exceptions_are_structured_errors'), + ('resource-unbounded-cleanup-wait', 'kernel_replay.py', + 'p.wait(timeout=CLEANUP_TIMEOUT_SECONDS)', 'p.wait()', + wrapper + 'test_resource_unreapable_child_cleanup_is_bounded'), + ('resource-skip-abnormal-cleanup', 'kernel_replay.py', + "if p is not None and result['status'] != 'FINISHED':", 'if False:', + wrapper + 'test_resource_unreapable_child_cleanup_is_bounded'), + ('resource-overwrite-error-with-success', 'kernel_replay.py', + " if result['status'] == 'FINISHED':", " if result['status'] != 'TIMEOUT':", + wrapper + 'test_resource_wait_errors_cannot_become_success'), + ('resource-continue-after-unreaped-child', 'kernel_replay.py', + "if report['results'][-1].get('cleanup', {}).get('reaped') is False:", 'if False:', + wrapper + 'test_resource_unreaped_child_stops_further_modules'), + ] + + +def derived_driver_mutations(lean): + upstream = (Path(lean).resolve().parent.parent / 'src/lean/LeanChecker.lean').read_text() + start = upstream.index('unsafe def replayFromImports ') + end = upstream.index('unsafe def replayFromFresh ', start) + routine = upstream[start:end] + # These intentionally unsound adapters exist only inside isolated mutants. + # The copied fragment retains the upstream Apache-2.0 provenance in the + # driver's file header; production calls the installed implementation. + exported = routine.replace('replayFromImports', 'cbzExportedOnly', 1) + a, b = exported.index(' let mut fnames'), exported.index(' let parts') + exported = exported[:a] + ' let fnames := #[mFile]\n' + exported[b:] + preload = routine.replace('replayFromImports', 'cbzPreloaded', 1) + preload = preload.replace('importModulesCore mod.imports', 'importModulesCore #[{ module }]') + preload = preload.replace('finalizeImport s mod.imports', 'finalizeImport s #[{ module }]') + original = (ROOT / 'ExactReplay.lean').read_text() + return [ + ('exported-part-only', 'ExactReplay.lean', original, + original.replace('open Lean\n', 'open Lean\n\n' + exported).replace(' replayFromImports target', ' cbzExportedOnly target'), + 'test_real_lean.RealLeanTests.test_private_self_reference_rejected'), + ('preload-target-self-reference', 'ExactReplay.lean', original, + original.replace('open Lean\n', 'open Lean\n\n' + preload).replace(' replayFromImports target', ' cbzPreloaded target'), + 'test_real_lean.RealLeanTests.test_public_self_reference_rejected'), + ] + + +def run_mutations(output, only=None, group='all'): + lean = os.environ.get('CBZ_TEST_LEAN', '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/bin/lean') + plan = definitions() + resource_definitions() + if group == 'resource': + plan = resource_definitions() + elif group == 'wrapper': + plan = [x for x in plan if x[4].startswith('test_kernel_replay.')] + else: + plan += derived_driver_mutations(lean) + if only: + if only not in [x[0] for x in plan]: + raise ValueError('unknown mutation: ' + only) + plan = [x for x in plan if x[0] == only] + # Keep old-generation mutation receipts immutable when selecting this repair. + evidence = ROOT / ('evidence/mutations' if group == 'all' else 'evidence/resource-mutations') + evidence.mkdir(parents=True, exist_ok=True) + results = [] + for name, filename, old, new, test in plan: + with tempfile.TemporaryDirectory(dir=ROOT / 'evidence', prefix='mutant-') as d: + work = Path(d) / 'kernel_replay' + shutil.copytree(ROOT, work, ignore=shutil.ignore_patterns('evidence', '__pycache__', '*.pyc')) + (work / 'evidence').mkdir() + file = work / filename + original = file.read_text() + if original.count(old) != 1: + raise ValueError(f'mutation {name} did not identify exactly one source occurrence') + changed = original.replace(old, new, 1) + file.write_text(changed) + result_path = work / 'evidence/tests.json' + command = [sys.executable, str(work / 'run_tests.py'), '--output', str(result_path), '--test', test] + try: + p = subprocess.run(command, capture_output=True, text=True, timeout=90) + value = json.loads(result_path.read_text()) if result_path.exists() else {} + record = {'name': name, 'file': filename, 'test': test, + 'outcome': classify(value, p.returncode), 'returncode': p.returncode, + 'original_sha256': digest(original.encode()), + 'mutated_sha256': digest(changed.encode()), 'tests': value, + 'stdout': p.stdout, 'stderr': p.stderr} + except subprocess.TimeoutExpired as e: + record = {'name': name, 'outcome': 'ERROR', 'error': 'mutation test timed out'} + (evidence / (name + '.json')).write_text(json.dumps(record, indent=2) + '\n') + results.append(record) + print(name + ': ' + record['outcome'], flush=True) + result = {'group': group, 'threshold': 1.0, 'planned': len(plan), 'executed': len(results), + 'killed': sum(x['outcome'] == 'KILLED' for x in results), + 'ok': bool(results) and len(results) == len(plan) and all(x['outcome'] == 'KILLED' for x in results), + 'results': results} + Path(output).write_text(json.dumps(result, indent=2) + '\n') + return result + + +def main(): + parser = argparse.ArgumentParser(allow_abbrev=False) + parser.add_argument('--output', required=True) + parser.add_argument('--only') + parser.add_argument('--group', choices=('all', 'wrapper', 'resource'), default='all') + args = parser.parse_args() + try: + return 0 if run_mutations(args.output, args.only, args.group)['ok'] else 1 + except (ValueError, OSError) as e: + print('mutation harness ERROR: ' + str(e), file=sys.stderr) + return 2 + + +if __name__ == '__main__': + raise SystemExit(main()) diff --git a/cbz/contributions/math514/kernel_replay/evidence/lifecycle/baseline/run_tests.py b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/baseline/run_tests.py new file mode 100644 index 000000000..0b4e84b9c --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/baseline/run_tests.py @@ -0,0 +1,36 @@ +#!/usr/bin/env python3 +"""Structured, fail-closed unittest runner used by G0 and mutations.""" +import argparse +import io +import json +from pathlib import Path +import sys +import unittest + +ROOT = Path(__file__).resolve().parent + + +def main(): + parser = argparse.ArgumentParser(allow_abbrev=False) + parser.add_argument('--output', required=True) + parser.add_argument('--test', action='append', default=[]) + args = parser.parse_args() + sys.path.insert(0, str(ROOT / 'tests')) + if args.test: + suite = unittest.defaultTestLoader.loadTestsFromNames(args.test) + else: + suite = unittest.defaultTestLoader.discover(str(ROOT / 'tests'), pattern='test_*.py') + stream = io.StringIO() + result = unittest.TextTestRunner(stream=stream, verbosity=2).run(suite) + value = {'tests_run': result.testsRun, 'assertion_failures': len(result.failures), + 'errors': len(result.errors), 'skipped': len(result.skipped), + 'expected_failures': len(result.expectedFailures), + 'unexpected_successes': len(result.unexpectedSuccesses), + 'successful': result.wasSuccessful(), 'log': stream.getvalue()} + Path(args.output).write_text(json.dumps(value, indent=2) + '\n') + print(value['log'], end='') + return 0 if result.wasSuccessful() and result.testsRun and not result.skipped else 1 + + +if __name__ == '__main__': + raise SystemExit(main()) diff --git a/cbz/contributions/math514/kernel_replay/evidence/lifecycle/baseline/tests/test_mutation_harness.py b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/baseline/tests/test_mutation_harness.py new file mode 100644 index 000000000..b47b84c19 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/baseline/tests/test_mutation_harness.py @@ -0,0 +1,26 @@ +"""Mutation accounting cannot turn errors, skips, or no tests into kills.""" +import importlib.util +from pathlib import Path +import unittest + +ROOT = Path(__file__).resolve().parents[1] + + +class MutationHarnessTests(unittest.TestCase): + def test_only_clean_assertion_failure_is_a_kill(self): + spec = importlib.util.spec_from_file_location('mutations', ROOT / 'mutations.py') + mod = importlib.util.module_from_spec(spec) + spec.loader.exec_module(mod) + clean = dict(tests_run=1, assertion_failures=1, errors=0, skipped=0, + expected_failures=0, unexpected_successes=0, successful=False) + self.assertEqual(mod.classify(clean, 1), 'KILLED') + self.assertEqual(mod.classify({**clean, 'assertion_failures': 0, 'successful': True}, 0), 'SURVIVED') + for changes, code in (({'tests_run': 0}, 1), ({'errors': 1}, 1), + ({'skipped': 1}, 1), ({'expected_failures': 1}, 1), + ({'unexpected_successes': 1}, 1), ({}, 2), ({}, -9)): + with self.subTest(changes=changes, code=code): + self.assertEqual(mod.classify({**clean, **changes}, code), 'ERROR') + + +if __name__ == '__main__': + unittest.main(verbosity=2) diff --git a/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/independent-lifecycle-review.json b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/independent-lifecycle-review.json new file mode 100644 index 000000000..d0d53e5a2 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/independent-lifecycle-review.json @@ -0,0 +1,79 @@ +{ + "evidence_policy": "Completed applicable controls and historical body-assertion traces are reused; no unchanged mathematical, Lean, build, original full-suite or original mutant verification replayed. Provider-distinct process requirements remain separate.", + "final_outcome": "No unresolved actionable issue in reviewed runner/classifier/harness scope. This is a scoped review, not a new broad verification or CBZ declaration.", + "historical_applicability": "Original kernel 19 fresh plus 6 reused and auditor 53 historical body traces remain historical source-applicable evidence; this review does not rewrite them into new-schema receipts or present a new full run. Production sources/test bodies and original mutation definitions are outside this patch except separately owned lexer integration.", + "kernel_replay": { + "bindings": { + "work/kernel_replay/mutations.py": "a1a0b0e7d6c5809c1f3f291a10aa14edc04265ce73cf76494318f966ab69b9bd", + "work/kernel_replay/run_tests.py": "de089e08688ffb2c236cdc34ccc095eb421d5162dde6d8eff24af7fdc3c91baa", + "work/kernel_replay/tests/test_mutation_harness.py": "9887371525049cbc9685fadfd02531b1171507ad3c2c8373947c37875b3783e6" + }, + "checked": [ + "actual selected method invocation rather than dispatcher hook", + "dispatcher authorization outside enclosing lifecycle depth", + "complete unique selected canonical parent population and pre-mutation --list binding", + "exact exception object for direct assertion and exact integer/event accounting", + "subtest body activity, lifecycle phase and actual subtest.test_case parent identity" + ], + "evidence_detail": { + "established_methods_before_foreign_parent_control": 13, + "established_unique_safeguard_mutants_before_foreign_parent_control": 9, + "final_foreign_parent_guard_mutant": "KILLED by focused foreign-parent assertion control; receipt kernel-parent-identity-mutant/summary.json", + "new_foreign_parent_method": 1, + "total_focused_methods": 14, + "total_unique_safeguard_mutants": 10 + }, + "new_execution_by_reviewer": "Only three concrete counterexample fixtures during review (dispatch hook, lifecycle invocation, foreign subtest); no completed applicable test or mathematical check repeated.", + "previous_findings_addressed": [ + "dispatch-hook assertion before actual selected method", + "selected-method invocation from lifecycle hook", + "selector and externally established expected population binding", + "foreign subtest falsely attributed to selected parent" + ], + "reused_evidence": [ + "evidence/kernel-controls-green.log", + "evidence/kernel-population-listing-green.log", + "evidence/kernel-controls-optimized-green.log", + "evidence/kernel-foreign-subtest-green.log", + "evidence/kernel-foreign-subtest-optimized-green.log", + "evidence/kernel-harness-mutants/summary.json", + "evidence/kernel-final-runner-mutants/summary.json", + "evidence/kernel-parent-identity-mutant/summary.json" + ], + "status": "CLEAR_FOR_REVIEWED_SCOPE" + }, + "layer_a": { + "bindings": { + "work/layer_a/mutation_test.py": "e857fde3c3d7caf301e24a77972ee18d1253186613633e1b0876b61f274eebed", + "work/layer_a/tests/test_mutation_runner.py": "347135c69335eaa74a62f5b6380057fff24e30eafcf57b8418de69bef1be7f7d" + }, + "checked": [ + "actual selected method wrapper requires active dispatcher and no enclosing lifecycle hook", + "direct body assertion uses exact escaping exception object", + "complete unique canonical selected population is bound before source mutation using fixture-free --list", + "body-scoped subtests check active parent and subtest.test_case identity; lifecycle and error outcomes reject", + "assertion event origin and exact integer counts agree; old or incomplete summaries reject" + ], + "evidence_detail": { + "actual_source_controls": { + "body-placeholder-weakening": "KILLED by 3 body-scoped subtest assertions", + "identity": "SURVIVED", + "importerror-setup": "ERROR with 1 lifecycle assertion, no selected body entry" + }, + "final_changed_guard_review": "Exact assertion_events id/source match body_assertion_ids; at most one direct assertion per parent; filtered subtest assertions equal subtest event sequence. Final hash cut reread after prior review generation.", + "focused_methods_normal": 8, + "focused_methods_optimized": 8 + }, + "reused_evidence": [ + "evidence/layer_a/final-focused-tests-with-assertion-provenance.log", + "evidence/layer_a/optimized-focused-tests.log", + "evidence/layer_a/new-obligation-source-controls.json", + "evidence/layer_a/final-actual-source-controls/receipts.json" + ], + "status": "CLEAR_FOR_REVIEWED_SCOPE", + "test_execution_by_this_reviewer": 0 + }, + "review_type": "independent static code review with reusable completed verification", + "reviewer": "kernel_lifecycle_review", + "schema_version": 1 +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-baseline-sha256.json b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-baseline-sha256.json new file mode 100644 index 000000000..6c264479f --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-baseline-sha256.json @@ -0,0 +1,19 @@ +{ + "ExactReplay.lean": "24e55f5e99c83a46f9f908bbc90f22292a94305294e287d9b2eccbf24e8e6b66", + "PUBLICATION.json": "32950113bc67a50a4199710944a5628ee57ac3e5e4058173605444a6ffd9403b", + "README.md": "1a64ae6f53a78a49643091c32218ceadc99e4aee94669238c1c829ad09de91b2", + "REGISTRY.json": "23b1d1f58c85aea0d7f4c5342e44f70884356330eaa8f6909b6e6bc79dbf1642", + "RESOURCE_FIX.md": "2dac2e6cb467589700e8fa479d7592f2309052f2b09ab4837a839ae27498f2c9", + "SPEC.md": "6c87c49e9bb17a34182de3bf6ba3c701c936ae7c1b80938bba55305723f0c655", + "STATUS_CORRECTION.md": "2e0f67f85a77e7e00f5a2ef7f7626118fa6682dc3dca76b1470707b92b395608", + "kernel_replay.py": "27da13a9455a62c2b192ff62f6222266cb483d323cf680f3d81d3b19b260b8ce", + "mutations.py": "5fd6fbbfd2aab463f1c2c017af942762ae798a67f3d1fc47001bc317b8fee0a0", + "run_tests.py": "b0a7f1c508462c21688de8d5ec70384d40f780c342814d97589f0b45f2d7620b", + "tests/fixtures/BadPrivate.lean": "fa95b63ae8037158cdc643a6542ed28dc1adde86a529a535cfc0c713033ec429", + "tests/fixtures/BadPublic.lean": "9b636915c4c868091d72b6c72337b6c255cab8ede30b8b394b43389e1fdd95d5", + "tests/fixtures/Good.lean": "399a84340143a41948b838d33fdb7a60491c7d6827f40970115d24c0bc7bc728", + "tests/fixtures/UnapprovedAxiom.lean": "24a4ed0e582c2cfc1a5113da5cf0215bf1adcfcd0e885db6448ee31428f34547", + "tests/test_kernel_replay.py": "2ccdd956379bf3ddbc479a10604a10db7c26acee96c54c869c7a6bafc0f2dfeb", + "tests/test_mutation_harness.py": "ca90d5c5c8e48d163d35b2170f2e7f08352863c23bd73f1b383a73a2dcc16ff3", + "tests/test_real_lean.py": "51ab210da908b4e3d74fe179c41a414abf4c53e88458db33f7934ae0010337d7" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-controls-green.log b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-controls-green.log new file mode 100644 index 000000000..063cb4b58 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-controls-green.log @@ -0,0 +1,17 @@ +test_body_assertion_kills_after_all_selected_bodies_finish (test_mutation_harness.MutationHarnessTests.test_body_assertion_kills_after_all_selected_bodies_finish) ... ok +test_body_scoped_subtest_assertions_kill_without_changing_parent_population (test_mutation_harness.MutationHarnessTests.test_body_scoped_subtest_assertions_kill_without_changing_parent_population) ... ok +test_clean_identity_survives (test_mutation_harness.MutationHarnessTests.test_clean_identity_survives) ... ok +test_dispatch_hook_assertion_without_selected_method_is_error (test_mutation_harness.MutationHarnessTests.test_dispatch_hook_assertion_without_selected_method_is_error) ... ok +test_empty_duplicate_synthetic_and_spoofed_population_is_error (test_mutation_harness.MutationHarnessTests.test_empty_duplicate_synthetic_and_spoofed_population_is_error) ... ok +test_errors_skips_and_expected_failures_are_errors (test_mutation_harness.MutationHarnessTests.test_errors_skips_and_expected_failures_are_errors) ... ok +test_forged_or_missing_accounting_is_error (test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error) ... ok +test_lifecycle_failures_never_kill_even_with_body_assertion (test_mutation_harness.MutationHarnessTests.test_lifecycle_failures_never_kill_even_with_body_assertion) ... ok +test_lifecycle_subtests_and_subtest_errors_are_errors (test_mutation_harness.MutationHarnessTests.test_lifecycle_subtests_and_subtest_errors_are_errors) ... ok +test_selected_method_invoked_from_lifecycle_is_error (test_mutation_harness.MutationHarnessTests.test_selected_method_invoked_from_lifecycle_is_error) ... ok +test_setup_assertion_is_not_a_kill (test_mutation_harness.MutationHarnessTests.test_setup_assertion_is_not_a_kill) ... ok +test_summary_without_lifecycle_receipt_fails_closed (test_mutation_harness.MutationHarnessTests.test_summary_without_lifecycle_receipt_fails_closed) ... ok + +---------------------------------------------------------------------- +Ran 12 tests in 2.014s + +OK diff --git a/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-controls-optimized-green.log b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-controls-optimized-green.log new file mode 100644 index 000000000..cff2e19b6 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-controls-optimized-green.log @@ -0,0 +1,18 @@ +test_body_assertion_kills_after_all_selected_bodies_finish (test_mutation_harness.MutationHarnessTests.test_body_assertion_kills_after_all_selected_bodies_finish) ... ok +test_body_scoped_subtest_assertions_kill_without_changing_parent_population (test_mutation_harness.MutationHarnessTests.test_body_scoped_subtest_assertions_kill_without_changing_parent_population) ... ok +test_clean_identity_survives (test_mutation_harness.MutationHarnessTests.test_clean_identity_survives) ... ok +test_dispatch_hook_assertion_without_selected_method_is_error (test_mutation_harness.MutationHarnessTests.test_dispatch_hook_assertion_without_selected_method_is_error) ... ok +test_empty_duplicate_synthetic_and_spoofed_population_is_error (test_mutation_harness.MutationHarnessTests.test_empty_duplicate_synthetic_and_spoofed_population_is_error) ... ok +test_errors_skips_and_expected_failures_are_errors (test_mutation_harness.MutationHarnessTests.test_errors_skips_and_expected_failures_are_errors) ... ok +test_forged_or_missing_accounting_is_error (test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error) ... ok +test_lifecycle_failures_never_kill_even_with_body_assertion (test_mutation_harness.MutationHarnessTests.test_lifecycle_failures_never_kill_even_with_body_assertion) ... ok +test_lifecycle_subtests_and_subtest_errors_are_errors (test_mutation_harness.MutationHarnessTests.test_lifecycle_subtests_and_subtest_errors_are_errors) ... ok +test_population_listing_does_not_execute_fixtures_or_bodies (test_mutation_harness.MutationHarnessTests.test_population_listing_does_not_execute_fixtures_or_bodies) ... ok +test_selected_method_invoked_from_lifecycle_is_error (test_mutation_harness.MutationHarnessTests.test_selected_method_invoked_from_lifecycle_is_error) ... ok +test_setup_assertion_is_not_a_kill (test_mutation_harness.MutationHarnessTests.test_setup_assertion_is_not_a_kill) ... ok +test_summary_without_lifecycle_receipt_fails_closed (test_mutation_harness.MutationHarnessTests.test_summary_without_lifecycle_receipt_fails_closed) ... ok + +---------------------------------------------------------------------- +Ran 13 tests in 6.638s + +OK diff --git a/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-controls-red.log b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-controls-red.log new file mode 100644 index 000000000..3a4fe03e9 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-controls-red.log @@ -0,0 +1,441 @@ +test_body_assertion_kills_after_all_selected_bodies_finish (test_mutation_harness.MutationHarnessTests.test_body_assertion_kills_after_all_selected_bodies_finish) ... ERROR +test_clean_identity_survives (test_mutation_harness.MutationHarnessTests.test_clean_identity_survives) ... ok +test_empty_duplicate_synthetic_and_spoofed_population_is_error (test_mutation_harness.MutationHarnessTests.test_empty_duplicate_synthetic_and_spoofed_population_is_error) ... + test_empty_duplicate_synthetic_and_spoofed_population_is_error (test_mutation_harness.MutationHarnessTests.test_empty_duplicate_synthetic_and_spoofed_population_is_error) (selection='fixture', tail='def load_tests(loader, tests, pattern): return unittest.TestSuite([Case("test_one"), Case("test_one")])') ... FAIL + test_empty_duplicate_synthetic_and_spoofed_population_is_error (test_mutation_harness.MutationHarnessTests.test_empty_duplicate_synthetic_and_spoofed_population_is_error) (selection='fixture.Case', tail='') ... FAIL +test_errors_skips_expected_failures_and_subtests_are_ambiguous (test_mutation_harness.MutationHarnessTests.test_errors_skips_expected_failures_and_subtests_are_ambiguous) ... + test_errors_skips_expected_failures_and_subtests_are_ambiguous (test_mutation_harness.MutationHarnessTests.test_errors_skips_expected_failures_and_subtests_are_ambiguous) (source="def test_one(self):\n with self.subTest(i=1): self.fail('subtest')") ... FAIL + test_errors_skips_expected_failures_and_subtests_are_ambiguous (test_mutation_harness.MutationHarnessTests.test_errors_skips_expected_failures_and_subtests_are_ambiguous) (source="def test_one(self):\n with self.subTest(i=1): pass\n self.fail('body')") ... FAIL +test_forged_or_missing_accounting_is_error (test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error) ... + test_forged_or_missing_accounting_is_error (test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error) (missing='receipt_schema') ... FAIL + test_forged_or_missing_accounting_is_error (test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error) (missing='selected_ids') ... FAIL + test_forged_or_missing_accounting_is_error (test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error) (missing='started_ids') ... FAIL + test_forged_or_missing_accounting_is_error (test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error) (missing='finished_ids') ... FAIL + test_forged_or_missing_accounting_is_error (test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error) (missing='body_entered_ids') ... FAIL + test_forged_or_missing_accounting_is_error (test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error) (missing='body_finished_ids') ... FAIL + test_forged_or_missing_accounting_is_error (test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error) (missing='body_assertion_ids') ... FAIL + test_forged_or_missing_accounting_is_error (test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error) (missing='lifecycle_failures') ... FAIL + test_forged_or_missing_accounting_is_error (test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error) (missing='subtests') ... FAIL + test_forged_or_missing_accounting_is_error (test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error) (missing='invalid_population') ... FAIL + test_forged_or_missing_accounting_is_error (test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error) (changes={'tests_run': True}) ... FAIL + test_forged_or_missing_accounting_is_error (test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error) (changes={'tests_run': 1.0}) ... FAIL + test_forged_or_missing_accounting_is_error (test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error) (changes={'assertion_failures': '1'}) ... ERROR + test_forged_or_missing_accounting_is_error (test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error) (changes={'successful': 0}) ... FAIL + test_forged_or_missing_accounting_is_error (test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error) (changes={'lifecycle_failures': -1}) ... FAIL + test_forged_or_missing_accounting_is_error (test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error) (changes={'subtests': True}) ... FAIL + test_forged_or_missing_accounting_is_error (test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error) (changes={'body_entered_ids': []}) ... FAIL + test_forged_or_missing_accounting_is_error (test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error) (changes={'body_finished_ids': []}) ... FAIL + test_forged_or_missing_accounting_is_error (test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error) (changes={'finished_ids': []}) ... FAIL + test_forged_or_missing_accounting_is_error (test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error) (changes={'body_assertion_ids': []}) ... FAIL + test_forged_or_missing_accounting_is_error (test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error) (changes={'body_assertion_ids': ['fixture.Case.test_forged']}) ... FAIL + test_forged_or_missing_accounting_is_error (test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error) (changes={'selected_ids': ['fixture.Case.test_one', 'fixture.Case.test_one']}) ... FAIL + test_forged_or_missing_accounting_is_error (test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error) (changes={'started_ids': ['fixture.Case.test_one', 'fixture.Case.test_one']}) ... FAIL + test_forged_or_missing_accounting_is_error (test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error) (changes={'assertion_failures': 2}) ... FAIL +test_forged_or_missing_accounting_is_error (test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error) ... FAIL +test_lifecycle_failures_never_kill_even_with_body_assertion (test_mutation_harness.MutationHarnessTests.test_lifecycle_failures_never_kill_even_with_body_assertion) ... + test_lifecycle_failures_never_kill_even_with_body_assertion (test_mutation_harness.MutationHarnessTests.test_lifecycle_failures_never_kill_even_with_body_assertion) (source="def tearDown(self): self.fail('teardown')\ndef test_one(self): pass") ... FAIL + test_lifecycle_failures_never_kill_even_with_body_assertion (test_mutation_harness.MutationHarnessTests.test_lifecycle_failures_never_kill_even_with_body_assertion) (source="def test_one(self): self.addCleanup(self.fail, 'cleanup')") ... FAIL + test_lifecycle_failures_never_kill_even_with_body_assertion (test_mutation_harness.MutationHarnessTests.test_lifecycle_failures_never_kill_even_with_body_assertion) (source="def tearDown(self): self.fail('teardown')\ndef test_one(self): self.fail('body')") ... FAIL + test_lifecycle_failures_never_kill_even_with_body_assertion (test_mutation_harness.MutationHarnessTests.test_lifecycle_failures_never_kill_even_with_body_assertion) (source="def test_one(self):\n self.addCleanup(self.fail, 'cleanup')\n self.fail('body')") ... FAIL +test_setup_assertion_is_not_a_kill (test_mutation_harness.MutationHarnessTests.test_setup_assertion_is_not_a_kill) ... FAIL +test_summary_without_lifecycle_receipt_fails_closed (test_mutation_harness.MutationHarnessTests.test_summary_without_lifecycle_receipt_fails_closed) ... FAIL + +====================================================================== +ERROR: test_body_assertion_kills_after_all_selected_bodies_finish (test_mutation_harness.MutationHarnessTests.test_body_assertion_kills_after_all_selected_bodies_finish) +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/mutation-lifecycle-fix/work/kernel_replay/tests/test_mutation_harness.py", line 48, in test_body_assertion_kills_after_all_selected_bodies_finish + self.assertEqual(value['body_entered_ids'], ['fixture.Case.test_one', 'fixture.Case.test_two']) + ~~~~~^^^^^^^^^^^^^^^^^^^^ +KeyError: 'body_entered_ids' + +====================================================================== +ERROR: test_forged_or_missing_accounting_is_error (test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error) (changes={'assertion_failures': '1'}) +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/mutation-lifecycle-fix/work/kernel_replay/tests/test_mutation_harness.py", line 124, in test_forged_or_missing_accounting_is_error + self.assertEqual(mutations.classify({**receipt, **changes}, code), 'ERROR') + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/workspace/cbz-0/delivery/mutation-lifecycle-fix/work/kernel_replay/mutations.py", line 21, in classify + if code == 1 and value.get('assertion_failures', 0) > 0 and not value.get('successful'): + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +TypeError: '>' not supported between instances of 'str' and 'int' + +====================================================================== +FAIL: test_empty_duplicate_synthetic_and_spoofed_population_is_error (test_mutation_harness.MutationHarnessTests.test_empty_duplicate_synthetic_and_spoofed_population_is_error) (selection='fixture', tail='def load_tests(loader, tests, pattern): return unittest.TestSuite([Case("test_one"), Case("test_one")])') +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/mutation-lifecycle-fix/work/kernel_replay/tests/test_mutation_harness.py", line 96, in test_empty_duplicate_synthetic_and_spoofed_population_is_error + self.assertEqual(outcome, 'ERROR', value) +AssertionError: 'KILLED' != 'ERROR' +- KILLED ++ ERROR + : {'tests_run': 2, 'assertion_failures': 2, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_one (fixture.Case.test_one) ... FAIL\ntest_one (fixture.Case.test_one) ... FAIL\n\n======================================================================\nFAIL: test_one (fixture.Case.test_one)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File "/tmp/tmpxwhf3qb4/tests/fixture.py", line 3, in test_one\n def test_one(self): self.fail("body")\n ^^^^^^^^^^^^^^^^^\nAssertionError: body\n\n======================================================================\nFAIL: test_one (fixture.Case.test_one)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File "/tmp/tmpxwhf3qb4/tests/fixture.py", line 3, in test_one\n def test_one(self): self.fail("body")\n ^^^^^^^^^^^^^^^^^\nAssertionError: body\n\n----------------------------------------------------------------------\nRan 2 tests in 0.000s\n\nFAILED (failures=2)\n'} + +====================================================================== +FAIL: test_empty_duplicate_synthetic_and_spoofed_population_is_error (test_mutation_harness.MutationHarnessTests.test_empty_duplicate_synthetic_and_spoofed_population_is_error) (selection='fixture.Case', tail='') +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/mutation-lifecycle-fix/work/kernel_replay/tests/test_mutation_harness.py", line 96, in test_empty_duplicate_synthetic_and_spoofed_population_is_error + self.assertEqual(outcome, 'ERROR', value) +AssertionError: 'KILLED' != 'ERROR' +- KILLED ++ ERROR + : {'tests_run': 1, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_one (fixture.Case.test_one) ... FAIL\n\n======================================================================\nFAIL: test_one (fixture.Case.test_one)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File "/tmp/tmpqwfqnlqa/tests/fixture.py", line 4, in test_one\n def test_one(self): self.fail("body")\n ^^^^^^^^^^^^^^^^^\nAssertionError: body\n\n----------------------------------------------------------------------\nRan 1 test in 0.000s\n\nFAILED (failures=1)\n'} + +====================================================================== +FAIL: test_errors_skips_expected_failures_and_subtests_are_ambiguous (test_mutation_harness.MutationHarnessTests.test_errors_skips_expected_failures_and_subtests_are_ambiguous) (source="def test_one(self):\n with self.subTest(i=1): self.fail('subtest')") +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/mutation-lifecycle-fix/work/kernel_replay/tests/test_mutation_harness.py", line 84, in test_errors_skips_expected_failures_and_subtests_are_ambiguous + self.assertEqual(outcome, 'ERROR', value) +AssertionError: 'KILLED' != 'ERROR' +- KILLED ++ ERROR + : {'tests_run': 1, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_one (fixture.Case.test_one) ... \n test_one (fixture.Case.test_one) (i=1) ... FAIL\n\n======================================================================\nFAIL: test_one (fixture.Case.test_one) (i=1)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File "/tmp/tmpiikl2hbn/tests/fixture.py", line 4, in test_one\n with self.subTest(i=1): self.fail(\'subtest\')\n ^^^^^^^^^^^^^^^^^^^^\nAssertionError: subtest\n\n----------------------------------------------------------------------\nRan 1 test in 0.000s\n\nFAILED (failures=1)\n'} + +====================================================================== +FAIL: test_errors_skips_expected_failures_and_subtests_are_ambiguous (test_mutation_harness.MutationHarnessTests.test_errors_skips_expected_failures_and_subtests_are_ambiguous) (source="def test_one(self):\n with self.subTest(i=1): pass\n self.fail('body')") +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/mutation-lifecycle-fix/work/kernel_replay/tests/test_mutation_harness.py", line 84, in test_errors_skips_expected_failures_and_subtests_are_ambiguous + self.assertEqual(outcome, 'ERROR', value) +AssertionError: 'KILLED' != 'ERROR' +- KILLED ++ ERROR + : {'tests_run': 1, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_one (fixture.Case.test_one) ... FAIL\n\n======================================================================\nFAIL: test_one (fixture.Case.test_one)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File "/tmp/tmpcow7qjj1/tests/fixture.py", line 5, in test_one\n self.fail(\'body\')\nAssertionError: body\n\n----------------------------------------------------------------------\nRan 1 test in 0.000s\n\nFAILED (failures=1)\n'} + +====================================================================== +FAIL: test_forged_or_missing_accounting_is_error (test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error) (missing='receipt_schema') +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/mutation-lifecycle-fix/work/kernel_replay/tests/test_mutation_harness.py", line 113, in test_forged_or_missing_accounting_is_error + self.assertEqual(mutations.classify(value, code), 'ERROR') +AssertionError: 'KILLED' != 'ERROR' +- KILLED ++ ERROR + + +====================================================================== +FAIL: test_forged_or_missing_accounting_is_error (test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error) (missing='selected_ids') +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/mutation-lifecycle-fix/work/kernel_replay/tests/test_mutation_harness.py", line 113, in test_forged_or_missing_accounting_is_error + self.assertEqual(mutations.classify(value, code), 'ERROR') +AssertionError: 'KILLED' != 'ERROR' +- KILLED ++ ERROR + + +====================================================================== +FAIL: test_forged_or_missing_accounting_is_error (test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error) (missing='started_ids') +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/mutation-lifecycle-fix/work/kernel_replay/tests/test_mutation_harness.py", line 113, in test_forged_or_missing_accounting_is_error + self.assertEqual(mutations.classify(value, code), 'ERROR') +AssertionError: 'KILLED' != 'ERROR' +- KILLED ++ ERROR + + +====================================================================== +FAIL: test_forged_or_missing_accounting_is_error (test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error) (missing='finished_ids') +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/mutation-lifecycle-fix/work/kernel_replay/tests/test_mutation_harness.py", line 113, in test_forged_or_missing_accounting_is_error + self.assertEqual(mutations.classify(value, code), 'ERROR') +AssertionError: 'KILLED' != 'ERROR' +- KILLED ++ ERROR + + +====================================================================== +FAIL: test_forged_or_missing_accounting_is_error (test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error) (missing='body_entered_ids') +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/mutation-lifecycle-fix/work/kernel_replay/tests/test_mutation_harness.py", line 113, in test_forged_or_missing_accounting_is_error + self.assertEqual(mutations.classify(value, code), 'ERROR') +AssertionError: 'KILLED' != 'ERROR' +- KILLED ++ ERROR + + +====================================================================== +FAIL: test_forged_or_missing_accounting_is_error (test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error) (missing='body_finished_ids') +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/mutation-lifecycle-fix/work/kernel_replay/tests/test_mutation_harness.py", line 113, in test_forged_or_missing_accounting_is_error + self.assertEqual(mutations.classify(value, code), 'ERROR') +AssertionError: 'KILLED' != 'ERROR' +- KILLED ++ ERROR + + +====================================================================== +FAIL: test_forged_or_missing_accounting_is_error (test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error) (missing='body_assertion_ids') +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/mutation-lifecycle-fix/work/kernel_replay/tests/test_mutation_harness.py", line 113, in test_forged_or_missing_accounting_is_error + self.assertEqual(mutations.classify(value, code), 'ERROR') +AssertionError: 'KILLED' != 'ERROR' +- KILLED ++ ERROR + + +====================================================================== +FAIL: test_forged_or_missing_accounting_is_error (test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error) (missing='lifecycle_failures') +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/mutation-lifecycle-fix/work/kernel_replay/tests/test_mutation_harness.py", line 113, in test_forged_or_missing_accounting_is_error + self.assertEqual(mutations.classify(value, code), 'ERROR') +AssertionError: 'KILLED' != 'ERROR' +- KILLED ++ ERROR + + +====================================================================== +FAIL: test_forged_or_missing_accounting_is_error (test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error) (missing='subtests') +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/mutation-lifecycle-fix/work/kernel_replay/tests/test_mutation_harness.py", line 113, in test_forged_or_missing_accounting_is_error + self.assertEqual(mutations.classify(value, code), 'ERROR') +AssertionError: 'KILLED' != 'ERROR' +- KILLED ++ ERROR + + +====================================================================== +FAIL: test_forged_or_missing_accounting_is_error (test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error) (missing='invalid_population') +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/mutation-lifecycle-fix/work/kernel_replay/tests/test_mutation_harness.py", line 113, in test_forged_or_missing_accounting_is_error + self.assertEqual(mutations.classify(value, code), 'ERROR') +AssertionError: 'KILLED' != 'ERROR' +- KILLED ++ ERROR + + +====================================================================== +FAIL: test_forged_or_missing_accounting_is_error (test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error) (changes={'tests_run': True}) +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/mutation-lifecycle-fix/work/kernel_replay/tests/test_mutation_harness.py", line 124, in test_forged_or_missing_accounting_is_error + self.assertEqual(mutations.classify({**receipt, **changes}, code), 'ERROR') +AssertionError: 'KILLED' != 'ERROR' +- KILLED ++ ERROR + + +====================================================================== +FAIL: test_forged_or_missing_accounting_is_error (test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error) (changes={'tests_run': 1.0}) +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/mutation-lifecycle-fix/work/kernel_replay/tests/test_mutation_harness.py", line 124, in test_forged_or_missing_accounting_is_error + self.assertEqual(mutations.classify({**receipt, **changes}, code), 'ERROR') +AssertionError: 'KILLED' != 'ERROR' +- KILLED ++ ERROR + + +====================================================================== +FAIL: test_forged_or_missing_accounting_is_error (test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error) (changes={'successful': 0}) +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/mutation-lifecycle-fix/work/kernel_replay/tests/test_mutation_harness.py", line 124, in test_forged_or_missing_accounting_is_error + self.assertEqual(mutations.classify({**receipt, **changes}, code), 'ERROR') +AssertionError: 'KILLED' != 'ERROR' +- KILLED ++ ERROR + + +====================================================================== +FAIL: test_forged_or_missing_accounting_is_error (test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error) (changes={'lifecycle_failures': -1}) +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/mutation-lifecycle-fix/work/kernel_replay/tests/test_mutation_harness.py", line 124, in test_forged_or_missing_accounting_is_error + self.assertEqual(mutations.classify({**receipt, **changes}, code), 'ERROR') +AssertionError: 'KILLED' != 'ERROR' +- KILLED ++ ERROR + + +====================================================================== +FAIL: test_forged_or_missing_accounting_is_error (test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error) (changes={'subtests': True}) +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/mutation-lifecycle-fix/work/kernel_replay/tests/test_mutation_harness.py", line 124, in test_forged_or_missing_accounting_is_error + self.assertEqual(mutations.classify({**receipt, **changes}, code), 'ERROR') +AssertionError: 'KILLED' != 'ERROR' +- KILLED ++ ERROR + + +====================================================================== +FAIL: test_forged_or_missing_accounting_is_error (test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error) (changes={'body_entered_ids': []}) +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/mutation-lifecycle-fix/work/kernel_replay/tests/test_mutation_harness.py", line 124, in test_forged_or_missing_accounting_is_error + self.assertEqual(mutations.classify({**receipt, **changes}, code), 'ERROR') +AssertionError: 'KILLED' != 'ERROR' +- KILLED ++ ERROR + + +====================================================================== +FAIL: test_forged_or_missing_accounting_is_error (test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error) (changes={'body_finished_ids': []}) +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/mutation-lifecycle-fix/work/kernel_replay/tests/test_mutation_harness.py", line 124, in test_forged_or_missing_accounting_is_error + self.assertEqual(mutations.classify({**receipt, **changes}, code), 'ERROR') +AssertionError: 'KILLED' != 'ERROR' +- KILLED ++ ERROR + + +====================================================================== +FAIL: test_forged_or_missing_accounting_is_error (test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error) (changes={'finished_ids': []}) +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/mutation-lifecycle-fix/work/kernel_replay/tests/test_mutation_harness.py", line 124, in test_forged_or_missing_accounting_is_error + self.assertEqual(mutations.classify({**receipt, **changes}, code), 'ERROR') +AssertionError: 'KILLED' != 'ERROR' +- KILLED ++ ERROR + + +====================================================================== +FAIL: test_forged_or_missing_accounting_is_error (test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error) (changes={'body_assertion_ids': []}) +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/mutation-lifecycle-fix/work/kernel_replay/tests/test_mutation_harness.py", line 124, in test_forged_or_missing_accounting_is_error + self.assertEqual(mutations.classify({**receipt, **changes}, code), 'ERROR') +AssertionError: 'KILLED' != 'ERROR' +- KILLED ++ ERROR + + +====================================================================== +FAIL: test_forged_or_missing_accounting_is_error (test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error) (changes={'body_assertion_ids': ['fixture.Case.test_forged']}) +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/mutation-lifecycle-fix/work/kernel_replay/tests/test_mutation_harness.py", line 124, in test_forged_or_missing_accounting_is_error + self.assertEqual(mutations.classify({**receipt, **changes}, code), 'ERROR') +AssertionError: 'KILLED' != 'ERROR' +- KILLED ++ ERROR + + +====================================================================== +FAIL: test_forged_or_missing_accounting_is_error (test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error) (changes={'selected_ids': ['fixture.Case.test_one', 'fixture.Case.test_one']}) +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/mutation-lifecycle-fix/work/kernel_replay/tests/test_mutation_harness.py", line 124, in test_forged_or_missing_accounting_is_error + self.assertEqual(mutations.classify({**receipt, **changes}, code), 'ERROR') +AssertionError: 'KILLED' != 'ERROR' +- KILLED ++ ERROR + + +====================================================================== +FAIL: test_forged_or_missing_accounting_is_error (test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error) (changes={'started_ids': ['fixture.Case.test_one', 'fixture.Case.test_one']}) +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/mutation-lifecycle-fix/work/kernel_replay/tests/test_mutation_harness.py", line 124, in test_forged_or_missing_accounting_is_error + self.assertEqual(mutations.classify({**receipt, **changes}, code), 'ERROR') +AssertionError: 'KILLED' != 'ERROR' +- KILLED ++ ERROR + + +====================================================================== +FAIL: test_forged_or_missing_accounting_is_error (test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error) (changes={'assertion_failures': 2}) +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/mutation-lifecycle-fix/work/kernel_replay/tests/test_mutation_harness.py", line 124, in test_forged_or_missing_accounting_is_error + self.assertEqual(mutations.classify({**receipt, **changes}, code), 'ERROR') +AssertionError: 'KILLED' != 'ERROR' +- KILLED ++ ERROR + + +====================================================================== +FAIL: test_forged_or_missing_accounting_is_error (test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error) +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/mutation-lifecycle-fix/work/kernel_replay/tests/test_mutation_harness.py", line 126, in test_forged_or_missing_accounting_is_error + self.assertEqual(mutations.classify(receipt, exit_code), 'ERROR') +AssertionError: 'KILLED' != 'ERROR' +- KILLED ++ ERROR + + +====================================================================== +FAIL: test_lifecycle_failures_never_kill_even_with_body_assertion (test_mutation_harness.MutationHarnessTests.test_lifecycle_failures_never_kill_even_with_body_assertion) (source="def tearDown(self): self.fail('teardown')\ndef test_one(self): pass") +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/mutation-lifecycle-fix/work/kernel_replay/tests/test_mutation_harness.py", line 69, in test_lifecycle_failures_never_kill_even_with_body_assertion + self.assertEqual(outcome, 'ERROR', value) +AssertionError: 'KILLED' != 'ERROR' +- KILLED ++ ERROR + : {'tests_run': 1, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_one (fixture.Case.test_one) ... FAIL\n\n======================================================================\nFAIL: test_one (fixture.Case.test_one)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File "/tmp/tmp3i_u2akl/tests/fixture.py", line 3, in tearDown\n def tearDown(self): self.fail(\'teardown\')\n ^^^^^^^^^^^^^^^^^^^^^\nAssertionError: teardown\n\n----------------------------------------------------------------------\nRan 1 test in 0.000s\n\nFAILED (failures=1)\n'} + +====================================================================== +FAIL: test_lifecycle_failures_never_kill_even_with_body_assertion (test_mutation_harness.MutationHarnessTests.test_lifecycle_failures_never_kill_even_with_body_assertion) (source="def test_one(self): self.addCleanup(self.fail, 'cleanup')") +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/mutation-lifecycle-fix/work/kernel_replay/tests/test_mutation_harness.py", line 69, in test_lifecycle_failures_never_kill_even_with_body_assertion + self.assertEqual(outcome, 'ERROR', value) +AssertionError: 'KILLED' != 'ERROR' +- KILLED ++ ERROR + : {'tests_run': 1, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_one (fixture.Case.test_one) ... FAIL\n\n======================================================================\nFAIL: test_one (fixture.Case.test_one)\n----------------------------------------------------------------------\nAssertionError: cleanup\n\n----------------------------------------------------------------------\nRan 1 test in 0.000s\n\nFAILED (failures=1)\n'} + +====================================================================== +FAIL: test_lifecycle_failures_never_kill_even_with_body_assertion (test_mutation_harness.MutationHarnessTests.test_lifecycle_failures_never_kill_even_with_body_assertion) (source="def tearDown(self): self.fail('teardown')\ndef test_one(self): self.fail('body')") +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/mutation-lifecycle-fix/work/kernel_replay/tests/test_mutation_harness.py", line 69, in test_lifecycle_failures_never_kill_even_with_body_assertion + self.assertEqual(outcome, 'ERROR', value) +AssertionError: 'KILLED' != 'ERROR' +- KILLED ++ ERROR + : {'tests_run': 1, 'assertion_failures': 2, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_one (fixture.Case.test_one) ... FAIL\ntest_one (fixture.Case.test_one) ... FAIL\n\n======================================================================\nFAIL: test_one (fixture.Case.test_one)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File "/tmp/tmpktpqy5jz/tests/fixture.py", line 4, in test_one\n def test_one(self): self.fail(\'body\')\n ^^^^^^^^^^^^^^^^^\nAssertionError: body\n\n======================================================================\nFAIL: test_one (fixture.Case.test_one)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File "/tmp/tmpktpqy5jz/tests/fixture.py", line 3, in tearDown\n def tearDown(self): self.fail(\'teardown\')\n ^^^^^^^^^^^^^^^^^^^^^\nAssertionError: teardown\n\n----------------------------------------------------------------------\nRan 1 test in 0.000s\n\nFAILED (failures=2)\n'} + +====================================================================== +FAIL: test_lifecycle_failures_never_kill_even_with_body_assertion (test_mutation_harness.MutationHarnessTests.test_lifecycle_failures_never_kill_even_with_body_assertion) (source="def test_one(self):\n self.addCleanup(self.fail, 'cleanup')\n self.fail('body')") +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/mutation-lifecycle-fix/work/kernel_replay/tests/test_mutation_harness.py", line 69, in test_lifecycle_failures_never_kill_even_with_body_assertion + self.assertEqual(outcome, 'ERROR', value) +AssertionError: 'KILLED' != 'ERROR' +- KILLED ++ ERROR + : {'tests_run': 1, 'assertion_failures': 2, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_one (fixture.Case.test_one) ... FAIL\ntest_one (fixture.Case.test_one) ... FAIL\n\n======================================================================\nFAIL: test_one (fixture.Case.test_one)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File "/tmp/tmp_imcd3ae/tests/fixture.py", line 5, in test_one\n self.fail(\'body\')\nAssertionError: body\n\n======================================================================\nFAIL: test_one (fixture.Case.test_one)\n----------------------------------------------------------------------\nAssertionError: cleanup\n\n----------------------------------------------------------------------\nRan 1 test in 0.000s\n\nFAILED (failures=2)\n'} + +====================================================================== +FAIL: test_setup_assertion_is_not_a_kill (test_mutation_harness.MutationHarnessTests.test_setup_assertion_is_not_a_kill) +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/mutation-lifecycle-fix/work/kernel_replay/tests/test_mutation_harness.py", line 40, in test_setup_assertion_is_not_a_kill + self.assertEqual(outcome, 'ERROR', value) +AssertionError: 'KILLED' != 'ERROR' +- KILLED ++ ERROR + : {'tests_run': 1, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_one (fixture.Case.test_one) ... FAIL\n\n======================================================================\nFAIL: test_one (fixture.Case.test_one)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File "/tmp/tmpiid3uj2g/tests/fixture.py", line 4, in setUp\n def setUp(self): self.fail(\'setup only\')\n ^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: setup only\n\n----------------------------------------------------------------------\nRan 1 test in 0.000s\n\nFAILED (failures=1)\n'} + +====================================================================== +FAIL: test_summary_without_lifecycle_receipt_fails_closed (test_mutation_harness.MutationHarnessTests.test_summary_without_lifecycle_receipt_fails_closed) +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/mutation-lifecycle-fix/work/kernel_replay/tests/test_mutation_harness.py", line 101, in test_summary_without_lifecycle_receipt_fails_closed + self.assertEqual(mutations.classify(old, 1), 'ERROR') +AssertionError: 'KILLED' != 'ERROR' +- KILLED ++ ERROR + + +---------------------------------------------------------------------- +Ran 8 tests in 1.454s + +FAILED (failures=34, errors=2) diff --git a/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-delivery.json b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-delivery.json new file mode 100644 index 000000000..9582c60fc --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-delivery.json @@ -0,0 +1,116 @@ +{ + "component": "kernel_replay", + "changed_files": { + "run_tests.py": { + "baseline_sha256": "b0a7f1c508462c21688de8d5ec70384d40f780c342814d97589f0b45f2d7620b", + "previous_integrated_sha256": "5403f6b1ca6954cb0db9e0dc29e16b97a8f82506d1acedb8f0d7d2bece49bbf9", + "changed_sha256": "de089e08688ffb2c236cdc34ccc095eb421d5162dde6d8eff24af7fdc3c91baa" + }, + "mutations.py": { + "baseline_sha256": "5fd6fbbfd2aab463f1c2c017af942762ae798a67f3d1fc47001bc317b8fee0a0", + "previous_integrated_sha256": "a1a0b0e7d6c5809c1f3f291a10aa14edc04265ce73cf76494318f966ab69b9bd", + "changed_sha256": "a1a0b0e7d6c5809c1f3f291a10aa14edc04265ce73cf76494318f966ab69b9bd" + }, + "tests/test_mutation_harness.py": { + "baseline_sha256": "ca90d5c5c8e48d163d35b2170f2e7f08352863c23bd73f1b383a73a2dcc16ff3", + "previous_integrated_sha256": "96f372fbc4dbf0c0ead1195f85230235741acca687405b74f7365b9d9647e843", + "changed_sha256": "9887371525049cbc9685fadfd02531b1171507ad3c2c8373947c37875b3783e6" + } + }, + "current_harness_method_ids": [ + "test_mutation_harness.MutationHarnessTests.test_setup_assertion_is_not_a_kill", + "test_mutation_harness.MutationHarnessTests.test_body_assertion_kills_after_all_selected_bodies_finish", + "test_mutation_harness.MutationHarnessTests.test_dispatch_hook_assertion_without_selected_method_is_error", + "test_mutation_harness.MutationHarnessTests.test_selected_method_invoked_from_lifecycle_is_error", + "test_mutation_harness.MutationHarnessTests.test_clean_identity_survives", + "test_mutation_harness.MutationHarnessTests.test_lifecycle_failures_never_kill_even_with_body_assertion", + "test_mutation_harness.MutationHarnessTests.test_errors_skips_and_expected_failures_are_errors", + "test_mutation_harness.MutationHarnessTests.test_body_scoped_subtest_assertions_kill_without_changing_parent_population", + "test_mutation_harness.MutationHarnessTests.test_foreign_subtest_parent_cannot_claim_selected_body_assertion", + "test_mutation_harness.MutationHarnessTests.test_lifecycle_subtests_and_subtest_errors_are_errors", + "test_mutation_harness.MutationHarnessTests.test_empty_duplicate_synthetic_and_spoofed_population_is_error", + "test_mutation_harness.MutationHarnessTests.test_population_listing_does_not_execute_fixtures_or_bodies", + "test_mutation_harness.MutationHarnessTests.test_summary_without_lifecycle_receipt_fails_closed", + "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error" + ], + "current_harness_method_count": 14, + "replaces_old_harness_ids": [ + "test_mutation_harness.MutationHarnessTests.test_only_clean_assertion_failure_is_a_kill" + ], + "unchanged_original_method_count": 40, + "current_total_test_method_count": 54, + "fresh_normal_methods": { + "kernel-controls-green.log": [ + "test_mutation_harness.MutationHarnessTests.test_setup_assertion_is_not_a_kill", + "test_mutation_harness.MutationHarnessTests.test_body_assertion_kills_after_all_selected_bodies_finish", + "test_mutation_harness.MutationHarnessTests.test_dispatch_hook_assertion_without_selected_method_is_error", + "test_mutation_harness.MutationHarnessTests.test_selected_method_invoked_from_lifecycle_is_error", + "test_mutation_harness.MutationHarnessTests.test_clean_identity_survives", + "test_mutation_harness.MutationHarnessTests.test_lifecycle_failures_never_kill_even_with_body_assertion", + "test_mutation_harness.MutationHarnessTests.test_errors_skips_and_expected_failures_are_errors", + "test_mutation_harness.MutationHarnessTests.test_body_scoped_subtest_assertions_kill_without_changing_parent_population", + "test_mutation_harness.MutationHarnessTests.test_lifecycle_subtests_and_subtest_errors_are_errors", + "test_mutation_harness.MutationHarnessTests.test_empty_duplicate_synthetic_and_spoofed_population_is_error", + "test_mutation_harness.MutationHarnessTests.test_summary_without_lifecycle_receipt_fails_closed", + "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error" + ], + "kernel-population-listing-green.log": [ + "test_mutation_harness.MutationHarnessTests.test_population_listing_does_not_execute_fixtures_or_bodies" + ], + "kernel-foreign-subtest-green.log": [ + "test_mutation_harness.MutationHarnessTests.test_foreign_subtest_parent_cannot_claim_selected_body_assertion" + ] + }, + "fresh_optimized_methods": { + "kernel-controls-optimized-green.log": [ + "test_mutation_harness.MutationHarnessTests.test_setup_assertion_is_not_a_kill", + "test_mutation_harness.MutationHarnessTests.test_body_assertion_kills_after_all_selected_bodies_finish", + "test_mutation_harness.MutationHarnessTests.test_dispatch_hook_assertion_without_selected_method_is_error", + "test_mutation_harness.MutationHarnessTests.test_selected_method_invoked_from_lifecycle_is_error", + "test_mutation_harness.MutationHarnessTests.test_clean_identity_survives", + "test_mutation_harness.MutationHarnessTests.test_lifecycle_failures_never_kill_even_with_body_assertion", + "test_mutation_harness.MutationHarnessTests.test_errors_skips_and_expected_failures_are_errors", + "test_mutation_harness.MutationHarnessTests.test_body_scoped_subtest_assertions_kill_without_changing_parent_population", + "test_mutation_harness.MutationHarnessTests.test_lifecycle_subtests_and_subtest_errors_are_errors", + "test_mutation_harness.MutationHarnessTests.test_empty_duplicate_synthetic_and_spoofed_population_is_error", + "test_mutation_harness.MutationHarnessTests.test_population_listing_does_not_execute_fixtures_or_bodies", + "test_mutation_harness.MutationHarnessTests.test_summary_without_lifecycle_receipt_fails_closed", + "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error" + ], + "kernel-foreign-subtest-optimized-green.log": [ + "test_mutation_harness.MutationHarnessTests.test_foreign_subtest_parent_cannot_claim_selected_body_assertion" + ] + }, + "fresh_original_production_mutants": 0, + "fresh_harness_source_mutants": { + "initial_generation": 8, + "changed_final_runner_generation": 4, + "foreign_parent_followup_generation": 1, + "unique_safeguard_mutants": 10, + "unchanged_classifier_mutants_reused": 5, + "note": "13 observed harness-mutant executions represent 10 distinct safeguard definitions across source generations; no fresh original production mutant replay" + }, + "historical_original_production_mutants_reused": { + "fresh_from_previous_component_delivery": 19, + "reused_from_previous_component_delivery": 6 + }, + "scope": "No original Lean, project build, proof, broad kernel suite, or original production mutation replay. Dynamic benign fixture invocations are controls, not additional production-suite methods.", + "unchanged_mutation_definitions_block_sha256": "3de9f76a2f8b81d9c0a1fd81c89ed0b8a2efd92ef73900ddaabd761469b45499", + "evidence_reuse_rationale": "Only the runner/classifier and its harness tests changed. Original kernel_replay.py, ExactReplay.lean, wrapper/real test bodies, and all 25 original mutation definitions remain unchanged. Previously established actual assertion traces in those selected bodies remain body-scoped evidence. New phase controls correct future receipt grading; old receipts are retained historical records, not rewritten as new-schema receipts or presented as a fresh whole-suite run. Reuse old 19 fresh +6 earlier kills under their source applicability, with owner source-custody checks separate.", + "foreign_parent_followup": { + "specific_uncovered_obligation": "A reported subtest must belong to the actual selected parent TestCase.", + "guard_change": "Reject getattr(subtest,test_case,None) is not test; only foreign-parent events affected.", + "reused_evidence": "All prior13 controls and unchanged safeguards use actual parent identity and remain applicable.", + "fresh_evidence": [ + "kernel-foreign-subtest-red.log", + "kernel-foreign-subtest-green.log", + "kernel-foreign-subtest-optimized-green.log", + "kernel-parent-identity-mutant/summary.json" + ] + }, + "independent_review": { + "path": "evidence/independent-lifecycle-review.json", + "sha256": "e9ad02a21799e314b5374d77cb6aef468e2561f92ee23d9b5e3fefe6e19df242", + "outcome": "CLEAR on final source hashes; provider-distinct process requirements separately tracked" + } +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-dispatch-red.log b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-dispatch-red.log new file mode 100644 index 000000000..54c72abb3 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-dispatch-red.log @@ -0,0 +1,17 @@ +test_dispatch_hook_assertion_without_selected_method_is_error (test_mutation_harness.MutationHarnessTests.test_dispatch_hook_assertion_without_selected_method_is_error) ... FAIL + +====================================================================== +FAIL: test_dispatch_hook_assertion_without_selected_method_is_error (test_mutation_harness.MutationHarnessTests.test_dispatch_hook_assertion_without_selected_method_is_error) +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/mutation-lifecycle-fix/work/kernel_replay/tests/test_mutation_harness.py", line 54, in test_dispatch_hook_assertion_without_selected_method_is_error + self.assertEqual(outcome, 'ERROR', value) +AssertionError: 'KILLED' != 'ERROR' +- KILLED ++ ERROR + : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['fixture.Case'], 'selected_ids': ['fixture.Case.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_one (fixture.Case.test_one) ... FAIL\n\n======================================================================\nFAIL: test_one (fixture.Case.test_one)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File "/tmp/tmp2q0dzi55/run_tests.py", line 100, in body\n return original_body(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/tmp/tmp2q0dzi55/tests/fixture.py", line 3, in _callTestMethod\n def _callTestMethod(self, method): self.fail(\'dispatch hook only\')\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: dispatch hook only\n\nRan 1 tests\n', 'started_ids': ['fixture.Case.test_one'], 'finished_ids': ['fixture.Case.test_one'], 'body_entered_ids': ['fixture.Case.test_one'], 'body_finished_ids': ['fixture.Case.test_one'], 'body_assertion_ids': ['fixture.Case.test_one'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'fixture.Case.test_one', 'origin': 'body'}]} + +---------------------------------------------------------------------- +Ran 1 test in 0.068s + +FAILED (failures=1) diff --git a/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-final-runner-mutants.log b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-final-runner-mutants.log new file mode 100644 index 000000000..706563ac2 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-final-runner-mutants.log @@ -0,0 +1,4 @@ +trust-overridable-display-id: KILLED +drop-body-completion: KILLED +erase-subtest-lifecycle-origin: KILLED +drop-selected-method-dispatch-authorization: KILLED diff --git a/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-final-runner-mutants/drop-body-completion.json b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-final-runner-mutants/drop-body-completion.json new file mode 100644 index 000000000..bceb286b9 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-final-runner-mutants/drop-body-completion.json @@ -0,0 +1,53 @@ +{ + "name": "drop-body-completion", + "file": "run_tests.py", + "test": "test_mutation_harness.MutationHarnessTests.test_body_assertion_kills_after_all_selected_bodies_finish", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "5403f6b1ca6954cb0db9e0dc29e16b97a8f82506d1acedb8f0d7d2bece49bbf9", + "mutated_sha256": "d64bec8d1d7849796cc87bae06f94034e19592bd9d68d0b60f70a4245a351743", + "guard_sha256": "5403f6b1ca6954cb0db9e0dc29e16b97a8f82506d1acedb8f0d7d2bece49bbf9", + "tests": { + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selection": [ + "test_mutation_harness.MutationHarnessTests.test_body_assertion_kills_after_all_selected_bodies_finish" + ], + "selected_ids": [ + "test_mutation_harness.MutationHarnessTests.test_body_assertion_kills_after_all_selected_bodies_finish" + ], + "invalid_population": [], + "tests_run": 1, + "assertion_failures": 1, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_body_assertion_kills_after_all_selected_bodies_finish (test_mutation_harness.MutationHarnessTests.test_body_assertion_kills_after_all_selected_bodies_finish) ... FAIL\n\n======================================================================\nFAIL: test_body_assertion_kills_after_all_selected_bodies_finish (test_mutation_harness.MutationHarnessTests.test_body_assertion_kills_after_all_selected_bodies_finish)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/delivery/mutation-lifecycle-fix/evidence/kernel-final-runner-mutants/guard_run_tests.py\", line 110, in dispatch\n return original_dispatch(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: 'ERROR' != 'KILLED'\n- ERROR\n+ KILLED\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['fixture.Case'], 'selected_ids': ['fixture.Case.test_one', 'fixture.Case.test_two'], 'invalid_population': [], 'tests_run': 2, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_one (fixture.Case.test_one) ... FAIL\\ntest_two (fixture.Case.test_two) ... ok\\n\\n======================================================================\\nFAIL: test_one (fixture.Case.test_one)\\n----------------------------------------------------------------------\\nTraceback (most recent call last):\\n File \"/tmp/tmpislbdejc/run_tests.py\", line 110, in dispatch\\n return original_dispatch(*args, **kwargs)\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\nAssertionError: body assertion\\n\\nRan 2 tests\\n', 'started_ids': ['fixture.Case.test_one', 'fixture.Case.test_two'], 'finished_ids': ['fixture.Case.test_one', 'fixture.Case.test_two'], 'body_entered_ids': ['fixture.Case.test_one', 'fixture.Case.test_two'], 'body_finished_ids': [], 'body_assertion_ids': ['fixture.Case.test_one'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'fixture.Case.test_one', 'origin': 'body'}]}\n\nRan 1 tests\n", + "started_ids": [ + "test_mutation_harness.MutationHarnessTests.test_body_assertion_kills_after_all_selected_bodies_finish" + ], + "finished_ids": [ + "test_mutation_harness.MutationHarnessTests.test_body_assertion_kills_after_all_selected_bodies_finish" + ], + "body_entered_ids": [ + "test_mutation_harness.MutationHarnessTests.test_body_assertion_kills_after_all_selected_bodies_finish" + ], + "body_finished_ids": [ + "test_mutation_harness.MutationHarnessTests.test_body_assertion_kills_after_all_selected_bodies_finish" + ], + "body_assertion_ids": [ + "test_mutation_harness.MutationHarnessTests.test_body_assertion_kills_after_all_selected_bodies_finish" + ], + "lifecycle_failures": 0, + "subtests": 0, + "subtest_events": [], + "assertion_events": [ + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_body_assertion_kills_after_all_selected_bodies_finish", + "origin": "body" + } + ] + }, + "stderr": "" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-final-runner-mutants/drop-selected-method-dispatch-authorization.json b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-final-runner-mutants/drop-selected-method-dispatch-authorization.json new file mode 100644 index 000000000..6422c05f8 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-final-runner-mutants/drop-selected-method-dispatch-authorization.json @@ -0,0 +1,53 @@ +{ + "name": "drop-selected-method-dispatch-authorization", + "file": "run_tests.py", + "test": "test_mutation_harness.MutationHarnessTests.test_selected_method_invoked_from_lifecycle_is_error", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "5403f6b1ca6954cb0db9e0dc29e16b97a8f82506d1acedb8f0d7d2bece49bbf9", + "mutated_sha256": "5785187c7611d8e57b5d81909439a0e96b13630e60f19af60b3cbbe4d927c142", + "guard_sha256": "5403f6b1ca6954cb0db9e0dc29e16b97a8f82506d1acedb8f0d7d2bece49bbf9", + "tests": { + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selection": [ + "test_mutation_harness.MutationHarnessTests.test_selected_method_invoked_from_lifecycle_is_error" + ], + "selected_ids": [ + "test_mutation_harness.MutationHarnessTests.test_selected_method_invoked_from_lifecycle_is_error" + ], + "invalid_population": [], + "tests_run": 1, + "assertion_failures": 1, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_selected_method_invoked_from_lifecycle_is_error (test_mutation_harness.MutationHarnessTests.test_selected_method_invoked_from_lifecycle_is_error) ... FAIL\n\n======================================================================\nFAIL: test_selected_method_invoked_from_lifecycle_is_error (test_mutation_harness.MutationHarnessTests.test_selected_method_invoked_from_lifecycle_is_error)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/delivery/mutation-lifecycle-fix/evidence/kernel-final-runner-mutants/guard_run_tests.py\", line 110, in dispatch\n return original_dispatch(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: 'KILLED' != 'ERROR'\n- KILLED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['fixture.Case'], 'selected_ids': ['fixture.Case.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_one (fixture.Case.test_one) ... FAIL\\n\\n======================================================================\\nFAIL: test_one (fixture.Case.test_one)\\n----------------------------------------------------------------------\\nTraceback (most recent call last):\\n File \"/tmp/tmpfs9zp6c9/run_tests.py\", line 98, in lifecycle\\n return _original(*args, **kwargs)\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^\\nAssertionError: called from setup\\n\\nRan 1 tests\\n', 'started_ids': ['fixture.Case.test_one'], 'finished_ids': ['fixture.Case.test_one'], 'body_entered_ids': ['fixture.Case.test_one'], 'body_finished_ids': ['fixture.Case.test_one'], 'body_assertion_ids': ['fixture.Case.test_one'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'fixture.Case.test_one', 'origin': 'body'}]}\n\nRan 1 tests\n", + "started_ids": [ + "test_mutation_harness.MutationHarnessTests.test_selected_method_invoked_from_lifecycle_is_error" + ], + "finished_ids": [ + "test_mutation_harness.MutationHarnessTests.test_selected_method_invoked_from_lifecycle_is_error" + ], + "body_entered_ids": [ + "test_mutation_harness.MutationHarnessTests.test_selected_method_invoked_from_lifecycle_is_error" + ], + "body_finished_ids": [ + "test_mutation_harness.MutationHarnessTests.test_selected_method_invoked_from_lifecycle_is_error" + ], + "body_assertion_ids": [ + "test_mutation_harness.MutationHarnessTests.test_selected_method_invoked_from_lifecycle_is_error" + ], + "lifecycle_failures": 0, + "subtests": 0, + "subtest_events": [], + "assertion_events": [ + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_selected_method_invoked_from_lifecycle_is_error", + "origin": "body" + } + ] + }, + "stderr": "" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-final-runner-mutants/erase-subtest-lifecycle-origin.json b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-final-runner-mutants/erase-subtest-lifecycle-origin.json new file mode 100644 index 000000000..6763eac2e --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-final-runner-mutants/erase-subtest-lifecycle-origin.json @@ -0,0 +1,53 @@ +{ + "name": "erase-subtest-lifecycle-origin", + "file": "run_tests.py", + "test": "test_mutation_harness.MutationHarnessTests.test_lifecycle_subtests_and_subtest_errors_are_errors", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "5403f6b1ca6954cb0db9e0dc29e16b97a8f82506d1acedb8f0d7d2bece49bbf9", + "mutated_sha256": "8983e64fda9e4990dfa1b8b7702ecc525adb50e50bda2423faa0194238bacba7", + "guard_sha256": "5403f6b1ca6954cb0db9e0dc29e16b97a8f82506d1acedb8f0d7d2bece49bbf9", + "tests": { + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selection": [ + "test_mutation_harness.MutationHarnessTests.test_lifecycle_subtests_and_subtest_errors_are_errors" + ], + "selected_ids": [ + "test_mutation_harness.MutationHarnessTests.test_lifecycle_subtests_and_subtest_errors_are_errors" + ], + "invalid_population": [], + "tests_run": 1, + "assertion_failures": 1, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_lifecycle_subtests_and_subtest_errors_are_errors (test_mutation_harness.MutationHarnessTests.test_lifecycle_subtests_and_subtest_errors_are_errors) ... FAIL\n\n======================================================================\nFAIL: test_lifecycle_subtests_and_subtest_errors_are_errors (test_mutation_harness.MutationHarnessTests.test_lifecycle_subtests_and_subtest_errors_are_errors)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/delivery/mutation-lifecycle-fix/evidence/kernel-final-runner-mutants/guard_run_tests.py\", line 110, in dispatch\n return original_dispatch(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: 'KILLED' != 'ERROR'\n- KILLED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['fixture.Case'], 'selected_ids': ['fixture.Case.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 2, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_one (fixture.Case.test_one) ... FAIL\\n test_one (fixture.Case.test_one) (i=1) ... FAIL\\n\\n======================================================================\\nFAIL: test_one (fixture.Case.test_one)\\n----------------------------------------------------------------------\\nTraceback (most recent call last):\\n File \"/tmp/tmp4h835m19/run_tests.py\", line 110, in dispatch\\n return original_dispatch(*args, **kwargs)\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\nAssertionError: body\\n\\n======================================================================\\nFAIL: test_one (fixture.Case.test_one) (i=1)\\n----------------------------------------------------------------------\\nTraceback (most recent call last):\\n File \"/tmp/tmp4h835m19/tests/fixture.py\", line 4, in tearDown\\n with self.subTest(i=1): self.fail(\\'teardown subtest\\')\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\nAssertionError: teardown subtest\\n\\nRan 1 tests\\n', 'started_ids': ['fixture.Case.test_one'], 'finished_ids': ['fixture.Case.test_one'], 'body_entered_ids': ['fixture.Case.test_one'], 'body_finished_ids': ['fixture.Case.test_one'], 'body_assertion_ids': ['fixture.Case.test_one', 'fixture.Case.test_one'], 'lifecycle_failures': 0, 'subtests': 1, 'subtest_events': [{'parent_id': 'fixture.Case.test_one', 'phase': 'body', 'outcome': 'assertion'}], 'assertion_events': [{'parent_id': 'fixture.Case.test_one', 'origin': 'body'}, {'parent_id': 'fixture.Case.test_one', 'origin': 'subtest'}]}\n\nRan 1 tests\n", + "started_ids": [ + "test_mutation_harness.MutationHarnessTests.test_lifecycle_subtests_and_subtest_errors_are_errors" + ], + "finished_ids": [ + "test_mutation_harness.MutationHarnessTests.test_lifecycle_subtests_and_subtest_errors_are_errors" + ], + "body_entered_ids": [ + "test_mutation_harness.MutationHarnessTests.test_lifecycle_subtests_and_subtest_errors_are_errors" + ], + "body_finished_ids": [ + "test_mutation_harness.MutationHarnessTests.test_lifecycle_subtests_and_subtest_errors_are_errors" + ], + "body_assertion_ids": [ + "test_mutation_harness.MutationHarnessTests.test_lifecycle_subtests_and_subtest_errors_are_errors" + ], + "lifecycle_failures": 0, + "subtests": 0, + "subtest_events": [], + "assertion_events": [ + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_lifecycle_subtests_and_subtest_errors_are_errors", + "origin": "body" + } + ] + }, + "stderr": "" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-final-runner-mutants/guard_run_tests.py b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-final-runner-mutants/guard_run_tests.py new file mode 100644 index 000000000..1eb89b3a4 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-final-runner-mutants/guard_run_tests.py @@ -0,0 +1,227 @@ +#!/usr/bin/env python3 +"""Structured unittest execution; only complete selected test bodies grade mutants.""" +import argparse +import functools +import inspect +import io +import json +from pathlib import Path +import sys +import unittest + +ROOT = Path(__file__).resolve().parent +RECEIPT_SCHEMA = 'cbz-unittest-lifecycle-v1' + + +def method_id(test): + """Use the actual selected method, rather than an overridable display id.""" + cls = type(test) + name = getattr(test, '_testMethodName', None) + if (not isinstance(test, unittest.TestCase) or cls.__module__ == 'unittest.loader' + or not isinstance(name, str) or not callable(getattr(test, name, None))): + return None + return cls.__module__ + '.' + cls.__qualname__ + '.' + name + + +def selected_cases(suite): + for test in suite: + if isinstance(test, unittest.TestSuite): + yield from selected_cases(test) + else: + yield test + + +class LifecycleResult(unittest.TextTestResult): + def __init__(self, *args, **kwargs): + super().__init__(*args, **kwargs) + self.started_ids = [] + self.finished_ids = [] + self.body_entered_ids = [] + self.body_finished_ids = [] + self.body_assertion_ids = [] + self.lifecycle_failures = 0 + self.subtests = 0 + self.subtest_events = [] + self.assertion_events = [] + self.phase = {} + self.body_exception = {} + self.body_active = set() + self.dispatch_active = set() + self.lifecycle_depth = {} + self.invalid_execution = [] + + def startTest(self, test): + self.started_ids.append(method_id(test)) + self.phase[id(test)] = 'setup' + super().startTest(test) + + def stopTest(self, test): + self.finished_ids.append(method_id(test)) + super().stopTest(test) + + def addFailure(self, test, err): + if (self.phase.get(id(test)) == 'body' + and self.body_exception.get(id(test)) is err[1] + and isinstance(err[1], AssertionError)): + self.body_assertion_ids.append(method_id(test)) + self.assertion_events.append({'parent_id': method_id(test), 'origin': 'body'}) + else: + self.lifecycle_failures += 1 + super().addFailure(test, err) + + def addSubTest(self, test, subtest, err): + self.subtests += 1 + phase = self.phase.get(id(test)) + if phase == 'body' and id(test) not in self.body_active: + phase = 'outside-body' + outcome = 'success' if err is None else 'assertion' if isinstance(err[1], AssertionError) else 'error' + self.subtest_events.append({'parent_id': method_id(test), 'phase': phase, 'outcome': outcome}) + if err is not None and outcome == 'assertion': + if phase == 'body': + self.body_assertion_ids.append(method_id(test)) + self.assertion_events.append({'parent_id': method_id(test), 'origin': 'subtest'}) + else: + self.lifecycle_failures += 1 + super().addSubTest(test, subtest, err) + + +def instrument(test, result): + """Keep body exception identity until unittest reports it after this call exits.""" + for name, phase in (('_callSetUp', 'setup'), ('_callTearDown', 'teardown'), + ('doCleanups', 'cleanup')): + original = getattr(test, name) + + def lifecycle(*args, _original=original, _phase=phase, **kwargs): + result.phase[id(test)] = _phase + result.lifecycle_depth[id(test)] = result.lifecycle_depth.get(id(test), 0) + 1 + try: + return _original(*args, **kwargs) + finally: + result.lifecycle_depth[id(test)] -= 1 + setattr(test, name, lifecycle) + original_dispatch = test._callTestMethod + + def dispatch(*args, **kwargs): + if result.lifecycle_depth.get(id(test), 0): + result.invalid_execution.append('test dispatch invoked inside a lifecycle hook') + return original_dispatch(*args, **kwargs) + result.dispatch_active.add(id(test)) + try: + return original_dispatch(*args, **kwargs) + finally: + result.dispatch_active.discard(id(test)) + test._callTestMethod = dispatch + original_body = getattr(test, test._testMethodName) + + @functools.wraps(original_body) + def body(*args, **kwargs): + if id(test) not in result.dispatch_active or result.lifecycle_depth.get(id(test), 0): + result.invalid_execution.append('selected method invoked outside body dispatch') + return original_body(*args, **kwargs) + result.phase[id(test)] = 'body' + result.body_entered_ids.append(method_id(test)) + result.body_active.add(id(test)) + try: + return original_body(*args, **kwargs) + except BaseException as exc: + result.body_exception[id(test)] = exc + raise + finally: + result.body_active.discard(id(test)) + result.body_finished_ids.append(method_id(test)) + # _Outcome calls addFailure *after* this wrapper unwinds. + if inspect.iscoroutinefunction(original_body): + @functools.wraps(original_body) + async def async_body(*args, **kwargs): + if id(test) not in result.dispatch_active or result.lifecycle_depth.get(id(test), 0): + result.invalid_execution.append('selected async method invoked outside body dispatch') + return await original_body(*args, **kwargs) + result.phase[id(test)] = 'body' + result.body_entered_ids.append(method_id(test)) + result.body_active.add(id(test)) + try: + return await original_body(*args, **kwargs) + except BaseException as exc: + result.body_exception[id(test)] = exc + raise + finally: + result.body_active.discard(id(test)) + result.body_finished_ids.append(method_id(test)) + body = async_body + setattr(test, test._testMethodName, body) + + +def describe_suite(suite, selection): + cases = list(selected_cases(suite)) + selected = [method_id(test) for test in cases] + invalid = [] + if not selected: + invalid.append('empty selected population') + if any(item is None for item in selected): + invalid.append('synthetic or unsupported selected test') + if len(set(selected)) != len(selected): + invalid.append('duplicate selected method identity') + for test, identity in zip(cases, selected): + if identity is not None and test.id() != identity: + invalid.append('display identity does not match selected method') + return cases, {'selection': selection, 'selected_ids': selected, 'invalid_population': invalid} + + +def run_suite(suite, selection): + cases, population = describe_suite(suite, selection) + stream = io.StringIO() + result = LifecycleResult(stream=unittest.runner._WritelnDecorator(stream), + descriptions=True, verbosity=2) + for test in cases: + if method_id(test) is not None: + instrument(test, result) + suite.run(result) + population['invalid_population'].extend(result.invalid_execution) + # Render the ordinary summary for humans; grading uses the structured fields. + result.printErrors() + stream.write(f'Ran {result.testsRun} tests\n') + value = {'receipt_schema': RECEIPT_SCHEMA, 'selection': selection, + **population, + 'tests_run': result.testsRun, 'assertion_failures': len(result.failures), + 'errors': len(result.errors), 'skipped': len(result.skipped), + 'expected_failures': len(result.expectedFailures), + 'unexpected_successes': len(result.unexpectedSuccesses), + 'successful': result.wasSuccessful(), 'log': stream.getvalue()} + for name in ('started_ids', 'finished_ids', 'body_entered_ids', + 'body_finished_ids', 'body_assertion_ids', 'lifecycle_failures', 'subtests', + 'subtest_events', 'assertion_events'): + value[name] = getattr(result, name) + return value + + +def main(): + parser = argparse.ArgumentParser(allow_abbrev=False) + parser.add_argument('--output', required=True) + parser.add_argument('--test', action='append', default=[]) + parser.add_argument('--list', action='store_true', help='discover identities without running fixtures or test bodies') + args = parser.parse_args() + sys.path.insert(0, str(ROOT / 'tests')) + if args.test: + suite = unittest.defaultTestLoader.loadTestsFromNames(args.test) + else: + suite = unittest.defaultTestLoader.discover(str(ROOT / 'tests'), pattern='test_*.py') + selection = args.test or ['discover:test_*.py'] + if args.list: + _, population = describe_suite(suite, selection) + Path(args.output).write_text(json.dumps(population, indent=2) + '\n') + return 0 if population['selected_ids'] and not population['invalid_population'] else 1 + value = run_suite(suite, selection) + Path(args.output).write_text(json.dumps(value, indent=2) + '\n') + print(value['log'], end='') + complete = (not value['invalid_population'] and value['selected_ids'] + and all(value[key] == value['selected_ids'] for key in + ('started_ids', 'finished_ids', 'body_entered_ids', 'body_finished_ids'))) + return 0 if (complete and value['successful'] and not value['skipped'] + and not value['expected_failures'] and not value['unexpected_successes'] + and all(event['phase'] == 'body' and event['outcome'] == 'success' + for event in value['subtest_events']) + and not value['lifecycle_failures']) else 1 + + +if __name__ == '__main__': + raise SystemExit(main()) diff --git a/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-final-runner-mutants/summary.json b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-final-runner-mutants/summary.json new file mode 100644 index 000000000..f43adee1b --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-final-runner-mutants/summary.json @@ -0,0 +1,49 @@ +{ + "schema_version": 1, + "scope": "4 final runner-source mutants after dispatch guard change; unchanged classifier controls reused from prior generation", + "planned": 4, + "killed": 4, + "ok": true, + "results": [ + { + "name": "trust-overridable-display-id", + "file": "run_tests.py", + "test": "test_mutation_harness.MutationHarnessTests.test_empty_duplicate_synthetic_and_spoofed_population_is_error", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "5403f6b1ca6954cb0db9e0dc29e16b97a8f82506d1acedb8f0d7d2bece49bbf9", + "mutated_sha256": "1d11bd9a48ddf6b9617357966fd5e7866e2165909b8b9a4a41e6f052cad6f798", + "guard_sha256": "5403f6b1ca6954cb0db9e0dc29e16b97a8f82506d1acedb8f0d7d2bece49bbf9" + }, + { + "name": "drop-body-completion", + "file": "run_tests.py", + "test": "test_mutation_harness.MutationHarnessTests.test_body_assertion_kills_after_all_selected_bodies_finish", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "5403f6b1ca6954cb0db9e0dc29e16b97a8f82506d1acedb8f0d7d2bece49bbf9", + "mutated_sha256": "d64bec8d1d7849796cc87bae06f94034e19592bd9d68d0b60f70a4245a351743", + "guard_sha256": "5403f6b1ca6954cb0db9e0dc29e16b97a8f82506d1acedb8f0d7d2bece49bbf9" + }, + { + "name": "erase-subtest-lifecycle-origin", + "file": "run_tests.py", + "test": "test_mutation_harness.MutationHarnessTests.test_lifecycle_subtests_and_subtest_errors_are_errors", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "5403f6b1ca6954cb0db9e0dc29e16b97a8f82506d1acedb8f0d7d2bece49bbf9", + "mutated_sha256": "8983e64fda9e4990dfa1b8b7702ecc525adb50e50bda2423faa0194238bacba7", + "guard_sha256": "5403f6b1ca6954cb0db9e0dc29e16b97a8f82506d1acedb8f0d7d2bece49bbf9" + }, + { + "name": "drop-selected-method-dispatch-authorization", + "file": "run_tests.py", + "test": "test_mutation_harness.MutationHarnessTests.test_selected_method_invoked_from_lifecycle_is_error", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "5403f6b1ca6954cb0db9e0dc29e16b97a8f82506d1acedb8f0d7d2bece49bbf9", + "mutated_sha256": "5785187c7611d8e57b5d81909439a0e96b13630e60f19af60b3cbbe4d927c142", + "guard_sha256": "5403f6b1ca6954cb0db9e0dc29e16b97a8f82506d1acedb8f0d7d2bece49bbf9" + } + ] +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-final-runner-mutants/trust-overridable-display-id.json b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-final-runner-mutants/trust-overridable-display-id.json new file mode 100644 index 000000000..2f937b841 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-final-runner-mutants/trust-overridable-display-id.json @@ -0,0 +1,74 @@ +{ + "name": "trust-overridable-display-id", + "file": "run_tests.py", + "test": "test_mutation_harness.MutationHarnessTests.test_empty_duplicate_synthetic_and_spoofed_population_is_error", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "5403f6b1ca6954cb0db9e0dc29e16b97a8f82506d1acedb8f0d7d2bece49bbf9", + "mutated_sha256": "1d11bd9a48ddf6b9617357966fd5e7866e2165909b8b9a4a41e6f052cad6f798", + "guard_sha256": "5403f6b1ca6954cb0db9e0dc29e16b97a8f82506d1acedb8f0d7d2bece49bbf9", + "tests": { + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selection": [ + "test_mutation_harness.MutationHarnessTests.test_empty_duplicate_synthetic_and_spoofed_population_is_error" + ], + "selected_ids": [ + "test_mutation_harness.MutationHarnessTests.test_empty_duplicate_synthetic_and_spoofed_population_is_error" + ], + "invalid_population": [], + "tests_run": 1, + "assertion_failures": 1, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_empty_duplicate_synthetic_and_spoofed_population_is_error (test_mutation_harness.MutationHarnessTests.test_empty_duplicate_synthetic_and_spoofed_population_is_error) ... \n test_empty_duplicate_synthetic_and_spoofed_population_is_error (test_mutation_harness.MutationHarnessTests.test_empty_duplicate_synthetic_and_spoofed_population_is_error) (selection='fixture.Case', tail='') ... FAIL\n\n======================================================================\nFAIL: test_empty_duplicate_synthetic_and_spoofed_population_is_error (test_mutation_harness.MutationHarnessTests.test_empty_duplicate_synthetic_and_spoofed_population_is_error) (selection='fixture.Case', tail='')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/tmp/kernel-harness-mutant-nqgsaus4/kernel_replay/tests/test_mutation_harness.py\", line 123, in test_empty_duplicate_synthetic_and_spoofed_population_is_error\n self.assertEqual(outcome, 'ERROR', value)\nAssertionError: 'KILLED' != 'ERROR'\n- KILLED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['fixture.Case'], 'selected_ids': ['fixture.Case.test_forged'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_one (fixture.Case.test_one) ... FAIL\\n\\n======================================================================\\nFAIL: test_one (fixture.Case.test_one)\\n----------------------------------------------------------------------\\nTraceback (most recent call last):\\n File \"/tmp/tmpyy31xnaq/run_tests.py\", line 110, in dispatch\\n return original_dispatch(*args, **kwargs)\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\nAssertionError: body\\n\\nRan 1 tests\\n', 'started_ids': ['fixture.Case.test_forged'], 'finished_ids': ['fixture.Case.test_forged'], 'body_entered_ids': ['fixture.Case.test_forged'], 'body_finished_ids': ['fixture.Case.test_forged'], 'body_assertion_ids': ['fixture.Case.test_forged'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'fixture.Case.test_forged', 'origin': 'body'}]}\n\nRan 1 tests\n", + "started_ids": [ + "test_mutation_harness.MutationHarnessTests.test_empty_duplicate_synthetic_and_spoofed_population_is_error" + ], + "finished_ids": [ + "test_mutation_harness.MutationHarnessTests.test_empty_duplicate_synthetic_and_spoofed_population_is_error" + ], + "body_entered_ids": [ + "test_mutation_harness.MutationHarnessTests.test_empty_duplicate_synthetic_and_spoofed_population_is_error" + ], + "body_finished_ids": [ + "test_mutation_harness.MutationHarnessTests.test_empty_duplicate_synthetic_and_spoofed_population_is_error" + ], + "body_assertion_ids": [ + "test_mutation_harness.MutationHarnessTests.test_empty_duplicate_synthetic_and_spoofed_population_is_error" + ], + "lifecycle_failures": 0, + "subtests": 4, + "subtest_events": [ + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_empty_duplicate_synthetic_and_spoofed_population_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_empty_duplicate_synthetic_and_spoofed_population_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_empty_duplicate_synthetic_and_spoofed_population_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_empty_duplicate_synthetic_and_spoofed_population_is_error", + "phase": "body", + "outcome": "assertion" + } + ], + "assertion_events": [ + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_empty_duplicate_synthetic_and_spoofed_population_is_error", + "origin": "subtest" + } + ] + }, + "stderr": "" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-foreign-subtest-green.log b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-foreign-subtest-green.log new file mode 100644 index 000000000..bf9d37f08 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-foreign-subtest-green.log @@ -0,0 +1,6 @@ +test_foreign_subtest_parent_cannot_claim_selected_body_assertion (test_mutation_harness.MutationHarnessTests.test_foreign_subtest_parent_cannot_claim_selected_body_assertion) ... ok + +---------------------------------------------------------------------- +Ran 1 test in 0.067s + +OK diff --git a/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-foreign-subtest-optimized-green.log b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-foreign-subtest-optimized-green.log new file mode 100644 index 000000000..b5c27518b --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-foreign-subtest-optimized-green.log @@ -0,0 +1,6 @@ +test_foreign_subtest_parent_cannot_claim_selected_body_assertion (test_mutation_harness.MutationHarnessTests.test_foreign_subtest_parent_cannot_claim_selected_body_assertion) ... ok + +---------------------------------------------------------------------- +Ran 1 test in 0.210s + +OK diff --git a/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-foreign-subtest-red.log b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-foreign-subtest-red.log new file mode 100644 index 000000000..f3978a0a6 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-foreign-subtest-red.log @@ -0,0 +1,17 @@ +test_foreign_subtest_parent_cannot_claim_selected_body_assertion (test_mutation_harness.MutationHarnessTests.test_foreign_subtest_parent_cannot_claim_selected_body_assertion) ... FAIL + +====================================================================== +FAIL: test_foreign_subtest_parent_cannot_claim_selected_body_assertion (test_mutation_harness.MutationHarnessTests.test_foreign_subtest_parent_cannot_claim_selected_body_assertion) +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/mutation-lifecycle-fix/work/kernel_replay/tests/test_mutation_harness.py", line 108, in test_foreign_subtest_parent_cannot_claim_selected_body_assertion + self.assertEqual(outcome, 'ERROR', value) +AssertionError: 'KILLED' != 'ERROR' +- KILLED ++ ERROR + : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['fixture.Case'], 'selected_ids': ['fixture.Case.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_one (fixture.Case.test_one) ... \n unittest.case.FunctionTestCase () [foreign] ... FAIL\ntest_one (fixture.Case.test_one) ... ok\n\n======================================================================\nFAIL: unittest.case.FunctionTestCase () [foreign]\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File "/tmp/tmp7qy0b623/tests/fixture.py", line 6, in test_one\n try: raise AssertionError(\'foreign parent assertion\')\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: foreign parent assertion\n\nRan 1 tests\n', 'started_ids': ['fixture.Case.test_one'], 'finished_ids': ['fixture.Case.test_one'], 'body_entered_ids': ['fixture.Case.test_one'], 'body_finished_ids': ['fixture.Case.test_one'], 'body_assertion_ids': ['fixture.Case.test_one'], 'lifecycle_failures': 0, 'subtests': 1, 'subtest_events': [{'parent_id': 'fixture.Case.test_one', 'phase': 'body', 'outcome': 'assertion'}], 'assertion_events': [{'parent_id': 'fixture.Case.test_one', 'origin': 'subtest'}]} + +---------------------------------------------------------------------- +Ran 1 test in 0.068s + +FAILED (failures=1) diff --git a/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants.log b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants.log new file mode 100644 index 000000000..baa1495a0 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants.log @@ -0,0 +1,8 @@ +restore-summary-only-grading: KILLED +trust-overridable-display-id: KILLED +ignore-body-population-receipt: KILLED +accept-boolean-counts: KILLED +ignore-invalid-population: KILLED +ignore-selector-binding: KILLED +drop-body-completion: KILLED +erase-subtest-lifecycle-origin: KILLED diff --git a/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/accept-boolean-counts.json b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/accept-boolean-counts.json new file mode 100644 index 000000000..31cf3b9bf --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/accept-boolean-counts.json @@ -0,0 +1,229 @@ +{ + "name": "accept-boolean-counts", + "file": "mutations.py", + "test": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "a1a0b0e7d6c5809c1f3f291a10aa14edc04265ce73cf76494318f966ab69b9bd", + "mutated_sha256": "06da5ce7765d341b7ddbb4aeed0f4de230692fe9751872ac5520a8f0a614c0a9", + "guard_sha256": "81b914e3af5f923d8d119960131352e6e2d2813eec7d02f5ca6d42ac4b27f9f2", + "tests": { + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selection": [ + "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error" + ], + "selected_ids": [ + "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error" + ], + "invalid_population": [], + "tests_run": 1, + "assertion_failures": 1, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_forged_or_missing_accounting_is_error (test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error) ... \n test_forged_or_missing_accounting_is_error (test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error) (changes={'tests_run': True}) ... FAIL\n\n======================================================================\nFAIL: test_forged_or_missing_accounting_is_error (test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error) (changes={'tests_run': True})\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/tmp/kernel-harness-mutant-zwsrcxo3/kernel_replay/tests/test_mutation_harness.py\", line 147, in test_forged_or_missing_accounting_is_error\n self.assertEqual(mutations.classify({**receipt, **changes}, code), 'ERROR')\nAssertionError: 'KILLED' != 'ERROR'\n- KILLED\n+ ERROR\n\n\nRan 1 tests\n", + "started_ids": [ + "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error" + ], + "finished_ids": [ + "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error" + ], + "body_entered_ids": [ + "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error" + ], + "body_finished_ids": [ + "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error" + ], + "body_assertion_ids": [ + "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error" + ], + "lifecycle_failures": 0, + "subtests": 35, + "subtest_events": [ + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "assertion" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + } + ], + "assertion_events": [ + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "origin": "subtest" + } + ] + }, + "stderr": "" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/drop-body-completion.json b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/drop-body-completion.json new file mode 100644 index 000000000..635c6aa15 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/drop-body-completion.json @@ -0,0 +1,53 @@ +{ + "name": "drop-body-completion", + "file": "run_tests.py", + "test": "test_mutation_harness.MutationHarnessTests.test_body_assertion_kills_after_all_selected_bodies_finish", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "81b914e3af5f923d8d119960131352e6e2d2813eec7d02f5ca6d42ac4b27f9f2", + "mutated_sha256": "5f672e042c619ec1248a9c8ab461e6ddd8a57cc71a18652ccbdaa42becd5179a", + "guard_sha256": "81b914e3af5f923d8d119960131352e6e2d2813eec7d02f5ca6d42ac4b27f9f2", + "tests": { + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selection": [ + "test_mutation_harness.MutationHarnessTests.test_body_assertion_kills_after_all_selected_bodies_finish" + ], + "selected_ids": [ + "test_mutation_harness.MutationHarnessTests.test_body_assertion_kills_after_all_selected_bodies_finish" + ], + "invalid_population": [], + "tests_run": 1, + "assertion_failures": 1, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_body_assertion_kills_after_all_selected_bodies_finish (test_mutation_harness.MutationHarnessTests.test_body_assertion_kills_after_all_selected_bodies_finish) ... FAIL\n\n======================================================================\nFAIL: test_body_assertion_kills_after_all_selected_bodies_finish (test_mutation_harness.MutationHarnessTests.test_body_assertion_kills_after_all_selected_bodies_finish)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/delivery/mutation-lifecycle-fix/evidence/kernel-harness-mutants/guard_run_tests.py\", line 103, in body\n return original_body(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/tmp/kernel-harness-mutant-8vt7u_e9/kernel_replay/tests/test_mutation_harness.py\", line 47, in test_body_assertion_kills_after_all_selected_bodies_finish\n self.assertEqual(outcome, 'KILLED', value)\nAssertionError: 'ERROR' != 'KILLED'\n- ERROR\n+ KILLED\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['fixture.Case'], 'selected_ids': ['fixture.Case.test_one', 'fixture.Case.test_two'], 'invalid_population': [], 'tests_run': 2, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_one (fixture.Case.test_one) ... FAIL\\ntest_two (fixture.Case.test_two) ... ok\\n\\n======================================================================\\nFAIL: test_one (fixture.Case.test_one)\\n----------------------------------------------------------------------\\nTraceback (most recent call last):\\n File \"/tmp/tmp33cy_o_f/run_tests.py\", line 103, in body\\n return original_body(*args, **kwargs)\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\n File \"/tmp/tmp33cy_o_f/tests/fixture.py\", line 4, in test_one\\n def test_one(self): self.fail(\\'body assertion\\')\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^\\nAssertionError: body assertion\\n\\nRan 2 tests\\n', 'started_ids': ['fixture.Case.test_one', 'fixture.Case.test_two'], 'finished_ids': ['fixture.Case.test_one', 'fixture.Case.test_two'], 'body_entered_ids': ['fixture.Case.test_one', 'fixture.Case.test_two'], 'body_finished_ids': [], 'body_assertion_ids': ['fixture.Case.test_one'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'fixture.Case.test_one', 'origin': 'body'}]}\n\nRan 1 tests\n", + "started_ids": [ + "test_mutation_harness.MutationHarnessTests.test_body_assertion_kills_after_all_selected_bodies_finish" + ], + "finished_ids": [ + "test_mutation_harness.MutationHarnessTests.test_body_assertion_kills_after_all_selected_bodies_finish" + ], + "body_entered_ids": [ + "test_mutation_harness.MutationHarnessTests.test_body_assertion_kills_after_all_selected_bodies_finish" + ], + "body_finished_ids": [ + "test_mutation_harness.MutationHarnessTests.test_body_assertion_kills_after_all_selected_bodies_finish" + ], + "body_assertion_ids": [ + "test_mutation_harness.MutationHarnessTests.test_body_assertion_kills_after_all_selected_bodies_finish" + ], + "lifecycle_failures": 0, + "subtests": 0, + "subtest_events": [], + "assertion_events": [ + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_body_assertion_kills_after_all_selected_bodies_finish", + "origin": "body" + } + ] + }, + "stderr": "" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/erase-subtest-lifecycle-origin.json b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/erase-subtest-lifecycle-origin.json new file mode 100644 index 000000000..941019fe8 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/erase-subtest-lifecycle-origin.json @@ -0,0 +1,53 @@ +{ + "name": "erase-subtest-lifecycle-origin", + "file": "run_tests.py", + "test": "test_mutation_harness.MutationHarnessTests.test_lifecycle_subtests_and_subtest_errors_are_errors", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "81b914e3af5f923d8d119960131352e6e2d2813eec7d02f5ca6d42ac4b27f9f2", + "mutated_sha256": "bb28e94385cca95474399e7195bdd01d4ecaa38a0a34c48ea2d7d242294e776b", + "guard_sha256": "81b914e3af5f923d8d119960131352e6e2d2813eec7d02f5ca6d42ac4b27f9f2", + "tests": { + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selection": [ + "test_mutation_harness.MutationHarnessTests.test_lifecycle_subtests_and_subtest_errors_are_errors" + ], + "selected_ids": [ + "test_mutation_harness.MutationHarnessTests.test_lifecycle_subtests_and_subtest_errors_are_errors" + ], + "invalid_population": [], + "tests_run": 1, + "assertion_failures": 1, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_lifecycle_subtests_and_subtest_errors_are_errors (test_mutation_harness.MutationHarnessTests.test_lifecycle_subtests_and_subtest_errors_are_errors) ... FAIL\n\n======================================================================\nFAIL: test_lifecycle_subtests_and_subtest_errors_are_errors (test_mutation_harness.MutationHarnessTests.test_lifecycle_subtests_and_subtest_errors_are_errors)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/delivery/mutation-lifecycle-fix/evidence/kernel-harness-mutants/guard_run_tests.py\", line 103, in body\n return original_body(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/tmp/kernel-harness-mutant-ik_m69vt/kernel_replay/tests/test_mutation_harness.py\", line 103, in test_lifecycle_subtests_and_subtest_errors_are_errors\n self.assertEqual(outcome, 'ERROR', value)\nAssertionError: 'KILLED' != 'ERROR'\n- KILLED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['fixture.Case'], 'selected_ids': ['fixture.Case.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 2, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_one (fixture.Case.test_one) ... FAIL\\n test_one (fixture.Case.test_one) (i=1) ... FAIL\\n\\n======================================================================\\nFAIL: test_one (fixture.Case.test_one)\\n----------------------------------------------------------------------\\nTraceback (most recent call last):\\n File \"/tmp/tmpnoul2hjg/run_tests.py\", line 103, in body\\n return original_body(*args, **kwargs)\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\n File \"/tmp/tmpnoul2hjg/tests/fixture.py\", line 5, in test_one\\n def test_one(self): self.fail(\\'body\\')\\n ^^^^^^^^^^^^^^^^^\\nAssertionError: body\\n\\n======================================================================\\nFAIL: test_one (fixture.Case.test_one) (i=1)\\n----------------------------------------------------------------------\\nTraceback (most recent call last):\\n File \"/tmp/tmpnoul2hjg/tests/fixture.py\", line 4, in tearDown\\n with self.subTest(i=1): self.fail(\\'teardown subtest\\')\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\nAssertionError: teardown subtest\\n\\nRan 1 tests\\n', 'started_ids': ['fixture.Case.test_one'], 'finished_ids': ['fixture.Case.test_one'], 'body_entered_ids': ['fixture.Case.test_one'], 'body_finished_ids': ['fixture.Case.test_one'], 'body_assertion_ids': ['fixture.Case.test_one', 'fixture.Case.test_one'], 'lifecycle_failures': 0, 'subtests': 1, 'subtest_events': [{'parent_id': 'fixture.Case.test_one', 'phase': 'body', 'outcome': 'assertion'}], 'assertion_events': [{'parent_id': 'fixture.Case.test_one', 'origin': 'body'}, {'parent_id': 'fixture.Case.test_one', 'origin': 'subtest'}]}\n\nRan 1 tests\n", + "started_ids": [ + "test_mutation_harness.MutationHarnessTests.test_lifecycle_subtests_and_subtest_errors_are_errors" + ], + "finished_ids": [ + "test_mutation_harness.MutationHarnessTests.test_lifecycle_subtests_and_subtest_errors_are_errors" + ], + "body_entered_ids": [ + "test_mutation_harness.MutationHarnessTests.test_lifecycle_subtests_and_subtest_errors_are_errors" + ], + "body_finished_ids": [ + "test_mutation_harness.MutationHarnessTests.test_lifecycle_subtests_and_subtest_errors_are_errors" + ], + "body_assertion_ids": [ + "test_mutation_harness.MutationHarnessTests.test_lifecycle_subtests_and_subtest_errors_are_errors" + ], + "lifecycle_failures": 0, + "subtests": 0, + "subtest_events": [], + "assertion_events": [ + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_lifecycle_subtests_and_subtest_errors_are_errors", + "origin": "body" + } + ] + }, + "stderr": "" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/guard_run_tests.py b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/guard_run_tests.py new file mode 100644 index 000000000..6ea012e79 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/guard_run_tests.py @@ -0,0 +1,201 @@ +#!/usr/bin/env python3 +"""Structured unittest execution; only complete selected test bodies grade mutants.""" +import argparse +import functools +import inspect +import io +import json +from pathlib import Path +import sys +import unittest + +ROOT = Path(__file__).resolve().parent +RECEIPT_SCHEMA = 'cbz-unittest-lifecycle-v1' + + +def method_id(test): + """Use the actual selected method, rather than an overridable display id.""" + cls = type(test) + name = getattr(test, '_testMethodName', None) + if (not isinstance(test, unittest.TestCase) or cls.__module__ == 'unittest.loader' + or not isinstance(name, str) or not callable(getattr(test, name, None))): + return None + return cls.__module__ + '.' + cls.__qualname__ + '.' + name + + +def selected_cases(suite): + for test in suite: + if isinstance(test, unittest.TestSuite): + yield from selected_cases(test) + else: + yield test + + +class LifecycleResult(unittest.TextTestResult): + def __init__(self, *args, **kwargs): + super().__init__(*args, **kwargs) + self.started_ids = [] + self.finished_ids = [] + self.body_entered_ids = [] + self.body_finished_ids = [] + self.body_assertion_ids = [] + self.lifecycle_failures = 0 + self.subtests = 0 + self.subtest_events = [] + self.assertion_events = [] + self.phase = {} + self.body_exception = {} + self.body_active = set() + + def startTest(self, test): + self.started_ids.append(method_id(test)) + self.phase[id(test)] = 'setup' + super().startTest(test) + + def stopTest(self, test): + self.finished_ids.append(method_id(test)) + super().stopTest(test) + + def addFailure(self, test, err): + if (self.phase.get(id(test)) == 'body' + and self.body_exception.get(id(test)) is err[1] + and isinstance(err[1], AssertionError)): + self.body_assertion_ids.append(method_id(test)) + self.assertion_events.append({'parent_id': method_id(test), 'origin': 'body'}) + else: + self.lifecycle_failures += 1 + super().addFailure(test, err) + + def addSubTest(self, test, subtest, err): + self.subtests += 1 + phase = self.phase.get(id(test)) + if phase == 'body' and id(test) not in self.body_active: + phase = 'outside-body' + outcome = 'success' if err is None else 'assertion' if isinstance(err[1], AssertionError) else 'error' + self.subtest_events.append({'parent_id': method_id(test), 'phase': phase, 'outcome': outcome}) + if err is not None and outcome == 'assertion': + if phase == 'body': + self.body_assertion_ids.append(method_id(test)) + self.assertion_events.append({'parent_id': method_id(test), 'origin': 'subtest'}) + else: + self.lifecycle_failures += 1 + super().addSubTest(test, subtest, err) + + +def instrument(test, result): + """Keep body exception identity until unittest reports it after this call exits.""" + for name, phase in (('_callSetUp', 'setup'), ('_callTearDown', 'teardown'), + ('doCleanups', 'cleanup')): + original = getattr(test, name) + + def lifecycle(*args, _original=original, _phase=phase, **kwargs): + result.phase[id(test)] = _phase + return _original(*args, **kwargs) + setattr(test, name, lifecycle) + original_body = getattr(test, test._testMethodName) + + @functools.wraps(original_body) + def body(*args, **kwargs): + result.phase[id(test)] = 'body' + result.body_entered_ids.append(method_id(test)) + result.body_active.add(id(test)) + try: + return original_body(*args, **kwargs) + except BaseException as exc: + result.body_exception[id(test)] = exc + raise + finally: + result.body_active.discard(id(test)) + result.body_finished_ids.append(method_id(test)) + # _Outcome calls addFailure *after* this wrapper unwinds. + if inspect.iscoroutinefunction(original_body): + @functools.wraps(original_body) + async def async_body(*args, **kwargs): + result.phase[id(test)] = 'body' + result.body_entered_ids.append(method_id(test)) + result.body_active.add(id(test)) + try: + return await original_body(*args, **kwargs) + except BaseException as exc: + result.body_exception[id(test)] = exc + raise + finally: + result.body_active.discard(id(test)) + result.body_finished_ids.append(method_id(test)) + body = async_body + setattr(test, test._testMethodName, body) + + +def describe_suite(suite, selection): + cases = list(selected_cases(suite)) + selected = [method_id(test) for test in cases] + invalid = [] + if not selected: + invalid.append('empty selected population') + if any(item is None for item in selected): + invalid.append('synthetic or unsupported selected test') + if len(set(selected)) != len(selected): + invalid.append('duplicate selected method identity') + for test, identity in zip(cases, selected): + if identity is not None and test.id() != identity: + invalid.append('display identity does not match selected method') + return cases, {'selection': selection, 'selected_ids': selected, 'invalid_population': invalid} + + +def run_suite(suite, selection): + cases, population = describe_suite(suite, selection) + stream = io.StringIO() + result = LifecycleResult(stream=unittest.runner._WritelnDecorator(stream), + descriptions=True, verbosity=2) + for test in cases: + if method_id(test) is not None: + instrument(test, result) + suite.run(result) + # Render the ordinary summary for humans; grading uses the structured fields. + result.printErrors() + stream.write(f'Ran {result.testsRun} tests\n') + value = {'receipt_schema': RECEIPT_SCHEMA, 'selection': selection, + **population, + 'tests_run': result.testsRun, 'assertion_failures': len(result.failures), + 'errors': len(result.errors), 'skipped': len(result.skipped), + 'expected_failures': len(result.expectedFailures), + 'unexpected_successes': len(result.unexpectedSuccesses), + 'successful': result.wasSuccessful(), 'log': stream.getvalue()} + for name in ('started_ids', 'finished_ids', 'body_entered_ids', + 'body_finished_ids', 'body_assertion_ids', 'lifecycle_failures', 'subtests', + 'subtest_events', 'assertion_events'): + value[name] = getattr(result, name) + return value + + +def main(): + parser = argparse.ArgumentParser(allow_abbrev=False) + parser.add_argument('--output', required=True) + parser.add_argument('--test', action='append', default=[]) + parser.add_argument('--list', action='store_true', help='discover identities without running fixtures or test bodies') + args = parser.parse_args() + sys.path.insert(0, str(ROOT / 'tests')) + if args.test: + suite = unittest.defaultTestLoader.loadTestsFromNames(args.test) + else: + suite = unittest.defaultTestLoader.discover(str(ROOT / 'tests'), pattern='test_*.py') + selection = args.test or ['discover:test_*.py'] + if args.list: + _, population = describe_suite(suite, selection) + Path(args.output).write_text(json.dumps(population, indent=2) + '\n') + return 0 if population['selected_ids'] and not population['invalid_population'] else 1 + value = run_suite(suite, selection) + Path(args.output).write_text(json.dumps(value, indent=2) + '\n') + print(value['log'], end='') + complete = (not value['invalid_population'] and value['selected_ids'] + and all(value[key] == value['selected_ids'] for key in + ('started_ids', 'finished_ids', 'body_entered_ids', 'body_finished_ids'))) + return 0 if (complete and value['successful'] and not value['skipped'] + and not value['expected_failures'] and not value['unexpected_successes'] + and all(event['phase'] == 'body' and event['outcome'] == 'success' + for event in value['subtest_events']) + and not value['lifecycle_failures']) else 1 + + +if __name__ == '__main__': + raise SystemExit(main()) diff --git a/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/ignore-body-population-receipt.json b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/ignore-body-population-receipt.json new file mode 100644 index 000000000..2a5ebefd7 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/ignore-body-population-receipt.json @@ -0,0 +1,234 @@ +{ + "name": "ignore-body-population-receipt", + "file": "mutations.py", + "test": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "a1a0b0e7d6c5809c1f3f291a10aa14edc04265ce73cf76494318f966ab69b9bd", + "mutated_sha256": "c85285407161cecf59df9b10a077a24d617c87f9429588a42422187556cbfa12", + "guard_sha256": "81b914e3af5f923d8d119960131352e6e2d2813eec7d02f5ca6d42ac4b27f9f2", + "tests": { + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selection": [ + "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error" + ], + "selected_ids": [ + "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error" + ], + "invalid_population": [], + "tests_run": 1, + "assertion_failures": 2, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_forged_or_missing_accounting_is_error (test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error) ... \n test_forged_or_missing_accounting_is_error (test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error) (changes={'body_entered_ids': []}) ... FAIL\n test_forged_or_missing_accounting_is_error (test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error) (changes={'body_finished_ids': []}) ... FAIL\n\n======================================================================\nFAIL: test_forged_or_missing_accounting_is_error (test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error) (changes={'body_entered_ids': []})\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/tmp/kernel-harness-mutant-x6w52vrf/kernel_replay/tests/test_mutation_harness.py\", line 147, in test_forged_or_missing_accounting_is_error\n self.assertEqual(mutations.classify({**receipt, **changes}, code), 'ERROR')\nAssertionError: 'KILLED' != 'ERROR'\n- KILLED\n+ ERROR\n\n\n======================================================================\nFAIL: test_forged_or_missing_accounting_is_error (test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error) (changes={'body_finished_ids': []})\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/tmp/kernel-harness-mutant-x6w52vrf/kernel_replay/tests/test_mutation_harness.py\", line 147, in test_forged_or_missing_accounting_is_error\n self.assertEqual(mutations.classify({**receipt, **changes}, code), 'ERROR')\nAssertionError: 'KILLED' != 'ERROR'\n- KILLED\n+ ERROR\n\n\nRan 1 tests\n", + "started_ids": [ + "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error" + ], + "finished_ids": [ + "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error" + ], + "body_entered_ids": [ + "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error" + ], + "body_finished_ids": [ + "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error" + ], + "body_assertion_ids": [ + "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error" + ], + "lifecycle_failures": 0, + "subtests": 35, + "subtest_events": [ + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "assertion" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "assertion" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + } + ], + "assertion_events": [ + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "origin": "subtest" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "origin": "subtest" + } + ] + }, + "stderr": "" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/ignore-invalid-population.json b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/ignore-invalid-population.json new file mode 100644 index 000000000..687e470eb --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/ignore-invalid-population.json @@ -0,0 +1,74 @@ +{ + "name": "ignore-invalid-population", + "file": "mutations.py", + "test": "test_mutation_harness.MutationHarnessTests.test_empty_duplicate_synthetic_and_spoofed_population_is_error", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "a1a0b0e7d6c5809c1f3f291a10aa14edc04265ce73cf76494318f966ab69b9bd", + "mutated_sha256": "7cd74e865e396cbe274d9a7b0b46d408d9414242fd62da59fe512e1fa0b9b6f0", + "guard_sha256": "81b914e3af5f923d8d119960131352e6e2d2813eec7d02f5ca6d42ac4b27f9f2", + "tests": { + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selection": [ + "test_mutation_harness.MutationHarnessTests.test_empty_duplicate_synthetic_and_spoofed_population_is_error" + ], + "selected_ids": [ + "test_mutation_harness.MutationHarnessTests.test_empty_duplicate_synthetic_and_spoofed_population_is_error" + ], + "invalid_population": [], + "tests_run": 1, + "assertion_failures": 1, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_empty_duplicate_synthetic_and_spoofed_population_is_error (test_mutation_harness.MutationHarnessTests.test_empty_duplicate_synthetic_and_spoofed_population_is_error) ... \n test_empty_duplicate_synthetic_and_spoofed_population_is_error (test_mutation_harness.MutationHarnessTests.test_empty_duplicate_synthetic_and_spoofed_population_is_error) (selection='fixture.Case', tail='') ... FAIL\n\n======================================================================\nFAIL: test_empty_duplicate_synthetic_and_spoofed_population_is_error (test_mutation_harness.MutationHarnessTests.test_empty_duplicate_synthetic_and_spoofed_population_is_error) (selection='fixture.Case', tail='')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/tmp/kernel-harness-mutant-xqt6v7vv/kernel_replay/tests/test_mutation_harness.py\", line 115, in test_empty_duplicate_synthetic_and_spoofed_population_is_error\n self.assertEqual(outcome, 'ERROR', value)\nAssertionError: 'KILLED' != 'ERROR'\n- KILLED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['fixture.Case'], 'selected_ids': ['fixture.Case.test_one'], 'invalid_population': ['display identity does not match selected method'], 'tests_run': 1, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_one (fixture.Case.test_one) ... FAIL\\n\\n======================================================================\\nFAIL: test_one (fixture.Case.test_one)\\n----------------------------------------------------------------------\\nTraceback (most recent call last):\\n File \"/tmp/tmpqpi8dsgy/run_tests.py\", line 103, in body\\n return original_body(*args, **kwargs)\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\n File \"/tmp/tmpqpi8dsgy/tests/fixture.py\", line 4, in test_one\\n def test_one(self): self.fail(\"body\")\\n ^^^^^^^^^^^^^^^^^\\nAssertionError: body\\n\\nRan 1 tests\\n', 'started_ids': ['fixture.Case.test_one'], 'finished_ids': ['fixture.Case.test_one'], 'body_entered_ids': ['fixture.Case.test_one'], 'body_finished_ids': ['fixture.Case.test_one'], 'body_assertion_ids': ['fixture.Case.test_one'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'fixture.Case.test_one', 'origin': 'body'}]}\n\nRan 1 tests\n", + "started_ids": [ + "test_mutation_harness.MutationHarnessTests.test_empty_duplicate_synthetic_and_spoofed_population_is_error" + ], + "finished_ids": [ + "test_mutation_harness.MutationHarnessTests.test_empty_duplicate_synthetic_and_spoofed_population_is_error" + ], + "body_entered_ids": [ + "test_mutation_harness.MutationHarnessTests.test_empty_duplicate_synthetic_and_spoofed_population_is_error" + ], + "body_finished_ids": [ + "test_mutation_harness.MutationHarnessTests.test_empty_duplicate_synthetic_and_spoofed_population_is_error" + ], + "body_assertion_ids": [ + "test_mutation_harness.MutationHarnessTests.test_empty_duplicate_synthetic_and_spoofed_population_is_error" + ], + "lifecycle_failures": 0, + "subtests": 4, + "subtest_events": [ + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_empty_duplicate_synthetic_and_spoofed_population_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_empty_duplicate_synthetic_and_spoofed_population_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_empty_duplicate_synthetic_and_spoofed_population_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_empty_duplicate_synthetic_and_spoofed_population_is_error", + "phase": "body", + "outcome": "assertion" + } + ], + "assertion_events": [ + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_empty_duplicate_synthetic_and_spoofed_population_is_error", + "origin": "subtest" + } + ] + }, + "stderr": "" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/ignore-selector-binding.json b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/ignore-selector-binding.json new file mode 100644 index 000000000..9fec9772d --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/ignore-selector-binding.json @@ -0,0 +1,229 @@ +{ + "name": "ignore-selector-binding", + "file": "mutations.py", + "test": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "a1a0b0e7d6c5809c1f3f291a10aa14edc04265ce73cf76494318f966ab69b9bd", + "mutated_sha256": "5f51e5cd8b430e63311419b085efcee82e8978659f184d192ea0b252b8e6d4e2", + "guard_sha256": "81b914e3af5f923d8d119960131352e6e2d2813eec7d02f5ca6d42ac4b27f9f2", + "tests": { + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selection": [ + "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error" + ], + "selected_ids": [ + "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error" + ], + "invalid_population": [], + "tests_run": 1, + "assertion_failures": 1, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_forged_or_missing_accounting_is_error (test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error) ... FAIL\n\n======================================================================\nFAIL: test_forged_or_missing_accounting_is_error (test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/delivery/mutation-lifecycle-fix/evidence/kernel-harness-mutants/guard_run_tests.py\", line 103, in body\n return original_body(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/tmp/kernel-harness-mutant-mgro073h/kernel_replay/tests/test_mutation_harness.py\", line 149, in test_forged_or_missing_accounting_is_error\n self.assertEqual(mutations.classify({**receipt, 'selection': ['fixture.Other']}, code, ['fixture.Other']), 'ERROR')\nAssertionError: 'KILLED' != 'ERROR'\n- KILLED\n+ ERROR\n\n\nRan 1 tests\n", + "started_ids": [ + "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error" + ], + "finished_ids": [ + "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error" + ], + "body_entered_ids": [ + "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error" + ], + "body_finished_ids": [ + "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error" + ], + "body_assertion_ids": [ + "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error" + ], + "lifecycle_failures": 0, + "subtests": 35, + "subtest_events": [ + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + } + ], + "assertion_events": [ + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "origin": "body" + } + ] + }, + "stderr": "" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/restore-summary-only-grading.json b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/restore-summary-only-grading.json new file mode 100644 index 000000000..9495a719e --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/restore-summary-only-grading.json @@ -0,0 +1,53 @@ +{ + "name": "restore-summary-only-grading", + "file": "mutations.py", + "test": "test_mutation_harness.MutationHarnessTests.test_setup_assertion_is_not_a_kill", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "a1a0b0e7d6c5809c1f3f291a10aa14edc04265ce73cf76494318f966ab69b9bd", + "mutated_sha256": "cfbac22e1f3cce87e74b81472848e4f025c556b86bf964a0ac0f17b41dd13e33", + "guard_sha256": "81b914e3af5f923d8d119960131352e6e2d2813eec7d02f5ca6d42ac4b27f9f2", + "tests": { + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selection": [ + "test_mutation_harness.MutationHarnessTests.test_setup_assertion_is_not_a_kill" + ], + "selected_ids": [ + "test_mutation_harness.MutationHarnessTests.test_setup_assertion_is_not_a_kill" + ], + "invalid_population": [], + "tests_run": 1, + "assertion_failures": 1, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_setup_assertion_is_not_a_kill (test_mutation_harness.MutationHarnessTests.test_setup_assertion_is_not_a_kill) ... FAIL\n\n======================================================================\nFAIL: test_setup_assertion_is_not_a_kill (test_mutation_harness.MutationHarnessTests.test_setup_assertion_is_not_a_kill)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/delivery/mutation-lifecycle-fix/evidence/kernel-harness-mutants/guard_run_tests.py\", line 103, in body\n return original_body(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/tmp/kernel-harness-mutant-0pwphcni/kernel_replay/tests/test_mutation_harness.py\", line 40, in test_setup_assertion_is_not_a_kill\n self.assertEqual(outcome, 'ERROR', value)\nAssertionError: 'KILLED' != 'ERROR'\n- KILLED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['fixture.Case'], 'selected_ids': ['fixture.Case.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_one (fixture.Case.test_one) ... FAIL\\n\\n======================================================================\\nFAIL: test_one (fixture.Case.test_one)\\n----------------------------------------------------------------------\\nTraceback (most recent call last):\\n File \"/tmp/tmptrdcfk30/run_tests.py\", line 93, in lifecycle\\n return _original(*args, **kwargs)\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^\\nAssertionError: setup only\\n\\nRan 1 tests\\n', 'started_ids': ['fixture.Case.test_one'], 'finished_ids': ['fixture.Case.test_one'], 'body_entered_ids': [], 'body_finished_ids': [], 'body_assertion_ids': [], 'lifecycle_failures': 1, 'subtests': 0, 'subtest_events': [], 'assertion_events': []}\n\nRan 1 tests\n", + "started_ids": [ + "test_mutation_harness.MutationHarnessTests.test_setup_assertion_is_not_a_kill" + ], + "finished_ids": [ + "test_mutation_harness.MutationHarnessTests.test_setup_assertion_is_not_a_kill" + ], + "body_entered_ids": [ + "test_mutation_harness.MutationHarnessTests.test_setup_assertion_is_not_a_kill" + ], + "body_finished_ids": [ + "test_mutation_harness.MutationHarnessTests.test_setup_assertion_is_not_a_kill" + ], + "body_assertion_ids": [ + "test_mutation_harness.MutationHarnessTests.test_setup_assertion_is_not_a_kill" + ], + "lifecycle_failures": 0, + "subtests": 0, + "subtest_events": [], + "assertion_events": [ + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_setup_assertion_is_not_a_kill", + "origin": "body" + } + ] + }, + "stderr": "" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/summary.json b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/summary.json new file mode 100644 index 000000000..09fc3588b --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/summary.json @@ -0,0 +1,89 @@ +{ + "schema_version": 1, + "scope": "8 targeted actual harness-source mutants; not original CBZ mutant replay", + "planned": 8, + "killed": 8, + "ok": true, + "results": [ + { + "name": "restore-summary-only-grading", + "file": "mutations.py", + "test": "test_mutation_harness.MutationHarnessTests.test_setup_assertion_is_not_a_kill", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "a1a0b0e7d6c5809c1f3f291a10aa14edc04265ce73cf76494318f966ab69b9bd", + "mutated_sha256": "cfbac22e1f3cce87e74b81472848e4f025c556b86bf964a0ac0f17b41dd13e33", + "guard_sha256": "81b914e3af5f923d8d119960131352e6e2d2813eec7d02f5ca6d42ac4b27f9f2" + }, + { + "name": "trust-overridable-display-id", + "file": "run_tests.py", + "test": "test_mutation_harness.MutationHarnessTests.test_empty_duplicate_synthetic_and_spoofed_population_is_error", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "81b914e3af5f923d8d119960131352e6e2d2813eec7d02f5ca6d42ac4b27f9f2", + "mutated_sha256": "8f97efa8da0cafe4008cf369dd07a867ffd284b0b6c1b4ffe414435a27c493fb", + "guard_sha256": "81b914e3af5f923d8d119960131352e6e2d2813eec7d02f5ca6d42ac4b27f9f2" + }, + { + "name": "ignore-body-population-receipt", + "file": "mutations.py", + "test": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "a1a0b0e7d6c5809c1f3f291a10aa14edc04265ce73cf76494318f966ab69b9bd", + "mutated_sha256": "c85285407161cecf59df9b10a077a24d617c87f9429588a42422187556cbfa12", + "guard_sha256": "81b914e3af5f923d8d119960131352e6e2d2813eec7d02f5ca6d42ac4b27f9f2" + }, + { + "name": "accept-boolean-counts", + "file": "mutations.py", + "test": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "a1a0b0e7d6c5809c1f3f291a10aa14edc04265ce73cf76494318f966ab69b9bd", + "mutated_sha256": "06da5ce7765d341b7ddbb4aeed0f4de230692fe9751872ac5520a8f0a614c0a9", + "guard_sha256": "81b914e3af5f923d8d119960131352e6e2d2813eec7d02f5ca6d42ac4b27f9f2" + }, + { + "name": "ignore-invalid-population", + "file": "mutations.py", + "test": "test_mutation_harness.MutationHarnessTests.test_empty_duplicate_synthetic_and_spoofed_population_is_error", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "a1a0b0e7d6c5809c1f3f291a10aa14edc04265ce73cf76494318f966ab69b9bd", + "mutated_sha256": "7cd74e865e396cbe274d9a7b0b46d408d9414242fd62da59fe512e1fa0b9b6f0", + "guard_sha256": "81b914e3af5f923d8d119960131352e6e2d2813eec7d02f5ca6d42ac4b27f9f2" + }, + { + "name": "ignore-selector-binding", + "file": "mutations.py", + "test": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "a1a0b0e7d6c5809c1f3f291a10aa14edc04265ce73cf76494318f966ab69b9bd", + "mutated_sha256": "5f51e5cd8b430e63311419b085efcee82e8978659f184d192ea0b252b8e6d4e2", + "guard_sha256": "81b914e3af5f923d8d119960131352e6e2d2813eec7d02f5ca6d42ac4b27f9f2" + }, + { + "name": "drop-body-completion", + "file": "run_tests.py", + "test": "test_mutation_harness.MutationHarnessTests.test_body_assertion_kills_after_all_selected_bodies_finish", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "81b914e3af5f923d8d119960131352e6e2d2813eec7d02f5ca6d42ac4b27f9f2", + "mutated_sha256": "5f672e042c619ec1248a9c8ab461e6ddd8a57cc71a18652ccbdaa42becd5179a", + "guard_sha256": "81b914e3af5f923d8d119960131352e6e2d2813eec7d02f5ca6d42ac4b27f9f2" + }, + { + "name": "erase-subtest-lifecycle-origin", + "file": "run_tests.py", + "test": "test_mutation_harness.MutationHarnessTests.test_lifecycle_subtests_and_subtest_errors_are_errors", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "81b914e3af5f923d8d119960131352e6e2d2813eec7d02f5ca6d42ac4b27f9f2", + "mutated_sha256": "bb28e94385cca95474399e7195bdd01d4ecaa38a0a34c48ea2d7d242294e776b", + "guard_sha256": "81b914e3af5f923d8d119960131352e6e2d2813eec7d02f5ca6d42ac4b27f9f2" + } + ] +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/trust-overridable-display-id.json b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/trust-overridable-display-id.json new file mode 100644 index 000000000..66426d433 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/trust-overridable-display-id.json @@ -0,0 +1,74 @@ +{ + "name": "trust-overridable-display-id", + "file": "run_tests.py", + "test": "test_mutation_harness.MutationHarnessTests.test_empty_duplicate_synthetic_and_spoofed_population_is_error", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "81b914e3af5f923d8d119960131352e6e2d2813eec7d02f5ca6d42ac4b27f9f2", + "mutated_sha256": "8f97efa8da0cafe4008cf369dd07a867ffd284b0b6c1b4ffe414435a27c493fb", + "guard_sha256": "81b914e3af5f923d8d119960131352e6e2d2813eec7d02f5ca6d42ac4b27f9f2", + "tests": { + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selection": [ + "test_mutation_harness.MutationHarnessTests.test_empty_duplicate_synthetic_and_spoofed_population_is_error" + ], + "selected_ids": [ + "test_mutation_harness.MutationHarnessTests.test_empty_duplicate_synthetic_and_spoofed_population_is_error" + ], + "invalid_population": [], + "tests_run": 1, + "assertion_failures": 1, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_empty_duplicate_synthetic_and_spoofed_population_is_error (test_mutation_harness.MutationHarnessTests.test_empty_duplicate_synthetic_and_spoofed_population_is_error) ... \n test_empty_duplicate_synthetic_and_spoofed_population_is_error (test_mutation_harness.MutationHarnessTests.test_empty_duplicate_synthetic_and_spoofed_population_is_error) (selection='fixture.Case', tail='') ... FAIL\n\n======================================================================\nFAIL: test_empty_duplicate_synthetic_and_spoofed_population_is_error (test_mutation_harness.MutationHarnessTests.test_empty_duplicate_synthetic_and_spoofed_population_is_error) (selection='fixture.Case', tail='')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/tmp/kernel-harness-mutant-_yuajen8/kernel_replay/tests/test_mutation_harness.py\", line 115, in test_empty_duplicate_synthetic_and_spoofed_population_is_error\n self.assertEqual(outcome, 'ERROR', value)\nAssertionError: 'KILLED' != 'ERROR'\n- KILLED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['fixture.Case'], 'selected_ids': ['fixture.Case.test_forged'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_one (fixture.Case.test_one) ... FAIL\\n\\n======================================================================\\nFAIL: test_one (fixture.Case.test_one)\\n----------------------------------------------------------------------\\nTraceback (most recent call last):\\n File \"/tmp/tmpm_pbdttl/run_tests.py\", line 103, in body\\n return original_body(*args, **kwargs)\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\n File \"/tmp/tmpm_pbdttl/tests/fixture.py\", line 4, in test_one\\n def test_one(self): self.fail(\"body\")\\n ^^^^^^^^^^^^^^^^^\\nAssertionError: body\\n\\nRan 1 tests\\n', 'started_ids': ['fixture.Case.test_forged'], 'finished_ids': ['fixture.Case.test_forged'], 'body_entered_ids': ['fixture.Case.test_forged'], 'body_finished_ids': ['fixture.Case.test_forged'], 'body_assertion_ids': ['fixture.Case.test_forged'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'fixture.Case.test_forged', 'origin': 'body'}]}\n\nRan 1 tests\n", + "started_ids": [ + "test_mutation_harness.MutationHarnessTests.test_empty_duplicate_synthetic_and_spoofed_population_is_error" + ], + "finished_ids": [ + "test_mutation_harness.MutationHarnessTests.test_empty_duplicate_synthetic_and_spoofed_population_is_error" + ], + "body_entered_ids": [ + "test_mutation_harness.MutationHarnessTests.test_empty_duplicate_synthetic_and_spoofed_population_is_error" + ], + "body_finished_ids": [ + "test_mutation_harness.MutationHarnessTests.test_empty_duplicate_synthetic_and_spoofed_population_is_error" + ], + "body_assertion_ids": [ + "test_mutation_harness.MutationHarnessTests.test_empty_duplicate_synthetic_and_spoofed_population_is_error" + ], + "lifecycle_failures": 0, + "subtests": 4, + "subtest_events": [ + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_empty_duplicate_synthetic_and_spoofed_population_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_empty_duplicate_synthetic_and_spoofed_population_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_empty_duplicate_synthetic_and_spoofed_population_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_empty_duplicate_synthetic_and_spoofed_population_is_error", + "phase": "body", + "outcome": "assertion" + } + ], + "assertion_events": [ + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_empty_duplicate_synthetic_and_spoofed_population_is_error", + "origin": "subtest" + } + ] + }, + "stderr": "" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-lifecycle-method-red.log b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-lifecycle-method-red.log new file mode 100644 index 000000000..4adf9a218 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-lifecycle-method-red.log @@ -0,0 +1,17 @@ +test_selected_method_invoked_from_lifecycle_is_error (test_mutation_harness.MutationHarnessTests.test_selected_method_invoked_from_lifecycle_is_error) ... FAIL + +====================================================================== +FAIL: test_selected_method_invoked_from_lifecycle_is_error (test_mutation_harness.MutationHarnessTests.test_selected_method_invoked_from_lifecycle_is_error) +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/mutation-lifecycle-fix/work/kernel_replay/tests/test_mutation_harness.py", line 62, in test_selected_method_invoked_from_lifecycle_is_error + self.assertEqual(outcome, 'ERROR', value) +AssertionError: 'KILLED' != 'ERROR' +- KILLED ++ ERROR + : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['fixture.Case'], 'selected_ids': ['fixture.Case.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_one (fixture.Case.test_one) ... FAIL\n\n======================================================================\nFAIL: test_one (fixture.Case.test_one)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File "/tmp/tmpofxk0gy6/run_tests.py", line 93, in lifecycle\n return _original(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: called from setup\n\nRan 1 tests\n', 'started_ids': ['fixture.Case.test_one'], 'finished_ids': ['fixture.Case.test_one'], 'body_entered_ids': ['fixture.Case.test_one'], 'body_finished_ids': ['fixture.Case.test_one'], 'body_assertion_ids': ['fixture.Case.test_one'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'fixture.Case.test_one', 'origin': 'body'}]} + +---------------------------------------------------------------------- +Ran 1 test in 0.065s + +FAILED (failures=1) diff --git a/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-parent-identity-mutant.log b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-parent-identity-mutant.log new file mode 100644 index 000000000..c81b9a79b --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-parent-identity-mutant.log @@ -0,0 +1 @@ +drop-foreign-subtest-parent-identity: KILLED diff --git a/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-parent-identity-mutant/drop-foreign-subtest-parent-identity.json b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-parent-identity-mutant/drop-foreign-subtest-parent-identity.json new file mode 100644 index 000000000..3b44c745f --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-parent-identity-mutant/drop-foreign-subtest-parent-identity.json @@ -0,0 +1,53 @@ +{ + "name": "drop-foreign-subtest-parent-identity", + "file": "run_tests.py", + "test": "test_mutation_harness.MutationHarnessTests.test_foreign_subtest_parent_cannot_claim_selected_body_assertion", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "de089e08688ffb2c236cdc34ccc095eb421d5162dde6d8eff24af7fdc3c91baa", + "mutated_sha256": "345720acce15f19f34f2b0586fb94326e5bb80f83abb03ccfe0da61dbb06e303", + "guard_sha256": "de089e08688ffb2c236cdc34ccc095eb421d5162dde6d8eff24af7fdc3c91baa", + "tests": { + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selection": [ + "test_mutation_harness.MutationHarnessTests.test_foreign_subtest_parent_cannot_claim_selected_body_assertion" + ], + "selected_ids": [ + "test_mutation_harness.MutationHarnessTests.test_foreign_subtest_parent_cannot_claim_selected_body_assertion" + ], + "invalid_population": [], + "tests_run": 1, + "assertion_failures": 1, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_foreign_subtest_parent_cannot_claim_selected_body_assertion (test_mutation_harness.MutationHarnessTests.test_foreign_subtest_parent_cannot_claim_selected_body_assertion) ... FAIL\n\n======================================================================\nFAIL: test_foreign_subtest_parent_cannot_claim_selected_body_assertion (test_mutation_harness.MutationHarnessTests.test_foreign_subtest_parent_cannot_claim_selected_body_assertion)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/delivery/mutation-lifecycle-fix/evidence/kernel-parent-identity-mutant/guard_run_tests.py\", line 112, in dispatch\n return original_dispatch(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: 'KILLED' != 'ERROR'\n- KILLED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['fixture.Case'], 'selected_ids': ['fixture.Case.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_one (fixture.Case.test_one) ... \\n unittest.case.FunctionTestCase () [foreign] ... FAIL\\ntest_one (fixture.Case.test_one) ... ok\\n\\n======================================================================\\nFAIL: unittest.case.FunctionTestCase () [foreign]\\n----------------------------------------------------------------------\\nTraceback (most recent call last):\\n File \"/tmp/tmpw68eu4zg/tests/fixture.py\", line 6, in test_one\\n try: raise AssertionError(\\'foreign parent assertion\\')\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\nAssertionError: foreign parent assertion\\n\\nRan 1 tests\\n', 'started_ids': ['fixture.Case.test_one'], 'finished_ids': ['fixture.Case.test_one'], 'body_entered_ids': ['fixture.Case.test_one'], 'body_finished_ids': ['fixture.Case.test_one'], 'body_assertion_ids': ['fixture.Case.test_one'], 'lifecycle_failures': 0, 'subtests': 1, 'subtest_events': [{'parent_id': 'fixture.Case.test_one', 'phase': 'body', 'outcome': 'assertion'}], 'assertion_events': [{'parent_id': 'fixture.Case.test_one', 'origin': 'subtest'}]}\n\nRan 1 tests\n", + "started_ids": [ + "test_mutation_harness.MutationHarnessTests.test_foreign_subtest_parent_cannot_claim_selected_body_assertion" + ], + "finished_ids": [ + "test_mutation_harness.MutationHarnessTests.test_foreign_subtest_parent_cannot_claim_selected_body_assertion" + ], + "body_entered_ids": [ + "test_mutation_harness.MutationHarnessTests.test_foreign_subtest_parent_cannot_claim_selected_body_assertion" + ], + "body_finished_ids": [ + "test_mutation_harness.MutationHarnessTests.test_foreign_subtest_parent_cannot_claim_selected_body_assertion" + ], + "body_assertion_ids": [ + "test_mutation_harness.MutationHarnessTests.test_foreign_subtest_parent_cannot_claim_selected_body_assertion" + ], + "lifecycle_failures": 0, + "subtests": 0, + "subtest_events": [], + "assertion_events": [ + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_foreign_subtest_parent_cannot_claim_selected_body_assertion", + "origin": "body" + } + ] + }, + "stderr": "" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-parent-identity-mutant/guard_run_tests.py b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-parent-identity-mutant/guard_run_tests.py new file mode 100644 index 000000000..87e7fd4d6 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-parent-identity-mutant/guard_run_tests.py @@ -0,0 +1,229 @@ +#!/usr/bin/env python3 +"""Structured unittest execution; only complete selected test bodies grade mutants.""" +import argparse +import functools +import inspect +import io +import json +from pathlib import Path +import sys +import unittest + +ROOT = Path(__file__).resolve().parent +RECEIPT_SCHEMA = 'cbz-unittest-lifecycle-v1' + + +def method_id(test): + """Use the actual selected method, rather than an overridable display id.""" + cls = type(test) + name = getattr(test, '_testMethodName', None) + if (not isinstance(test, unittest.TestCase) or cls.__module__ == 'unittest.loader' + or not isinstance(name, str) or not callable(getattr(test, name, None))): + return None + return cls.__module__ + '.' + cls.__qualname__ + '.' + name + + +def selected_cases(suite): + for test in suite: + if isinstance(test, unittest.TestSuite): + yield from selected_cases(test) + else: + yield test + + +class LifecycleResult(unittest.TextTestResult): + def __init__(self, *args, **kwargs): + super().__init__(*args, **kwargs) + self.started_ids = [] + self.finished_ids = [] + self.body_entered_ids = [] + self.body_finished_ids = [] + self.body_assertion_ids = [] + self.lifecycle_failures = 0 + self.subtests = 0 + self.subtest_events = [] + self.assertion_events = [] + self.phase = {} + self.body_exception = {} + self.body_active = set() + self.dispatch_active = set() + self.lifecycle_depth = {} + self.invalid_execution = [] + + def startTest(self, test): + self.started_ids.append(method_id(test)) + self.phase[id(test)] = 'setup' + super().startTest(test) + + def stopTest(self, test): + self.finished_ids.append(method_id(test)) + super().stopTest(test) + + def addFailure(self, test, err): + if (self.phase.get(id(test)) == 'body' + and self.body_exception.get(id(test)) is err[1] + and isinstance(err[1], AssertionError)): + self.body_assertion_ids.append(method_id(test)) + self.assertion_events.append({'parent_id': method_id(test), 'origin': 'body'}) + else: + self.lifecycle_failures += 1 + super().addFailure(test, err) + + def addSubTest(self, test, subtest, err): + self.subtests += 1 + phase = self.phase.get(id(test)) + if phase == 'body' and id(test) not in self.body_active: + phase = 'outside-body' + if getattr(subtest, 'test_case', None) is not test: + phase = 'foreign-parent' + outcome = 'success' if err is None else 'assertion' if isinstance(err[1], AssertionError) else 'error' + self.subtest_events.append({'parent_id': method_id(test), 'phase': phase, 'outcome': outcome}) + if err is not None and outcome == 'assertion': + if phase == 'body': + self.body_assertion_ids.append(method_id(test)) + self.assertion_events.append({'parent_id': method_id(test), 'origin': 'subtest'}) + else: + self.lifecycle_failures += 1 + super().addSubTest(test, subtest, err) + + +def instrument(test, result): + """Keep body exception identity until unittest reports it after this call exits.""" + for name, phase in (('_callSetUp', 'setup'), ('_callTearDown', 'teardown'), + ('doCleanups', 'cleanup')): + original = getattr(test, name) + + def lifecycle(*args, _original=original, _phase=phase, **kwargs): + result.phase[id(test)] = _phase + result.lifecycle_depth[id(test)] = result.lifecycle_depth.get(id(test), 0) + 1 + try: + return _original(*args, **kwargs) + finally: + result.lifecycle_depth[id(test)] -= 1 + setattr(test, name, lifecycle) + original_dispatch = test._callTestMethod + + def dispatch(*args, **kwargs): + if result.lifecycle_depth.get(id(test), 0): + result.invalid_execution.append('test dispatch invoked inside a lifecycle hook') + return original_dispatch(*args, **kwargs) + result.dispatch_active.add(id(test)) + try: + return original_dispatch(*args, **kwargs) + finally: + result.dispatch_active.discard(id(test)) + test._callTestMethod = dispatch + original_body = getattr(test, test._testMethodName) + + @functools.wraps(original_body) + def body(*args, **kwargs): + if id(test) not in result.dispatch_active or result.lifecycle_depth.get(id(test), 0): + result.invalid_execution.append('selected method invoked outside body dispatch') + return original_body(*args, **kwargs) + result.phase[id(test)] = 'body' + result.body_entered_ids.append(method_id(test)) + result.body_active.add(id(test)) + try: + return original_body(*args, **kwargs) + except BaseException as exc: + result.body_exception[id(test)] = exc + raise + finally: + result.body_active.discard(id(test)) + result.body_finished_ids.append(method_id(test)) + # _Outcome calls addFailure *after* this wrapper unwinds. + if inspect.iscoroutinefunction(original_body): + @functools.wraps(original_body) + async def async_body(*args, **kwargs): + if id(test) not in result.dispatch_active or result.lifecycle_depth.get(id(test), 0): + result.invalid_execution.append('selected async method invoked outside body dispatch') + return await original_body(*args, **kwargs) + result.phase[id(test)] = 'body' + result.body_entered_ids.append(method_id(test)) + result.body_active.add(id(test)) + try: + return await original_body(*args, **kwargs) + except BaseException as exc: + result.body_exception[id(test)] = exc + raise + finally: + result.body_active.discard(id(test)) + result.body_finished_ids.append(method_id(test)) + body = async_body + setattr(test, test._testMethodName, body) + + +def describe_suite(suite, selection): + cases = list(selected_cases(suite)) + selected = [method_id(test) for test in cases] + invalid = [] + if not selected: + invalid.append('empty selected population') + if any(item is None for item in selected): + invalid.append('synthetic or unsupported selected test') + if len(set(selected)) != len(selected): + invalid.append('duplicate selected method identity') + for test, identity in zip(cases, selected): + if identity is not None and test.id() != identity: + invalid.append('display identity does not match selected method') + return cases, {'selection': selection, 'selected_ids': selected, 'invalid_population': invalid} + + +def run_suite(suite, selection): + cases, population = describe_suite(suite, selection) + stream = io.StringIO() + result = LifecycleResult(stream=unittest.runner._WritelnDecorator(stream), + descriptions=True, verbosity=2) + for test in cases: + if method_id(test) is not None: + instrument(test, result) + suite.run(result) + population['invalid_population'].extend(result.invalid_execution) + # Render the ordinary summary for humans; grading uses the structured fields. + result.printErrors() + stream.write(f'Ran {result.testsRun} tests\n') + value = {'receipt_schema': RECEIPT_SCHEMA, 'selection': selection, + **population, + 'tests_run': result.testsRun, 'assertion_failures': len(result.failures), + 'errors': len(result.errors), 'skipped': len(result.skipped), + 'expected_failures': len(result.expectedFailures), + 'unexpected_successes': len(result.unexpectedSuccesses), + 'successful': result.wasSuccessful(), 'log': stream.getvalue()} + for name in ('started_ids', 'finished_ids', 'body_entered_ids', + 'body_finished_ids', 'body_assertion_ids', 'lifecycle_failures', 'subtests', + 'subtest_events', 'assertion_events'): + value[name] = getattr(result, name) + return value + + +def main(): + parser = argparse.ArgumentParser(allow_abbrev=False) + parser.add_argument('--output', required=True) + parser.add_argument('--test', action='append', default=[]) + parser.add_argument('--list', action='store_true', help='discover identities without running fixtures or test bodies') + args = parser.parse_args() + sys.path.insert(0, str(ROOT / 'tests')) + if args.test: + suite = unittest.defaultTestLoader.loadTestsFromNames(args.test) + else: + suite = unittest.defaultTestLoader.discover(str(ROOT / 'tests'), pattern='test_*.py') + selection = args.test or ['discover:test_*.py'] + if args.list: + _, population = describe_suite(suite, selection) + Path(args.output).write_text(json.dumps(population, indent=2) + '\n') + return 0 if population['selected_ids'] and not population['invalid_population'] else 1 + value = run_suite(suite, selection) + Path(args.output).write_text(json.dumps(value, indent=2) + '\n') + print(value['log'], end='') + complete = (not value['invalid_population'] and value['selected_ids'] + and all(value[key] == value['selected_ids'] for key in + ('started_ids', 'finished_ids', 'body_entered_ids', 'body_finished_ids'))) + return 0 if (complete and value['successful'] and not value['skipped'] + and not value['expected_failures'] and not value['unexpected_successes'] + and all(event['phase'] == 'body' and event['outcome'] == 'success' + for event in value['subtest_events']) + and not value['lifecycle_failures']) else 1 + + +if __name__ == '__main__': + raise SystemExit(main()) diff --git a/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-parent-identity-mutant/summary.json b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-parent-identity-mutant/summary.json new file mode 100644 index 000000000..036e4c463 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-parent-identity-mutant/summary.json @@ -0,0 +1,19 @@ +{ + "schema_version": 1, + "scope": "one final foreign-subtest parent-identity source guard mutation; all unrelated controls reused", + "planned": 1, + "killed": 1, + "ok": true, + "results": [ + { + "name": "drop-foreign-subtest-parent-identity", + "file": "run_tests.py", + "test": "test_mutation_harness.MutationHarnessTests.test_foreign_subtest_parent_cannot_claim_selected_body_assertion", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "de089e08688ffb2c236cdc34ccc095eb421d5162dde6d8eff24af7fdc3c91baa", + "mutated_sha256": "345720acce15f19f34f2b0586fb94326e5bb80f83abb03ccfe0da61dbb06e303", + "guard_sha256": "de089e08688ffb2c236cdc34ccc095eb421d5162dde6d8eff24af7fdc3c91baa" + } + ] +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-population-binding-red.log b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-population-binding-red.log new file mode 100644 index 000000000..8223f3785 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-population-binding-red.log @@ -0,0 +1,17 @@ +test_forged_or_missing_accounting_is_error (test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error) ... FAIL + +====================================================================== +FAIL: test_forged_or_missing_accounting_is_error (test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error) +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/mutation-lifecycle-fix/work/kernel_replay/tests/test_mutation_harness.py", line 149, in test_forged_or_missing_accounting_is_error + self.assertEqual(mutations.classify({**receipt, 'selection': ['fixture.Other']}, code, ['fixture.Other']), 'ERROR') +AssertionError: 'KILLED' != 'ERROR' +- KILLED ++ ERROR + + +---------------------------------------------------------------------- +Ran 1 test in 0.061s + +FAILED (failures=1) diff --git a/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-population-listing-green.log b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-population-listing-green.log new file mode 100644 index 000000000..a0e641f44 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-population-listing-green.log @@ -0,0 +1,6 @@ +test_population_listing_does_not_execute_fixtures_or_bodies (test_mutation_harness.MutationHarnessTests.test_population_listing_does_not_execute_fixtures_or_bodies) ... ok + +---------------------------------------------------------------------- +Ran 1 test in 0.084s + +OK diff --git a/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-setup-red.json b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-setup-red.json new file mode 100644 index 000000000..e7dc82076 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-setup-red.json @@ -0,0 +1,16 @@ +{ + "command": "current isolated run_tests.py --test fixture.Case (benign setup assertion)", + "returncode": 1, + "classifier_outcome": "KILLED", + "body_entered": false, + "tests": { + "tests_run": 1, + "assertion_failures": 1, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_one (fixture.Case.test_one) ... FAIL\n\n======================================================================\nFAIL: test_one (fixture.Case.test_one)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/tmp/tmpcoabbk9t/tests/fixture.py\", line 3, in setUp\n def setUp(self): self.fail(\"benign setup assertion; body never entered\")\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: benign setup assertion; body never entered\n\n----------------------------------------------------------------------\nRan 1 test in 0.000s\n\nFAILED (failures=1)\n" + } +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-subtest-controls-red.log b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-subtest-controls-red.log new file mode 100644 index 000000000..ac3e91386 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-subtest-controls-red.log @@ -0,0 +1,74 @@ +test_body_assertion_kills_after_all_selected_bodies_finish (test_mutation_harness.MutationHarnessTests.test_body_assertion_kills_after_all_selected_bodies_finish) ... ok +test_body_scoped_subtest_assertions_kill_without_changing_parent_population (test_mutation_harness.MutationHarnessTests.test_body_scoped_subtest_assertions_kill_without_changing_parent_population) ... FAIL +test_clean_identity_survives (test_mutation_harness.MutationHarnessTests.test_clean_identity_survives) ... ok +test_empty_duplicate_synthetic_and_spoofed_population_is_error (test_mutation_harness.MutationHarnessTests.test_empty_duplicate_synthetic_and_spoofed_population_is_error) ... ok +test_errors_skips_and_expected_failures_are_errors (test_mutation_harness.MutationHarnessTests.test_errors_skips_and_expected_failures_are_errors) ... ok +test_forged_or_missing_accounting_is_error (test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error) ... + test_forged_or_missing_accounting_is_error (test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error) (missing='subtest_events') ... FAIL + test_forged_or_missing_accounting_is_error (test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error) (missing='assertion_events') ... FAIL + test_forged_or_missing_accounting_is_error (test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error) (changes={'assertion_events': []}) ... FAIL + test_forged_or_missing_accounting_is_error (test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error) (changes={'subtest_events': [{'parent_id': 'fixture.Case.test_one', 'phase': 'body', 'outcome': 'assertion'}]}) ... FAIL +test_lifecycle_failures_never_kill_even_with_body_assertion (test_mutation_harness.MutationHarnessTests.test_lifecycle_failures_never_kill_even_with_body_assertion) ... ok +test_lifecycle_subtests_and_subtest_errors_are_errors (test_mutation_harness.MutationHarnessTests.test_lifecycle_subtests_and_subtest_errors_are_errors) ... ok +test_setup_assertion_is_not_a_kill (test_mutation_harness.MutationHarnessTests.test_setup_assertion_is_not_a_kill) ... ok +test_summary_without_lifecycle_receipt_fails_closed (test_mutation_harness.MutationHarnessTests.test_summary_without_lifecycle_receipt_fails_closed) ... ok + +====================================================================== +FAIL: test_body_scoped_subtest_assertions_kill_without_changing_parent_population (test_mutation_harness.MutationHarnessTests.test_body_scoped_subtest_assertions_kill_without_changing_parent_population) +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/mutation-lifecycle-fix/work/kernel_replay/tests/test_mutation_harness.py", line 88, in test_body_scoped_subtest_assertions_kill_without_changing_parent_population + self.assertEqual(outcome, 'KILLED', value) +AssertionError: 'ERROR' != 'KILLED' +- ERROR ++ KILLED + : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['fixture.Case'], 'selected_ids': ['fixture.Case.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 2, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_one (fixture.Case.test_one) ... \n test_one (fixture.Case.test_one) (i=1) ... FAIL\n test_one (fixture.Case.test_one) (i=2) ... FAIL\n\n======================================================================\nFAIL: test_one (fixture.Case.test_one) (i=1)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File "/tmp/tmp5c_m0fyl/tests/fixture.py", line 4, in test_one\n with self.subTest(i=1): self.fail(\'first\')\n ^^^^^^^^^^^^^^^^^^\nAssertionError: first\n\n======================================================================\nFAIL: test_one (fixture.Case.test_one) (i=2)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File "/tmp/tmp5c_m0fyl/tests/fixture.py", line 5, in test_one\n with self.subTest(i=2): self.fail(\'second\')\n ^^^^^^^^^^^^^^^^^^^\nAssertionError: second\n\nRan 1 tests\n', 'started_ids': ['fixture.Case.test_one'], 'finished_ids': ['fixture.Case.test_one'], 'body_entered_ids': ['fixture.Case.test_one'], 'body_finished_ids': ['fixture.Case.test_one'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 2} + +====================================================================== +FAIL: test_forged_or_missing_accounting_is_error (test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error) (missing='subtest_events') +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/mutation-lifecycle-fix/work/kernel_replay/tests/test_mutation_harness.py", line 128, in test_forged_or_missing_accounting_is_error + self.assertEqual(mutations.classify(value, code), 'ERROR') +AssertionError: 'KILLED' != 'ERROR' +- KILLED ++ ERROR + + +====================================================================== +FAIL: test_forged_or_missing_accounting_is_error (test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error) (missing='assertion_events') +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/mutation-lifecycle-fix/work/kernel_replay/tests/test_mutation_harness.py", line 128, in test_forged_or_missing_accounting_is_error + self.assertEqual(mutations.classify(value, code), 'ERROR') +AssertionError: 'KILLED' != 'ERROR' +- KILLED ++ ERROR + + +====================================================================== +FAIL: test_forged_or_missing_accounting_is_error (test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error) (changes={'assertion_events': []}) +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/mutation-lifecycle-fix/work/kernel_replay/tests/test_mutation_harness.py", line 141, in test_forged_or_missing_accounting_is_error + self.assertEqual(mutations.classify({**receipt, **changes}, code), 'ERROR') +AssertionError: 'KILLED' != 'ERROR' +- KILLED ++ ERROR + + +====================================================================== +FAIL: test_forged_or_missing_accounting_is_error (test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error) (changes={'subtest_events': [{'parent_id': 'fixture.Case.test_one', 'phase': 'body', 'outcome': 'assertion'}]}) +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/mutation-lifecycle-fix/work/kernel_replay/tests/test_mutation_harness.py", line 141, in test_forged_or_missing_accounting_is_error + self.assertEqual(mutations.classify({**receipt, **changes}, code), 'ERROR') +AssertionError: 'KILLED' != 'ERROR' +- KILLED ++ ERROR + + +---------------------------------------------------------------------- +Ran 10 tests in 1.537s + +FAILED (failures=5) diff --git a/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/run_kernel_final_runner_mutants.py b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/run_kernel_final_runner_mutants.py new file mode 100644 index 000000000..75404718d --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/run_kernel_final_runner_mutants.py @@ -0,0 +1,95 @@ +#!/usr/bin/env python3 +"""Targeted actual runner/classifier source mutants; no Lean or original-mutant replay.""" +from pathlib import Path +import hashlib +import importlib.util +import json +import shutil +import subprocess +import sys +import tempfile + +BASE = Path(__file__).resolve().parents[1] +WORK = BASE / 'work/kernel_replay' +OUT = BASE / 'evidence/kernel-final-runner-mutants' +OUT.mkdir(exist_ok=True) +GUARD = OUT / 'guard_run_tests.py' +GUARD.write_bytes((WORK / 'run_tests.py').read_bytes()) +spec = importlib.util.spec_from_file_location('trusted_classifier', WORK / 'mutations.py') +trusted = importlib.util.module_from_spec(spec) +spec.loader.exec_module(trusted) +sha = lambda data: hashlib.sha256(data).hexdigest() + +def replace_once(old, new): + def transform(source): + assert source.count(old) == 1, old + return source.replace(old, new, 1) + return transform + +def legacy(source): + a, b = source.index('def classify('), source.index('\n\ndef digest') + return source[:a] + '''def classify(value, code, expected_selection=None, expected_ids=None): + if code == 1 and value.get('assertion_failures', 0) > 0 and not value.get('errors'): + return 'KILLED' + return 'SURVIVED' if code == 0 else 'ERROR' +''' + source[b:] + +def remove_completion(source): + anchor = 'result.body_finished_ids.append(method_id(test))' + assert source.count(anchor) == 2 + return source.replace(anchor, 'pass # mutant drops body completion') + +def erase_subtest_origin(source): + source = replace_once("phase = self.phase.get(id(test))", "phase = 'body'")(source) + return replace_once("if phase == 'body' and id(test) not in self.body_active:", "if False:")(source) + +PREFIX = 'test_mutation_harness.MutationHarnessTests.' +plan = [ + ('restore-summary-only-grading', 'mutations.py', legacy, 'test_setup_assertion_is_not_a_kill'), + ('trust-overridable-display-id', 'run_tests.py', replace_once("return cls.__module__ + '.' + cls.__qualname__ + '.' + name", 'return test.id()'), 'test_empty_duplicate_synthetic_and_spoofed_population_is_error'), + ('ignore-body-population-receipt', 'mutations.py', replace_once('keys[1:5]', 'keys[1:3]'), 'test_forged_or_missing_accounting_is_error'), + ('accept-boolean-counts', 'mutations.py', replace_once('type(value.get(key)) is not int', 'not isinstance(value.get(key), int)'), 'test_forged_or_missing_accounting_is_error'), + ('ignore-invalid-population', 'mutations.py', replace_once("if value.get('invalid_population') != []:", 'if False:'), 'test_empty_duplicate_synthetic_and_spoofed_population_is_error'), + ('ignore-selector-binding', 'mutations.py', replace_once('or any(not any(selector', 'or False and any(not any(selector'), 'test_forged_or_missing_accounting_is_error'), + ('drop-body-completion', 'run_tests.py', remove_completion, 'test_body_assertion_kills_after_all_selected_bodies_finish'), + ('erase-subtest-lifecycle-origin', 'run_tests.py', erase_subtest_origin, 'test_lifecycle_subtests_and_subtest_errors_are_errors'), +] +plan = [item for item in plan if item[1] == 'run_tests.py'] +def drop_dispatch_authorization(source): + anchor = 'if id(test) not in result.dispatch_active or result.lifecycle_depth.get(id(test), 0):' + assert source.count(anchor) == 2 + return source.replace(anchor, 'if False:') +plan.append(('drop-selected-method-dispatch-authorization', 'run_tests.py', drop_dispatch_authorization, + 'test_selected_method_invoked_from_lifecycle_is_error')) +results = [] +for name, filename, transform, test in plan: + with tempfile.TemporaryDirectory(prefix='kernel-harness-mutant-') as tmp: + root = Path(tmp) / 'kernel_replay' + shutil.copytree(WORK, root, ignore=shutil.ignore_patterns('evidence', '__pycache__', '*.pyc')) + target = root / filename + original = target.read_text() + changed = transform(original) + compile(changed, filename, 'exec') + target.write_text(changed) + output = OUT / (name + '.json') + driver = Path(tmp) / 'monitor.py' + driver.write_text('import importlib.util,sys\nfrom pathlib import Path\n' + 's=importlib.util.spec_from_file_location("guard",sys.argv[1]);m=importlib.util.module_from_spec(s);s.loader.exec_module(m)\n' + 'm.ROOT=Path(sys.argv[2]);sys.argv=["guard","--output",sys.argv[3],"--test",sys.argv[4]]\n' + 'raise SystemExit(m.main())\n') + command = [sys.executable, '-B', '-S', str(driver), str(GUARD), str(root), str(output), PREFIX + test] + p = subprocess.run(command, capture_output=True, text=True, timeout=30) + value = json.loads(output.read_text()) if output.exists() else {} + record = {'name': name, 'file': filename, 'test': PREFIX + test, + 'outcome': trusted.classify(value, p.returncode, [PREFIX + test], [PREFIX + test]), + 'returncode': p.returncode, 'original_sha256': sha(original.encode()), + 'mutated_sha256': sha(changed.encode()), 'guard_sha256': sha(GUARD.read_bytes()), + 'tests': value, 'stderr': p.stderr} + output.write_text(json.dumps(record, indent=2) + '\n') + results.append({k: v for k, v in record.items() if k not in ('tests', 'stderr')}) + print(name + ': ' + record['outcome'], flush=True) +report = {'schema_version': 1, 'scope': '4 final runner-source mutants after dispatch guard change; unchanged classifier controls reused from prior generation', + 'planned': len(plan), 'killed': sum(r['outcome'] == 'KILLED' for r in results), + 'ok': all(r['outcome'] == 'KILLED' for r in results), 'results': results} +(OUT / 'summary.json').write_text(json.dumps(report, indent=2) + '\n') +raise SystemExit(0 if report['ok'] else 1) diff --git a/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/run_kernel_harness_mutants.py b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/run_kernel_harness_mutants.py new file mode 100644 index 000000000..7b582c628 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/run_kernel_harness_mutants.py @@ -0,0 +1,88 @@ +#!/usr/bin/env python3 +"""Targeted actual runner/classifier source mutants; no Lean or original-mutant replay.""" +from pathlib import Path +import hashlib +import importlib.util +import json +import shutil +import subprocess +import sys +import tempfile + +BASE = Path(__file__).resolve().parents[1] +WORK = BASE / 'work/kernel_replay' +OUT = BASE / 'evidence/kernel-harness-mutants' +OUT.mkdir(exist_ok=True) +GUARD = OUT / 'guard_run_tests.py' +GUARD.write_bytes((WORK / 'run_tests.py').read_bytes()) +spec = importlib.util.spec_from_file_location('trusted_classifier', WORK / 'mutations.py') +trusted = importlib.util.module_from_spec(spec) +spec.loader.exec_module(trusted) +sha = lambda data: hashlib.sha256(data).hexdigest() + +def replace_once(old, new): + def transform(source): + assert source.count(old) == 1, old + return source.replace(old, new, 1) + return transform + +def legacy(source): + a, b = source.index('def classify('), source.index('\n\ndef digest') + return source[:a] + '''def classify(value, code, expected_selection=None, expected_ids=None): + if code == 1 and value.get('assertion_failures', 0) > 0 and not value.get('errors'): + return 'KILLED' + return 'SURVIVED' if code == 0 else 'ERROR' +''' + source[b:] + +def remove_completion(source): + anchor = 'result.body_finished_ids.append(method_id(test))' + assert source.count(anchor) == 2 + return source.replace(anchor, 'pass # mutant drops body completion') + +def erase_subtest_origin(source): + source = replace_once("phase = self.phase.get(id(test))", "phase = 'body'")(source) + return replace_once("if phase == 'body' and id(test) not in self.body_active:", "if False:")(source) + +PREFIX = 'test_mutation_harness.MutationHarnessTests.' +plan = [ + ('restore-summary-only-grading', 'mutations.py', legacy, 'test_setup_assertion_is_not_a_kill'), + ('trust-overridable-display-id', 'run_tests.py', replace_once("return cls.__module__ + '.' + cls.__qualname__ + '.' + name", 'return test.id()'), 'test_empty_duplicate_synthetic_and_spoofed_population_is_error'), + ('ignore-body-population-receipt', 'mutations.py', replace_once('keys[1:5]', 'keys[1:3]'), 'test_forged_or_missing_accounting_is_error'), + ('accept-boolean-counts', 'mutations.py', replace_once('type(value.get(key)) is not int', 'not isinstance(value.get(key), int)'), 'test_forged_or_missing_accounting_is_error'), + ('ignore-invalid-population', 'mutations.py', replace_once("if value.get('invalid_population') != []:", 'if False:'), 'test_empty_duplicate_synthetic_and_spoofed_population_is_error'), + ('ignore-selector-binding', 'mutations.py', replace_once('or any(not any(selector', 'or False and any(not any(selector'), 'test_forged_or_missing_accounting_is_error'), + ('drop-body-completion', 'run_tests.py', remove_completion, 'test_body_assertion_kills_after_all_selected_bodies_finish'), + ('erase-subtest-lifecycle-origin', 'run_tests.py', erase_subtest_origin, 'test_lifecycle_subtests_and_subtest_errors_are_errors'), +] +results = [] +for name, filename, transform, test in plan: + with tempfile.TemporaryDirectory(prefix='kernel-harness-mutant-') as tmp: + root = Path(tmp) / 'kernel_replay' + shutil.copytree(WORK, root, ignore=shutil.ignore_patterns('evidence', '__pycache__', '*.pyc')) + target = root / filename + original = target.read_text() + changed = transform(original) + compile(changed, filename, 'exec') + target.write_text(changed) + output = OUT / (name + '.json') + driver = Path(tmp) / 'monitor.py' + driver.write_text('import importlib.util,sys\nfrom pathlib import Path\n' + 's=importlib.util.spec_from_file_location("guard",sys.argv[1]);m=importlib.util.module_from_spec(s);s.loader.exec_module(m)\n' + 'm.ROOT=Path(sys.argv[2]);sys.argv=["guard","--output",sys.argv[3],"--test",sys.argv[4]]\n' + 'raise SystemExit(m.main())\n') + command = [sys.executable, '-B', '-S', str(driver), str(GUARD), str(root), str(output), PREFIX + test] + p = subprocess.run(command, capture_output=True, text=True, timeout=30) + value = json.loads(output.read_text()) if output.exists() else {} + record = {'name': name, 'file': filename, 'test': PREFIX + test, + 'outcome': trusted.classify(value, p.returncode, [PREFIX + test], [PREFIX + test]), + 'returncode': p.returncode, 'original_sha256': sha(original.encode()), + 'mutated_sha256': sha(changed.encode()), 'guard_sha256': sha(GUARD.read_bytes()), + 'tests': value, 'stderr': p.stderr} + output.write_text(json.dumps(record, indent=2) + '\n') + results.append({k: v for k, v in record.items() if k not in ('tests', 'stderr')}) + print(name + ': ' + record['outcome'], flush=True) +report = {'schema_version': 1, 'scope': '8 targeted actual harness-source mutants; not original CBZ mutant replay', + 'planned': len(plan), 'killed': sum(r['outcome'] == 'KILLED' for r in results), + 'ok': all(r['outcome'] == 'KILLED' for r in results), 'results': results} +(OUT / 'summary.json').write_text(json.dumps(report, indent=2) + '\n') +raise SystemExit(0 if report['ok'] else 1) diff --git a/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/run_kernel_parent_identity_mutant.py b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/run_kernel_parent_identity_mutant.py new file mode 100644 index 000000000..07285779d --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/run_kernel_parent_identity_mutant.py @@ -0,0 +1,91 @@ +#!/usr/bin/env python3 +"""Targeted actual runner/classifier source mutants; no Lean or original-mutant replay.""" +from pathlib import Path +import hashlib +import importlib.util +import json +import shutil +import subprocess +import sys +import tempfile + +BASE = Path(__file__).resolve().parents[1] +WORK = BASE / 'work/kernel_replay' +OUT = BASE / 'evidence/kernel-parent-identity-mutant' +OUT.mkdir(exist_ok=True) +GUARD = OUT / 'guard_run_tests.py' +GUARD.write_bytes((WORK / 'run_tests.py').read_bytes()) +spec = importlib.util.spec_from_file_location('trusted_classifier', WORK / 'mutations.py') +trusted = importlib.util.module_from_spec(spec) +spec.loader.exec_module(trusted) +sha = lambda data: hashlib.sha256(data).hexdigest() + +def replace_once(old, new): + def transform(source): + assert source.count(old) == 1, old + return source.replace(old, new, 1) + return transform + +def legacy(source): + a, b = source.index('def classify('), source.index('\n\ndef digest') + return source[:a] + '''def classify(value, code, expected_selection=None, expected_ids=None): + if code == 1 and value.get('assertion_failures', 0) > 0 and not value.get('errors'): + return 'KILLED' + return 'SURVIVED' if code == 0 else 'ERROR' +''' + source[b:] + +def remove_completion(source): + anchor = 'result.body_finished_ids.append(method_id(test))' + assert source.count(anchor) == 2 + return source.replace(anchor, 'pass # mutant drops body completion') + +def erase_subtest_origin(source): + source = replace_once("phase = self.phase.get(id(test))", "phase = 'body'")(source) + return replace_once("if phase == 'body' and id(test) not in self.body_active:", "if False:")(source) + +PREFIX = 'test_mutation_harness.MutationHarnessTests.' +plan = [ + ('restore-summary-only-grading', 'mutations.py', legacy, 'test_setup_assertion_is_not_a_kill'), + ('trust-overridable-display-id', 'run_tests.py', replace_once("return cls.__module__ + '.' + cls.__qualname__ + '.' + name", 'return test.id()'), 'test_empty_duplicate_synthetic_and_spoofed_population_is_error'), + ('ignore-body-population-receipt', 'mutations.py', replace_once('keys[1:5]', 'keys[1:3]'), 'test_forged_or_missing_accounting_is_error'), + ('accept-boolean-counts', 'mutations.py', replace_once('type(value.get(key)) is not int', 'not isinstance(value.get(key), int)'), 'test_forged_or_missing_accounting_is_error'), + ('ignore-invalid-population', 'mutations.py', replace_once("if value.get('invalid_population') != []:", 'if False:'), 'test_empty_duplicate_synthetic_and_spoofed_population_is_error'), + ('ignore-selector-binding', 'mutations.py', replace_once('or any(not any(selector', 'or False and any(not any(selector'), 'test_forged_or_missing_accounting_is_error'), + ('drop-body-completion', 'run_tests.py', remove_completion, 'test_body_assertion_kills_after_all_selected_bodies_finish'), + ('erase-subtest-lifecycle-origin', 'run_tests.py', erase_subtest_origin, 'test_lifecycle_subtests_and_subtest_errors_are_errors'), +] +plan = [('drop-foreign-subtest-parent-identity', 'run_tests.py', + replace_once("if getattr(subtest, 'test_case', None) is not test:", 'if False:'), + 'test_foreign_subtest_parent_cannot_claim_selected_body_assertion')] +results = [] +for name, filename, transform, test in plan: + with tempfile.TemporaryDirectory(prefix='kernel-harness-mutant-') as tmp: + root = Path(tmp) / 'kernel_replay' + shutil.copytree(WORK, root, ignore=shutil.ignore_patterns('evidence', '__pycache__', '*.pyc')) + target = root / filename + original = target.read_text() + changed = transform(original) + compile(changed, filename, 'exec') + target.write_text(changed) + output = OUT / (name + '.json') + driver = Path(tmp) / 'monitor.py' + driver.write_text('import importlib.util,sys\nfrom pathlib import Path\n' + 's=importlib.util.spec_from_file_location("guard",sys.argv[1]);m=importlib.util.module_from_spec(s);s.loader.exec_module(m)\n' + 'm.ROOT=Path(sys.argv[2]);sys.argv=["guard","--output",sys.argv[3],"--test",sys.argv[4]]\n' + 'raise SystemExit(m.main())\n') + command = [sys.executable, '-B', '-S', str(driver), str(GUARD), str(root), str(output), PREFIX + test] + p = subprocess.run(command, capture_output=True, text=True, timeout=30) + value = json.loads(output.read_text()) if output.exists() else {} + record = {'name': name, 'file': filename, 'test': PREFIX + test, + 'outcome': trusted.classify(value, p.returncode, [PREFIX + test], [PREFIX + test]), + 'returncode': p.returncode, 'original_sha256': sha(original.encode()), + 'mutated_sha256': sha(changed.encode()), 'guard_sha256': sha(GUARD.read_bytes()), + 'tests': value, 'stderr': p.stderr} + output.write_text(json.dumps(record, indent=2) + '\n') + results.append({k: v for k, v in record.items() if k not in ('tests', 'stderr')}) + print(name + ': ' + record['outcome'], flush=True) +report = {'schema_version': 1, 'scope': 'one final foreign-subtest parent-identity source guard mutation; all unrelated controls reused', + 'planned': len(plan), 'killed': sum(r['outcome'] == 'KILLED' for r in results), + 'ok': all(r['outcome'] == 'KILLED' for r in results), 'results': results} +(OUT / 'summary.json').write_text(json.dumps(report, indent=2) + '\n') +raise SystemExit(0 if report['ok'] else 1) diff --git a/cbz/contributions/math514/kernel_replay/evidence/lifecycle/kernel-first-generation.patch b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/kernel-first-generation.patch new file mode 100644 index 000000000..45067dfbb --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/kernel-first-generation.patch @@ -0,0 +1,551 @@ +--- a/tools/kernel_replay/run_tests.py ++++ b/tools/kernel_replay/run_tests.py +@@ -1,6 +1,8 @@ + #!/usr/bin/env python3 +-"""Structured, fail-closed unittest runner used by G0 and mutations.""" ++"""Structured unittest execution; only complete selected test bodies grade mutants.""" + import argparse ++import functools ++import inspect + import io + import json + from pathlib import Path +@@ -8,28 +10,217 @@ + import unittest + + ROOT = Path(__file__).resolve().parent ++RECEIPT_SCHEMA = 'cbz-unittest-lifecycle-v1' ++ ++ ++def method_id(test): ++ """Use the actual selected method, rather than an overridable display id.""" ++ cls = type(test) ++ name = getattr(test, '_testMethodName', None) ++ if (not isinstance(test, unittest.TestCase) or cls.__module__ == 'unittest.loader' ++ or not isinstance(name, str) or not callable(getattr(test, name, None))): ++ return None ++ return cls.__module__ + '.' + cls.__qualname__ + '.' + name ++ ++ ++def selected_cases(suite): ++ for test in suite: ++ if isinstance(test, unittest.TestSuite): ++ yield from selected_cases(test) ++ else: ++ yield test ++ ++ ++class LifecycleResult(unittest.TextTestResult): ++ def __init__(self, *args, **kwargs): ++ super().__init__(*args, **kwargs) ++ self.started_ids = [] ++ self.finished_ids = [] ++ self.body_entered_ids = [] ++ self.body_finished_ids = [] ++ self.body_assertion_ids = [] ++ self.lifecycle_failures = 0 ++ self.subtests = 0 ++ self.subtest_events = [] ++ self.assertion_events = [] ++ self.phase = {} ++ self.body_exception = {} ++ self.body_active = set() ++ self.dispatch_active = set() ++ self.lifecycle_depth = {} ++ self.invalid_execution = [] ++ ++ def startTest(self, test): ++ self.started_ids.append(method_id(test)) ++ self.phase[id(test)] = 'setup' ++ super().startTest(test) ++ ++ def stopTest(self, test): ++ self.finished_ids.append(method_id(test)) ++ super().stopTest(test) ++ ++ def addFailure(self, test, err): ++ if (self.phase.get(id(test)) == 'body' ++ and self.body_exception.get(id(test)) is err[1] ++ and isinstance(err[1], AssertionError)): ++ self.body_assertion_ids.append(method_id(test)) ++ self.assertion_events.append({'parent_id': method_id(test), 'origin': 'body'}) ++ else: ++ self.lifecycle_failures += 1 ++ super().addFailure(test, err) ++ ++ def addSubTest(self, test, subtest, err): ++ self.subtests += 1 ++ phase = self.phase.get(id(test)) ++ if phase == 'body' and id(test) not in self.body_active: ++ phase = 'outside-body' ++ outcome = 'success' if err is None else 'assertion' if isinstance(err[1], AssertionError) else 'error' ++ self.subtest_events.append({'parent_id': method_id(test), 'phase': phase, 'outcome': outcome}) ++ if err is not None and outcome == 'assertion': ++ if phase == 'body': ++ self.body_assertion_ids.append(method_id(test)) ++ self.assertion_events.append({'parent_id': method_id(test), 'origin': 'subtest'}) ++ else: ++ self.lifecycle_failures += 1 ++ super().addSubTest(test, subtest, err) ++ ++ ++def instrument(test, result): ++ """Keep body exception identity until unittest reports it after this call exits.""" ++ for name, phase in (('_callSetUp', 'setup'), ('_callTearDown', 'teardown'), ++ ('doCleanups', 'cleanup')): ++ original = getattr(test, name) ++ ++ def lifecycle(*args, _original=original, _phase=phase, **kwargs): ++ result.phase[id(test)] = _phase ++ result.lifecycle_depth[id(test)] = result.lifecycle_depth.get(id(test), 0) + 1 ++ try: ++ return _original(*args, **kwargs) ++ finally: ++ result.lifecycle_depth[id(test)] -= 1 ++ setattr(test, name, lifecycle) ++ original_dispatch = test._callTestMethod ++ ++ def dispatch(*args, **kwargs): ++ if result.lifecycle_depth.get(id(test), 0): ++ result.invalid_execution.append('test dispatch invoked inside a lifecycle hook') ++ return original_dispatch(*args, **kwargs) ++ result.dispatch_active.add(id(test)) ++ try: ++ return original_dispatch(*args, **kwargs) ++ finally: ++ result.dispatch_active.discard(id(test)) ++ test._callTestMethod = dispatch ++ original_body = getattr(test, test._testMethodName) ++ ++ @functools.wraps(original_body) ++ def body(*args, **kwargs): ++ if id(test) not in result.dispatch_active or result.lifecycle_depth.get(id(test), 0): ++ result.invalid_execution.append('selected method invoked outside body dispatch') ++ return original_body(*args, **kwargs) ++ result.phase[id(test)] = 'body' ++ result.body_entered_ids.append(method_id(test)) ++ result.body_active.add(id(test)) ++ try: ++ return original_body(*args, **kwargs) ++ except BaseException as exc: ++ result.body_exception[id(test)] = exc ++ raise ++ finally: ++ result.body_active.discard(id(test)) ++ result.body_finished_ids.append(method_id(test)) ++ # _Outcome calls addFailure *after* this wrapper unwinds. ++ if inspect.iscoroutinefunction(original_body): ++ @functools.wraps(original_body) ++ async def async_body(*args, **kwargs): ++ if id(test) not in result.dispatch_active or result.lifecycle_depth.get(id(test), 0): ++ result.invalid_execution.append('selected async method invoked outside body dispatch') ++ return await original_body(*args, **kwargs) ++ result.phase[id(test)] = 'body' ++ result.body_entered_ids.append(method_id(test)) ++ result.body_active.add(id(test)) ++ try: ++ return await original_body(*args, **kwargs) ++ except BaseException as exc: ++ result.body_exception[id(test)] = exc ++ raise ++ finally: ++ result.body_active.discard(id(test)) ++ result.body_finished_ids.append(method_id(test)) ++ body = async_body ++ setattr(test, test._testMethodName, body) ++ ++ ++def describe_suite(suite, selection): ++ cases = list(selected_cases(suite)) ++ selected = [method_id(test) for test in cases] ++ invalid = [] ++ if not selected: ++ invalid.append('empty selected population') ++ if any(item is None for item in selected): ++ invalid.append('synthetic or unsupported selected test') ++ if len(set(selected)) != len(selected): ++ invalid.append('duplicate selected method identity') ++ for test, identity in zip(cases, selected): ++ if identity is not None and test.id() != identity: ++ invalid.append('display identity does not match selected method') ++ return cases, {'selection': selection, 'selected_ids': selected, 'invalid_population': invalid} ++ ++ ++def run_suite(suite, selection): ++ cases, population = describe_suite(suite, selection) ++ stream = io.StringIO() ++ result = LifecycleResult(stream=unittest.runner._WritelnDecorator(stream), ++ descriptions=True, verbosity=2) ++ for test in cases: ++ if method_id(test) is not None: ++ instrument(test, result) ++ suite.run(result) ++ population['invalid_population'].extend(result.invalid_execution) ++ # Render the ordinary summary for humans; grading uses the structured fields. ++ result.printErrors() ++ stream.write(f'Ran {result.testsRun} tests\n') ++ value = {'receipt_schema': RECEIPT_SCHEMA, 'selection': selection, ++ **population, ++ 'tests_run': result.testsRun, 'assertion_failures': len(result.failures), ++ 'errors': len(result.errors), 'skipped': len(result.skipped), ++ 'expected_failures': len(result.expectedFailures), ++ 'unexpected_successes': len(result.unexpectedSuccesses), ++ 'successful': result.wasSuccessful(), 'log': stream.getvalue()} ++ for name in ('started_ids', 'finished_ids', 'body_entered_ids', ++ 'body_finished_ids', 'body_assertion_ids', 'lifecycle_failures', 'subtests', ++ 'subtest_events', 'assertion_events'): ++ value[name] = getattr(result, name) ++ return value + + + def main(): + parser = argparse.ArgumentParser(allow_abbrev=False) + parser.add_argument('--output', required=True) + parser.add_argument('--test', action='append', default=[]) ++ parser.add_argument('--list', action='store_true', help='discover identities without running fixtures or test bodies') + args = parser.parse_args() + sys.path.insert(0, str(ROOT / 'tests')) + if args.test: + suite = unittest.defaultTestLoader.loadTestsFromNames(args.test) + else: + suite = unittest.defaultTestLoader.discover(str(ROOT / 'tests'), pattern='test_*.py') +- stream = io.StringIO() +- result = unittest.TextTestRunner(stream=stream, verbosity=2).run(suite) +- value = {'tests_run': result.testsRun, 'assertion_failures': len(result.failures), +- 'errors': len(result.errors), 'skipped': len(result.skipped), +- 'expected_failures': len(result.expectedFailures), +- 'unexpected_successes': len(result.unexpectedSuccesses), +- 'successful': result.wasSuccessful(), 'log': stream.getvalue()} ++ selection = args.test or ['discover:test_*.py'] ++ if args.list: ++ _, population = describe_suite(suite, selection) ++ Path(args.output).write_text(json.dumps(population, indent=2) + '\n') ++ return 0 if population['selected_ids'] and not population['invalid_population'] else 1 ++ value = run_suite(suite, selection) + Path(args.output).write_text(json.dumps(value, indent=2) + '\n') + print(value['log'], end='') +- return 0 if result.wasSuccessful() and result.testsRun and not result.skipped else 1 ++ complete = (not value['invalid_population'] and value['selected_ids'] ++ and all(value[key] == value['selected_ids'] for key in ++ ('started_ids', 'finished_ids', 'body_entered_ids', 'body_finished_ids'))) ++ return 0 if (complete and value['successful'] and not value['skipped'] ++ and not value['expected_failures'] and not value['unexpected_successes'] ++ and all(event['phase'] == 'body' and event['outcome'] == 'success' ++ for event in value['subtest_events']) ++ and not value['lifecycle_failures']) else 1 + + + if __name__ == '__main__': +--- a/tools/kernel_replay/mutations.py ++++ b/tools/kernel_replay/mutations.py +@@ -5,6 +5,7 @@ + import json + import os + from pathlib import Path ++import re + import shutil + import subprocess + import sys +@@ -13,14 +14,71 @@ + ROOT = Path(__file__).resolve().parent + + +-def classify(value, code): +- if (code not in (0, 1) or not value.get('tests_run') or value.get('errors') +- or value.get('skipped') or value.get('expected_failures') +- or value.get('unexpected_successes')): +- return 'ERROR' +- if code == 1 and value.get('assertion_failures', 0) > 0 and not value.get('successful'): ++def classify(value, code, expected_selection=None, expected_ids=None): ++ """Grade only trusted runner receipts; legacy/log-only summaries fail closed. ++ ++ This validates accounting, not an adversarial author's fabricated JSON. The ++ receipt must come from the runner subprocess whose source is custody-bound. ++ """ ++ if (not isinstance(value, dict) or type(code) is not int or code not in (0, 1) ++ or value.get('receipt_schema') != 'cbz-unittest-lifecycle-v1' ++ or type(value.get('successful')) is not bool): ++ return 'ERROR' ++ counts = ('tests_run', 'assertion_failures', 'errors', 'skipped', ++ 'expected_failures', 'unexpected_successes', 'lifecycle_failures', 'subtests') ++ if any(type(value.get(key)) is not int or value[key] < 0 for key in counts): ++ return 'ERROR' ++ if any(value[key] for key in ('errors', 'skipped', 'expected_failures', ++ 'unexpected_successes', 'lifecycle_failures')): ++ return 'ERROR' ++ if value.get('invalid_population') != []: ++ return 'ERROR' ++ selection = value.get('selection') ++ if (not isinstance(selection, list) or not selection ++ or any(not isinstance(item, str) or not item for item in selection) ++ or expected_selection is not None and selection != expected_selection): ++ return 'ERROR' ++ keys = ('selected_ids', 'started_ids', 'finished_ids', 'body_entered_ids', ++ 'body_finished_ids', 'body_assertion_ids') ++ for key in keys: ++ ids = value.get(key) ++ if (not isinstance(ids, list) or any(not isinstance(item, str) or not re.fullmatch(r'(?:[A-Za-z_]\w*\.){2,}[A-Za-z_]\w*', item) ++ or item.startswith('unittest.loader.') for item in ids) ++ or key != 'body_assertion_ids' and len(ids) != len(set(ids))): ++ return 'ERROR' ++ selected = value['selected_ids'] ++ if (expected_ids is not None and selected != expected_ids ++ or any(not any(selector == 'discover:test_*.py' or identity == selector ++ or identity.startswith(selector + '.') for selector in selection) ++ for identity in selected)): ++ return 'ERROR' ++ if (not selected or value['tests_run'] != len(selected) ++ or any(value[key] != selected for key in keys[1:5]) ++ or any(item not in selected for item in value['body_assertion_ids']) ++ or value['assertion_failures'] != len(value['body_assertion_ids'])): ++ return 'ERROR' ++ events = value.get('subtest_events') ++ assertions = value.get('assertion_events') ++ if not isinstance(events, list) or not isinstance(assertions, list) or value['subtests'] != len(events): ++ return 'ERROR' ++ for event in events: ++ if (not isinstance(event, dict) or set(event) != {'parent_id', 'phase', 'outcome'} ++ or event['parent_id'] not in selected or event['phase'] != 'body' ++ or event['outcome'] not in ('success', 'assertion')): ++ return 'ERROR' ++ for event in assertions: ++ if (not isinstance(event, dict) or set(event) != {'parent_id', 'origin'} ++ or event['parent_id'] not in selected or event['origin'] not in ('body', 'subtest')): ++ return 'ERROR' ++ direct = [event['parent_id'] for event in assertions if event['origin'] == 'body'] ++ if (len(set(direct)) != len(direct) ++ or value['body_assertion_ids'] != [event['parent_id'] for event in assertions] ++ or [event['parent_id'] for event in assertions if event['origin'] == 'subtest'] != ++ [event['parent_id'] for event in events if event['outcome'] == 'assertion']): ++ return 'ERROR' ++ if code == 1 and value['assertion_failures'] > 0 and value['successful'] is False: + return 'KILLED' +- if code == 0 and value.get('successful') and value.get('assertion_failures') == 0: ++ if code == 0 and value['successful'] is True and value['assertion_failures'] == 0: + return 'SURVIVED' + return 'ERROR' + +@@ -136,7 +194,18 @@ + evidence = ROOT / ('evidence/mutations' if group == 'all' else 'evidence/resource-mutations') + evidence.mkdir(parents=True, exist_ok=True) + results = [] ++ populations = {} + for name, filename, old, new, test in plan: ++ if test not in populations: ++ population_path = evidence / ('population-' + str(len(populations)) + '.json') ++ listed = subprocess.run([sys.executable, '-B', '-S', str(ROOT / 'run_tests.py'), ++ '--output', str(population_path), '--test', test, '--list'], ++ capture_output=True, text=True, timeout=15) ++ population = json.loads(population_path.read_text()) if population_path.exists() else {} ++ if (listed.returncode != 0 or population.get('invalid_population') != [] ++ or not population.get('selected_ids') or population.get('selection') != [test]): ++ raise ValueError('cannot bind unchanged selected test population: ' + test) ++ populations[test] = population['selected_ids'] + with tempfile.TemporaryDirectory(dir=ROOT / 'evidence', prefix='mutant-') as d: + work = Path(d) / 'kernel_replay' + shutil.copytree(ROOT, work, ignore=shutil.ignore_patterns('evidence', '__pycache__', '*.pyc')) +@@ -153,7 +222,8 @@ + p = subprocess.run(command, capture_output=True, text=True, timeout=90) + value = json.loads(result_path.read_text()) if result_path.exists() else {} + record = {'name': name, 'file': filename, 'test': test, +- 'outcome': classify(value, p.returncode), 'returncode': p.returncode, ++ 'outcome': classify(value, p.returncode, [test], populations[test]), 'returncode': p.returncode, ++ 'expected_selected_ids': populations[test], + 'original_sha256': digest(original.encode()), + 'mutated_sha256': digest(changed.encode()), 'tests': value, + 'stdout': p.stdout, 'stderr': p.stderr} +--- a/tools/kernel_replay/tests/test_mutation_harness.py ++++ b/tools/kernel_replay/tests/test_mutation_harness.py +@@ -1,25 +1,178 @@ +-"""Mutation accounting cannot turn errors, skips, or no tests into kills.""" ++"""Real runner controls for body-only mutation kills and complete selected populations.""" ++import copy + import importlib.util ++import json + from pathlib import Path ++import shutil ++import subprocess ++import sys ++import tempfile ++import textwrap + import unittest + + ROOT = Path(__file__).resolve().parents[1] ++_spec = importlib.util.spec_from_file_location('mutations_under_test', ROOT / 'mutations.py') ++mutations = importlib.util.module_from_spec(_spec) ++_spec.loader.exec_module(mutations) + + + class MutationHarnessTests(unittest.TestCase): +- def test_only_clean_assertion_failure_is_a_kill(self): +- spec = importlib.util.spec_from_file_location('mutations', ROOT / 'mutations.py') +- mod = importlib.util.module_from_spec(spec) +- spec.loader.exec_module(mod) +- clean = dict(tests_run=1, assertion_failures=1, errors=0, skipped=0, +- expected_failures=0, unexpected_successes=0, successful=False) +- self.assertEqual(mod.classify(clean, 1), 'KILLED') +- self.assertEqual(mod.classify({**clean, 'assertion_failures': 0, 'successful': True}, 0), 'SURVIVED') +- for changes, code in (({'tests_run': 0}, 1), ({'errors': 1}, 1), +- ({'skipped': 1}, 1), ({'expected_failures': 1}, 1), +- ({'unexpected_successes': 1}, 1), ({}, 2), ({}, -9)): +- with self.subTest(changes=changes, code=code): +- self.assertEqual(mod.classify({**clean, **changes}, code), 'ERROR') ++ def run_fixture(self, methods, selection='fixture.Case', module_tail=''): ++ source = 'import unittest\nclass Case(unittest.TestCase):\n' + textwrap.indent(textwrap.dedent(methods), ' ') + '\n' + module_tail ++ with tempfile.TemporaryDirectory() as tmp: ++ root = Path(tmp) ++ (root / 'tests').mkdir() ++ shutil.copy2(ROOT / 'run_tests.py', root / 'run_tests.py') ++ (root / 'tests/fixture.py').write_text(source) ++ output = root / 'result.json' ++ p = subprocess.run([sys.executable, '-B', '-S', str(root / 'run_tests.py'), ++ '--output', str(output), '--test', selection], ++ capture_output=True, text=True, timeout=10) ++ self.assertTrue(output.exists(), p.stderr) ++ value = json.loads(output.read_text()) ++ return mutations.classify(value, p.returncode), value, p.returncode ++ ++ def test_setup_assertion_is_not_a_kill(self): ++ outcome, value, _ = self.run_fixture(''' ++ def setUp(self): self.fail('setup only') ++ def test_one(self): pass ++ ''') ++ self.assertEqual(outcome, 'ERROR', value) ++ ++ def test_body_assertion_kills_after_all_selected_bodies_finish(self): ++ outcome, value, _ = self.run_fixture(''' ++ def test_one(self): self.fail('body assertion') ++ def test_two(self): pass ++ ''') ++ self.assertEqual(outcome, 'KILLED', value) ++ self.assertEqual(value['body_entered_ids'], ['fixture.Case.test_one', 'fixture.Case.test_two']) ++ self.assertEqual(value['body_finished_ids'], ['fixture.Case.test_one', 'fixture.Case.test_two']) ++ self.assertEqual(value['body_assertion_ids'], ['fixture.Case.test_one']) ++ ++ def test_dispatch_hook_assertion_without_selected_method_is_error(self): ++ outcome, value, _ = self.run_fixture("def _callTestMethod(self, method): self.fail('dispatch hook only')\ndef test_one(self): raise RuntimeError('selected body was entered')") ++ self.assertEqual(outcome, 'ERROR', value) ++ ++ def test_selected_method_invoked_from_lifecycle_is_error(self): ++ for source in ("def setUp(self): self.test_one()\ndef test_one(self): self.fail('called from setup')", ++ "def setUp(self): self._callTestMethod(self.test_one)\ndef test_one(self): self.fail('dispatch called from setup')", ++ "def tearDown(self): self.test_one()\ndef test_one(self): pass", ++ "def test_one(self):\n if not hasattr(self, 'scheduled'):\n self.scheduled = True\n self.addCleanup(self.test_one)"): ++ outcome, value, _ = self.run_fixture(source) ++ self.assertEqual(outcome, 'ERROR', value) ++ ++ def test_clean_identity_survives(self): ++ outcome, value, _ = self.run_fixture('def test_one(self): pass') ++ self.assertEqual(outcome, 'SURVIVED', value) ++ ++ def test_lifecycle_failures_never_kill_even_with_body_assertion(self): ++ cases = [ ++ "def tearDown(self): self.fail('teardown')\ndef test_one(self): pass", ++ "def test_one(self): self.addCleanup(self.fail, 'cleanup')", ++ "def tearDown(self): self.fail('teardown')\ndef test_one(self): self.fail('body')", ++ "def test_one(self):\n self.addCleanup(self.fail, 'cleanup')\n self.fail('body')", ++ "@classmethod\ndef setUpClass(cls): raise AssertionError('class setup')\ndef test_one(self): pass", ++ "@classmethod\ndef tearDownClass(cls): raise AssertionError('class teardown')\ndef test_one(self): self.fail('body')", ++ "@classmethod\ndef setUpClass(cls): cls.addClassCleanup(lambda: (_ for _ in ()).throw(AssertionError('class cleanup')))\ndef test_one(self): self.fail('body')", ++ ] ++ for source in cases: ++ with self.subTest(source=source): ++ outcome, value, _ = self.run_fixture(source) ++ self.assertEqual(outcome, 'ERROR', value) ++ ++ def test_errors_skips_and_expected_failures_are_errors(self): ++ cases = [ ++ "def test_one(self): raise RuntimeError('body runtime')", ++ "def setUp(self): raise RuntimeError('setup runtime')\ndef test_one(self): self.fail('body')", ++ "@unittest.skip('skip')\ndef test_one(self): pass", ++ "@unittest.expectedFailure\ndef test_one(self): self.fail('expected')", ++ "@unittest.expectedFailure\ndef test_one(self): pass", ++ ] ++ for source in cases: ++ with self.subTest(source=source): ++ outcome, value, _ = self.run_fixture(source) ++ self.assertEqual(outcome, 'ERROR', value) ++ ++ def test_body_scoped_subtest_assertions_kill_without_changing_parent_population(self): ++ for source, failures in (("def test_one(self):\n with self.subTest(i=1): self.fail('first')\n with self.subTest(i=2): self.fail('second')", 2), ++ ("def test_one(self):\n with self.subTest(i=1): pass\n self.fail('body')", 1)): ++ outcome, value, _ = self.run_fixture(source) ++ self.assertEqual(outcome, 'KILLED', value) ++ self.assertEqual(value['selected_ids'], ['fixture.Case.test_one']) ++ self.assertEqual(value['assertion_failures'], failures) ++ outcome, value, _ = self.run_fixture("def test_one(self):\n with self.subTest(i=1): pass") ++ self.assertEqual(outcome, 'SURVIVED', value) ++ ++ def test_lifecycle_subtests_and_subtest_errors_are_errors(self): ++ for source in ("def setUp(self):\n with self.subTest(i=1): self.fail('setup subtest')\ndef test_one(self): pass", ++ "def tearDown(self):\n with self.subTest(i=1): self.fail('teardown subtest')\ndef test_one(self): self.fail('body')", ++ "def test_one(self):\n with self.subTest(i=1): raise RuntimeError('subtest runtime')"): ++ outcome, value, _ = self.run_fixture(source) ++ self.assertEqual(outcome, 'ERROR', value) ++ ++ def test_empty_duplicate_synthetic_and_spoofed_population_is_error(self): ++ cases = [ ++ ('def test_one(self): pass', 'fixture', 'def load_tests(loader, tests, pattern): return unittest.TestSuite()'), ++ ('def test_one(self): self.fail("body")', 'fixture', 'def load_tests(loader, tests, pattern): return unittest.TestSuite([Case("test_one"), Case("test_one")])'), ++ ('def test_one(self): pass', 'fixture.Missing', ''), ++ ('def id(self): return "fixture.Case.test_forged"\ndef test_one(self): self.fail("body")', 'fixture.Case', ''), ++ ] ++ for source, selection, tail in cases: ++ with self.subTest(selection=selection, tail=tail): ++ outcome, value, _ = self.run_fixture(source, selection, tail) ++ self.assertEqual(outcome, 'ERROR', value) ++ ++ def test_population_listing_does_not_execute_fixtures_or_bodies(self): ++ with tempfile.TemporaryDirectory() as tmp: ++ root = Path(tmp) ++ (root / 'tests').mkdir() ++ shutil.copy2(ROOT / 'run_tests.py', root / 'run_tests.py') ++ (root / 'tests/fixture.py').write_text("import unittest\nclass Case(unittest.TestCase):\n @classmethod\n def setUpClass(cls): raise AssertionError('fixture must not run')\n def test_one(self): raise RuntimeError('body must not run')\n") ++ output = root / 'population.json' ++ p = subprocess.run([sys.executable, '-B', '-S', str(root / 'run_tests.py'), ++ '--output', str(output), '--test', 'fixture.Case', '--list'], ++ capture_output=True, text=True, timeout=10) ++ self.assertEqual(p.returncode, 0, p.stderr) ++ self.assertEqual(json.loads(output.read_text()), ++ {'selection': ['fixture.Case'], 'selected_ids': ['fixture.Case.test_one'], ++ 'invalid_population': []}) ++ ++ def test_summary_without_lifecycle_receipt_fails_closed(self): ++ old = dict(tests_run=1, assertion_failures=1, errors=0, skipped=0, ++ expected_failures=0, unexpected_successes=0, successful=False) ++ self.assertEqual(mutations.classify(old, 1), 'ERROR') ++ self.assertEqual(mutations.classify({}, 1), 'ERROR') ++ self.assertEqual(mutations.classify(None, 1), 'ERROR') ++ ++ def test_forged_or_missing_accounting_is_error(self): ++ _, receipt, code = self.run_fixture('def test_one(self): self.fail("body")') ++ for key in ('receipt_schema', 'selected_ids', 'started_ids', 'finished_ids', ++ 'body_entered_ids', 'body_finished_ids', 'body_assertion_ids', ++ 'lifecycle_failures', 'subtests', 'invalid_population', 'subtest_events', 'assertion_events'): ++ with self.subTest(missing=key): ++ value = copy.deepcopy(receipt) ++ value.pop(key, None) ++ self.assertEqual(mutations.classify(value, code), 'ERROR') ++ for changes in ({'tests_run': True}, {'tests_run': 1.0}, {'assertion_failures': '1'}, ++ {'successful': 0}, {'lifecycle_failures': -1}, {'subtests': True}, ++ {'body_entered_ids': []}, {'body_finished_ids': []}, ++ {'finished_ids': []}, {'body_assertion_ids': []}, ++ {'body_assertion_ids': ['fixture.Case.test_forged']}, ++ {'selected_ids': ['synthetic']}, ++ {'selected_ids': ['unittest.loader._FailedTest.test_one']}, ++ {'selected_ids': ['fixture.Case.test_one', 'fixture.Case.test_one']}, ++ {'started_ids': ['fixture.Case.test_one', 'fixture.Case.test_one']}, ++ {'errors': 1}, {'skipped': 1}, {'expected_failures': 1}, ++ {'unexpected_successes': 1}, {'assertion_failures': 2}, ++ {'subtests': 1}, {'assertion_events': []}, ++ {'subtest_events': [{'parent_id': 'fixture.Case.test_one', 'phase': 'body', 'outcome': 'assertion'}]}): ++ with self.subTest(changes=changes): ++ self.assertEqual(mutations.classify({**receipt, **changes}, code), 'ERROR') ++ self.assertEqual(mutations.classify(receipt, code, ['fixture.Other']), 'ERROR') ++ self.assertEqual(mutations.classify({**receipt, 'selection': ['fixture.Other']}, code, ['fixture.Other']), 'ERROR') ++ self.assertEqual(mutations.classify(receipt, code, ['fixture.Case'], ['fixture.Case.test_other']), 'ERROR') ++ for exit_code in (2, -9, True): ++ self.assertEqual(mutations.classify(receipt, exit_code), 'ERROR') + + + if __name__ == '__main__': diff --git a/cbz/contributions/math514/kernel_replay/evidence/lifecycle/kernel-parent-identity-followup.patch b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/kernel-parent-identity-followup.patch new file mode 100644 index 000000000..c9a45bbe7 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/kernel-parent-identity-followup.patch @@ -0,0 +1,24 @@ +--- a/tools/kernel_replay/run_tests.py ++++ b/tools/kernel_replay/run_tests.py +@@ -74,6 +74,8 @@ + phase = self.phase.get(id(test)) + if phase == 'body' and id(test) not in self.body_active: + phase = 'outside-body' ++ if getattr(subtest, 'test_case', None) is not test: ++ phase = 'foreign-parent' + outcome = 'success' if err is None else 'assertion' if isinstance(err[1], AssertionError) else 'error' + self.subtest_events.append({'parent_id': method_id(test), 'phase': phase, 'outcome': outcome}) + if err is not None and outcome == 'assertion': +--- a/tools/kernel_replay/tests/test_mutation_harness.py ++++ b/tools/kernel_replay/tests/test_mutation_harness.py +@@ -103,6 +103,10 @@ + outcome, value, _ = self.run_fixture("def test_one(self):\n with self.subTest(i=1): pass") + self.assertEqual(outcome, 'SURVIVED', value) + ++ def test_foreign_subtest_parent_cannot_claim_selected_body_assertion(self): ++ outcome, value, _ = self.run_fixture("def test_one(self):\n import sys\n foreign = unittest.case._SubTest(unittest.FunctionTestCase(lambda: None), 'foreign', {})\n try: raise AssertionError('foreign parent assertion')\n except AssertionError: self._outcome.result.addSubTest(self, foreign, sys.exc_info())") ++ self.assertEqual(outcome, 'ERROR', value) ++ + def test_lifecycle_subtests_and_subtest_errors_are_errors(self): + for source in ("def setUp(self):\n with self.subTest(i=1): self.fail('setup subtest')\ndef test_one(self): pass", + "def tearDown(self):\n with self.subTest(i=1): self.fail('teardown subtest')\ndef test_one(self): self.fail('body')", diff --git a/cbz/contributions/math514/kernel_replay/evidence/lifecycle/kernel.patch b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/kernel.patch new file mode 100644 index 000000000..815bf2cf3 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/kernel.patch @@ -0,0 +1,557 @@ +--- a/tools/kernel_replay/run_tests.py ++++ b/tools/kernel_replay/run_tests.py +@@ -1,6 +1,8 @@ + #!/usr/bin/env python3 +-"""Structured, fail-closed unittest runner used by G0 and mutations.""" ++"""Structured unittest execution; only complete selected test bodies grade mutants.""" + import argparse ++import functools ++import inspect + import io + import json + from pathlib import Path +@@ -8,28 +10,219 @@ + import unittest + + ROOT = Path(__file__).resolve().parent ++RECEIPT_SCHEMA = 'cbz-unittest-lifecycle-v1' ++ ++ ++def method_id(test): ++ """Use the actual selected method, rather than an overridable display id.""" ++ cls = type(test) ++ name = getattr(test, '_testMethodName', None) ++ if (not isinstance(test, unittest.TestCase) or cls.__module__ == 'unittest.loader' ++ or not isinstance(name, str) or not callable(getattr(test, name, None))): ++ return None ++ return cls.__module__ + '.' + cls.__qualname__ + '.' + name ++ ++ ++def selected_cases(suite): ++ for test in suite: ++ if isinstance(test, unittest.TestSuite): ++ yield from selected_cases(test) ++ else: ++ yield test ++ ++ ++class LifecycleResult(unittest.TextTestResult): ++ def __init__(self, *args, **kwargs): ++ super().__init__(*args, **kwargs) ++ self.started_ids = [] ++ self.finished_ids = [] ++ self.body_entered_ids = [] ++ self.body_finished_ids = [] ++ self.body_assertion_ids = [] ++ self.lifecycle_failures = 0 ++ self.subtests = 0 ++ self.subtest_events = [] ++ self.assertion_events = [] ++ self.phase = {} ++ self.body_exception = {} ++ self.body_active = set() ++ self.dispatch_active = set() ++ self.lifecycle_depth = {} ++ self.invalid_execution = [] ++ ++ def startTest(self, test): ++ self.started_ids.append(method_id(test)) ++ self.phase[id(test)] = 'setup' ++ super().startTest(test) ++ ++ def stopTest(self, test): ++ self.finished_ids.append(method_id(test)) ++ super().stopTest(test) ++ ++ def addFailure(self, test, err): ++ if (self.phase.get(id(test)) == 'body' ++ and self.body_exception.get(id(test)) is err[1] ++ and isinstance(err[1], AssertionError)): ++ self.body_assertion_ids.append(method_id(test)) ++ self.assertion_events.append({'parent_id': method_id(test), 'origin': 'body'}) ++ else: ++ self.lifecycle_failures += 1 ++ super().addFailure(test, err) ++ ++ def addSubTest(self, test, subtest, err): ++ self.subtests += 1 ++ phase = self.phase.get(id(test)) ++ if phase == 'body' and id(test) not in self.body_active: ++ phase = 'outside-body' ++ if getattr(subtest, 'test_case', None) is not test: ++ phase = 'foreign-parent' ++ outcome = 'success' if err is None else 'assertion' if isinstance(err[1], AssertionError) else 'error' ++ self.subtest_events.append({'parent_id': method_id(test), 'phase': phase, 'outcome': outcome}) ++ if err is not None and outcome == 'assertion': ++ if phase == 'body': ++ self.body_assertion_ids.append(method_id(test)) ++ self.assertion_events.append({'parent_id': method_id(test), 'origin': 'subtest'}) ++ else: ++ self.lifecycle_failures += 1 ++ super().addSubTest(test, subtest, err) ++ ++ ++def instrument(test, result): ++ """Keep body exception identity until unittest reports it after this call exits.""" ++ for name, phase in (('_callSetUp', 'setup'), ('_callTearDown', 'teardown'), ++ ('doCleanups', 'cleanup')): ++ original = getattr(test, name) ++ ++ def lifecycle(*args, _original=original, _phase=phase, **kwargs): ++ result.phase[id(test)] = _phase ++ result.lifecycle_depth[id(test)] = result.lifecycle_depth.get(id(test), 0) + 1 ++ try: ++ return _original(*args, **kwargs) ++ finally: ++ result.lifecycle_depth[id(test)] -= 1 ++ setattr(test, name, lifecycle) ++ original_dispatch = test._callTestMethod ++ ++ def dispatch(*args, **kwargs): ++ if result.lifecycle_depth.get(id(test), 0): ++ result.invalid_execution.append('test dispatch invoked inside a lifecycle hook') ++ return original_dispatch(*args, **kwargs) ++ result.dispatch_active.add(id(test)) ++ try: ++ return original_dispatch(*args, **kwargs) ++ finally: ++ result.dispatch_active.discard(id(test)) ++ test._callTestMethod = dispatch ++ original_body = getattr(test, test._testMethodName) ++ ++ @functools.wraps(original_body) ++ def body(*args, **kwargs): ++ if id(test) not in result.dispatch_active or result.lifecycle_depth.get(id(test), 0): ++ result.invalid_execution.append('selected method invoked outside body dispatch') ++ return original_body(*args, **kwargs) ++ result.phase[id(test)] = 'body' ++ result.body_entered_ids.append(method_id(test)) ++ result.body_active.add(id(test)) ++ try: ++ return original_body(*args, **kwargs) ++ except BaseException as exc: ++ result.body_exception[id(test)] = exc ++ raise ++ finally: ++ result.body_active.discard(id(test)) ++ result.body_finished_ids.append(method_id(test)) ++ # _Outcome calls addFailure *after* this wrapper unwinds. ++ if inspect.iscoroutinefunction(original_body): ++ @functools.wraps(original_body) ++ async def async_body(*args, **kwargs): ++ if id(test) not in result.dispatch_active or result.lifecycle_depth.get(id(test), 0): ++ result.invalid_execution.append('selected async method invoked outside body dispatch') ++ return await original_body(*args, **kwargs) ++ result.phase[id(test)] = 'body' ++ result.body_entered_ids.append(method_id(test)) ++ result.body_active.add(id(test)) ++ try: ++ return await original_body(*args, **kwargs) ++ except BaseException as exc: ++ result.body_exception[id(test)] = exc ++ raise ++ finally: ++ result.body_active.discard(id(test)) ++ result.body_finished_ids.append(method_id(test)) ++ body = async_body ++ setattr(test, test._testMethodName, body) ++ ++ ++def describe_suite(suite, selection): ++ cases = list(selected_cases(suite)) ++ selected = [method_id(test) for test in cases] ++ invalid = [] ++ if not selected: ++ invalid.append('empty selected population') ++ if any(item is None for item in selected): ++ invalid.append('synthetic or unsupported selected test') ++ if len(set(selected)) != len(selected): ++ invalid.append('duplicate selected method identity') ++ for test, identity in zip(cases, selected): ++ if identity is not None and test.id() != identity: ++ invalid.append('display identity does not match selected method') ++ return cases, {'selection': selection, 'selected_ids': selected, 'invalid_population': invalid} ++ ++ ++def run_suite(suite, selection): ++ cases, population = describe_suite(suite, selection) ++ stream = io.StringIO() ++ result = LifecycleResult(stream=unittest.runner._WritelnDecorator(stream), ++ descriptions=True, verbosity=2) ++ for test in cases: ++ if method_id(test) is not None: ++ instrument(test, result) ++ suite.run(result) ++ population['invalid_population'].extend(result.invalid_execution) ++ # Render the ordinary summary for humans; grading uses the structured fields. ++ result.printErrors() ++ stream.write(f'Ran {result.testsRun} tests\n') ++ value = {'receipt_schema': RECEIPT_SCHEMA, 'selection': selection, ++ **population, ++ 'tests_run': result.testsRun, 'assertion_failures': len(result.failures), ++ 'errors': len(result.errors), 'skipped': len(result.skipped), ++ 'expected_failures': len(result.expectedFailures), ++ 'unexpected_successes': len(result.unexpectedSuccesses), ++ 'successful': result.wasSuccessful(), 'log': stream.getvalue()} ++ for name in ('started_ids', 'finished_ids', 'body_entered_ids', ++ 'body_finished_ids', 'body_assertion_ids', 'lifecycle_failures', 'subtests', ++ 'subtest_events', 'assertion_events'): ++ value[name] = getattr(result, name) ++ return value + + + def main(): + parser = argparse.ArgumentParser(allow_abbrev=False) + parser.add_argument('--output', required=True) + parser.add_argument('--test', action='append', default=[]) ++ parser.add_argument('--list', action='store_true', help='discover identities without running fixtures or test bodies') + args = parser.parse_args() + sys.path.insert(0, str(ROOT / 'tests')) + if args.test: + suite = unittest.defaultTestLoader.loadTestsFromNames(args.test) + else: + suite = unittest.defaultTestLoader.discover(str(ROOT / 'tests'), pattern='test_*.py') +- stream = io.StringIO() +- result = unittest.TextTestRunner(stream=stream, verbosity=2).run(suite) +- value = {'tests_run': result.testsRun, 'assertion_failures': len(result.failures), +- 'errors': len(result.errors), 'skipped': len(result.skipped), +- 'expected_failures': len(result.expectedFailures), +- 'unexpected_successes': len(result.unexpectedSuccesses), +- 'successful': result.wasSuccessful(), 'log': stream.getvalue()} ++ selection = args.test or ['discover:test_*.py'] ++ if args.list: ++ _, population = describe_suite(suite, selection) ++ Path(args.output).write_text(json.dumps(population, indent=2) + '\n') ++ return 0 if population['selected_ids'] and not population['invalid_population'] else 1 ++ value = run_suite(suite, selection) + Path(args.output).write_text(json.dumps(value, indent=2) + '\n') + print(value['log'], end='') +- return 0 if result.wasSuccessful() and result.testsRun and not result.skipped else 1 ++ complete = (not value['invalid_population'] and value['selected_ids'] ++ and all(value[key] == value['selected_ids'] for key in ++ ('started_ids', 'finished_ids', 'body_entered_ids', 'body_finished_ids'))) ++ return 0 if (complete and value['successful'] and not value['skipped'] ++ and not value['expected_failures'] and not value['unexpected_successes'] ++ and all(event['phase'] == 'body' and event['outcome'] == 'success' ++ for event in value['subtest_events']) ++ and not value['lifecycle_failures']) else 1 + + + if __name__ == '__main__': +--- a/tools/kernel_replay/mutations.py ++++ b/tools/kernel_replay/mutations.py +@@ -5,6 +5,7 @@ + import json + import os + from pathlib import Path ++import re + import shutil + import subprocess + import sys +@@ -13,14 +14,71 @@ + ROOT = Path(__file__).resolve().parent + + +-def classify(value, code): +- if (code not in (0, 1) or not value.get('tests_run') or value.get('errors') +- or value.get('skipped') or value.get('expected_failures') +- or value.get('unexpected_successes')): +- return 'ERROR' +- if code == 1 and value.get('assertion_failures', 0) > 0 and not value.get('successful'): ++def classify(value, code, expected_selection=None, expected_ids=None): ++ """Grade only trusted runner receipts; legacy/log-only summaries fail closed. ++ ++ This validates accounting, not an adversarial author's fabricated JSON. The ++ receipt must come from the runner subprocess whose source is custody-bound. ++ """ ++ if (not isinstance(value, dict) or type(code) is not int or code not in (0, 1) ++ or value.get('receipt_schema') != 'cbz-unittest-lifecycle-v1' ++ or type(value.get('successful')) is not bool): ++ return 'ERROR' ++ counts = ('tests_run', 'assertion_failures', 'errors', 'skipped', ++ 'expected_failures', 'unexpected_successes', 'lifecycle_failures', 'subtests') ++ if any(type(value.get(key)) is not int or value[key] < 0 for key in counts): ++ return 'ERROR' ++ if any(value[key] for key in ('errors', 'skipped', 'expected_failures', ++ 'unexpected_successes', 'lifecycle_failures')): ++ return 'ERROR' ++ if value.get('invalid_population') != []: ++ return 'ERROR' ++ selection = value.get('selection') ++ if (not isinstance(selection, list) or not selection ++ or any(not isinstance(item, str) or not item for item in selection) ++ or expected_selection is not None and selection != expected_selection): ++ return 'ERROR' ++ keys = ('selected_ids', 'started_ids', 'finished_ids', 'body_entered_ids', ++ 'body_finished_ids', 'body_assertion_ids') ++ for key in keys: ++ ids = value.get(key) ++ if (not isinstance(ids, list) or any(not isinstance(item, str) or not re.fullmatch(r'(?:[A-Za-z_]\w*\.){2,}[A-Za-z_]\w*', item) ++ or item.startswith('unittest.loader.') for item in ids) ++ or key != 'body_assertion_ids' and len(ids) != len(set(ids))): ++ return 'ERROR' ++ selected = value['selected_ids'] ++ if (expected_ids is not None and selected != expected_ids ++ or any(not any(selector == 'discover:test_*.py' or identity == selector ++ or identity.startswith(selector + '.') for selector in selection) ++ for identity in selected)): ++ return 'ERROR' ++ if (not selected or value['tests_run'] != len(selected) ++ or any(value[key] != selected for key in keys[1:5]) ++ or any(item not in selected for item in value['body_assertion_ids']) ++ or value['assertion_failures'] != len(value['body_assertion_ids'])): ++ return 'ERROR' ++ events = value.get('subtest_events') ++ assertions = value.get('assertion_events') ++ if not isinstance(events, list) or not isinstance(assertions, list) or value['subtests'] != len(events): ++ return 'ERROR' ++ for event in events: ++ if (not isinstance(event, dict) or set(event) != {'parent_id', 'phase', 'outcome'} ++ or event['parent_id'] not in selected or event['phase'] != 'body' ++ or event['outcome'] not in ('success', 'assertion')): ++ return 'ERROR' ++ for event in assertions: ++ if (not isinstance(event, dict) or set(event) != {'parent_id', 'origin'} ++ or event['parent_id'] not in selected or event['origin'] not in ('body', 'subtest')): ++ return 'ERROR' ++ direct = [event['parent_id'] for event in assertions if event['origin'] == 'body'] ++ if (len(set(direct)) != len(direct) ++ or value['body_assertion_ids'] != [event['parent_id'] for event in assertions] ++ or [event['parent_id'] for event in assertions if event['origin'] == 'subtest'] != ++ [event['parent_id'] for event in events if event['outcome'] == 'assertion']): ++ return 'ERROR' ++ if code == 1 and value['assertion_failures'] > 0 and value['successful'] is False: + return 'KILLED' +- if code == 0 and value.get('successful') and value.get('assertion_failures') == 0: ++ if code == 0 and value['successful'] is True and value['assertion_failures'] == 0: + return 'SURVIVED' + return 'ERROR' + +@@ -136,7 +194,18 @@ + evidence = ROOT / ('evidence/mutations' if group == 'all' else 'evidence/resource-mutations') + evidence.mkdir(parents=True, exist_ok=True) + results = [] ++ populations = {} + for name, filename, old, new, test in plan: ++ if test not in populations: ++ population_path = evidence / ('population-' + str(len(populations)) + '.json') ++ listed = subprocess.run([sys.executable, '-B', '-S', str(ROOT / 'run_tests.py'), ++ '--output', str(population_path), '--test', test, '--list'], ++ capture_output=True, text=True, timeout=15) ++ population = json.loads(population_path.read_text()) if population_path.exists() else {} ++ if (listed.returncode != 0 or population.get('invalid_population') != [] ++ or not population.get('selected_ids') or population.get('selection') != [test]): ++ raise ValueError('cannot bind unchanged selected test population: ' + test) ++ populations[test] = population['selected_ids'] + with tempfile.TemporaryDirectory(dir=ROOT / 'evidence', prefix='mutant-') as d: + work = Path(d) / 'kernel_replay' + shutil.copytree(ROOT, work, ignore=shutil.ignore_patterns('evidence', '__pycache__', '*.pyc')) +@@ -153,7 +222,8 @@ + p = subprocess.run(command, capture_output=True, text=True, timeout=90) + value = json.loads(result_path.read_text()) if result_path.exists() else {} + record = {'name': name, 'file': filename, 'test': test, +- 'outcome': classify(value, p.returncode), 'returncode': p.returncode, ++ 'outcome': classify(value, p.returncode, [test], populations[test]), 'returncode': p.returncode, ++ 'expected_selected_ids': populations[test], + 'original_sha256': digest(original.encode()), + 'mutated_sha256': digest(changed.encode()), 'tests': value, + 'stdout': p.stdout, 'stderr': p.stderr} +--- a/tools/kernel_replay/tests/test_mutation_harness.py ++++ b/tools/kernel_replay/tests/test_mutation_harness.py +@@ -1,25 +1,182 @@ +-"""Mutation accounting cannot turn errors, skips, or no tests into kills.""" ++"""Real runner controls for body-only mutation kills and complete selected populations.""" ++import copy + import importlib.util ++import json + from pathlib import Path ++import shutil ++import subprocess ++import sys ++import tempfile ++import textwrap + import unittest + + ROOT = Path(__file__).resolve().parents[1] ++_spec = importlib.util.spec_from_file_location('mutations_under_test', ROOT / 'mutations.py') ++mutations = importlib.util.module_from_spec(_spec) ++_spec.loader.exec_module(mutations) + + + class MutationHarnessTests(unittest.TestCase): +- def test_only_clean_assertion_failure_is_a_kill(self): +- spec = importlib.util.spec_from_file_location('mutations', ROOT / 'mutations.py') +- mod = importlib.util.module_from_spec(spec) +- spec.loader.exec_module(mod) +- clean = dict(tests_run=1, assertion_failures=1, errors=0, skipped=0, +- expected_failures=0, unexpected_successes=0, successful=False) +- self.assertEqual(mod.classify(clean, 1), 'KILLED') +- self.assertEqual(mod.classify({**clean, 'assertion_failures': 0, 'successful': True}, 0), 'SURVIVED') +- for changes, code in (({'tests_run': 0}, 1), ({'errors': 1}, 1), +- ({'skipped': 1}, 1), ({'expected_failures': 1}, 1), +- ({'unexpected_successes': 1}, 1), ({}, 2), ({}, -9)): +- with self.subTest(changes=changes, code=code): +- self.assertEqual(mod.classify({**clean, **changes}, code), 'ERROR') ++ def run_fixture(self, methods, selection='fixture.Case', module_tail=''): ++ source = 'import unittest\nclass Case(unittest.TestCase):\n' + textwrap.indent(textwrap.dedent(methods), ' ') + '\n' + module_tail ++ with tempfile.TemporaryDirectory() as tmp: ++ root = Path(tmp) ++ (root / 'tests').mkdir() ++ shutil.copy2(ROOT / 'run_tests.py', root / 'run_tests.py') ++ (root / 'tests/fixture.py').write_text(source) ++ output = root / 'result.json' ++ p = subprocess.run([sys.executable, '-B', '-S', str(root / 'run_tests.py'), ++ '--output', str(output), '--test', selection], ++ capture_output=True, text=True, timeout=10) ++ self.assertTrue(output.exists(), p.stderr) ++ value = json.loads(output.read_text()) ++ return mutations.classify(value, p.returncode), value, p.returncode ++ ++ def test_setup_assertion_is_not_a_kill(self): ++ outcome, value, _ = self.run_fixture(''' ++ def setUp(self): self.fail('setup only') ++ def test_one(self): pass ++ ''') ++ self.assertEqual(outcome, 'ERROR', value) ++ ++ def test_body_assertion_kills_after_all_selected_bodies_finish(self): ++ outcome, value, _ = self.run_fixture(''' ++ def test_one(self): self.fail('body assertion') ++ def test_two(self): pass ++ ''') ++ self.assertEqual(outcome, 'KILLED', value) ++ self.assertEqual(value['body_entered_ids'], ['fixture.Case.test_one', 'fixture.Case.test_two']) ++ self.assertEqual(value['body_finished_ids'], ['fixture.Case.test_one', 'fixture.Case.test_two']) ++ self.assertEqual(value['body_assertion_ids'], ['fixture.Case.test_one']) ++ ++ def test_dispatch_hook_assertion_without_selected_method_is_error(self): ++ outcome, value, _ = self.run_fixture("def _callTestMethod(self, method): self.fail('dispatch hook only')\ndef test_one(self): raise RuntimeError('selected body was entered')") ++ self.assertEqual(outcome, 'ERROR', value) ++ ++ def test_selected_method_invoked_from_lifecycle_is_error(self): ++ for source in ("def setUp(self): self.test_one()\ndef test_one(self): self.fail('called from setup')", ++ "def setUp(self): self._callTestMethod(self.test_one)\ndef test_one(self): self.fail('dispatch called from setup')", ++ "def tearDown(self): self.test_one()\ndef test_one(self): pass", ++ "def test_one(self):\n if not hasattr(self, 'scheduled'):\n self.scheduled = True\n self.addCleanup(self.test_one)"): ++ outcome, value, _ = self.run_fixture(source) ++ self.assertEqual(outcome, 'ERROR', value) ++ ++ def test_clean_identity_survives(self): ++ outcome, value, _ = self.run_fixture('def test_one(self): pass') ++ self.assertEqual(outcome, 'SURVIVED', value) ++ ++ def test_lifecycle_failures_never_kill_even_with_body_assertion(self): ++ cases = [ ++ "def tearDown(self): self.fail('teardown')\ndef test_one(self): pass", ++ "def test_one(self): self.addCleanup(self.fail, 'cleanup')", ++ "def tearDown(self): self.fail('teardown')\ndef test_one(self): self.fail('body')", ++ "def test_one(self):\n self.addCleanup(self.fail, 'cleanup')\n self.fail('body')", ++ "@classmethod\ndef setUpClass(cls): raise AssertionError('class setup')\ndef test_one(self): pass", ++ "@classmethod\ndef tearDownClass(cls): raise AssertionError('class teardown')\ndef test_one(self): self.fail('body')", ++ "@classmethod\ndef setUpClass(cls): cls.addClassCleanup(lambda: (_ for _ in ()).throw(AssertionError('class cleanup')))\ndef test_one(self): self.fail('body')", ++ ] ++ for source in cases: ++ with self.subTest(source=source): ++ outcome, value, _ = self.run_fixture(source) ++ self.assertEqual(outcome, 'ERROR', value) ++ ++ def test_errors_skips_and_expected_failures_are_errors(self): ++ cases = [ ++ "def test_one(self): raise RuntimeError('body runtime')", ++ "def setUp(self): raise RuntimeError('setup runtime')\ndef test_one(self): self.fail('body')", ++ "@unittest.skip('skip')\ndef test_one(self): pass", ++ "@unittest.expectedFailure\ndef test_one(self): self.fail('expected')", ++ "@unittest.expectedFailure\ndef test_one(self): pass", ++ ] ++ for source in cases: ++ with self.subTest(source=source): ++ outcome, value, _ = self.run_fixture(source) ++ self.assertEqual(outcome, 'ERROR', value) ++ ++ def test_body_scoped_subtest_assertions_kill_without_changing_parent_population(self): ++ for source, failures in (("def test_one(self):\n with self.subTest(i=1): self.fail('first')\n with self.subTest(i=2): self.fail('second')", 2), ++ ("def test_one(self):\n with self.subTest(i=1): pass\n self.fail('body')", 1)): ++ outcome, value, _ = self.run_fixture(source) ++ self.assertEqual(outcome, 'KILLED', value) ++ self.assertEqual(value['selected_ids'], ['fixture.Case.test_one']) ++ self.assertEqual(value['assertion_failures'], failures) ++ outcome, value, _ = self.run_fixture("def test_one(self):\n with self.subTest(i=1): pass") ++ self.assertEqual(outcome, 'SURVIVED', value) ++ ++ def test_foreign_subtest_parent_cannot_claim_selected_body_assertion(self): ++ outcome, value, _ = self.run_fixture("def test_one(self):\n import sys\n foreign = unittest.case._SubTest(unittest.FunctionTestCase(lambda: None), 'foreign', {})\n try: raise AssertionError('foreign parent assertion')\n except AssertionError: self._outcome.result.addSubTest(self, foreign, sys.exc_info())") ++ self.assertEqual(outcome, 'ERROR', value) ++ ++ def test_lifecycle_subtests_and_subtest_errors_are_errors(self): ++ for source in ("def setUp(self):\n with self.subTest(i=1): self.fail('setup subtest')\ndef test_one(self): pass", ++ "def tearDown(self):\n with self.subTest(i=1): self.fail('teardown subtest')\ndef test_one(self): self.fail('body')", ++ "def test_one(self):\n with self.subTest(i=1): raise RuntimeError('subtest runtime')"): ++ outcome, value, _ = self.run_fixture(source) ++ self.assertEqual(outcome, 'ERROR', value) ++ ++ def test_empty_duplicate_synthetic_and_spoofed_population_is_error(self): ++ cases = [ ++ ('def test_one(self): pass', 'fixture', 'def load_tests(loader, tests, pattern): return unittest.TestSuite()'), ++ ('def test_one(self): self.fail("body")', 'fixture', 'def load_tests(loader, tests, pattern): return unittest.TestSuite([Case("test_one"), Case("test_one")])'), ++ ('def test_one(self): pass', 'fixture.Missing', ''), ++ ('def id(self): return "fixture.Case.test_forged"\ndef test_one(self): self.fail("body")', 'fixture.Case', ''), ++ ] ++ for source, selection, tail in cases: ++ with self.subTest(selection=selection, tail=tail): ++ outcome, value, _ = self.run_fixture(source, selection, tail) ++ self.assertEqual(outcome, 'ERROR', value) ++ ++ def test_population_listing_does_not_execute_fixtures_or_bodies(self): ++ with tempfile.TemporaryDirectory() as tmp: ++ root = Path(tmp) ++ (root / 'tests').mkdir() ++ shutil.copy2(ROOT / 'run_tests.py', root / 'run_tests.py') ++ (root / 'tests/fixture.py').write_text("import unittest\nclass Case(unittest.TestCase):\n @classmethod\n def setUpClass(cls): raise AssertionError('fixture must not run')\n def test_one(self): raise RuntimeError('body must not run')\n") ++ output = root / 'population.json' ++ p = subprocess.run([sys.executable, '-B', '-S', str(root / 'run_tests.py'), ++ '--output', str(output), '--test', 'fixture.Case', '--list'], ++ capture_output=True, text=True, timeout=10) ++ self.assertEqual(p.returncode, 0, p.stderr) ++ self.assertEqual(json.loads(output.read_text()), ++ {'selection': ['fixture.Case'], 'selected_ids': ['fixture.Case.test_one'], ++ 'invalid_population': []}) ++ ++ def test_summary_without_lifecycle_receipt_fails_closed(self): ++ old = dict(tests_run=1, assertion_failures=1, errors=0, skipped=0, ++ expected_failures=0, unexpected_successes=0, successful=False) ++ self.assertEqual(mutations.classify(old, 1), 'ERROR') ++ self.assertEqual(mutations.classify({}, 1), 'ERROR') ++ self.assertEqual(mutations.classify(None, 1), 'ERROR') ++ ++ def test_forged_or_missing_accounting_is_error(self): ++ _, receipt, code = self.run_fixture('def test_one(self): self.fail("body")') ++ for key in ('receipt_schema', 'selected_ids', 'started_ids', 'finished_ids', ++ 'body_entered_ids', 'body_finished_ids', 'body_assertion_ids', ++ 'lifecycle_failures', 'subtests', 'invalid_population', 'subtest_events', 'assertion_events'): ++ with self.subTest(missing=key): ++ value = copy.deepcopy(receipt) ++ value.pop(key, None) ++ self.assertEqual(mutations.classify(value, code), 'ERROR') ++ for changes in ({'tests_run': True}, {'tests_run': 1.0}, {'assertion_failures': '1'}, ++ {'successful': 0}, {'lifecycle_failures': -1}, {'subtests': True}, ++ {'body_entered_ids': []}, {'body_finished_ids': []}, ++ {'finished_ids': []}, {'body_assertion_ids': []}, ++ {'body_assertion_ids': ['fixture.Case.test_forged']}, ++ {'selected_ids': ['synthetic']}, ++ {'selected_ids': ['unittest.loader._FailedTest.test_one']}, ++ {'selected_ids': ['fixture.Case.test_one', 'fixture.Case.test_one']}, ++ {'started_ids': ['fixture.Case.test_one', 'fixture.Case.test_one']}, ++ {'errors': 1}, {'skipped': 1}, {'expected_failures': 1}, ++ {'unexpected_successes': 1}, {'assertion_failures': 2}, ++ {'subtests': 1}, {'assertion_events': []}, ++ {'subtest_events': [{'parent_id': 'fixture.Case.test_one', 'phase': 'body', 'outcome': 'assertion'}]}): ++ with self.subTest(changes=changes): ++ self.assertEqual(mutations.classify({**receipt, **changes}, code), 'ERROR') ++ self.assertEqual(mutations.classify(receipt, code, ['fixture.Other']), 'ERROR') ++ self.assertEqual(mutations.classify({**receipt, 'selection': ['fixture.Other']}, code, ['fixture.Other']), 'ERROR') ++ self.assertEqual(mutations.classify(receipt, code, ['fixture.Case'], ['fixture.Case.test_other']), 'ERROR') ++ for exit_code in (2, -9, True): ++ self.assertEqual(mutations.classify(receipt, exit_code), 'ERROR') + + + if __name__ == '__main__': diff --git a/cbz/contributions/math514/kernel_replay/evidence/lifecycle/kernel/DELIVERY_REGISTRY-first-generation.json b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/kernel/DELIVERY_REGISTRY-first-generation.json new file mode 100644 index 000000000..0ff53a4d7 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/kernel/DELIVERY_REGISTRY-first-generation.json @@ -0,0 +1,199 @@ +{ + "schema_version": 1, + "component": "kernel_replay_lifecycle_delivery", + "root": "/workspace/cbz-0/delivery/mutation-lifecycle-fix", + "artifacts": [ + { + "path": "changed/kernel_replay/mutations.py", + "sha256": "a1a0b0e7d6c5809c1f3f291a10aa14edc04265ce73cf76494318f966ab69b9bd", + "bytes": 15771 + }, + { + "path": "changed/kernel_replay/run_tests.py", + "sha256": "5403f6b1ca6954cb0db9e0dc29e16b97a8f82506d1acedb8f0d7d2bece49bbf9", + "bytes": 9834 + }, + { + "path": "changed/kernel_replay/tests/test_mutation_harness.py", + "sha256": "96f372fbc4dbf0c0ead1195f85230235741acca687405b74f7365b9d9647e843", + "bytes": 11264 + }, + { + "path": "evidence/kernel-baseline-sha256.json", + "sha256": "839242ae4659709f9572b4cf9f06012b4d74e039ff2d1c3b2c422a4a33005002", + "bytes": 1595 + }, + { + "path": "evidence/kernel-controls-green.log", + "sha256": "171f4fb72934006fc29bc75e482234148d8eed67077dbb6e179371ad93fa8baa", + "bytes": 1997 + }, + { + "path": "evidence/kernel-controls-optimized-green.log", + "sha256": "93835d11aac0de286239faca85dc5d63b4f71118ba01e2a4a6154f91bd18b615", + "bytes": 2169 + }, + { + "path": "evidence/kernel-controls-red.log", + "sha256": "974f9047781ca8b429d091b77eb6e69c2581b0cdbe0bda46a21420f5767353ee", + "bytes": 39211 + }, + { + "path": "evidence/kernel-delivery.json", + "sha256": "9b921e7456f7512769420f23a3850db876ec449ce3583941458b7abf2cba1a65", + "bytes": 6553 + }, + { + "path": "evidence/kernel-dispatch-red.log", + "sha256": "c5cb3242587b83ef49764cab5dc2880ed1e1084fbb046ccc2d9176bda8f321d2", + "bytes": 2279 + }, + { + "path": "evidence/kernel-final-runner-mutants.log", + "sha256": "290e05136be930e5222f7e50bc9ccec4222ac850ef6a6492f174edb5739222b3", + "bytes": 157 + }, + { + "path": "evidence/kernel-final-runner-mutants/drop-body-completion.json", + "sha256": "f5486d2c4a4facfd60fa4423d2b6c1901259b63f77c492509278dd52f117c57b", + "bytes": 4144 + }, + { + "path": "evidence/kernel-final-runner-mutants/drop-selected-method-dispatch-authorization.json", + "sha256": "bc6fcb2f856b1abd2a591efe29b4f708fcab76e8f7c7026eb1f98b5f2cf403e4", + "bytes": 3957 + }, + { + "path": "evidence/kernel-final-runner-mutants/erase-subtest-lifecycle-origin.json", + "sha256": "2c0258edad9ce69e4cc95fe3bc74a240d12fe24a1b9b44ec3d537777fa8ce661", + "bytes": 4637 + }, + { + "path": "evidence/kernel-final-runner-mutants/guard_run_tests.py", + "sha256": "5403f6b1ca6954cb0db9e0dc29e16b97a8f82506d1acedb8f0d7d2bece49bbf9", + "bytes": 9834 + }, + { + "path": "evidence/kernel-final-runner-mutants/summary.json", + "sha256": "aa220c602f10c7830766e60e8de6bb9b541f24319f688f12ec8352320e8660fe", + "bytes": 2352 + }, + { + "path": "evidence/kernel-final-runner-mutants/trust-overridable-display-id.json", + "sha256": "13bfdabaceeeb6a42787f0c26d903947de73902504d73629b594e695d10a4d32", + "bytes": 5143 + }, + { + "path": "evidence/kernel-harness-mutants.log", + "sha256": "c0ad54870a6a97b028980e57b5c0728c8a01fbe16a22dd861cde932a200835d1", + "bytes": 277 + }, + { + "path": "evidence/kernel-harness-mutants/accept-boolean-counts.json", + "sha256": "93185f80485e4dee555da10032ddd757eef534d414049625958ceccdd0296a69", + "bytes": 9204 + }, + { + "path": "evidence/kernel-harness-mutants/drop-body-completion.json", + "sha256": "248cc91fd0c811a5f4dd8ef88599fc020bc19260cf5c5301f2c51b8709a09929", + "bytes": 4508 + }, + { + "path": "evidence/kernel-harness-mutants/erase-subtest-lifecycle-origin.json", + "sha256": "452c1a27c908af5be0ce4626e2061c3e691ce681da0572f3cd616ad1e0eb4da4", + "bytes": 4976 + }, + { + "path": "evidence/kernel-harness-mutants/guard_run_tests.py", + "sha256": "81b914e3af5f923d8d119960131352e6e2d2813eec7d02f5ca6d42ac4b27f9f2", + "bytes": 8474 + }, + { + "path": "evidence/kernel-harness-mutants/ignore-body-population-receipt.json", + "sha256": "b3efe36ff2885f524b2b64131b0a3cd532b0c3b533d02ada5d77ff02f455125b", + "bytes": 10299 + }, + { + "path": "evidence/kernel-harness-mutants/ignore-invalid-population.json", + "sha256": "53d0580b382d2cb9481d250b74755e396045fc89b705bd03e7386d8e8446302f", + "bytes": 5314 + }, + { + "path": "evidence/kernel-harness-mutants/ignore-selector-binding.json", + "sha256": "18bbaabd7d9584b128b5944a23565173c63f57e1f43e7011d3c7bc390b449f4c", + "bytes": 9259 + }, + { + "path": "evidence/kernel-harness-mutants/restore-summary-only-grading.json", + "sha256": "df89afbf409c23517c6adc10f05a3be910532cdaaf40fc2b405474df8b11e842", + "bytes": 3747 + }, + { + "path": "evidence/kernel-harness-mutants/summary.json", + "sha256": "7305176ef9c79bddc152de57b075b84e8575de21bf557be74e60d65801ac91e9", + "bytes": 4345 + }, + { + "path": "evidence/kernel-harness-mutants/trust-overridable-display-id.json", + "sha256": "6cbd7ecd15e86b6aabbdaef5745c94f5f3406a02e6ef9b7dd85973510609d165", + "bytes": 5289 + }, + { + "path": "evidence/kernel-lifecycle-method-red.log", + "sha256": "dc6de5aab8c2d626de5f9730534359aaf047e1344a41f68bbc88370b5e1c157c", + "bytes": 2011 + }, + { + "path": "evidence/kernel-population-binding-red.log", + "sha256": "72f07a3d9b8c97ac3afc1aa366d76442e1d47d028b5e598be0a9365be3dd8ef9", + "bytes": 908 + }, + { + "path": "evidence/kernel-population-listing-green.log", + "sha256": "075fdb533d31a636713bc9b0742e9f5efaa07703f8eb06e91e490c055ab9d485", + "bytes": 269 + }, + { + "path": "evidence/kernel-setup-red.json", + "sha256": "4bbb6076e1df6d98fa22a2d55628b9f86d5476e1219bf419157c346ff079cbbb", + "bytes": 1038 + }, + { + "path": "evidence/kernel-subtest-controls-red.log", + "sha256": "6982f7375c35792a5740a303f75626cb3b1f183044ea561622e1fe593d03b25d", + "bytes": 7289 + }, + { + "path": "evidence/run_kernel_final_runner_mutants.py", + "sha256": "51f7c12bba3d058b666c013fff518aeb7fa70573de77b54d3993612e29604863", + "bytes": 5784 + }, + { + "path": "evidence/run_kernel_harness_mutants.py", + "sha256": "e186270d37002f4766388f17bd083b50b57163d2c0d6b82f6a08722b1b279ebe", + "bytes": 5273 + }, + { + "path": "kernel.patch", + "sha256": "fec302cc6ef2b346aa1c0aaff8cdba5573884370b1cedea19a94fda8b3b9f79b", + "bytes": 30252 + }, + { + "path": "kernel/REPORT.md", + "sha256": "eae74e982183e7e9b3c13d6b178076cc2459fa03f70f75a6095f362c5c921427", + "bytes": 4649 + }, + { + "path": "kernel/REVIEW.txt", + "sha256": "b873d146c025cd7180617f293dd80fcdf2ac8ba79f4b0acb685b37b7d9ae6089", + "bytes": 1552 + } + ], + "runtime_file_registry_updates": [ + "tools/kernel_replay/run_tests.py", + "tools/kernel_replay/mutations.py", + "tools/kernel_replay/tests/test_mutation_harness.py" + ], + "new_runtime_modules": [], + "status": "isolated patch sealed; parent owns canonical integration and publication; no CBZ declaration" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/lifecycle/kernel/REPORT.md b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/kernel/REPORT.md new file mode 100644 index 000000000..3b544fb19 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/kernel/REPORT.md @@ -0,0 +1,27 @@ +# Lifecycle-safe kernel mutation grading + +The isolated patch replaces summary-only grading with a custody-bound structured unittest receipt. A mutation kill requires the exact pristine selected parent-method population, one start/finish and one authorized body entry/exit for every method, and at least one actual body AssertionError. Each subtest must reference that actual selected parent TestCase object. Body subtest assertions remain valid with explicit parent/phase/outcome events; lifecycle assertions, missing/duplicate identities, errors, skips, expected failures, synthetic/empty populations, missing metadata and inconsistent integer accounting fail closed. + +The selected method itself is wrapped, preserving unittest decorators. The dispatcher authorizes body invocation, while lifecycle depth prevents calls from setup, teardown or cleanup from becoming body evidence. Direct body failures require the identical escaping AssertionError object; subtest assertions require an active selected body. Multiple failing subtests may belong to one selected parent method. An externally discovered pristine method list is bound before each mutant runs, with discovery cached per selector and no fixtures or bodies executed by --list. + +Changed runtime files: run_tests.py and mutations.py. Changed harness: tests/test_mutation_harness.py. No new runtime helper module. Existing registry entries for these three files need their content hashes updated; keep kernel_replay.py, ExactReplay.lean and original production tests/bindings intact. Portable copies already include run_tests.py through the existing copytree. The patch adds an internal --list mode to run_tests.py, and classify(value, code, expected_selection=None, expected_ids=None) remains callable with the old two arguments while rejecting legacy summary-only payloads. + +Fresh verification is limited to the changed harness: twelve normal methods, one separately added population-listing method, and thirteen methods with PYTHONOPTIMIZE=1 and -O (also inherited by fixture subprocesses). A subsequently identified foreign-subtest-parent control passes normally and under optimization, with the preceding thirteen controls reused because they all use matching actual parents. The current fourteen harness method IDs replace the old single method; together with the unchanged 31 wrapper and 9 real methods, the current production-suite population is 54. Benign fixture invocations inside harness methods are controls, not additional production-suite methods. + +Eight targeted actual harness-source mutants were killed in the first source generation. The later dispatcher/lifecycle implementation change warranted four runner-source controls on the final runner (three affected controls refreshed and one new authorization control). The five unchanged classifier-source controls are reused. The foreign-parent followup adds one actual drop-parent-identity guard mutant, also killed. This is ten distinct safeguard mutations across thirteen executions, not thirteen distinct mutations or a fresh original 25-mutant run. Each kill has a structured guarded body-assertion receipt. kernel-delivery.json records exact method IDs, hashes, counts and applicability. + +The old 19 fresh plus 6 earlier original source-mutant assertion kills remain historical evidence: production source, original wrapper/real test bodies, and mutation definitions are unchanged, and previously established failure traces are in the selected bodies. This patch does not retroactively fabricate lifecycle metadata for old receipts. It does not rerun Lean, proof replay, builds, the unchanged original tests, or original production mutants. Source custody and provider-distinct review remain separate requirements. + +Fresh evidence commands (paths relative to the CBZ root): + +- Normal twelve-method log: delivery/mutation-lifecycle-fix/evidence/kernel-controls-green.log. +- Separate listing control: delivery/mutation-lifecycle-fix/evidence/kernel-population-listing-green.log. +- Optimized thirteen-method command: PYTHONOPTIMIZE=1 python3 -B -S -O -m unittest discover -s delivery/mutation-lifecycle-fix/work/kernel_replay/tests -p test_mutation_harness.py -v. +- Initial source controls: delivery/mutation-lifecycle-fix/evidence/kernel-harness-mutants/summary.json. +- Changed final runner controls: delivery/mutation-lifecycle-fix/evidence/kernel-final-runner-mutants/summary.json. +- Foreign-parent followup: delivery/mutation-lifecycle-fix/evidence/kernel-foreign-subtest-{red,green,optimized-green}.log and kernel-parent-identity-mutant/summary.json. +- Final independent review: delivery/mutation-lifecycle-fix/evidence/independent-lifecycle-review.json, bound to the final kernel and layer source hashes. + +The saved source-control scripts are provenance artifacts for those runs. Their default output directories already contain sealed receipts; use an isolated new output directory if adapting them for future execution. Do not overwrite completed evidence or replay unchanged checks solely because of handoff. + +JSON receipts validate accounting from the custody-bound runner, not cryptographic authenticity of a completely fabricated consistent JSON document. Missing, malformed, contradictory or wrongly selected payloads are rejected; the paired runner/process/source bindings remain part of the trust boundary. diff --git a/cbz/contributions/math514/kernel_replay/evidence/lifecycle/kernel/REVIEW.txt b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/kernel/REVIEW.txt new file mode 100644 index 000000000..4c6906bf5 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/kernel/REVIEW.txt @@ -0,0 +1,15 @@ +Independent lifecycle review, kernel_replay + +Reviewer: /root/cbz_mutation_lifecycle_fix/kernel_lifecycle_review (separate agent). +Review scope: run_tests.py, mutations.py, tests/test_mutation_harness.py only. + +Found and resolved: +1. _callTestMethod dispatch-hook assertion could be labeled body failure without invoking the selected method. A focused RED reproduced this; actual selected-method wrapping with preserved decorators resolved it. +2. Selector metadata could disagree with selected canonical IDs. Selector coherence and pristine, externally discovered expected method populations now bind receipts; --list executes no fixtures or bodies. +3. A setup hook invoking the actual selected method could still be labeled body execution. Dispatcher authorization and lifecycle depth now reject direct and dispatched method calls from lifecycle hooks, with focused RED/GREEN controls. + +4. A manually reported subtest belonging to a foreign TestCase could be attributed to the selected body. The final addSubTest guard requires actual parent object identity. A new focused normal/optimized control and one actual guard-source mutation close this obligation. + +Final reviewer result: all four reproduced defects addressed; final source bindings are CLEAR in evidence/independent-lifecycle-review.json. No further actionable issue found in changed hunks. Completed twelve-method GREEN evidence was reused. Reviewer ran only the newly uncovered dispatch and setup-invokes-method counterexamples, with no original suites, original mutants, Lean checks, or redundant full verification. The thirteenth listing control and fourteenth foreign-parent control were added under their specific new obligations; unrelated completed evidence was reused. + +This is a technical independent-agent review record. Provider-distinct review requirements remain separately tracked by the parent; this record does not assert that process requirement is fulfilled. diff --git a/cbz/contributions/math514/kernel_replay/evidence/lifecycle/kernel/SUCCESSOR_SHA256.json b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/kernel/SUCCESSOR_SHA256.json new file mode 100644 index 000000000..38daf04df --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/lifecycle/kernel/SUCCESSOR_SHA256.json @@ -0,0 +1,17 @@ +{ + "run_tests.py": { + "baseline_sha256": "b0a7f1c508462c21688de8d5ec70384d40f780c342814d97589f0b45f2d7620b", + "previous_integrated_sha256": "5403f6b1ca6954cb0db9e0dc29e16b97a8f82506d1acedb8f0d7d2bece49bbf9", + "changed_sha256": "de089e08688ffb2c236cdc34ccc095eb421d5162dde6d8eff24af7fdc3c91baa" + }, + "mutations.py": { + "baseline_sha256": "5fd6fbbfd2aab463f1c2c017af942762ae798a67f3d1fc47001bc317b8fee0a0", + "previous_integrated_sha256": "a1a0b0e7d6c5809c1f3f291a10aa14edc04265ce73cf76494318f966ab69b9bd", + "changed_sha256": "a1a0b0e7d6c5809c1f3f291a10aa14edc04265ce73cf76494318f966ab69b9bd" + }, + "tests/test_mutation_harness.py": { + "baseline_sha256": "ca90d5c5c8e48d163d35b2170f2e7f08352863c23bd73f1b383a73a2dcc16ff3", + "previous_integrated_sha256": "96f372fbc4dbf0c0ead1195f85230235741acca687405b74f7365b9d9647e843", + "changed_sha256": "9887371525049cbc9685fadfd02531b1171507ad3c2c8373947c37875b3783e6" + } +} diff --git a/cbz/contributions/math514/kernel_replay/mutations.py b/cbz/contributions/math514/kernel_replay/mutations.py index 24ef38f0c..cb277a39a 100644 --- a/cbz/contributions/math514/kernel_replay/mutations.py +++ b/cbz/contributions/math514/kernel_replay/mutations.py @@ -5,6 +5,7 @@ import json import os from pathlib import Path +import re import shutil import subprocess import sys @@ -13,14 +14,71 @@ ROOT = Path(__file__).resolve().parent -def classify(value, code): - if (code not in (0, 1) or not value.get('tests_run') or value.get('errors') - or value.get('skipped') or value.get('expected_failures') - or value.get('unexpected_successes')): +def classify(value, code, expected_selection=None, expected_ids=None): + """Grade only trusted runner receipts; legacy/log-only summaries fail closed. + + This validates accounting, not an adversarial author's fabricated JSON. The + receipt must come from the runner subprocess whose source is custody-bound. + """ + if (not isinstance(value, dict) or type(code) is not int or code not in (0, 1) + or value.get('receipt_schema') != 'cbz-unittest-lifecycle-v1' + or type(value.get('successful')) is not bool): + return 'ERROR' + counts = ('tests_run', 'assertion_failures', 'errors', 'skipped', + 'expected_failures', 'unexpected_successes', 'lifecycle_failures', 'subtests') + if any(type(value.get(key)) is not int or value[key] < 0 for key in counts): + return 'ERROR' + if any(value[key] for key in ('errors', 'skipped', 'expected_failures', + 'unexpected_successes', 'lifecycle_failures')): + return 'ERROR' + if value.get('invalid_population') != []: + return 'ERROR' + selection = value.get('selection') + if (not isinstance(selection, list) or not selection + or any(not isinstance(item, str) or not item for item in selection) + or expected_selection is not None and selection != expected_selection): + return 'ERROR' + keys = ('selected_ids', 'started_ids', 'finished_ids', 'body_entered_ids', + 'body_finished_ids', 'body_assertion_ids') + for key in keys: + ids = value.get(key) + if (not isinstance(ids, list) or any(not isinstance(item, str) or not re.fullmatch(r'(?:[A-Za-z_]\w*\.){2,}[A-Za-z_]\w*', item) + or item.startswith('unittest.loader.') for item in ids) + or key != 'body_assertion_ids' and len(ids) != len(set(ids))): + return 'ERROR' + selected = value['selected_ids'] + if (expected_ids is not None and selected != expected_ids + or any(not any(selector == 'discover:test_*.py' or identity == selector + or identity.startswith(selector + '.') for selector in selection) + for identity in selected)): + return 'ERROR' + if (not selected or value['tests_run'] != len(selected) + or any(value[key] != selected for key in keys[1:5]) + or any(item not in selected for item in value['body_assertion_ids']) + or value['assertion_failures'] != len(value['body_assertion_ids'])): + return 'ERROR' + events = value.get('subtest_events') + assertions = value.get('assertion_events') + if not isinstance(events, list) or not isinstance(assertions, list) or value['subtests'] != len(events): + return 'ERROR' + for event in events: + if (not isinstance(event, dict) or set(event) != {'parent_id', 'phase', 'outcome'} + or event['parent_id'] not in selected or event['phase'] != 'body' + or event['outcome'] not in ('success', 'assertion')): + return 'ERROR' + for event in assertions: + if (not isinstance(event, dict) or set(event) != {'parent_id', 'origin'} + or event['parent_id'] not in selected or event['origin'] not in ('body', 'subtest')): + return 'ERROR' + direct = [event['parent_id'] for event in assertions if event['origin'] == 'body'] + if (len(set(direct)) != len(direct) + or value['body_assertion_ids'] != [event['parent_id'] for event in assertions] + or [event['parent_id'] for event in assertions if event['origin'] == 'subtest'] != + [event['parent_id'] for event in events if event['outcome'] == 'assertion']): return 'ERROR' - if code == 1 and value.get('assertion_failures', 0) > 0 and not value.get('successful'): + if code == 1 and value['assertion_failures'] > 0 and value['successful'] is False: return 'KILLED' - if code == 0 and value.get('successful') and value.get('assertion_failures') == 0: + if code == 0 and value['successful'] is True and value['assertion_failures'] == 0: return 'SURVIVED' return 'ERROR' @@ -136,7 +194,18 @@ def run_mutations(output, only=None, group='all'): evidence = ROOT / ('evidence/mutations' if group == 'all' else 'evidence/resource-mutations') evidence.mkdir(parents=True, exist_ok=True) results = [] + populations = {} for name, filename, old, new, test in plan: + if test not in populations: + population_path = evidence / ('population-' + str(len(populations)) + '.json') + listed = subprocess.run([sys.executable, '-B', '-S', str(ROOT / 'run_tests.py'), + '--output', str(population_path), '--test', test, '--list'], + capture_output=True, text=True, timeout=15) + population = json.loads(population_path.read_text()) if population_path.exists() else {} + if (listed.returncode != 0 or population.get('invalid_population') != [] + or not population.get('selected_ids') or population.get('selection') != [test]): + raise ValueError('cannot bind unchanged selected test population: ' + test) + populations[test] = population['selected_ids'] with tempfile.TemporaryDirectory(dir=ROOT / 'evidence', prefix='mutant-') as d: work = Path(d) / 'kernel_replay' shutil.copytree(ROOT, work, ignore=shutil.ignore_patterns('evidence', '__pycache__', '*.pyc')) @@ -153,7 +222,8 @@ def run_mutations(output, only=None, group='all'): p = subprocess.run(command, capture_output=True, text=True, timeout=90) value = json.loads(result_path.read_text()) if result_path.exists() else {} record = {'name': name, 'file': filename, 'test': test, - 'outcome': classify(value, p.returncode), 'returncode': p.returncode, + 'outcome': classify(value, p.returncode, [test], populations[test]), 'returncode': p.returncode, + 'expected_selected_ids': populations[test], 'original_sha256': digest(original.encode()), 'mutated_sha256': digest(changed.encode()), 'tests': value, 'stdout': p.stdout, 'stderr': p.stderr} diff --git a/cbz/contributions/math514/kernel_replay/run_tests.py b/cbz/contributions/math514/kernel_replay/run_tests.py index 0b4e84b9c..87e7fd4d6 100644 --- a/cbz/contributions/math514/kernel_replay/run_tests.py +++ b/cbz/contributions/math514/kernel_replay/run_tests.py @@ -1,6 +1,8 @@ #!/usr/bin/env python3 -"""Structured, fail-closed unittest runner used by G0 and mutations.""" +"""Structured unittest execution; only complete selected test bodies grade mutants.""" import argparse +import functools +import inspect import io import json from pathlib import Path @@ -8,28 +10,219 @@ import unittest ROOT = Path(__file__).resolve().parent +RECEIPT_SCHEMA = 'cbz-unittest-lifecycle-v1' + + +def method_id(test): + """Use the actual selected method, rather than an overridable display id.""" + cls = type(test) + name = getattr(test, '_testMethodName', None) + if (not isinstance(test, unittest.TestCase) or cls.__module__ == 'unittest.loader' + or not isinstance(name, str) or not callable(getattr(test, name, None))): + return None + return cls.__module__ + '.' + cls.__qualname__ + '.' + name + + +def selected_cases(suite): + for test in suite: + if isinstance(test, unittest.TestSuite): + yield from selected_cases(test) + else: + yield test + + +class LifecycleResult(unittest.TextTestResult): + def __init__(self, *args, **kwargs): + super().__init__(*args, **kwargs) + self.started_ids = [] + self.finished_ids = [] + self.body_entered_ids = [] + self.body_finished_ids = [] + self.body_assertion_ids = [] + self.lifecycle_failures = 0 + self.subtests = 0 + self.subtest_events = [] + self.assertion_events = [] + self.phase = {} + self.body_exception = {} + self.body_active = set() + self.dispatch_active = set() + self.lifecycle_depth = {} + self.invalid_execution = [] + + def startTest(self, test): + self.started_ids.append(method_id(test)) + self.phase[id(test)] = 'setup' + super().startTest(test) + + def stopTest(self, test): + self.finished_ids.append(method_id(test)) + super().stopTest(test) + + def addFailure(self, test, err): + if (self.phase.get(id(test)) == 'body' + and self.body_exception.get(id(test)) is err[1] + and isinstance(err[1], AssertionError)): + self.body_assertion_ids.append(method_id(test)) + self.assertion_events.append({'parent_id': method_id(test), 'origin': 'body'}) + else: + self.lifecycle_failures += 1 + super().addFailure(test, err) + + def addSubTest(self, test, subtest, err): + self.subtests += 1 + phase = self.phase.get(id(test)) + if phase == 'body' and id(test) not in self.body_active: + phase = 'outside-body' + if getattr(subtest, 'test_case', None) is not test: + phase = 'foreign-parent' + outcome = 'success' if err is None else 'assertion' if isinstance(err[1], AssertionError) else 'error' + self.subtest_events.append({'parent_id': method_id(test), 'phase': phase, 'outcome': outcome}) + if err is not None and outcome == 'assertion': + if phase == 'body': + self.body_assertion_ids.append(method_id(test)) + self.assertion_events.append({'parent_id': method_id(test), 'origin': 'subtest'}) + else: + self.lifecycle_failures += 1 + super().addSubTest(test, subtest, err) + + +def instrument(test, result): + """Keep body exception identity until unittest reports it after this call exits.""" + for name, phase in (('_callSetUp', 'setup'), ('_callTearDown', 'teardown'), + ('doCleanups', 'cleanup')): + original = getattr(test, name) + + def lifecycle(*args, _original=original, _phase=phase, **kwargs): + result.phase[id(test)] = _phase + result.lifecycle_depth[id(test)] = result.lifecycle_depth.get(id(test), 0) + 1 + try: + return _original(*args, **kwargs) + finally: + result.lifecycle_depth[id(test)] -= 1 + setattr(test, name, lifecycle) + original_dispatch = test._callTestMethod + + def dispatch(*args, **kwargs): + if result.lifecycle_depth.get(id(test), 0): + result.invalid_execution.append('test dispatch invoked inside a lifecycle hook') + return original_dispatch(*args, **kwargs) + result.dispatch_active.add(id(test)) + try: + return original_dispatch(*args, **kwargs) + finally: + result.dispatch_active.discard(id(test)) + test._callTestMethod = dispatch + original_body = getattr(test, test._testMethodName) + + @functools.wraps(original_body) + def body(*args, **kwargs): + if id(test) not in result.dispatch_active or result.lifecycle_depth.get(id(test), 0): + result.invalid_execution.append('selected method invoked outside body dispatch') + return original_body(*args, **kwargs) + result.phase[id(test)] = 'body' + result.body_entered_ids.append(method_id(test)) + result.body_active.add(id(test)) + try: + return original_body(*args, **kwargs) + except BaseException as exc: + result.body_exception[id(test)] = exc + raise + finally: + result.body_active.discard(id(test)) + result.body_finished_ids.append(method_id(test)) + # _Outcome calls addFailure *after* this wrapper unwinds. + if inspect.iscoroutinefunction(original_body): + @functools.wraps(original_body) + async def async_body(*args, **kwargs): + if id(test) not in result.dispatch_active or result.lifecycle_depth.get(id(test), 0): + result.invalid_execution.append('selected async method invoked outside body dispatch') + return await original_body(*args, **kwargs) + result.phase[id(test)] = 'body' + result.body_entered_ids.append(method_id(test)) + result.body_active.add(id(test)) + try: + return await original_body(*args, **kwargs) + except BaseException as exc: + result.body_exception[id(test)] = exc + raise + finally: + result.body_active.discard(id(test)) + result.body_finished_ids.append(method_id(test)) + body = async_body + setattr(test, test._testMethodName, body) + + +def describe_suite(suite, selection): + cases = list(selected_cases(suite)) + selected = [method_id(test) for test in cases] + invalid = [] + if not selected: + invalid.append('empty selected population') + if any(item is None for item in selected): + invalid.append('synthetic or unsupported selected test') + if len(set(selected)) != len(selected): + invalid.append('duplicate selected method identity') + for test, identity in zip(cases, selected): + if identity is not None and test.id() != identity: + invalid.append('display identity does not match selected method') + return cases, {'selection': selection, 'selected_ids': selected, 'invalid_population': invalid} + + +def run_suite(suite, selection): + cases, population = describe_suite(suite, selection) + stream = io.StringIO() + result = LifecycleResult(stream=unittest.runner._WritelnDecorator(stream), + descriptions=True, verbosity=2) + for test in cases: + if method_id(test) is not None: + instrument(test, result) + suite.run(result) + population['invalid_population'].extend(result.invalid_execution) + # Render the ordinary summary for humans; grading uses the structured fields. + result.printErrors() + stream.write(f'Ran {result.testsRun} tests\n') + value = {'receipt_schema': RECEIPT_SCHEMA, 'selection': selection, + **population, + 'tests_run': result.testsRun, 'assertion_failures': len(result.failures), + 'errors': len(result.errors), 'skipped': len(result.skipped), + 'expected_failures': len(result.expectedFailures), + 'unexpected_successes': len(result.unexpectedSuccesses), + 'successful': result.wasSuccessful(), 'log': stream.getvalue()} + for name in ('started_ids', 'finished_ids', 'body_entered_ids', + 'body_finished_ids', 'body_assertion_ids', 'lifecycle_failures', 'subtests', + 'subtest_events', 'assertion_events'): + value[name] = getattr(result, name) + return value def main(): parser = argparse.ArgumentParser(allow_abbrev=False) parser.add_argument('--output', required=True) parser.add_argument('--test', action='append', default=[]) + parser.add_argument('--list', action='store_true', help='discover identities without running fixtures or test bodies') args = parser.parse_args() sys.path.insert(0, str(ROOT / 'tests')) if args.test: suite = unittest.defaultTestLoader.loadTestsFromNames(args.test) else: suite = unittest.defaultTestLoader.discover(str(ROOT / 'tests'), pattern='test_*.py') - stream = io.StringIO() - result = unittest.TextTestRunner(stream=stream, verbosity=2).run(suite) - value = {'tests_run': result.testsRun, 'assertion_failures': len(result.failures), - 'errors': len(result.errors), 'skipped': len(result.skipped), - 'expected_failures': len(result.expectedFailures), - 'unexpected_successes': len(result.unexpectedSuccesses), - 'successful': result.wasSuccessful(), 'log': stream.getvalue()} + selection = args.test or ['discover:test_*.py'] + if args.list: + _, population = describe_suite(suite, selection) + Path(args.output).write_text(json.dumps(population, indent=2) + '\n') + return 0 if population['selected_ids'] and not population['invalid_population'] else 1 + value = run_suite(suite, selection) Path(args.output).write_text(json.dumps(value, indent=2) + '\n') print(value['log'], end='') - return 0 if result.wasSuccessful() and result.testsRun and not result.skipped else 1 + complete = (not value['invalid_population'] and value['selected_ids'] + and all(value[key] == value['selected_ids'] for key in + ('started_ids', 'finished_ids', 'body_entered_ids', 'body_finished_ids'))) + return 0 if (complete and value['successful'] and not value['skipped'] + and not value['expected_failures'] and not value['unexpected_successes'] + and all(event['phase'] == 'body' and event['outcome'] == 'success' + for event in value['subtest_events']) + and not value['lifecycle_failures']) else 1 if __name__ == '__main__': diff --git a/cbz/contributions/math514/kernel_replay/tests/test_mutation_harness.py b/cbz/contributions/math514/kernel_replay/tests/test_mutation_harness.py index b47b84c19..538a20db8 100644 --- a/cbz/contributions/math514/kernel_replay/tests/test_mutation_harness.py +++ b/cbz/contributions/math514/kernel_replay/tests/test_mutation_harness.py @@ -1,25 +1,182 @@ -"""Mutation accounting cannot turn errors, skips, or no tests into kills.""" +"""Real runner controls for body-only mutation kills and complete selected populations.""" +import copy import importlib.util +import json from pathlib import Path +import shutil +import subprocess +import sys +import tempfile +import textwrap import unittest ROOT = Path(__file__).resolve().parents[1] +_spec = importlib.util.spec_from_file_location('mutations_under_test', ROOT / 'mutations.py') +mutations = importlib.util.module_from_spec(_spec) +_spec.loader.exec_module(mutations) class MutationHarnessTests(unittest.TestCase): - def test_only_clean_assertion_failure_is_a_kill(self): - spec = importlib.util.spec_from_file_location('mutations', ROOT / 'mutations.py') - mod = importlib.util.module_from_spec(spec) - spec.loader.exec_module(mod) - clean = dict(tests_run=1, assertion_failures=1, errors=0, skipped=0, - expected_failures=0, unexpected_successes=0, successful=False) - self.assertEqual(mod.classify(clean, 1), 'KILLED') - self.assertEqual(mod.classify({**clean, 'assertion_failures': 0, 'successful': True}, 0), 'SURVIVED') - for changes, code in (({'tests_run': 0}, 1), ({'errors': 1}, 1), - ({'skipped': 1}, 1), ({'expected_failures': 1}, 1), - ({'unexpected_successes': 1}, 1), ({}, 2), ({}, -9)): - with self.subTest(changes=changes, code=code): - self.assertEqual(mod.classify({**clean, **changes}, code), 'ERROR') + def run_fixture(self, methods, selection='fixture.Case', module_tail=''): + source = 'import unittest\nclass Case(unittest.TestCase):\n' + textwrap.indent(textwrap.dedent(methods), ' ') + '\n' + module_tail + with tempfile.TemporaryDirectory() as tmp: + root = Path(tmp) + (root / 'tests').mkdir() + shutil.copy2(ROOT / 'run_tests.py', root / 'run_tests.py') + (root / 'tests/fixture.py').write_text(source) + output = root / 'result.json' + p = subprocess.run([sys.executable, '-B', '-S', str(root / 'run_tests.py'), + '--output', str(output), '--test', selection], + capture_output=True, text=True, timeout=10) + self.assertTrue(output.exists(), p.stderr) + value = json.loads(output.read_text()) + return mutations.classify(value, p.returncode), value, p.returncode + + def test_setup_assertion_is_not_a_kill(self): + outcome, value, _ = self.run_fixture(''' + def setUp(self): self.fail('setup only') + def test_one(self): pass + ''') + self.assertEqual(outcome, 'ERROR', value) + + def test_body_assertion_kills_after_all_selected_bodies_finish(self): + outcome, value, _ = self.run_fixture(''' + def test_one(self): self.fail('body assertion') + def test_two(self): pass + ''') + self.assertEqual(outcome, 'KILLED', value) + self.assertEqual(value['body_entered_ids'], ['fixture.Case.test_one', 'fixture.Case.test_two']) + self.assertEqual(value['body_finished_ids'], ['fixture.Case.test_one', 'fixture.Case.test_two']) + self.assertEqual(value['body_assertion_ids'], ['fixture.Case.test_one']) + + def test_dispatch_hook_assertion_without_selected_method_is_error(self): + outcome, value, _ = self.run_fixture("def _callTestMethod(self, method): self.fail('dispatch hook only')\ndef test_one(self): raise RuntimeError('selected body was entered')") + self.assertEqual(outcome, 'ERROR', value) + + def test_selected_method_invoked_from_lifecycle_is_error(self): + for source in ("def setUp(self): self.test_one()\ndef test_one(self): self.fail('called from setup')", + "def setUp(self): self._callTestMethod(self.test_one)\ndef test_one(self): self.fail('dispatch called from setup')", + "def tearDown(self): self.test_one()\ndef test_one(self): pass", + "def test_one(self):\n if not hasattr(self, 'scheduled'):\n self.scheduled = True\n self.addCleanup(self.test_one)"): + outcome, value, _ = self.run_fixture(source) + self.assertEqual(outcome, 'ERROR', value) + + def test_clean_identity_survives(self): + outcome, value, _ = self.run_fixture('def test_one(self): pass') + self.assertEqual(outcome, 'SURVIVED', value) + + def test_lifecycle_failures_never_kill_even_with_body_assertion(self): + cases = [ + "def tearDown(self): self.fail('teardown')\ndef test_one(self): pass", + "def test_one(self): self.addCleanup(self.fail, 'cleanup')", + "def tearDown(self): self.fail('teardown')\ndef test_one(self): self.fail('body')", + "def test_one(self):\n self.addCleanup(self.fail, 'cleanup')\n self.fail('body')", + "@classmethod\ndef setUpClass(cls): raise AssertionError('class setup')\ndef test_one(self): pass", + "@classmethod\ndef tearDownClass(cls): raise AssertionError('class teardown')\ndef test_one(self): self.fail('body')", + "@classmethod\ndef setUpClass(cls): cls.addClassCleanup(lambda: (_ for _ in ()).throw(AssertionError('class cleanup')))\ndef test_one(self): self.fail('body')", + ] + for source in cases: + with self.subTest(source=source): + outcome, value, _ = self.run_fixture(source) + self.assertEqual(outcome, 'ERROR', value) + + def test_errors_skips_and_expected_failures_are_errors(self): + cases = [ + "def test_one(self): raise RuntimeError('body runtime')", + "def setUp(self): raise RuntimeError('setup runtime')\ndef test_one(self): self.fail('body')", + "@unittest.skip('skip')\ndef test_one(self): pass", + "@unittest.expectedFailure\ndef test_one(self): self.fail('expected')", + "@unittest.expectedFailure\ndef test_one(self): pass", + ] + for source in cases: + with self.subTest(source=source): + outcome, value, _ = self.run_fixture(source) + self.assertEqual(outcome, 'ERROR', value) + + def test_body_scoped_subtest_assertions_kill_without_changing_parent_population(self): + for source, failures in (("def test_one(self):\n with self.subTest(i=1): self.fail('first')\n with self.subTest(i=2): self.fail('second')", 2), + ("def test_one(self):\n with self.subTest(i=1): pass\n self.fail('body')", 1)): + outcome, value, _ = self.run_fixture(source) + self.assertEqual(outcome, 'KILLED', value) + self.assertEqual(value['selected_ids'], ['fixture.Case.test_one']) + self.assertEqual(value['assertion_failures'], failures) + outcome, value, _ = self.run_fixture("def test_one(self):\n with self.subTest(i=1): pass") + self.assertEqual(outcome, 'SURVIVED', value) + + def test_foreign_subtest_parent_cannot_claim_selected_body_assertion(self): + outcome, value, _ = self.run_fixture("def test_one(self):\n import sys\n foreign = unittest.case._SubTest(unittest.FunctionTestCase(lambda: None), 'foreign', {})\n try: raise AssertionError('foreign parent assertion')\n except AssertionError: self._outcome.result.addSubTest(self, foreign, sys.exc_info())") + self.assertEqual(outcome, 'ERROR', value) + + def test_lifecycle_subtests_and_subtest_errors_are_errors(self): + for source in ("def setUp(self):\n with self.subTest(i=1): self.fail('setup subtest')\ndef test_one(self): pass", + "def tearDown(self):\n with self.subTest(i=1): self.fail('teardown subtest')\ndef test_one(self): self.fail('body')", + "def test_one(self):\n with self.subTest(i=1): raise RuntimeError('subtest runtime')"): + outcome, value, _ = self.run_fixture(source) + self.assertEqual(outcome, 'ERROR', value) + + def test_empty_duplicate_synthetic_and_spoofed_population_is_error(self): + cases = [ + ('def test_one(self): pass', 'fixture', 'def load_tests(loader, tests, pattern): return unittest.TestSuite()'), + ('def test_one(self): self.fail("body")', 'fixture', 'def load_tests(loader, tests, pattern): return unittest.TestSuite([Case("test_one"), Case("test_one")])'), + ('def test_one(self): pass', 'fixture.Missing', ''), + ('def id(self): return "fixture.Case.test_forged"\ndef test_one(self): self.fail("body")', 'fixture.Case', ''), + ] + for source, selection, tail in cases: + with self.subTest(selection=selection, tail=tail): + outcome, value, _ = self.run_fixture(source, selection, tail) + self.assertEqual(outcome, 'ERROR', value) + + def test_population_listing_does_not_execute_fixtures_or_bodies(self): + with tempfile.TemporaryDirectory() as tmp: + root = Path(tmp) + (root / 'tests').mkdir() + shutil.copy2(ROOT / 'run_tests.py', root / 'run_tests.py') + (root / 'tests/fixture.py').write_text("import unittest\nclass Case(unittest.TestCase):\n @classmethod\n def setUpClass(cls): raise AssertionError('fixture must not run')\n def test_one(self): raise RuntimeError('body must not run')\n") + output = root / 'population.json' + p = subprocess.run([sys.executable, '-B', '-S', str(root / 'run_tests.py'), + '--output', str(output), '--test', 'fixture.Case', '--list'], + capture_output=True, text=True, timeout=10) + self.assertEqual(p.returncode, 0, p.stderr) + self.assertEqual(json.loads(output.read_text()), + {'selection': ['fixture.Case'], 'selected_ids': ['fixture.Case.test_one'], + 'invalid_population': []}) + + def test_summary_without_lifecycle_receipt_fails_closed(self): + old = dict(tests_run=1, assertion_failures=1, errors=0, skipped=0, + expected_failures=0, unexpected_successes=0, successful=False) + self.assertEqual(mutations.classify(old, 1), 'ERROR') + self.assertEqual(mutations.classify({}, 1), 'ERROR') + self.assertEqual(mutations.classify(None, 1), 'ERROR') + + def test_forged_or_missing_accounting_is_error(self): + _, receipt, code = self.run_fixture('def test_one(self): self.fail("body")') + for key in ('receipt_schema', 'selected_ids', 'started_ids', 'finished_ids', + 'body_entered_ids', 'body_finished_ids', 'body_assertion_ids', + 'lifecycle_failures', 'subtests', 'invalid_population', 'subtest_events', 'assertion_events'): + with self.subTest(missing=key): + value = copy.deepcopy(receipt) + value.pop(key, None) + self.assertEqual(mutations.classify(value, code), 'ERROR') + for changes in ({'tests_run': True}, {'tests_run': 1.0}, {'assertion_failures': '1'}, + {'successful': 0}, {'lifecycle_failures': -1}, {'subtests': True}, + {'body_entered_ids': []}, {'body_finished_ids': []}, + {'finished_ids': []}, {'body_assertion_ids': []}, + {'body_assertion_ids': ['fixture.Case.test_forged']}, + {'selected_ids': ['synthetic']}, + {'selected_ids': ['unittest.loader._FailedTest.test_one']}, + {'selected_ids': ['fixture.Case.test_one', 'fixture.Case.test_one']}, + {'started_ids': ['fixture.Case.test_one', 'fixture.Case.test_one']}, + {'errors': 1}, {'skipped': 1}, {'expected_failures': 1}, + {'unexpected_successes': 1}, {'assertion_failures': 2}, + {'subtests': 1}, {'assertion_events': []}, + {'subtest_events': [{'parent_id': 'fixture.Case.test_one', 'phase': 'body', 'outcome': 'assertion'}]}): + with self.subTest(changes=changes): + self.assertEqual(mutations.classify({**receipt, **changes}, code), 'ERROR') + self.assertEqual(mutations.classify(receipt, code, ['fixture.Other']), 'ERROR') + self.assertEqual(mutations.classify({**receipt, 'selection': ['fixture.Other']}, code, ['fixture.Other']), 'ERROR') + self.assertEqual(mutations.classify(receipt, code, ['fixture.Case'], ['fixture.Case.test_other']), 'ERROR') + for exit_code in (2, -9, True): + self.assertEqual(mutations.classify(receipt, exit_code), 'ERROR') if __name__ == '__main__': From 15b534674ef9caf78b2ac42c8bebaa8f7faeb238 Mon Sep 17 00:00:00 2001 From: Dylan Roy <249851642+d6g8k5htny-coder@users.noreply.github.com> Date: Thu, 29 Oct 2026 15:35:28 -0500 Subject: [PATCH 5/6] Refuse unexecuted lazy bodies in kernel mutation grading Restrict selected methods to ordinary synchronous functions returning None; refuse declared/wrapped suspended bodies and every non-None return without advancing objects. Preserve mixed-suite RED and scoped six-method/two-mode controls, final guard mutant and applicable predecessor evidence. --- .../math514/kernel_replay/LAZY_BODY_FIX.md | 9 + .../math514/kernel_replay/PUBLICATION.json | 192 +++- .../math514/kernel_replay/README.md | 7 +- .../math514/kernel_replay/REGISTRY.json | 157 ++-- .../math514/kernel_replay/SPEC.md | 7 + .../evidence/lazy-body/ARTIFACT_ORIGINS.json | 545 +++++++++++ .../evidence/lazy-body/DOC_ADDITIONS.md | 19 + .../evidence/lazy-body/EVIDENCE_PATH_MAP.json | 43 + .../evidence/lazy-body/REPORT.md | 19 + .../evidence/lazy-body/baseline/mutations.py | 257 ++++++ .../evidence/lazy-body/baseline/run_tests.py | 229 +++++ .../baseline/tests/test_mutation_harness.py | 183 ++++ .../lazy-body/current-composed-receipt.json | 72 ++ .../lazy-body/evidence/baseline-sha256.json | 7 + .../independent-lazy-body-review.json | 78 ++ .../lazy-body/evidence/kernel-delivery.json | 61 ++ .../evidence/kernel-lazy-controls-green.log | 10 + .../kernel-lazy-controls-optimized-green.log | 10 + .../evidence/kernel-lazy-controls-red.log | 145 +++ .../evidence/kernel-lazy-guard-mutants.log | 6 + .../guard_run_tests.py | 245 +++++ .../normal-drop-lazy-return-rejection.json | 89 ++ ...al-drop-pristine-lazy-shape-rejection.json | 79 ++ ...mal-ignore-decorator-lazy-shape-links.json | 79 ++ .../optimized-drop-lazy-return-rejection.json | 89 ++ ...ed-drop-pristine-lazy-shape-rejection.json | 79 ++ ...zed-ignore-decorator-lazy-shape-links.json | 79 ++ .../kernel-lazy-guard-mutants/summary.json | 69 ++ .../evidence/kernel-mixed-generator-red.json | 56 ++ .../kernel-none-profile-controls-green.log | 11 + ...-none-profile-controls-optimized-green.log | 11 + .../kernel-none-return-guard-mutant.log | 2 + .../guard_run_tests.py | 241 +++++ ...normal-drop-non-none-return-rejection.json | 89 ++ ...imized-drop-non-none-return-rejection.json | 89 ++ .../summary.json | 29 + .../kernel-none-return-profile-red.log | 54 ++ .../original-method-shape-applicability.json | 864 ++++++++++++++++++ .../evidence/run_kernel_lazy_guard_mutants.py | 68 ++ .../run_kernel_none_return_guard_mutant.py | 70 ++ .../evidence/lazy-body/kernel-lazy-body.patch | 210 +++++ ...kernel-lifecycle-and-lazy-cumulative.patch | 677 ++++++++++++++ .../published-parent/PUBLICATION.json | 552 +++++++++++ .../lazy-body/published-parent/README.md | 65 ++ .../lazy-body/published-parent/REGISTRY.json | 175 ++++ .../lazy-body/published-parent/SPEC.md | 24 + .../math514/kernel_replay/run_tests.py | 56 +- .../tests/test_mutation_harness.py | 108 +++ 48 files changed, 6224 insertions(+), 91 deletions(-) create mode 100644 cbz/contributions/math514/kernel_replay/LAZY_BODY_FIX.md create mode 100644 cbz/contributions/math514/kernel_replay/evidence/lazy-body/ARTIFACT_ORIGINS.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/lazy-body/DOC_ADDITIONS.md create mode 100644 cbz/contributions/math514/kernel_replay/evidence/lazy-body/EVIDENCE_PATH_MAP.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/lazy-body/REPORT.md create mode 100644 cbz/contributions/math514/kernel_replay/evidence/lazy-body/baseline/mutations.py create mode 100644 cbz/contributions/math514/kernel_replay/evidence/lazy-body/baseline/run_tests.py create mode 100644 cbz/contributions/math514/kernel_replay/evidence/lazy-body/baseline/tests/test_mutation_harness.py create mode 100644 cbz/contributions/math514/kernel_replay/evidence/lazy-body/current-composed-receipt.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/baseline-sha256.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/independent-lazy-body-review.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-delivery.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-controls-green.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-controls-optimized-green.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-controls-red.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-guard-mutants.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-guard-mutants/guard_run_tests.py create mode 100644 cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-guard-mutants/normal-drop-lazy-return-rejection.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-guard-mutants/normal-drop-pristine-lazy-shape-rejection.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-guard-mutants/normal-ignore-decorator-lazy-shape-links.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-guard-mutants/optimized-drop-lazy-return-rejection.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-guard-mutants/optimized-drop-pristine-lazy-shape-rejection.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-guard-mutants/optimized-ignore-decorator-lazy-shape-links.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-guard-mutants/summary.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-mixed-generator-red.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-none-profile-controls-green.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-none-profile-controls-optimized-green.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-none-return-guard-mutant.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-none-return-guard-mutant/guard_run_tests.py create mode 100644 cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-none-return-guard-mutant/normal-drop-non-none-return-rejection.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-none-return-guard-mutant/optimized-drop-non-none-return-rejection.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-none-return-guard-mutant/summary.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-none-return-profile-red.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/original-method-shape-applicability.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/run_kernel_lazy_guard_mutants.py create mode 100644 cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/run_kernel_none_return_guard_mutant.py create mode 100644 cbz/contributions/math514/kernel_replay/evidence/lazy-body/kernel-lazy-body.patch create mode 100644 cbz/contributions/math514/kernel_replay/evidence/lazy-body/kernel-lifecycle-and-lazy-cumulative.patch create mode 100644 cbz/contributions/math514/kernel_replay/evidence/lazy-body/published-parent/PUBLICATION.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/lazy-body/published-parent/README.md create mode 100644 cbz/contributions/math514/kernel_replay/evidence/lazy-body/published-parent/REGISTRY.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/lazy-body/published-parent/SPEC.md diff --git a/cbz/contributions/math514/kernel_replay/LAZY_BODY_FIX.md b/cbz/contributions/math514/kernel_replay/LAZY_BODY_FIX.md new file mode 100644 index 000000000..d3f597035 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/LAZY_BODY_FIX.md @@ -0,0 +1,9 @@ +# Synchronous None-return mutation grading + +Mutation grading supports ordinary synchronous unittest methods that return None. Generator, coroutine, async-generator and wraps-linked suspended method shapes are refused during pristine population discovery. Every non-None body return is ERROR, including falsey values and opaque iterables. Returned work is not consumed or awaited; only a fresh native coroutine may be closed without entering its body. Creating a suspended call object is not evidence that its deferred test body executed. + +The published predecessor at 7b50d2b4c433a8f3b5442925e1ac9ff664880166 awarded KILLED to a mixed generator method plus ordinary assertion while the generator-body sentinel was absent. The actual RED is retained in evidence/lazy-body/evidence/kernel-mixed-generator-red.json. Six new methods pass normally and optimized; the final return-guard mutant is assertion-killed in each mode. Earlier shape/decorator controls remain applicable and earlier type-only return acceptance is explicitly superseded. + +The current 60 methods are 31 wrapper + 9 real-Lean + 14 prior lifecycle + 6 new profile methods. Static direct-method AST inspection of the 54 predecessor methods establishes the synchronous/None-return applicability of completed evidence, excluding nested helper functions from their enclosing method shape. Prior 25 production mutations and mathematics are retained, not replayed. No new full G0, Lean/project run or hosted successor-head CI claim is made. + +The classifier and production driver are unchanged; only run_tests.py and tests/test_mutation_harness.py change. No additional runtime module or dependency was added. Full isolated report, frozen hashes, minimal/cumulative patches, RED/GREEN/source-mutant receipts and independent review are under evidence/lazy-body/. evidence/lazy-body/current-composed-receipt.json provides the exact split. Registry/ledger changes are contribution payloads for the canonical owner. diff --git a/cbz/contributions/math514/kernel_replay/PUBLICATION.json b/cbz/contributions/math514/kernel_replay/PUBLICATION.json index 0eb56232b..f4ee6be3e 100644 --- a/cbz/contributions/math514/kernel_replay/PUBLICATION.json +++ b/cbz/contributions/math514/kernel_replay/PUBLICATION.json @@ -5,20 +5,24 @@ "source": "/workspace/cbz-0/tools/kernel_replay/ExactReplay.lean", "destination": "cbz/contributions/math514/kernel_replay/ExactReplay.lean" }, + { + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/LAZY_BODY_FIX.md", + "destination": "cbz/contributions/math514/kernel_replay/LAZY_BODY_FIX.md" + }, { "source": "/workspace/cbz-0/tools/kernel_replay/LIFECYCLE_FIX.md", "destination": "cbz/contributions/math514/kernel_replay/LIFECYCLE_FIX.md" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/PUBLICATION.json", + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/PUBLICATION.json", "destination": "cbz/contributions/math514/kernel_replay/PUBLICATION.json" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/README.md", + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/README.md", "destination": "cbz/contributions/math514/kernel_replay/README.md" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/REGISTRY.json", + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/REGISTRY.json", "destination": "cbz/contributions/math514/kernel_replay/REGISTRY.json" }, { @@ -26,7 +30,7 @@ "destination": "cbz/contributions/math514/kernel_replay/RESOURCE_FIX.md" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/SPEC.md", + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/SPEC.md", "destination": "cbz/contributions/math514/kernel_replay/SPEC.md" }, { @@ -105,6 +109,170 @@ "source": "/workspace/cbz-0/tools/kernel_replay/evidence/initial-real-symlink-replay.json", "destination": "cbz/contributions/math514/kernel_replay/evidence/initial-real-symlink-replay.json" }, + { + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/ARTIFACT_ORIGINS.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/ARTIFACT_ORIGINS.json" + }, + { + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/DOC_ADDITIONS.md", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/DOC_ADDITIONS.md" + }, + { + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/EVIDENCE_PATH_MAP.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/EVIDENCE_PATH_MAP.json" + }, + { + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/REPORT.md", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/REPORT.md" + }, + { + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/baseline/mutations.py", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/baseline/mutations.py" + }, + { + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/baseline/run_tests.py", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/baseline/run_tests.py" + }, + { + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/baseline/tests/test_mutation_harness.py", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/baseline/tests/test_mutation_harness.py" + }, + { + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/current-composed-receipt.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/current-composed-receipt.json" + }, + { + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/evidence/baseline-sha256.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/baseline-sha256.json" + }, + { + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/evidence/independent-lazy-body-review.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/independent-lazy-body-review.json" + }, + { + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/evidence/kernel-delivery.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-delivery.json" + }, + { + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/evidence/kernel-lazy-controls-green.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-controls-green.log" + }, + { + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/evidence/kernel-lazy-controls-optimized-green.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-controls-optimized-green.log" + }, + { + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/evidence/kernel-lazy-controls-red.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-controls-red.log" + }, + { + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/evidence/kernel-lazy-guard-mutants.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-guard-mutants.log" + }, + { + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/evidence/kernel-lazy-guard-mutants/guard_run_tests.py", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-guard-mutants/guard_run_tests.py" + }, + { + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/evidence/kernel-lazy-guard-mutants/normal-drop-lazy-return-rejection.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-guard-mutants/normal-drop-lazy-return-rejection.json" + }, + { + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/evidence/kernel-lazy-guard-mutants/normal-drop-pristine-lazy-shape-rejection.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-guard-mutants/normal-drop-pristine-lazy-shape-rejection.json" + }, + { + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/evidence/kernel-lazy-guard-mutants/normal-ignore-decorator-lazy-shape-links.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-guard-mutants/normal-ignore-decorator-lazy-shape-links.json" + }, + { + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/evidence/kernel-lazy-guard-mutants/optimized-drop-lazy-return-rejection.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-guard-mutants/optimized-drop-lazy-return-rejection.json" + }, + { + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/evidence/kernel-lazy-guard-mutants/optimized-drop-pristine-lazy-shape-rejection.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-guard-mutants/optimized-drop-pristine-lazy-shape-rejection.json" + }, + { + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/evidence/kernel-lazy-guard-mutants/optimized-ignore-decorator-lazy-shape-links.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-guard-mutants/optimized-ignore-decorator-lazy-shape-links.json" + }, + { + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/evidence/kernel-lazy-guard-mutants/summary.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-guard-mutants/summary.json" + }, + { + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/evidence/kernel-mixed-generator-red.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-mixed-generator-red.json" + }, + { + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/evidence/kernel-none-profile-controls-green.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-none-profile-controls-green.log" + }, + { + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/evidence/kernel-none-profile-controls-optimized-green.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-none-profile-controls-optimized-green.log" + }, + { + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/evidence/kernel-none-return-guard-mutant.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-none-return-guard-mutant.log" + }, + { + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/evidence/kernel-none-return-guard-mutant/guard_run_tests.py", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-none-return-guard-mutant/guard_run_tests.py" + }, + { + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/evidence/kernel-none-return-guard-mutant/normal-drop-non-none-return-rejection.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-none-return-guard-mutant/normal-drop-non-none-return-rejection.json" + }, + { + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/evidence/kernel-none-return-guard-mutant/optimized-drop-non-none-return-rejection.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-none-return-guard-mutant/optimized-drop-non-none-return-rejection.json" + }, + { + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/evidence/kernel-none-return-guard-mutant/summary.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-none-return-guard-mutant/summary.json" + }, + { + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/evidence/kernel-none-return-profile-red.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-none-return-profile-red.log" + }, + { + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/evidence/original-method-shape-applicability.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/original-method-shape-applicability.json" + }, + { + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/evidence/run_kernel_lazy_guard_mutants.py", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/run_kernel_lazy_guard_mutants.py" + }, + { + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/evidence/run_kernel_none_return_guard_mutant.py", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/run_kernel_none_return_guard_mutant.py" + }, + { + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/kernel-lazy-body.patch", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/kernel-lazy-body.patch" + }, + { + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/kernel-lifecycle-and-lazy-cumulative.patch", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/kernel-lifecycle-and-lazy-cumulative.patch" + }, + { + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/published-parent/PUBLICATION.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/published-parent/PUBLICATION.json" + }, + { + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/published-parent/README.md", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/published-parent/README.md" + }, + { + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/published-parent/REGISTRY.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/published-parent/REGISTRY.json" + }, + { + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/published-parent/SPEC.md", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/published-parent/SPEC.md" + }, { "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/DELIVERY_REGISTRY.json", "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/DELIVERY_REGISTRY.json" @@ -502,7 +670,7 @@ "destination": "cbz/contributions/math514/kernel_replay/resource-postfix-review.md" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/run_tests.py", + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/run_tests.py", "destination": "cbz/contributions/math514/kernel_replay/run_tests.py" }, { @@ -526,7 +694,7 @@ "destination": "cbz/contributions/math514/kernel_replay/tests/test_kernel_replay.py" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/tests/test_mutation_harness.py", + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/tests/test_mutation_harness.py", "destination": "cbz/contributions/math514/kernel_replay/tests/test_mutation_harness.py" }, { @@ -542,11 +710,9 @@ "destination": "cbz/contributions/math514/kernel_replay/tool-report.md" } ], - "excluded_generated": [ - "__pycache__", - "*.pyc", - "compiled fixture artifacts", - "temporary directories", - "runtime diagnostic Lean file" - ] + "published_parent": "7b50d2b4c433a8f3b5442925e1ac9ff664880166", + "overlay_root": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files", + "retained_predecessor_entries": 135, + "overlay_path_count": 48, + "rule": "Retain prior native paths; publish only changed/new overlay files with expected-old tree CAS." } diff --git a/cbz/contributions/math514/kernel_replay/README.md b/cbz/contributions/math514/kernel_replay/README.md index f60efa340..026c34bba 100644 --- a/cbz/contributions/math514/kernel_replay/README.md +++ b/cbz/contributions/math514/kernel_replay/README.md @@ -47,7 +47,7 @@ The source and compiled hashes are separate bindings; G3 build evidence must est Upstream reads all available olean parts, uses the most private constant map, and checks safe total declarations in an **import-only** environment. It handles inductive declarations and checks the generated constructors/recursors. Its intentional exclusion of unsafe and partial definitions remains in effect. Imported dependencies require their own coverage/evidence. Kernel validity permits axioms; `g2_status` always remains `NOT_ASSESSED`. The included axiom fixture is kernel-valid and is rejected by a separate explicit fixture-policy check. That check illustrates the G2/G4 distinction; it is not a production all-declaration approved-axiom auditor. G2 is still a separate blocking obligation. -The mutation grader also has a later [lifecycle repair](LIFECYCLE_FIX.md):14 affected harness methods and10 distinct safeguard mutants, with exact selected-population/body-assertion accounting. The current54 test methods comprise31 unchanged wrapper,9 unchanged real-Lean and14 current harness methods. This is composed evidence, not one fresh full54-test run. Resource-only results below describe their historical generation at9c94ff6; the old one-method synthetic harness fixture has been replaced by stricter real execution controls and preserved as source history. +The [lifecycle repair](LIFECYCLE_FIX.md) established 14 harness methods and 10 distinct safeguard mutants with exact selected-population/body-assertion accounting. The later [None-return profile](LAZY_BODY_FIX.md) adds six affected methods, verified normally and optimized, to refuse deferred method bodies and unsupported return objects. The current 60 methods comprise 31 unchanged wrapper, 9 unchanged real-Lean, 14 earlier lifecycle and 6 new profile methods. These are composed results, not a fresh full-suite run. Resource-only results below retain their historical generation at 9c94ff6; the old one-method synthetic fixture remains source history. Run G0 only for changed tooling or uncovered obligations; reuse applicable evidence on unchanged material. The resource-boundary repair changed the wrapper and its tests, so its affected checks are: @@ -63,3 +63,8 @@ Resource generation evidence consists of 30 passing tests, two additional passin The real fixtures cover public/private proofs, data, inductives, exact-module behavior, installed-checker import trust and module-file symlink rejection. `BadPublic.lean` and `BadPrivate.lean` intentionally inject self-referential proofs through the public declaration API with fixture-local `debug.skipKernelTC`. They and `UnapprovedAxiom.lean` are quarantined test data, never closed mathematical modules. The exported-only and target-preloading mutants demonstrate why private parts and an import-only replay environment are required. Mutation copies are isolated and disposable; only complete custody-bound selected-body assertion evidence counts as a kill. Lifecycle assertions, errors, skips, empty/incomplete populations and timeouts are non-green harness outcomes. Initial survivors and erroneous historical adapter receipts are retained as failed tooling evidence, never certification. Ownership, gate boundaries, publication mapping and canonical registry/ledger payload are in `REGISTRY.json`. The canonical writer integrates that payload; this contribution does not edit shared canonical surfaces. + + +Mutation grading supports ordinary synchronous unittest methods that return None. Generator, coroutine, async-generator and wraps-linked suspended method shapes are refused during pristine population discovery. Every non-None body return is ERROR, including falsey values and opaque iterables. Returned work is not consumed or awaited; only a fresh native coroutine may be closed without entering its body. Creating a suspended call object is not evidence that its deferred test body executed. + +Only the new profile obligation required fresh checks. Use the focused commands in REGISTRY.json when relevant; retain completed applicable evidence instead of replaying the original suite, 25 source mutants or Lean. Prior published/hosted results remain pinned to their tested heads. No new-head CI or CBZ result is asserted here. diff --git a/cbz/contributions/math514/kernel_replay/REGISTRY.json b/cbz/contributions/math514/kernel_replay/REGISTRY.json index e3e016112..a96c01c7a 100644 --- a/cbz/contributions/math514/kernel_replay/REGISTRY.json +++ b/cbz/contributions/math514/kernel_replay/REGISTRY.json @@ -22,64 +22,92 @@ "g0_resource": "python3 run_tests.py --output evidence/g0-wrapper-current.json --test test_kernel_replay.WrapperTests --test test_mutation_harness.MutationHarnessTests", "mutations_resource": "python3 mutations.py --group wrapper --output evidence/g0-wrapper-mutations-current.json", "g0_lifecycle": "python3 -B -S run_tests.py --test test_mutation_harness.MutationHarnessTests --output /absolute/new-evidence/harness.json", - "g0_lifecycle_optimized": "PYTHONOPTIMIZE=1 python3 -B -S -O run_tests.py --test test_mutation_harness.MutationHarnessTests --output /absolute/new-evidence/harness-optimized.json" + "g0_lifecycle_optimized": "PYTHONOPTIMIZE=1 python3 -B -S -O run_tests.py --test test_mutation_harness.MutationHarnessTests --output /absolute/new-evidence/harness-optimized.json", + "g0_lazy_body_profile": "python3 -B -S run_tests.py --test test_mutation_harness.LazyBodyHarnessTests --output /absolute/new-evidence/lazy-body.json", + "g0_lazy_body_profile_optimized": "PYTHONOPTIMIZE=1 python3 -B -S -O run_tests.py --test test_mutation_harness.LazyBodyHarnessTests --output /absolute/new-evidence/lazy-body-optimized.json" }, "self_verification": { - "status": "PASS_SCOPED_COMPOSED_LIFECYCLE_REPAIR", - "generation": "lifecycle-v3", + "status": "PASS_SCOPED_COMPOSED_NONE_RETURN_PROFILE", + "generation": "lazy-body-none-v4", "single_full_suite_claim": false, - "current_test_methods": 54, - "fresh_affected_harness_methods": 14, + "current_test_methods": 60, + "fresh_affected_harness_methods": 6, + "fresh_modes": [ + "normal", + "optimized with inherited PYTHONOPTIMIZE=1" + ], + "reused_prior_lifecycle_methods": 14, "reused_unchanged_wrapper_methods": 31, "reused_unchanged_real_lean_methods": 9, - "fresh_distinct_grader_safeguard_mutants": 10, - "safeguard_mutant_executions_across_source_generations": 13, + "fresh_final_none_return_guard_mutants": 1, + "fresh_final_guard_executions": 2, + "reused_unchanged_shape_and_decorator_guard_mutants": 2, + "initial_type_only_guard_generation": { + "distinct": 3, + "executions": 6, + "scope": "earlier type-only source; return-profile branch superseded; unchanged shape/decorator guards reused" + }, "historical_production_mutations_applicable": 25, - "evidence": "evidence/lifecycle/evidence/kernel-delivery.json", - "review": "evidence/lifecycle/evidence/independent-lifecycle-review.json", - "historical_resource_generation": { - "status": "PASS_RESOURCE_BOUNDARY_G0", - "generation": "resource-boundary-v2", - "fresh_distinct_tests": 32, - "new_resource_tests": 14, - "fresh_test_invocations": 33, + "evidence": "evidence/lazy-body/current-composed-receipt.json", + "review": "evidence/lazy-body/evidence/independent-lazy-body-review.json", + "historical_lifecycle_generation": { + "status": "PASS_SCOPED_COMPOSED_LIFECYCLE_REPAIR", + "generation": "lifecycle-v3", "single_full_suite_claim": false, - "test_evidence": [ - "evidence/g0-resource-wrapper-tests.json", - "evidence/g0-resource-additional-tests.json", - "evidence/g0-resource-preexec-test.json", - "evidence/g0-resource-applicable.json" - ], - "reused_unchanged_real_lean_tests": 9, - "mutations": { - "fresh_planned": 19, - "fresh_executed": 19, - "fresh_killed": 19, - "new_resource_cases": 9, - "original_wrapper_cases": 10, - "reused_unchanged_real_cases": 6, - "memory_oracle_refresh": "evidence/g0-resource-memory-mutant-refresh.json", - "evidence": "evidence/g0-resource-mutations.json", - "threshold": 1 - }, - "prior_generation": { - "production_wrapper_sha256": "416b688929daff9f473ce3e0abd399d8be2cde46c12956d3e5d5d9937d914293", - "verification": { - "status": "PASS", - "applicable_tests": 27, - "test_evidence": [ - "evidence/g0-tests.json", - "evidence/g0-additional-tests.json", - "evidence/g0-applicable-tests.json" - ], - "mutations": { - "planned": 16, - "executed": 16, - "killed": 16, - "threshold": 1, - "evidence": "evidence/g0-mutations.json" + "current_test_methods": 54, + "fresh_affected_harness_methods": 14, + "reused_unchanged_wrapper_methods": 31, + "reused_unchanged_real_lean_methods": 9, + "fresh_distinct_grader_safeguard_mutants": 10, + "safeguard_mutant_executions_across_source_generations": 13, + "historical_production_mutations_applicable": 25, + "evidence": "evidence/lifecycle/evidence/kernel-delivery.json", + "review": "evidence/lifecycle/evidence/independent-lifecycle-review.json", + "historical_resource_generation": { + "status": "PASS_RESOURCE_BOUNDARY_G0", + "generation": "resource-boundary-v2", + "fresh_distinct_tests": 32, + "new_resource_tests": 14, + "fresh_test_invocations": 33, + "single_full_suite_claim": false, + "test_evidence": [ + "evidence/g0-resource-wrapper-tests.json", + "evidence/g0-resource-additional-tests.json", + "evidence/g0-resource-preexec-test.json", + "evidence/g0-resource-applicable.json" + ], + "reused_unchanged_real_lean_tests": 9, + "mutations": { + "fresh_planned": 19, + "fresh_executed": 19, + "fresh_killed": 19, + "new_resource_cases": 9, + "original_wrapper_cases": 10, + "reused_unchanged_real_cases": 6, + "memory_oracle_refresh": "evidence/g0-resource-memory-mutant-refresh.json", + "evidence": "evidence/g0-resource-mutations.json", + "threshold": 1 + }, + "prior_generation": { + "production_wrapper_sha256": "416b688929daff9f473ce3e0abd399d8be2cde46c12956d3e5d5d9937d914293", + "verification": { + "status": "PASS", + "applicable_tests": 27, + "test_evidence": [ + "evidence/g0-tests.json", + "evidence/g0-additional-tests.json", + "evidence/g0-applicable-tests.json" + ], + "mutations": { + "planned": 16, + "executed": 16, + "killed": 16, + "threshold": 1, + "evidence": "evidence/g0-mutations.json" + } } - } + }, + "reuse_rule": "/workspace/AGENTS.md owner clarification 25 October 2026: reuse completed applicable checks on unchanged material; provider/process review tracked separately." }, "reuse_rule": "/workspace/AGENTS.md owner clarification 25 October 2026: reuse completed applicable checks on unchanged material; provider/process review tracked separately." }, @@ -92,7 +120,8 @@ "G3 independently binds source to compiled output. G2 remains NOT_ASSESSED by replay.", "Unsafe and partial exclusions are upstream behavior.", "Resource bounds reject bool, huge/nonfinite timeouts and unrepresentable/inherited-hard-limit memory caps before spawn; see SPEC.md.", - "Explicit Popen lifecycle normalizes spawn/wait resource exceptions. Kill/reap wait is bounded to one second; unreaped PID is reported ERROR and stops later modules. OS-uninterruptible processes cannot be promised forced termination." + "Explicit Popen lifecycle normalizes spawn/wait resource exceptions. Kill/reap wait is bounded to one second; unreaped PID is reported ERROR and stops later modules. OS-uninterruptible processes cannot be promised forced termination.", + "Mutation grading supports only ordinary synchronous Python function/bound-method bodies that return None. Every wraps-linked shape must be non-generator/non-coroutine/non-async-generator; every non-None return is ERROR without evaluating or advancing it." ], "quarantined_test_data": [ { @@ -111,7 +140,7 @@ "ledger_payload": { "phase": 2, "layer": "B", - "action": "Tighten exact replay mutation grading to complete selected population and actual body/lifecycle assertion provenance; preserve unchanged replay and source-specific historical evidence.", + "action": "Refuse suspended test-function shapes and every non-None body return; compose six new normal/optimized harness controls with applicable prior lifecycle, replay and source-mutant evidence.", "rationale": "Upstream prefix expansion launches concurrent per-module tasks with no CLI jobs flag. The original OOM is historical; canonical947 records a later successful same-source complete Math core gate with two threads. This adapter supplies exact serial scheduling, input binding and finite adversarial controls independently.", "reversibility": "New isolated contribution files only; no mathematical source, branch, Git, remote or canonical-surface mutation by this task.", "evidence": [ @@ -123,11 +152,14 @@ "evidence/g0-resource-applicable.json", "LIFECYCLE_FIX.md", "evidence/lifecycle/evidence/kernel-delivery.json", - "evidence/lifecycle/evidence/independent-lifecycle-review.json" + "evidence/lifecycle/evidence/independent-lifecycle-review.json", + "LAZY_BODY_FIX.md", + "evidence/lazy-body/current-composed-receipt.json", + "evidence/lazy-body/evidence/independent-lazy-body-review.json" ] }, "publication": { - "source_root": "/workspace/cbz-0/tools/kernel_replay", + "source_root": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files", "destination_root": "cbz/contributions/math514/kernel_replay", "excluded": [ "**/__pycache__/**", @@ -170,6 +202,21 @@ "tests/test_mutation_harness.py": "9887371525049cbc9685fadfd02531b1171507ad3c2c8373947c37875b3783e6" }, "metadata_authentication_boundary": "Trusted source-bound runner; accounting schema does not authenticate adversarially fabricated consistent JSON.", - "original_summary_only_fixture_preserved": "evidence/lifecycle/baseline/" + "original_summary_only_fixture_preserved": "evidence/lifecycle/baseline/", + "record_context": "Historical published lifecycle predecessor at 7b50d2b4c433a8f3b5442925e1ac9ff664880166; retain these source-bound hashes. Current runtime hashes are under lazy_body_profile." + }, + "lazy_body_profile": { + "description": "LAZY_BODY_FIX.md", + "published_parent": "7b50d2b4c433a8f3b5442925e1ac9ff664880166", + "source_sha256": { + "run_tests.py": "f0a67f6cb3a2e0232d1cb7ff61cd7e5c21ae4c414a8c74c3a3225712b3a74ba3", + "tests/test_mutation_harness.py": "05a4a2f4c803315f80a3fcb2bb16f0d5d6df19c874c118152c257544880de114" + }, + "unchanged_classifier_sha256": "a1a0b0e7d6c5809c1f3f291a10aa14edc04265ce73cf76494318f966ab69b9bd", + "supported_shapes": "ordinary synchronous Python functions and bound methods, including every advertised __wrapped__ link", + "required_return": "None by identity; falsey/non-None values also rejected", + "suspended_work_policy": "Never iterate or await a return; close only a native CORO_CREATED coroutine for disposal without body execution.", + "applicability": "evidence/lazy-body/evidence/original-method-shape-applicability.json", + "mathematics_or_original_mutants_replayed": false } } diff --git a/cbz/contributions/math514/kernel_replay/SPEC.md b/cbz/contributions/math514/kernel_replay/SPEC.md index de5cc8ffa..e42b704e9 100644 --- a/cbz/contributions/math514/kernel_replay/SPEC.md +++ b/cbz/contributions/math514/kernel_replay/SPEC.md @@ -22,3 +22,10 @@ The wrapper owns Popen explicitly and never invokes its implicit unbounded conte ## Mutation grader lifecycle contract See LIFECYCLE_FIX.md. Kills require a pristine externally bound exact selected parent-method population and one authorized body entry/exit per method, direct escaping AssertionError identity or matched body-subtest assertion events, and exact integer count/event consistency. Lifecycle errors/assertions, false or incomplete identities, foreign subtest parents, missing metadata, skips/expected failures and synthetic summaries are ERROR. Fully fabricated consistent JSON remains outside the trusted runner/source-custody boundary. Historical source-bound body-trace evidence is retained separately from new receipts. + + +## Synchronous None-return test-body profile + +Mutation grading supports ordinary synchronous unittest methods that return None. Generator, coroutine, async-generator and wraps-linked suspended method shapes are refused during pristine population discovery. Every non-None body return is ERROR, including falsey values and opaque iterables. Returned work is not consumed or awaited; only a fresh native coroutine may be closed without entering its body. Creating a suspended call object is not evidence that its deferred test body executed. + +All 54 predecessor methods are ordinary synchronous methods with no direct valued return or suspension; the static source-applicability report is in evidence/lazy-body/evidence/original-method-shape-applicability.json. Existing lifecycle/error/subtest and externally bound population obligations remain in force. No additional runtime module, dependency or receipt schema is introduced. diff --git a/cbz/contributions/math514/kernel_replay/evidence/lazy-body/ARTIFACT_ORIGINS.json b/cbz/contributions/math514/kernel_replay/evidence/lazy-body/ARTIFACT_ORIGINS.json new file mode 100644 index 000000000..95745f60e --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/lazy-body/ARTIFACT_ORIGINS.json @@ -0,0 +1,545 @@ +{ + "schema_version": 1, + "published_parent": "7b50d2b4c433a8f3b5442925e1ac9ff664880166", + "scope": "Hashes and copying/composition origins for staged artifact payloads. This index and PUBLICATION.json are bound by the outer overlay manifest and native commit tree, avoiding recursive self-hashes.", + "artifacts": [ + { + "path": "LAZY_BODY_FIX.md", + "sha256": "bfc30f9bca470fb5146d900759cceb3bfc6e5715442f91876adeb3cbf318c53e", + "bytes": 1970, + "origin": { + "kind": "composed", + "inputs": [ + { + "path": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/REPORT.md", + "sha256": "848e0712aa1905bd89034d8cc5cc57ebd4812864e8c3053193ad950f61778595" + } + ], + "role": "portable component report" + } + }, + { + "path": "README.md", + "sha256": "11d33b55820e85213708a9e429dbbffa67f9cdbe06cb7f8920ee35899b44e7ad", + "bytes": 11400, + "origin": { + "kind": "composed", + "inputs": [ + { + "path": "/workspace/cbz-0/tools/kernel_replay/README.md", + "sha256": "b156fcdd8faf960999c20d7078d79a3cb535c8655db9742268c99f394ee62166" + } + ], + "role": "current composed counts and supported profile" + } + }, + { + "path": "REGISTRY.json", + "sha256": "94fb19a0cf04443873c99d620895df9e3d0a1c9b044bdb8535cb5adec1e4d936", + "bytes": 12981, + "origin": { + "kind": "composed", + "inputs": [ + { + "path": "/workspace/cbz-0/tools/kernel_replay/REGISTRY.json", + "sha256": "a611413890032fa60e7b2218314181cd970eaa5b76a86df44d01fc1c316b8297" + }, + { + "path": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/evidence/kernel-delivery.json", + "sha256": "11fea899c7caa3065c8c1ca269cbf2ece6cc38e24cbd2da710646080c297d882" + } + ], + "role": "updated registry with historical generations retained" + } + }, + { + "path": "SPEC.md", + "sha256": "bbae2e56db3bb72bf329e760c8226386894e51e5b60423b6975f3dae9e90b2c2", + "bytes": 6309, + "origin": { + "kind": "composed", + "inputs": [ + { + "path": "/workspace/cbz-0/tools/kernel_replay/SPEC.md", + "sha256": "61d57843fdc637603821f5e2722fba8b0bc67686ab247f29c0d125b5583642a6" + } + ], + "role": "explicit supported body/return contract" + } + }, + { + "path": "evidence/lazy-body/DOC_ADDITIONS.md", + "sha256": "849e7e531990352e431fc1d2878d6c27c8e0512899717e7805a210961de1be94", + "bytes": 1988, + "origin": { + "kind": "copied", + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/DOC_ADDITIONS.md", + "source_sha256": "849e7e531990352e431fc1d2878d6c27c8e0512899717e7805a210961de1be94", + "role": "isolated delivery report/policy recommendation" + } + }, + { + "path": "evidence/lazy-body/EVIDENCE_PATH_MAP.json", + "sha256": "41899274439c844df971b53c5e2362ab5478de97bce36db6489997b2ac55f805", + "bytes": 6094, + "origin": { + "kind": "composed", + "inputs": [ + { + "path": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/evidence/independent-lazy-body-review.json", + "sha256": "8e6c0de322cb2296d2ac9bf472bcb29c3fcdfaa941541539e1fc467d5a47c933" + } + ], + "role": "portable aliases; no historical receipt rewritten" + } + }, + { + "path": "evidence/lazy-body/REPORT.md", + "sha256": "848e0712aa1905bd89034d8cc5cc57ebd4812864e8c3053193ad950f61778595", + "bytes": 5226, + "origin": { + "kind": "copied", + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/REPORT.md", + "source_sha256": "848e0712aa1905bd89034d8cc5cc57ebd4812864e8c3053193ad950f61778595", + "role": "isolated delivery report/policy recommendation" + } + }, + { + "path": "evidence/lazy-body/baseline/mutations.py", + "sha256": "a1a0b0e7d6c5809c1f3f291a10aa14edc04265ce73cf76494318f966ab69b9bd", + "bytes": 15771, + "origin": { + "kind": "copied", + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/baseline/kernel_replay/mutations.py", + "source_sha256": "a1a0b0e7d6c5809c1f3f291a10aa14edc04265ce73cf76494318f966ab69b9bd", + "role": "published predecessor grader source" + } + }, + { + "path": "evidence/lazy-body/baseline/run_tests.py", + "sha256": "de089e08688ffb2c236cdc34ccc095eb421d5162dde6d8eff24af7fdc3c91baa", + "bytes": 9931, + "origin": { + "kind": "copied", + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/baseline/kernel_replay/run_tests.py", + "source_sha256": "de089e08688ffb2c236cdc34ccc095eb421d5162dde6d8eff24af7fdc3c91baa", + "role": "published predecessor grader source" + } + }, + { + "path": "evidence/lazy-body/baseline/tests/test_mutation_harness.py", + "sha256": "9887371525049cbc9685fadfd02531b1171507ad3c2c8373947c37875b3783e6", + "bytes": 11723, + "origin": { + "kind": "copied", + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/baseline/kernel_replay/tests/test_mutation_harness.py", + "source_sha256": "9887371525049cbc9685fadfd02531b1171507ad3c2c8373947c37875b3783e6", + "role": "published predecessor grader source" + } + }, + { + "path": "evidence/lazy-body/current-composed-receipt.json", + "sha256": "449ce944cd40757b5a49653a79c1e5ca5e1b02fc6fdf9ea1404adf1f2ed4f51d", + "bytes": 3507, + "origin": { + "kind": "composed", + "inputs": [ + { + "path": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/evidence/kernel-delivery.json", + "sha256": "11fea899c7caa3065c8c1ca269cbf2ece6cc38e24cbd2da710646080c297d882" + }, + { + "path": "/workspace/cbz-0/tools/kernel_replay/REGISTRY.json", + "sha256": "a611413890032fa60e7b2218314181cd970eaa5b76a86df44d01fc1c316b8297" + } + ], + "role": "composed current receipt; never labeled a fresh whole-suite run" + } + }, + { + "path": "evidence/lazy-body/evidence/baseline-sha256.json", + "sha256": "c3df58f59289f4631542eafe3dae9c0d21df99f2c2882bed2a0d870d936618a2", + "bytes": 530, + "origin": { + "kind": "copied", + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/evidence/baseline-sha256.json", + "source_sha256": "c3df58f59289f4631542eafe3dae9c0d21df99f2c2882bed2a0d870d936618a2", + "role": "fresh or explicitly retained source-generation evidence" + } + }, + { + "path": "evidence/lazy-body/evidence/independent-lazy-body-review.json", + "sha256": "8e6c0de322cb2296d2ac9bf472bcb29c3fcdfaa941541539e1fc467d5a47c933", + "bytes": 6613, + "origin": { + "kind": "copied", + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/evidence/independent-lazy-body-review.json", + "source_sha256": "8e6c0de322cb2296d2ac9bf472bcb29c3fcdfaa941541539e1fc467d5a47c933", + "role": "fresh or explicitly retained source-generation evidence" + } + }, + { + "path": "evidence/lazy-body/evidence/kernel-delivery.json", + "sha256": "11fea899c7caa3065c8c1ca269cbf2ece6cc38e24cbd2da710646080c297d882", + "bytes": 4719, + "origin": { + "kind": "copied", + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/evidence/kernel-delivery.json", + "source_sha256": "11fea899c7caa3065c8c1ca269cbf2ece6cc38e24cbd2da710646080c297d882", + "role": "fresh or explicitly retained source-generation evidence" + } + }, + { + "path": "evidence/lazy-body/evidence/kernel-lazy-controls-green.log", + "sha256": "da1bb41469fd4cd94d35f1f2d43d8af100b892960fbb1a6ad1f791c361a62432", + "bytes": 988, + "origin": { + "kind": "copied", + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/evidence/kernel-lazy-controls-green.log", + "source_sha256": "da1bb41469fd4cd94d35f1f2d43d8af100b892960fbb1a6ad1f791c361a62432", + "role": "fresh or explicitly retained source-generation evidence" + } + }, + { + "path": "evidence/lazy-body/evidence/kernel-lazy-controls-optimized-green.log", + "sha256": "93f81b1d99ea70780edd1174a1a9139e6c7f3111476aa7d242f5d302cadaa17c", + "bytes": 988, + "origin": { + "kind": "copied", + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/evidence/kernel-lazy-controls-optimized-green.log", + "source_sha256": "93f81b1d99ea70780edd1174a1a9139e6c7f3111476aa7d242f5d302cadaa17c", + "role": "fresh or explicitly retained source-generation evidence" + } + }, + { + "path": "evidence/lazy-body/evidence/kernel-lazy-controls-red.log", + "sha256": "1951bebd0b87067104b4fe3cb0e8c0f306ab0a6e1073e237af86332ff268cca8", + "bytes": 26678, + "origin": { + "kind": "copied", + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/evidence/kernel-lazy-controls-red.log", + "source_sha256": "1951bebd0b87067104b4fe3cb0e8c0f306ab0a6e1073e237af86332ff268cca8", + "role": "fresh or explicitly retained source-generation evidence" + } + }, + { + "path": "evidence/lazy-body/evidence/kernel-lazy-guard-mutants.log", + "sha256": "0405bd5d8c485b047b7c8fbfcad325d7bad8838cac651a12fc60b6ffbed3127a", + "bytes": 291, + "origin": { + "kind": "copied", + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/evidence/kernel-lazy-guard-mutants.log", + "source_sha256": "0405bd5d8c485b047b7c8fbfcad325d7bad8838cac651a12fc60b6ffbed3127a", + "role": "fresh or explicitly retained source-generation evidence" + } + }, + { + "path": "evidence/lazy-body/evidence/kernel-lazy-guard-mutants/guard_run_tests.py", + "sha256": "3180aa60b3793736a9312537856d97cfd534842b2758d324d8b0c30282fca028", + "bytes": 10557, + "origin": { + "kind": "copied", + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/evidence/kernel-lazy-guard-mutants/guard_run_tests.py", + "source_sha256": "3180aa60b3793736a9312537856d97cfd534842b2758d324d8b0c30282fca028", + "role": "fresh or explicitly retained source-generation evidence" + } + }, + { + "path": "evidence/lazy-body/evidence/kernel-lazy-guard-mutants/normal-drop-lazy-return-rejection.json", + "sha256": "4c75b2c284a9edbb5f630f1fbbbb2293136ef966331e3d22307eb02a41085631", + "bytes": 13207, + "origin": { + "kind": "copied", + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/evidence/kernel-lazy-guard-mutants/normal-drop-lazy-return-rejection.json", + "source_sha256": "4c75b2c284a9edbb5f630f1fbbbb2293136ef966331e3d22307eb02a41085631", + "role": "fresh or explicitly retained source-generation evidence" + } + }, + { + "path": "evidence/lazy-body/evidence/kernel-lazy-guard-mutants/normal-drop-pristine-lazy-shape-rejection.json", + "sha256": "80dfe0c201d2657856b4ed2abffee66281771f9742ce9de5771a3c1bef3535a0", + "bytes": 11584, + "origin": { + "kind": "copied", + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/evidence/kernel-lazy-guard-mutants/normal-drop-pristine-lazy-shape-rejection.json", + "source_sha256": "80dfe0c201d2657856b4ed2abffee66281771f9742ce9de5771a3c1bef3535a0", + "role": "fresh or explicitly retained source-generation evidence" + } + }, + { + "path": "evidence/lazy-body/evidence/kernel-lazy-guard-mutants/normal-ignore-decorator-lazy-shape-links.json", + "sha256": "44d415ab7ac37be454d05c12cec6295a0534001f7a32a830d37a2db455bb7814", + "bytes": 10959, + "origin": { + "kind": "copied", + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/evidence/kernel-lazy-guard-mutants/normal-ignore-decorator-lazy-shape-links.json", + "source_sha256": "44d415ab7ac37be454d05c12cec6295a0534001f7a32a830d37a2db455bb7814", + "role": "fresh or explicitly retained source-generation evidence" + } + }, + { + "path": "evidence/lazy-body/evidence/kernel-lazy-guard-mutants/optimized-drop-lazy-return-rejection.json", + "sha256": "e070d7f6d55d3aa529ed79583c629377ee9623af69f0680e9a03781d0a15aa06", + "bytes": 13210, + "origin": { + "kind": "copied", + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/evidence/kernel-lazy-guard-mutants/optimized-drop-lazy-return-rejection.json", + "source_sha256": "e070d7f6d55d3aa529ed79583c629377ee9623af69f0680e9a03781d0a15aa06", + "role": "fresh or explicitly retained source-generation evidence" + } + }, + { + "path": "evidence/lazy-body/evidence/kernel-lazy-guard-mutants/optimized-drop-pristine-lazy-shape-rejection.json", + "sha256": "652a371b954e50d7e01cf345f64bb0852584a89923a2760a169326ce1510ba53", + "bytes": 11587, + "origin": { + "kind": "copied", + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/evidence/kernel-lazy-guard-mutants/optimized-drop-pristine-lazy-shape-rejection.json", + "source_sha256": "652a371b954e50d7e01cf345f64bb0852584a89923a2760a169326ce1510ba53", + "role": "fresh or explicitly retained source-generation evidence" + } + }, + { + "path": "evidence/lazy-body/evidence/kernel-lazy-guard-mutants/optimized-ignore-decorator-lazy-shape-links.json", + "sha256": "1cbf59d063d01ba486d40c231753a5d6ac6c7a782b024afb79ce2bb940b883c5", + "bytes": 10962, + "origin": { + "kind": "copied", + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/evidence/kernel-lazy-guard-mutants/optimized-ignore-decorator-lazy-shape-links.json", + "source_sha256": "1cbf59d063d01ba486d40c231753a5d6ac6c7a782b024afb79ce2bb940b883c5", + "role": "fresh or explicitly retained source-generation evidence" + } + }, + { + "path": "evidence/lazy-body/evidence/kernel-lazy-guard-mutants/summary.json", + "sha256": "17fc02e15f25ec9cb027bd01a8162e29515e391df1468555c542cf116ccf52b9", + "bytes": 3439, + "origin": { + "kind": "copied", + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/evidence/kernel-lazy-guard-mutants/summary.json", + "source_sha256": "17fc02e15f25ec9cb027bd01a8162e29515e391df1468555c542cf116ccf52b9", + "role": "fresh or explicitly retained source-generation evidence" + } + }, + { + "path": "evidence/lazy-body/evidence/kernel-mixed-generator-red.json", + "sha256": "4c1a65899f1c5b88cd57758aed2450104325d3a9aa3171ad253b406b3b8ccb3f", + "bytes": 2036, + "origin": { + "kind": "copied", + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/evidence/kernel-mixed-generator-red.json", + "source_sha256": "4c1a65899f1c5b88cd57758aed2450104325d3a9aa3171ad253b406b3b8ccb3f", + "role": "fresh or explicitly retained source-generation evidence" + } + }, + { + "path": "evidence/lazy-body/evidence/kernel-none-profile-controls-green.log", + "sha256": "0a2db29755b11f1bfd6a442bcedead8ea641e077dd4b5e25d475183d1b8e1c78", + "bytes": 1172, + "origin": { + "kind": "copied", + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/evidence/kernel-none-profile-controls-green.log", + "source_sha256": "0a2db29755b11f1bfd6a442bcedead8ea641e077dd4b5e25d475183d1b8e1c78", + "role": "fresh or explicitly retained source-generation evidence" + } + }, + { + "path": "evidence/lazy-body/evidence/kernel-none-profile-controls-optimized-green.log", + "sha256": "6268639df35d6220ff5ccede714b65e3c53eb04889a994dd0746bd71fc724829", + "bytes": 1172, + "origin": { + "kind": "copied", + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/evidence/kernel-none-profile-controls-optimized-green.log", + "source_sha256": "6268639df35d6220ff5ccede714b65e3c53eb04889a994dd0746bd71fc724829", + "role": "fresh or explicitly retained source-generation evidence" + } + }, + { + "path": "evidence/lazy-body/evidence/kernel-none-return-guard-mutant.log", + "sha256": "91a124aae2c77dcb8286902b5afcc045536c6086b48381a04a19e236278e7c05", + "bytes": 95, + "origin": { + "kind": "copied", + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/evidence/kernel-none-return-guard-mutant.log", + "source_sha256": "91a124aae2c77dcb8286902b5afcc045536c6086b48381a04a19e236278e7c05", + "role": "fresh or explicitly retained source-generation evidence" + } + }, + { + "path": "evidence/lazy-body/evidence/kernel-none-return-guard-mutant/guard_run_tests.py", + "sha256": "f0a67f6cb3a2e0232d1cb7ff61cd7e5c21ae4c414a8c74c3a3225712b3a74ba3", + "bytes": 10420, + "origin": { + "kind": "copied", + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/evidence/kernel-none-return-guard-mutant/guard_run_tests.py", + "source_sha256": "f0a67f6cb3a2e0232d1cb7ff61cd7e5c21ae4c414a8c74c3a3225712b3a74ba3", + "role": "fresh or explicitly retained source-generation evidence" + } + }, + { + "path": "evidence/lazy-body/evidence/kernel-none-return-guard-mutant/normal-drop-non-none-return-rejection.json", + "sha256": "01e76fe7102f0a2d38b321f1138590958192cd856bfc8c27bb2ebe4a2379a2f0", + "bytes": 13286, + "origin": { + "kind": "copied", + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/evidence/kernel-none-return-guard-mutant/normal-drop-non-none-return-rejection.json", + "source_sha256": "01e76fe7102f0a2d38b321f1138590958192cd856bfc8c27bb2ebe4a2379a2f0", + "role": "fresh or explicitly retained source-generation evidence" + } + }, + { + "path": "evidence/lazy-body/evidence/kernel-none-return-guard-mutant/optimized-drop-non-none-return-rejection.json", + "sha256": "034f846c1035aa2c80fa3bb633d2f49bfbc42de62024ce0cfbe2da9efa0483a5", + "bytes": 13289, + "origin": { + "kind": "copied", + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/evidence/kernel-none-return-guard-mutant/optimized-drop-non-none-return-rejection.json", + "source_sha256": "034f846c1035aa2c80fa3bb633d2f49bfbc42de62024ce0cfbe2da9efa0483a5", + "role": "fresh or explicitly retained source-generation evidence" + } + }, + { + "path": "evidence/lazy-body/evidence/kernel-none-return-guard-mutant/summary.json", + "sha256": "65df0fae1366a05d94c0302ff2491ec5ef2f09d9b3d2dac525da36b15a51a19f", + "bytes": 1303, + "origin": { + "kind": "copied", + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/evidence/kernel-none-return-guard-mutant/summary.json", + "source_sha256": "65df0fae1366a05d94c0302ff2491ec5ef2f09d9b3d2dac525da36b15a51a19f", + "role": "fresh or explicitly retained source-generation evidence" + } + }, + { + "path": "evidence/lazy-body/evidence/kernel-none-return-profile-red.log", + "sha256": "edf2e042a7489afd6b14b2c6e92b4b66939292a157298a1a9e7148e90a656683", + "bytes": 9508, + "origin": { + "kind": "copied", + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/evidence/kernel-none-return-profile-red.log", + "source_sha256": "edf2e042a7489afd6b14b2c6e92b4b66939292a157298a1a9e7148e90a656683", + "role": "fresh or explicitly retained source-generation evidence" + } + }, + { + "path": "evidence/lazy-body/evidence/original-method-shape-applicability.json", + "sha256": "16a4c32a9856e83df1e78b35930d5638f146504f1ec1ba95fbac78381072727a", + "bytes": 31066, + "origin": { + "kind": "copied", + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/evidence/original-method-shape-applicability.json", + "source_sha256": "16a4c32a9856e83df1e78b35930d5638f146504f1ec1ba95fbac78381072727a", + "role": "fresh or explicitly retained source-generation evidence" + } + }, + { + "path": "evidence/lazy-body/evidence/run_kernel_lazy_guard_mutants.py", + "sha256": "a8d893661a9c8f608c7ce34ac271b29d91135dcc5d179e3b9c107e40422630be", + "bytes": 4115, + "origin": { + "kind": "copied", + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/evidence/run_kernel_lazy_guard_mutants.py", + "source_sha256": "a8d893661a9c8f608c7ce34ac271b29d91135dcc5d179e3b9c107e40422630be", + "role": "fresh or explicitly retained source-generation evidence" + } + }, + { + "path": "evidence/lazy-body/evidence/run_kernel_none_return_guard_mutant.py", + "sha256": "587c79325b4bbf67f93568d3b8cc09029fdc481e873e93c61862d6f89281d521", + "bytes": 4287, + "origin": { + "kind": "copied", + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/evidence/run_kernel_none_return_guard_mutant.py", + "source_sha256": "587c79325b4bbf67f93568d3b8cc09029fdc481e873e93c61862d6f89281d521", + "role": "fresh or explicitly retained source-generation evidence" + } + }, + { + "path": "evidence/lazy-body/kernel-lazy-body.patch", + "sha256": "1773d4177ab064ea861c07856cc7401744487ceb945c0d553f20c94ec4f1fb0e", + "bytes": 11176, + "origin": { + "kind": "copied", + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/kernel-lazy-body.patch", + "source_sha256": "1773d4177ab064ea861c07856cc7401744487ceb945c0d553f20c94ec4f1fb0e", + "role": "minimal successor or cumulative historical patch" + } + }, + { + "path": "evidence/lazy-body/kernel-lifecycle-and-lazy-cumulative.patch", + "sha256": "f6638476a3fdc9593006a3c9e84f765bf25e9f54b362c0bf964c621c30a93f6e", + "bytes": 38061, + "origin": { + "kind": "copied", + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/kernel-lifecycle-and-lazy-cumulative.patch", + "source_sha256": "f6638476a3fdc9593006a3c9e84f765bf25e9f54b362c0bf964c621c30a93f6e", + "role": "minimal successor or cumulative historical patch" + } + }, + { + "path": "evidence/lazy-body/published-parent/PUBLICATION.json", + "sha256": "2b7ebcff1daaf2e205fa7ce620d90a7ea6e59573a749c8c2d2765ec4edf911b4", + "bytes": 31359, + "origin": { + "kind": "copied", + "source": "/workspace/cbz-0/tools/kernel_replay/PUBLICATION.json", + "source_sha256": "2b7ebcff1daaf2e205fa7ce620d90a7ea6e59573a749c8c2d2765ec4edf911b4", + "role": "published predecessor metadata at 7b50d2b4c433a8f3b5442925e1ac9ff664880166" + } + }, + { + "path": "evidence/lazy-body/published-parent/README.md", + "sha256": "b156fcdd8faf960999c20d7078d79a3cb535c8655db9742268c99f394ee62166", + "bytes": 10484, + "origin": { + "kind": "copied", + "source": "/workspace/cbz-0/tools/kernel_replay/README.md", + "source_sha256": "b156fcdd8faf960999c20d7078d79a3cb535c8655db9742268c99f394ee62166", + "role": "published predecessor metadata at 7b50d2b4c433a8f3b5442925e1ac9ff664880166" + } + }, + { + "path": "evidence/lazy-body/published-parent/REGISTRY.json", + "sha256": "a611413890032fa60e7b2218314181cd970eaa5b76a86df44d01fc1c316b8297", + "bytes": 9663, + "origin": { + "kind": "copied", + "source": "/workspace/cbz-0/tools/kernel_replay/REGISTRY.json", + "source_sha256": "a611413890032fa60e7b2218314181cd970eaa5b76a86df44d01fc1c316b8297", + "role": "published predecessor metadata at 7b50d2b4c433a8f3b5442925e1ac9ff664880166" + } + }, + { + "path": "evidence/lazy-body/published-parent/SPEC.md", + "sha256": "61d57843fdc637603821f5e2722fba8b0bc67686ab247f29c0d125b5583642a6", + "bytes": 5379, + "origin": { + "kind": "copied", + "source": "/workspace/cbz-0/tools/kernel_replay/SPEC.md", + "source_sha256": "61d57843fdc637603821f5e2722fba8b0bc67686ab247f29c0d125b5583642a6", + "role": "published predecessor metadata at 7b50d2b4c433a8f3b5442925e1ac9ff664880166" + } + }, + { + "path": "run_tests.py", + "sha256": "f0a67f6cb3a2e0232d1cb7ff61cd7e5c21ae4c414a8c74c3a3225712b3a74ba3", + "bytes": 10420, + "origin": { + "kind": "copied", + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/changed/kernel_replay/run_tests.py", + "source_sha256": "f0a67f6cb3a2e0232d1cb7ff61cd7e5c21ae4c414a8c74c3a3225712b3a74ba3", + "role": "frozen reviewed successor runtime/test" + } + }, + { + "path": "tests/test_mutation_harness.py", + "sha256": "05a4a2f4c803315f80a3fcb2bb16f0d5d6df19c874c118152c257544880de114", + "bytes": 18361, + "origin": { + "kind": "copied", + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/changed/kernel_replay/tests/test_mutation_harness.py", + "source_sha256": "05a4a2f4c803315f80a3fcb2bb16f0d5d6df19c874c118152c257544880de114", + "role": "frozen reviewed successor runtime/test" + } + } + ] +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/lazy-body/DOC_ADDITIONS.md b/cbz/contributions/math514/kernel_replay/evidence/lazy-body/DOC_ADDITIONS.md new file mode 100644 index 000000000..f1591778e --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/lazy-body/DOC_ADDITIONS.md @@ -0,0 +1,19 @@ +Suggested README/SPEC insertion: + +Mutation grading supports ordinary synchronous unittest methods that return None. Generator, coroutine, async-generator, and wraps-linked suspended method shapes are refused during pristine population discovery. Every non-None body return is ERROR, including falsey scalar values and opaque iterables. Returned work is not consumed or awaited; only a fresh native coroutine may be closed without entering its body. Creating a suspended call object is not evidence that its deferred test body executed. + +Existing source-registry entries to refresh (no new runtime module): + +- kernel_replay/run_tests.py +- kernel_replay/tests/test_mutation_harness.py +- layer_a/mutation_test.py +- layer_a/tests/test_mutation_runner.py + +Fresh successor records should state kernel60methods=40production+14earlierlifecycle+6new, layer87methods=72auditor+11earlierharness+4new. The new six/four methods ran normal/O; other applicable evidence was reused. Do not call these composed counts fresh whole-suite runs. Keep original25/57mutant and mathematical receipts source-bound and immutable. Keep the superseded type-only guard generation labeled as earlier evidence; final acceptance requires None-return policy. + +Exact final new-control commands (CBZ root working directory): + +PYTHONOPTIMIZE=0 python3 -B -S -m unittest discover -s delivery/lazy-body-lifecycle-fix/work/kernel_replay/tests -p test_mutation_harness.py -k LazyBodyHarnessTests -v +PYTHONOPTIMIZE=1 python3 -B -S -O -m unittest discover -s delivery/lazy-body-lifecycle-fix/work/kernel_replay/tests -p test_mutation_harness.py -k LazyBodyHarnessTests -v + +Layer commands and exact fixture/source-mutant receipt paths are in evidence/layer_a/REPORT.md. Saved guard-mutant scripts are provenance for completed runs. Their output directories already contain sealed receipts; future adapted execution must use isolated new output destinations and must not overwrite or replay unchanged evidence solely for a handoff. diff --git a/cbz/contributions/math514/kernel_replay/evidence/lazy-body/EVIDENCE_PATH_MAP.json b/cbz/contributions/math514/kernel_replay/evidence/lazy-body/EVIDENCE_PATH_MAP.json new file mode 100644 index 000000000..b84e9b726 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/lazy-body/EVIDENCE_PATH_MAP.json @@ -0,0 +1,43 @@ +{ + "scope": "Saved raw receipt paths remain byte-exact provenance; these aliases locate their packaged counterparts.", + "aliases": { + "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/evidence/kernel-lazy-controls-optimized-green.log": "evidence/lazy-body/evidence/kernel-lazy-controls-optimized-green.log", + "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/evidence/original-method-shape-applicability.json": "evidence/lazy-body/evidence/original-method-shape-applicability.json", + "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/evidence/baseline-sha256.json": "evidence/lazy-body/evidence/baseline-sha256.json", + "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/evidence/kernel-none-profile-controls-optimized-green.log": "evidence/lazy-body/evidence/kernel-none-profile-controls-optimized-green.log", + "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/evidence/kernel-none-profile-controls-green.log": "evidence/lazy-body/evidence/kernel-none-profile-controls-green.log", + "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/evidence/kernel-delivery.json": "evidence/lazy-body/evidence/kernel-delivery.json", + "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/evidence/kernel-lazy-controls-red.log": "evidence/lazy-body/evidence/kernel-lazy-controls-red.log", + "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/evidence/run_kernel_lazy_guard_mutants.py": "evidence/lazy-body/evidence/run_kernel_lazy_guard_mutants.py", + "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/evidence/independent-lazy-body-review.json": "evidence/lazy-body/evidence/independent-lazy-body-review.json", + "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/evidence/kernel-lazy-controls-green.log": "evidence/lazy-body/evidence/kernel-lazy-controls-green.log", + "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/evidence/kernel-mixed-generator-red.json": "evidence/lazy-body/evidence/kernel-mixed-generator-red.json", + "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/evidence/kernel-none-return-profile-red.log": "evidence/lazy-body/evidence/kernel-none-return-profile-red.log", + "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/evidence/kernel-lazy-guard-mutants.log": "evidence/lazy-body/evidence/kernel-lazy-guard-mutants.log", + "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/evidence/run_kernel_none_return_guard_mutant.py": "evidence/lazy-body/evidence/run_kernel_none_return_guard_mutant.py", + "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/evidence/kernel-none-return-guard-mutant.log": "evidence/lazy-body/evidence/kernel-none-return-guard-mutant.log", + "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/evidence/kernel-none-return-guard-mutant/normal-drop-non-none-return-rejection.json": "evidence/lazy-body/evidence/kernel-none-return-guard-mutant/normal-drop-non-none-return-rejection.json", + "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/evidence/kernel-none-return-guard-mutant/guard_run_tests.py": "evidence/lazy-body/evidence/kernel-none-return-guard-mutant/guard_run_tests.py", + "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/evidence/kernel-none-return-guard-mutant/optimized-drop-non-none-return-rejection.json": "evidence/lazy-body/evidence/kernel-none-return-guard-mutant/optimized-drop-non-none-return-rejection.json", + "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/evidence/kernel-none-return-guard-mutant/summary.json": "evidence/lazy-body/evidence/kernel-none-return-guard-mutant/summary.json", + "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/evidence/kernel-lazy-guard-mutants/guard_run_tests.py": "evidence/lazy-body/evidence/kernel-lazy-guard-mutants/guard_run_tests.py", + "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/evidence/kernel-lazy-guard-mutants/optimized-drop-lazy-return-rejection.json": "evidence/lazy-body/evidence/kernel-lazy-guard-mutants/optimized-drop-lazy-return-rejection.json", + "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/evidence/kernel-lazy-guard-mutants/normal-drop-lazy-return-rejection.json": "evidence/lazy-body/evidence/kernel-lazy-guard-mutants/normal-drop-lazy-return-rejection.json", + "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/evidence/kernel-lazy-guard-mutants/normal-ignore-decorator-lazy-shape-links.json": "evidence/lazy-body/evidence/kernel-lazy-guard-mutants/normal-ignore-decorator-lazy-shape-links.json", + "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/evidence/kernel-lazy-guard-mutants/normal-drop-pristine-lazy-shape-rejection.json": "evidence/lazy-body/evidence/kernel-lazy-guard-mutants/normal-drop-pristine-lazy-shape-rejection.json", + "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/evidence/kernel-lazy-guard-mutants/summary.json": "evidence/lazy-body/evidence/kernel-lazy-guard-mutants/summary.json", + "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/evidence/kernel-lazy-guard-mutants/optimized-ignore-decorator-lazy-shape-links.json": "evidence/lazy-body/evidence/kernel-lazy-guard-mutants/optimized-ignore-decorator-lazy-shape-links.json", + "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/evidence/kernel-lazy-guard-mutants/optimized-drop-pristine-lazy-shape-rejection.json": "evidence/lazy-body/evidence/kernel-lazy-guard-mutants/optimized-drop-pristine-lazy-shape-rejection.json" + }, + "component_source_aliases": { + "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/work/kernel_replay/run_tests.py": "run_tests.py", + "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/work/kernel_replay/mutations.py": "mutations.py", + "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/work/kernel_replay/tests/test_mutation_harness.py": "tests/test_mutation_harness.py" + }, + "historical_inputs": { + "published_parent": "7b50d2b4c433a8f3b5442925e1ac9ff664880166", + "baseline_source": "evidence/lazy-body/baseline/", + "metadata_snapshot": "evidence/lazy-body/published-parent/" + }, + "foreign_component_review_context": "The shared independent review also binds the layer-a source by hash; its own evidence is in the separately published layer-a lazy-body overlay." +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/lazy-body/REPORT.md b/cbz/contributions/math514/kernel_replay/evidence/lazy-body/REPORT.md new file mode 100644 index 000000000..03880aadd --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/lazy-body/REPORT.md @@ -0,0 +1,19 @@ +The two isolated successors close a confirmed unittest lazy-body grading gap. Against the exact published kernel7b50d2b and layer95a4f81 graders, a mixed suite containing a generator method and a genuine ordinary assertion was classified KILLED even though the generator's body sentinel never executed. Both real RED receipts are retained. + +The supported profile is now explicit: selected test methods must be ordinary synchronous Python functions or bound methods, every advertised __wrapped__ layer must have that shape, and the method must return exactly None. Generator, coroutine and async-generator function shapes are refused during pristine population discovery, before fixtures or methods run. Every non-None return—including falsey scalars and opaque iterables—is rejected. Returned objects are never evaluated for truth, compared for equality, iterated or awaited. Only a fresh native coroutine in CORO_CREATED state may be closed for disposal without executing its body. Kernel's unused async-body branch is removed under this conservative policy. + +The changes use the existing invalid_population rejection channel. Canonical population binding, body/dispatcher/lifecycle attribution, exact escaping exception identity, subtest parent/provenance accounting and existing classifiers remain in place. No new runtime module, receipt schema or public command was added. Only the two runner files and their two harness test files change; kernel mutations.py, producer/checker/Lean source and all original mutation definitions remain unchanged. + +Fresh final-profile verification is limited to the new obligation: + +- Kernel: six new methods pass normally and with PYTHONOPTIMIZE=1 and -O, inherited by fixture subprocesses. They cover ordinary None-return success and assertion failure, three declared lazy shapes, wraps-linked lazy shapes, hidden lazy returns, native/custom awaitables, and falsey/custom iterable returns without advancement. A real non-None-profile RED preceded the final guard. The final return-guard source mutant is assertion-killed in both modes. +- Layer: four new methods pass in both modes. Eighteen fixture receipts per mode contain one SURVIVED, one genuine ordinary-body KILLED and sixteen ERROR outcomes, with every lazy-execution sentinel false. Three actual final-profile guard mutants (remove rejection, accept falsey returns, iterate unknown returns) are assertion-killed in both modes. +- Earlier type-specific implementation/control generations are preserved as superseded source-bound evidence. Their unchanged pristine-shape/decorator/disposal guards remain applicable; type-specific return acceptance is not claimed as the final policy. Only the broader None-return obligation received refreshed return-guard verification. + +Current suite populations are composed, not fresh whole-suite executions: kernel40 unchanged production methods +14 prior lifecycle methods +6 new methods =60; layer72 unchanged auditor methods +11 retained harness methods +4 new methods =87. The 14/8 prior lifecycle controls, old checker-source controls, original25kernel/57auditor mutations and mathematics were not replayed. Static direct-method AST extraction of all54/83 original methods found ordinary synchronous shapes with no direct valued return or suspension; nested helper functions are excluded from their enclosing method shape. This is the specific source-applicability rationale for retaining the completed evidence. + +Exact baseline/successor hashes and method IDs are in evidence/kernel-delivery.json and evidence/layer_a/frozen-manifest.json. The four final files are in changed/{kernel_replay,layer_a}. Minimal patches target the published predecessor files; lifecycle-and-lazy cumulative patches retain the historical combined changes without rewriting earlier evidence. The final independent changed-hunk review is evidence/independent-lazy-body-review.json, SHA2568e6c0de322cb2296d2ac9bf472bcb29c3fcdfaa941541539e1fc467d5a47c933, clear for both frozen components. + +README/SPEC contract addition to adopt: “Mutation grading supports ordinary synchronous unittest methods returning None. Generator, coroutine, async-generator and wraps-linked suspended method shapes are refused during pristine discovery. Every non-None body return is ERROR. Returned work is not iterated or awaited; a fresh native coroutine may be closed without entering its body. Creating a suspended call object is not evidence that its deferred body executed.” + +Upon integration, update the existing source registry hashes for kernel_replay/run_tests.py, kernel_replay/tests/test_mutation_harness.py, layer_a/mutation_test.py and layer_a/tests/test_mutation_runner.py, plus the affected README/SPEC hashes if that paragraph is adopted. No runtime module/copy-list addition is needed. Keep old receipts/source bindings historical and record fresh/reused scope in successor registry/ledger entries. The parent owns actual-tool integration, expected-old branch publication and any hosted checks. This isolated delivery performs no canonical/remote write, Main701 amendment, original suite/mutant/Lean replay or CBZ declaration. Provider-distinct process requirements remain separate from mathematical evidence. diff --git a/cbz/contributions/math514/kernel_replay/evidence/lazy-body/baseline/mutations.py b/cbz/contributions/math514/kernel_replay/evidence/lazy-body/baseline/mutations.py new file mode 100644 index 000000000..cb277a39a --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/lazy-body/baseline/mutations.py @@ -0,0 +1,257 @@ +#!/usr/bin/env python3 +"""Isolated mutation checks. Errors/skips/empty tests are never mutant kills.""" +import argparse +import hashlib +import json +import os +from pathlib import Path +import re +import shutil +import subprocess +import sys +import tempfile + +ROOT = Path(__file__).resolve().parent + + +def classify(value, code, expected_selection=None, expected_ids=None): + """Grade only trusted runner receipts; legacy/log-only summaries fail closed. + + This validates accounting, not an adversarial author's fabricated JSON. The + receipt must come from the runner subprocess whose source is custody-bound. + """ + if (not isinstance(value, dict) or type(code) is not int or code not in (0, 1) + or value.get('receipt_schema') != 'cbz-unittest-lifecycle-v1' + or type(value.get('successful')) is not bool): + return 'ERROR' + counts = ('tests_run', 'assertion_failures', 'errors', 'skipped', + 'expected_failures', 'unexpected_successes', 'lifecycle_failures', 'subtests') + if any(type(value.get(key)) is not int or value[key] < 0 for key in counts): + return 'ERROR' + if any(value[key] for key in ('errors', 'skipped', 'expected_failures', + 'unexpected_successes', 'lifecycle_failures')): + return 'ERROR' + if value.get('invalid_population') != []: + return 'ERROR' + selection = value.get('selection') + if (not isinstance(selection, list) or not selection + or any(not isinstance(item, str) or not item for item in selection) + or expected_selection is not None and selection != expected_selection): + return 'ERROR' + keys = ('selected_ids', 'started_ids', 'finished_ids', 'body_entered_ids', + 'body_finished_ids', 'body_assertion_ids') + for key in keys: + ids = value.get(key) + if (not isinstance(ids, list) or any(not isinstance(item, str) or not re.fullmatch(r'(?:[A-Za-z_]\w*\.){2,}[A-Za-z_]\w*', item) + or item.startswith('unittest.loader.') for item in ids) + or key != 'body_assertion_ids' and len(ids) != len(set(ids))): + return 'ERROR' + selected = value['selected_ids'] + if (expected_ids is not None and selected != expected_ids + or any(not any(selector == 'discover:test_*.py' or identity == selector + or identity.startswith(selector + '.') for selector in selection) + for identity in selected)): + return 'ERROR' + if (not selected or value['tests_run'] != len(selected) + or any(value[key] != selected for key in keys[1:5]) + or any(item not in selected for item in value['body_assertion_ids']) + or value['assertion_failures'] != len(value['body_assertion_ids'])): + return 'ERROR' + events = value.get('subtest_events') + assertions = value.get('assertion_events') + if not isinstance(events, list) or not isinstance(assertions, list) or value['subtests'] != len(events): + return 'ERROR' + for event in events: + if (not isinstance(event, dict) or set(event) != {'parent_id', 'phase', 'outcome'} + or event['parent_id'] not in selected or event['phase'] != 'body' + or event['outcome'] not in ('success', 'assertion')): + return 'ERROR' + for event in assertions: + if (not isinstance(event, dict) or set(event) != {'parent_id', 'origin'} + or event['parent_id'] not in selected or event['origin'] not in ('body', 'subtest')): + return 'ERROR' + direct = [event['parent_id'] for event in assertions if event['origin'] == 'body'] + if (len(set(direct)) != len(direct) + or value['body_assertion_ids'] != [event['parent_id'] for event in assertions] + or [event['parent_id'] for event in assertions if event['origin'] == 'subtest'] != + [event['parent_id'] for event in events if event['outcome'] == 'assertion']): + return 'ERROR' + if code == 1 and value['assertion_failures'] > 0 and value['successful'] is False: + return 'KILLED' + if code == 0 and value['successful'] is True and value['assertion_failures'] == 0: + return 'SURVIVED' + return 'ERROR' + + +def digest(data): + return hashlib.sha256(data).hexdigest() + + +def definitions(): + wrapper = 'test_kernel_replay.WrapperTests' + real = 'test_real_lean.RealLeanTests.' + items = [ + ('empty-coverage', 'kernel_replay.py', 'if not selections:', 'if False:', wrapper), + ('allow-artifact-symlink', 'kernel_replay.py', + " if not p.is_absolute() or p.is_symlink() or canonical != p:", + ' if False:', 'test_real_lean.RealLeanTests.test_real_private_body_cannot_hide_behind_olean_symlink'), + ('ignore-source-binding', 'kernel_replay.py', " check_binding(entry['source'])", ' pass', wrapper), + ('ignore-compiled-parts-binding', 'kernel_replay.py', "if parts_of(olean) != entry['parts']:", 'if False:', wrapper), + ('ignore-tool-binding', 'kernel_replay.py', "if m['tool'] != tool_bindings(m['sysroot']):", 'if False:', wrapper), + ('ignore-nonzero-exit', 'kernel_replay.py', "result['returncode'] == 0 and result['stdout'].splitlines().count(marker) == 1", "result['stdout'].splitlines().count(marker) == 1", wrapper), + ('ignore-completion-marker', 'kernel_replay.py', "result['returncode'] == 0 and result['stdout'].splitlines().count(marker) == 1", "result['returncode'] == 0", wrapper), + ('ignore-timeout', 'kernel_replay.py', 'p.wait(timeout=timeout_seconds)', 'p.wait(timeout=None)', wrapper), + ('ignore-memory-limit', 'kernel_replay.py', 'preexec_fn=limits(memory_mib)', 'preexec_fn=None', wrapper), + ('truncate-module-coverage', 'kernel_replay.py', "for entry in m['modules']:\n validate_manifest(m)", "for entry in m['modules'][:1]:\n validate_manifest(m)", wrapper), + ('concurrent-module-processes', 'kernel_replay.py', + " for entry in m['modules']:\n validate_manifest(m)\n report['results'].append(run_one(m, entry, memory_mib, timeout_seconds))\n if report['results'][-1].get('cleanup', {}).get('reaped') is False:\n break # Do not start another process while an earlier PID remains unreaped.", + " from concurrent.futures import ThreadPoolExecutor\n with ThreadPoolExecutor(max_workers=2) as pool:\n report['results'] = list(pool.map(lambda entry: run_one(m, entry, memory_mib, timeout_seconds), m['modules']))", + wrapper + '.test_one_child_at_a_time_and_exact_coverage'), + ('skip-kernel-replay', 'ExactReplay.lean', ' replayFromImports target', ' pure ()', real + 'test_public_self_reference_rejected'), + ('prefix-expansion', 'ExactReplay.lean', ' replayFromImports target', + ' let sp ← searchPathRef.get\n for path in (← SearchPath.findAllWithExt sp "olean") do\n if let some name ← searchModuleNameOfFileName path sp then\n if target.isPrefixOf name then replayFromImports name', + real + 'test_exact_module_no_prefix_glob'), + ('untrusted-checker-search-path', 'kernel_replay.py', + "env['LEAN_PATH'] = os.pathsep.join([str(Path(m['sysroot']) / 'lib/lean'), *m['lean_path']])", + "env['LEAN_PATH'] = os.pathsep.join(m['lean_path'])", real + 'test_user_lean_path_cannot_shadow_checker'), + ] + return items + + +def resource_definitions(): + wrapper = 'test_kernel_replay.WrapperTests.' + return [ + ('resource-ignore-memory-upper-bound', 'kernel_replay.py', + 'not 64 <= memory_mib <= memory_mib_max', 'memory_mib < 64', + wrapper + 'test_resource_memory_upper_bounds_before_spawn'), + ('resource-ignore-inherited-memory-hard-limit', 'kernel_replay.py', + 'if hard_memory != resource.RLIM_INFINITY:', 'if False:', + wrapper + 'test_resource_memory_hard_limit_before_spawn'), + ('resource-ignore-timeout-upper-bound', 'kernel_replay.py', + 'not 0 < timeout_seconds <= MAX_TIMEOUT_SECONDS', 'not 0 < timeout_seconds', + wrapper + 'test_resource_timeout_upper_bounds_before_spawn'), + ('resource-accept-boolean-timeout', 'kernel_replay.py', + 'type(timeout_seconds) not in (int, float)', 'type(timeout_seconds) not in (int, float, bool)', + wrapper + 'test_resource_boolean_arguments_rejected'), + ('resource-drop-process-exception-normalization', 'kernel_replay.py', + 'PROCESS_ERRORS = (OSError, subprocess.SubprocessError, OverflowError, ValueError)', + 'PROCESS_ERRORS = (OSError,)', + wrapper + 'test_resource_spawn_exceptions_are_structured_errors'), + ('resource-unbounded-cleanup-wait', 'kernel_replay.py', + 'p.wait(timeout=CLEANUP_TIMEOUT_SECONDS)', 'p.wait()', + wrapper + 'test_resource_unreapable_child_cleanup_is_bounded'), + ('resource-skip-abnormal-cleanup', 'kernel_replay.py', + "if p is not None and result['status'] != 'FINISHED':", 'if False:', + wrapper + 'test_resource_unreapable_child_cleanup_is_bounded'), + ('resource-overwrite-error-with-success', 'kernel_replay.py', + " if result['status'] == 'FINISHED':", " if result['status'] != 'TIMEOUT':", + wrapper + 'test_resource_wait_errors_cannot_become_success'), + ('resource-continue-after-unreaped-child', 'kernel_replay.py', + "if report['results'][-1].get('cleanup', {}).get('reaped') is False:", 'if False:', + wrapper + 'test_resource_unreaped_child_stops_further_modules'), + ] + + +def derived_driver_mutations(lean): + upstream = (Path(lean).resolve().parent.parent / 'src/lean/LeanChecker.lean').read_text() + start = upstream.index('unsafe def replayFromImports ') + end = upstream.index('unsafe def replayFromFresh ', start) + routine = upstream[start:end] + # These intentionally unsound adapters exist only inside isolated mutants. + # The copied fragment retains the upstream Apache-2.0 provenance in the + # driver's file header; production calls the installed implementation. + exported = routine.replace('replayFromImports', 'cbzExportedOnly', 1) + a, b = exported.index(' let mut fnames'), exported.index(' let parts') + exported = exported[:a] + ' let fnames := #[mFile]\n' + exported[b:] + preload = routine.replace('replayFromImports', 'cbzPreloaded', 1) + preload = preload.replace('importModulesCore mod.imports', 'importModulesCore #[{ module }]') + preload = preload.replace('finalizeImport s mod.imports', 'finalizeImport s #[{ module }]') + original = (ROOT / 'ExactReplay.lean').read_text() + return [ + ('exported-part-only', 'ExactReplay.lean', original, + original.replace('open Lean\n', 'open Lean\n\n' + exported).replace(' replayFromImports target', ' cbzExportedOnly target'), + 'test_real_lean.RealLeanTests.test_private_self_reference_rejected'), + ('preload-target-self-reference', 'ExactReplay.lean', original, + original.replace('open Lean\n', 'open Lean\n\n' + preload).replace(' replayFromImports target', ' cbzPreloaded target'), + 'test_real_lean.RealLeanTests.test_public_self_reference_rejected'), + ] + + +def run_mutations(output, only=None, group='all'): + lean = os.environ.get('CBZ_TEST_LEAN', '/home/agent/.elan/toolchains/leanprover--lean4---v4.34.1/bin/lean') + plan = definitions() + resource_definitions() + if group == 'resource': + plan = resource_definitions() + elif group == 'wrapper': + plan = [x for x in plan if x[4].startswith('test_kernel_replay.')] + else: + plan += derived_driver_mutations(lean) + if only: + if only not in [x[0] for x in plan]: + raise ValueError('unknown mutation: ' + only) + plan = [x for x in plan if x[0] == only] + # Keep old-generation mutation receipts immutable when selecting this repair. + evidence = ROOT / ('evidence/mutations' if group == 'all' else 'evidence/resource-mutations') + evidence.mkdir(parents=True, exist_ok=True) + results = [] + populations = {} + for name, filename, old, new, test in plan: + if test not in populations: + population_path = evidence / ('population-' + str(len(populations)) + '.json') + listed = subprocess.run([sys.executable, '-B', '-S', str(ROOT / 'run_tests.py'), + '--output', str(population_path), '--test', test, '--list'], + capture_output=True, text=True, timeout=15) + population = json.loads(population_path.read_text()) if population_path.exists() else {} + if (listed.returncode != 0 or population.get('invalid_population') != [] + or not population.get('selected_ids') or population.get('selection') != [test]): + raise ValueError('cannot bind unchanged selected test population: ' + test) + populations[test] = population['selected_ids'] + with tempfile.TemporaryDirectory(dir=ROOT / 'evidence', prefix='mutant-') as d: + work = Path(d) / 'kernel_replay' + shutil.copytree(ROOT, work, ignore=shutil.ignore_patterns('evidence', '__pycache__', '*.pyc')) + (work / 'evidence').mkdir() + file = work / filename + original = file.read_text() + if original.count(old) != 1: + raise ValueError(f'mutation {name} did not identify exactly one source occurrence') + changed = original.replace(old, new, 1) + file.write_text(changed) + result_path = work / 'evidence/tests.json' + command = [sys.executable, str(work / 'run_tests.py'), '--output', str(result_path), '--test', test] + try: + p = subprocess.run(command, capture_output=True, text=True, timeout=90) + value = json.loads(result_path.read_text()) if result_path.exists() else {} + record = {'name': name, 'file': filename, 'test': test, + 'outcome': classify(value, p.returncode, [test], populations[test]), 'returncode': p.returncode, + 'expected_selected_ids': populations[test], + 'original_sha256': digest(original.encode()), + 'mutated_sha256': digest(changed.encode()), 'tests': value, + 'stdout': p.stdout, 'stderr': p.stderr} + except subprocess.TimeoutExpired as e: + record = {'name': name, 'outcome': 'ERROR', 'error': 'mutation test timed out'} + (evidence / (name + '.json')).write_text(json.dumps(record, indent=2) + '\n') + results.append(record) + print(name + ': ' + record['outcome'], flush=True) + result = {'group': group, 'threshold': 1.0, 'planned': len(plan), 'executed': len(results), + 'killed': sum(x['outcome'] == 'KILLED' for x in results), + 'ok': bool(results) and len(results) == len(plan) and all(x['outcome'] == 'KILLED' for x in results), + 'results': results} + Path(output).write_text(json.dumps(result, indent=2) + '\n') + return result + + +def main(): + parser = argparse.ArgumentParser(allow_abbrev=False) + parser.add_argument('--output', required=True) + parser.add_argument('--only') + parser.add_argument('--group', choices=('all', 'wrapper', 'resource'), default='all') + args = parser.parse_args() + try: + return 0 if run_mutations(args.output, args.only, args.group)['ok'] else 1 + except (ValueError, OSError) as e: + print('mutation harness ERROR: ' + str(e), file=sys.stderr) + return 2 + + +if __name__ == '__main__': + raise SystemExit(main()) diff --git a/cbz/contributions/math514/kernel_replay/evidence/lazy-body/baseline/run_tests.py b/cbz/contributions/math514/kernel_replay/evidence/lazy-body/baseline/run_tests.py new file mode 100644 index 000000000..87e7fd4d6 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/lazy-body/baseline/run_tests.py @@ -0,0 +1,229 @@ +#!/usr/bin/env python3 +"""Structured unittest execution; only complete selected test bodies grade mutants.""" +import argparse +import functools +import inspect +import io +import json +from pathlib import Path +import sys +import unittest + +ROOT = Path(__file__).resolve().parent +RECEIPT_SCHEMA = 'cbz-unittest-lifecycle-v1' + + +def method_id(test): + """Use the actual selected method, rather than an overridable display id.""" + cls = type(test) + name = getattr(test, '_testMethodName', None) + if (not isinstance(test, unittest.TestCase) or cls.__module__ == 'unittest.loader' + or not isinstance(name, str) or not callable(getattr(test, name, None))): + return None + return cls.__module__ + '.' + cls.__qualname__ + '.' + name + + +def selected_cases(suite): + for test in suite: + if isinstance(test, unittest.TestSuite): + yield from selected_cases(test) + else: + yield test + + +class LifecycleResult(unittest.TextTestResult): + def __init__(self, *args, **kwargs): + super().__init__(*args, **kwargs) + self.started_ids = [] + self.finished_ids = [] + self.body_entered_ids = [] + self.body_finished_ids = [] + self.body_assertion_ids = [] + self.lifecycle_failures = 0 + self.subtests = 0 + self.subtest_events = [] + self.assertion_events = [] + self.phase = {} + self.body_exception = {} + self.body_active = set() + self.dispatch_active = set() + self.lifecycle_depth = {} + self.invalid_execution = [] + + def startTest(self, test): + self.started_ids.append(method_id(test)) + self.phase[id(test)] = 'setup' + super().startTest(test) + + def stopTest(self, test): + self.finished_ids.append(method_id(test)) + super().stopTest(test) + + def addFailure(self, test, err): + if (self.phase.get(id(test)) == 'body' + and self.body_exception.get(id(test)) is err[1] + and isinstance(err[1], AssertionError)): + self.body_assertion_ids.append(method_id(test)) + self.assertion_events.append({'parent_id': method_id(test), 'origin': 'body'}) + else: + self.lifecycle_failures += 1 + super().addFailure(test, err) + + def addSubTest(self, test, subtest, err): + self.subtests += 1 + phase = self.phase.get(id(test)) + if phase == 'body' and id(test) not in self.body_active: + phase = 'outside-body' + if getattr(subtest, 'test_case', None) is not test: + phase = 'foreign-parent' + outcome = 'success' if err is None else 'assertion' if isinstance(err[1], AssertionError) else 'error' + self.subtest_events.append({'parent_id': method_id(test), 'phase': phase, 'outcome': outcome}) + if err is not None and outcome == 'assertion': + if phase == 'body': + self.body_assertion_ids.append(method_id(test)) + self.assertion_events.append({'parent_id': method_id(test), 'origin': 'subtest'}) + else: + self.lifecycle_failures += 1 + super().addSubTest(test, subtest, err) + + +def instrument(test, result): + """Keep body exception identity until unittest reports it after this call exits.""" + for name, phase in (('_callSetUp', 'setup'), ('_callTearDown', 'teardown'), + ('doCleanups', 'cleanup')): + original = getattr(test, name) + + def lifecycle(*args, _original=original, _phase=phase, **kwargs): + result.phase[id(test)] = _phase + result.lifecycle_depth[id(test)] = result.lifecycle_depth.get(id(test), 0) + 1 + try: + return _original(*args, **kwargs) + finally: + result.lifecycle_depth[id(test)] -= 1 + setattr(test, name, lifecycle) + original_dispatch = test._callTestMethod + + def dispatch(*args, **kwargs): + if result.lifecycle_depth.get(id(test), 0): + result.invalid_execution.append('test dispatch invoked inside a lifecycle hook') + return original_dispatch(*args, **kwargs) + result.dispatch_active.add(id(test)) + try: + return original_dispatch(*args, **kwargs) + finally: + result.dispatch_active.discard(id(test)) + test._callTestMethod = dispatch + original_body = getattr(test, test._testMethodName) + + @functools.wraps(original_body) + def body(*args, **kwargs): + if id(test) not in result.dispatch_active or result.lifecycle_depth.get(id(test), 0): + result.invalid_execution.append('selected method invoked outside body dispatch') + return original_body(*args, **kwargs) + result.phase[id(test)] = 'body' + result.body_entered_ids.append(method_id(test)) + result.body_active.add(id(test)) + try: + return original_body(*args, **kwargs) + except BaseException as exc: + result.body_exception[id(test)] = exc + raise + finally: + result.body_active.discard(id(test)) + result.body_finished_ids.append(method_id(test)) + # _Outcome calls addFailure *after* this wrapper unwinds. + if inspect.iscoroutinefunction(original_body): + @functools.wraps(original_body) + async def async_body(*args, **kwargs): + if id(test) not in result.dispatch_active or result.lifecycle_depth.get(id(test), 0): + result.invalid_execution.append('selected async method invoked outside body dispatch') + return await original_body(*args, **kwargs) + result.phase[id(test)] = 'body' + result.body_entered_ids.append(method_id(test)) + result.body_active.add(id(test)) + try: + return await original_body(*args, **kwargs) + except BaseException as exc: + result.body_exception[id(test)] = exc + raise + finally: + result.body_active.discard(id(test)) + result.body_finished_ids.append(method_id(test)) + body = async_body + setattr(test, test._testMethodName, body) + + +def describe_suite(suite, selection): + cases = list(selected_cases(suite)) + selected = [method_id(test) for test in cases] + invalid = [] + if not selected: + invalid.append('empty selected population') + if any(item is None for item in selected): + invalid.append('synthetic or unsupported selected test') + if len(set(selected)) != len(selected): + invalid.append('duplicate selected method identity') + for test, identity in zip(cases, selected): + if identity is not None and test.id() != identity: + invalid.append('display identity does not match selected method') + return cases, {'selection': selection, 'selected_ids': selected, 'invalid_population': invalid} + + +def run_suite(suite, selection): + cases, population = describe_suite(suite, selection) + stream = io.StringIO() + result = LifecycleResult(stream=unittest.runner._WritelnDecorator(stream), + descriptions=True, verbosity=2) + for test in cases: + if method_id(test) is not None: + instrument(test, result) + suite.run(result) + population['invalid_population'].extend(result.invalid_execution) + # Render the ordinary summary for humans; grading uses the structured fields. + result.printErrors() + stream.write(f'Ran {result.testsRun} tests\n') + value = {'receipt_schema': RECEIPT_SCHEMA, 'selection': selection, + **population, + 'tests_run': result.testsRun, 'assertion_failures': len(result.failures), + 'errors': len(result.errors), 'skipped': len(result.skipped), + 'expected_failures': len(result.expectedFailures), + 'unexpected_successes': len(result.unexpectedSuccesses), + 'successful': result.wasSuccessful(), 'log': stream.getvalue()} + for name in ('started_ids', 'finished_ids', 'body_entered_ids', + 'body_finished_ids', 'body_assertion_ids', 'lifecycle_failures', 'subtests', + 'subtest_events', 'assertion_events'): + value[name] = getattr(result, name) + return value + + +def main(): + parser = argparse.ArgumentParser(allow_abbrev=False) + parser.add_argument('--output', required=True) + parser.add_argument('--test', action='append', default=[]) + parser.add_argument('--list', action='store_true', help='discover identities without running fixtures or test bodies') + args = parser.parse_args() + sys.path.insert(0, str(ROOT / 'tests')) + if args.test: + suite = unittest.defaultTestLoader.loadTestsFromNames(args.test) + else: + suite = unittest.defaultTestLoader.discover(str(ROOT / 'tests'), pattern='test_*.py') + selection = args.test or ['discover:test_*.py'] + if args.list: + _, population = describe_suite(suite, selection) + Path(args.output).write_text(json.dumps(population, indent=2) + '\n') + return 0 if population['selected_ids'] and not population['invalid_population'] else 1 + value = run_suite(suite, selection) + Path(args.output).write_text(json.dumps(value, indent=2) + '\n') + print(value['log'], end='') + complete = (not value['invalid_population'] and value['selected_ids'] + and all(value[key] == value['selected_ids'] for key in + ('started_ids', 'finished_ids', 'body_entered_ids', 'body_finished_ids'))) + return 0 if (complete and value['successful'] and not value['skipped'] + and not value['expected_failures'] and not value['unexpected_successes'] + and all(event['phase'] == 'body' and event['outcome'] == 'success' + for event in value['subtest_events']) + and not value['lifecycle_failures']) else 1 + + +if __name__ == '__main__': + raise SystemExit(main()) diff --git a/cbz/contributions/math514/kernel_replay/evidence/lazy-body/baseline/tests/test_mutation_harness.py b/cbz/contributions/math514/kernel_replay/evidence/lazy-body/baseline/tests/test_mutation_harness.py new file mode 100644 index 000000000..538a20db8 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/lazy-body/baseline/tests/test_mutation_harness.py @@ -0,0 +1,183 @@ +"""Real runner controls for body-only mutation kills and complete selected populations.""" +import copy +import importlib.util +import json +from pathlib import Path +import shutil +import subprocess +import sys +import tempfile +import textwrap +import unittest + +ROOT = Path(__file__).resolve().parents[1] +_spec = importlib.util.spec_from_file_location('mutations_under_test', ROOT / 'mutations.py') +mutations = importlib.util.module_from_spec(_spec) +_spec.loader.exec_module(mutations) + + +class MutationHarnessTests(unittest.TestCase): + def run_fixture(self, methods, selection='fixture.Case', module_tail=''): + source = 'import unittest\nclass Case(unittest.TestCase):\n' + textwrap.indent(textwrap.dedent(methods), ' ') + '\n' + module_tail + with tempfile.TemporaryDirectory() as tmp: + root = Path(tmp) + (root / 'tests').mkdir() + shutil.copy2(ROOT / 'run_tests.py', root / 'run_tests.py') + (root / 'tests/fixture.py').write_text(source) + output = root / 'result.json' + p = subprocess.run([sys.executable, '-B', '-S', str(root / 'run_tests.py'), + '--output', str(output), '--test', selection], + capture_output=True, text=True, timeout=10) + self.assertTrue(output.exists(), p.stderr) + value = json.loads(output.read_text()) + return mutations.classify(value, p.returncode), value, p.returncode + + def test_setup_assertion_is_not_a_kill(self): + outcome, value, _ = self.run_fixture(''' + def setUp(self): self.fail('setup only') + def test_one(self): pass + ''') + self.assertEqual(outcome, 'ERROR', value) + + def test_body_assertion_kills_after_all_selected_bodies_finish(self): + outcome, value, _ = self.run_fixture(''' + def test_one(self): self.fail('body assertion') + def test_two(self): pass + ''') + self.assertEqual(outcome, 'KILLED', value) + self.assertEqual(value['body_entered_ids'], ['fixture.Case.test_one', 'fixture.Case.test_two']) + self.assertEqual(value['body_finished_ids'], ['fixture.Case.test_one', 'fixture.Case.test_two']) + self.assertEqual(value['body_assertion_ids'], ['fixture.Case.test_one']) + + def test_dispatch_hook_assertion_without_selected_method_is_error(self): + outcome, value, _ = self.run_fixture("def _callTestMethod(self, method): self.fail('dispatch hook only')\ndef test_one(self): raise RuntimeError('selected body was entered')") + self.assertEqual(outcome, 'ERROR', value) + + def test_selected_method_invoked_from_lifecycle_is_error(self): + for source in ("def setUp(self): self.test_one()\ndef test_one(self): self.fail('called from setup')", + "def setUp(self): self._callTestMethod(self.test_one)\ndef test_one(self): self.fail('dispatch called from setup')", + "def tearDown(self): self.test_one()\ndef test_one(self): pass", + "def test_one(self):\n if not hasattr(self, 'scheduled'):\n self.scheduled = True\n self.addCleanup(self.test_one)"): + outcome, value, _ = self.run_fixture(source) + self.assertEqual(outcome, 'ERROR', value) + + def test_clean_identity_survives(self): + outcome, value, _ = self.run_fixture('def test_one(self): pass') + self.assertEqual(outcome, 'SURVIVED', value) + + def test_lifecycle_failures_never_kill_even_with_body_assertion(self): + cases = [ + "def tearDown(self): self.fail('teardown')\ndef test_one(self): pass", + "def test_one(self): self.addCleanup(self.fail, 'cleanup')", + "def tearDown(self): self.fail('teardown')\ndef test_one(self): self.fail('body')", + "def test_one(self):\n self.addCleanup(self.fail, 'cleanup')\n self.fail('body')", + "@classmethod\ndef setUpClass(cls): raise AssertionError('class setup')\ndef test_one(self): pass", + "@classmethod\ndef tearDownClass(cls): raise AssertionError('class teardown')\ndef test_one(self): self.fail('body')", + "@classmethod\ndef setUpClass(cls): cls.addClassCleanup(lambda: (_ for _ in ()).throw(AssertionError('class cleanup')))\ndef test_one(self): self.fail('body')", + ] + for source in cases: + with self.subTest(source=source): + outcome, value, _ = self.run_fixture(source) + self.assertEqual(outcome, 'ERROR', value) + + def test_errors_skips_and_expected_failures_are_errors(self): + cases = [ + "def test_one(self): raise RuntimeError('body runtime')", + "def setUp(self): raise RuntimeError('setup runtime')\ndef test_one(self): self.fail('body')", + "@unittest.skip('skip')\ndef test_one(self): pass", + "@unittest.expectedFailure\ndef test_one(self): self.fail('expected')", + "@unittest.expectedFailure\ndef test_one(self): pass", + ] + for source in cases: + with self.subTest(source=source): + outcome, value, _ = self.run_fixture(source) + self.assertEqual(outcome, 'ERROR', value) + + def test_body_scoped_subtest_assertions_kill_without_changing_parent_population(self): + for source, failures in (("def test_one(self):\n with self.subTest(i=1): self.fail('first')\n with self.subTest(i=2): self.fail('second')", 2), + ("def test_one(self):\n with self.subTest(i=1): pass\n self.fail('body')", 1)): + outcome, value, _ = self.run_fixture(source) + self.assertEqual(outcome, 'KILLED', value) + self.assertEqual(value['selected_ids'], ['fixture.Case.test_one']) + self.assertEqual(value['assertion_failures'], failures) + outcome, value, _ = self.run_fixture("def test_one(self):\n with self.subTest(i=1): pass") + self.assertEqual(outcome, 'SURVIVED', value) + + def test_foreign_subtest_parent_cannot_claim_selected_body_assertion(self): + outcome, value, _ = self.run_fixture("def test_one(self):\n import sys\n foreign = unittest.case._SubTest(unittest.FunctionTestCase(lambda: None), 'foreign', {})\n try: raise AssertionError('foreign parent assertion')\n except AssertionError: self._outcome.result.addSubTest(self, foreign, sys.exc_info())") + self.assertEqual(outcome, 'ERROR', value) + + def test_lifecycle_subtests_and_subtest_errors_are_errors(self): + for source in ("def setUp(self):\n with self.subTest(i=1): self.fail('setup subtest')\ndef test_one(self): pass", + "def tearDown(self):\n with self.subTest(i=1): self.fail('teardown subtest')\ndef test_one(self): self.fail('body')", + "def test_one(self):\n with self.subTest(i=1): raise RuntimeError('subtest runtime')"): + outcome, value, _ = self.run_fixture(source) + self.assertEqual(outcome, 'ERROR', value) + + def test_empty_duplicate_synthetic_and_spoofed_population_is_error(self): + cases = [ + ('def test_one(self): pass', 'fixture', 'def load_tests(loader, tests, pattern): return unittest.TestSuite()'), + ('def test_one(self): self.fail("body")', 'fixture', 'def load_tests(loader, tests, pattern): return unittest.TestSuite([Case("test_one"), Case("test_one")])'), + ('def test_one(self): pass', 'fixture.Missing', ''), + ('def id(self): return "fixture.Case.test_forged"\ndef test_one(self): self.fail("body")', 'fixture.Case', ''), + ] + for source, selection, tail in cases: + with self.subTest(selection=selection, tail=tail): + outcome, value, _ = self.run_fixture(source, selection, tail) + self.assertEqual(outcome, 'ERROR', value) + + def test_population_listing_does_not_execute_fixtures_or_bodies(self): + with tempfile.TemporaryDirectory() as tmp: + root = Path(tmp) + (root / 'tests').mkdir() + shutil.copy2(ROOT / 'run_tests.py', root / 'run_tests.py') + (root / 'tests/fixture.py').write_text("import unittest\nclass Case(unittest.TestCase):\n @classmethod\n def setUpClass(cls): raise AssertionError('fixture must not run')\n def test_one(self): raise RuntimeError('body must not run')\n") + output = root / 'population.json' + p = subprocess.run([sys.executable, '-B', '-S', str(root / 'run_tests.py'), + '--output', str(output), '--test', 'fixture.Case', '--list'], + capture_output=True, text=True, timeout=10) + self.assertEqual(p.returncode, 0, p.stderr) + self.assertEqual(json.loads(output.read_text()), + {'selection': ['fixture.Case'], 'selected_ids': ['fixture.Case.test_one'], + 'invalid_population': []}) + + def test_summary_without_lifecycle_receipt_fails_closed(self): + old = dict(tests_run=1, assertion_failures=1, errors=0, skipped=0, + expected_failures=0, unexpected_successes=0, successful=False) + self.assertEqual(mutations.classify(old, 1), 'ERROR') + self.assertEqual(mutations.classify({}, 1), 'ERROR') + self.assertEqual(mutations.classify(None, 1), 'ERROR') + + def test_forged_or_missing_accounting_is_error(self): + _, receipt, code = self.run_fixture('def test_one(self): self.fail("body")') + for key in ('receipt_schema', 'selected_ids', 'started_ids', 'finished_ids', + 'body_entered_ids', 'body_finished_ids', 'body_assertion_ids', + 'lifecycle_failures', 'subtests', 'invalid_population', 'subtest_events', 'assertion_events'): + with self.subTest(missing=key): + value = copy.deepcopy(receipt) + value.pop(key, None) + self.assertEqual(mutations.classify(value, code), 'ERROR') + for changes in ({'tests_run': True}, {'tests_run': 1.0}, {'assertion_failures': '1'}, + {'successful': 0}, {'lifecycle_failures': -1}, {'subtests': True}, + {'body_entered_ids': []}, {'body_finished_ids': []}, + {'finished_ids': []}, {'body_assertion_ids': []}, + {'body_assertion_ids': ['fixture.Case.test_forged']}, + {'selected_ids': ['synthetic']}, + {'selected_ids': ['unittest.loader._FailedTest.test_one']}, + {'selected_ids': ['fixture.Case.test_one', 'fixture.Case.test_one']}, + {'started_ids': ['fixture.Case.test_one', 'fixture.Case.test_one']}, + {'errors': 1}, {'skipped': 1}, {'expected_failures': 1}, + {'unexpected_successes': 1}, {'assertion_failures': 2}, + {'subtests': 1}, {'assertion_events': []}, + {'subtest_events': [{'parent_id': 'fixture.Case.test_one', 'phase': 'body', 'outcome': 'assertion'}]}): + with self.subTest(changes=changes): + self.assertEqual(mutations.classify({**receipt, **changes}, code), 'ERROR') + self.assertEqual(mutations.classify(receipt, code, ['fixture.Other']), 'ERROR') + self.assertEqual(mutations.classify({**receipt, 'selection': ['fixture.Other']}, code, ['fixture.Other']), 'ERROR') + self.assertEqual(mutations.classify(receipt, code, ['fixture.Case'], ['fixture.Case.test_other']), 'ERROR') + for exit_code in (2, -9, True): + self.assertEqual(mutations.classify(receipt, exit_code), 'ERROR') + + +if __name__ == '__main__': + unittest.main(verbosity=2) diff --git a/cbz/contributions/math514/kernel_replay/evidence/lazy-body/current-composed-receipt.json b/cbz/contributions/math514/kernel_replay/evidence/lazy-body/current-composed-receipt.json new file mode 100644 index 000000000..86f0d081f --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/lazy-body/current-composed-receipt.json @@ -0,0 +1,72 @@ +{ + "schema_version": 1, + "status": "PASS_SCOPED_COMPOSED_NONE_RETURN_PROFILE", + "published_parent": "7b50d2b4c433a8f3b5442925e1ac9ff664880166", + "current_source_sha256": { + "run_tests.py": "f0a67f6cb3a2e0232d1cb7ff61cd7e5c21ae4c414a8c74c3a3225712b3a74ba3", + "tests/test_mutation_harness.py": "05a4a2f4c803315f80a3fcb2bb16f0d5d6df19c874c118152c257544880de114" + }, + "unchanged_classifier_sha256": "a1a0b0e7d6c5809c1f3f291a10aa14edc04265ce73cf76494318f966ab69b9bd", + "single_fresh_full_suite": false, + "current_test_methods": 60, + "composition": { + "fresh_none_profile": 6, + "reused_prior_lifecycle": 14, + "reused_wrapper": 31, + "reused_real_lean": 9 + }, + "fresh_method_ids": [ + "test_mutation_harness.LazyBodyHarnessTests.test_ordinary_synchronous_body_positives_remain_supported", + "test_mutation_harness.LazyBodyHarnessTests.test_declared_lazy_method_shapes_refuse_mixed_population_before_execution", + "test_mutation_harness.LazyBodyHarnessTests.test_wrapped_lazy_method_shapes_refuse_before_execution", + "test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work", + "test_mutation_harness.LazyBodyHarnessTests.test_decorator_without_wrapped_metadata_cannot_hide_lazy_return", + "test_mutation_harness.LazyBodyHarnessTests.test_all_non_none_returns_refuse_without_iterating_custom_objects" + ], + "fresh_commands": { + "normal": "PYTHONOPTIMIZE=0 python3 -B -S -m unittest discover -s delivery/lazy-body-lifecycle-fix/work/kernel_replay/tests -p test_mutation_harness.py -k LazyBodyHarnessTests -v", + "optimized": "PYTHONOPTIMIZE=1 python3 -B -S -O -m unittest discover -s delivery/lazy-body-lifecycle-fix/work/kernel_replay/tests -p test_mutation_harness.py -k LazyBodyHarnessTests -v" + }, + "fresh_logs": { + "normal": { + "path": "evidence/lazy-body/evidence/kernel-none-profile-controls-green.log", + "sha256": "0a2db29755b11f1bfd6a442bcedead8ea641e077dd4b5e25d475183d1b8e1c78", + "methods": 6, + "observed_result": "OK" + }, + "optimized": { + "path": "evidence/lazy-body/evidence/kernel-none-profile-controls-optimized-green.log", + "sha256": "6268639df35d6220ff5ccede714b65e3c53eb04889a994dd0746bd71fc724829", + "methods": 6, + "observed_result": "OK" + } + }, + "fresh_final_return_guard": { + "distinct": 1, + "executions": 2, + "receipt": "evidence/lazy-body/evidence/kernel-none-return-guard-mutant/summary.json" + }, + "earlier_guard_generation": { + "distinct": 3, + "executions": 6, + "receipt": "evidence/lazy-body/evidence/kernel-lazy-guard-mutants/summary.json", + "reused_unchanged": [ + "pristine function shape", + "decorator shape links" + ], + "superseded": "type-only return rejection" + }, + "reused_source_evidence": { + "prior_lifecycle": "evidence/lifecycle/evidence/kernel-delivery.json", + "production_mutants": 25, + "production_trace_applicability": "original source/test bodies and mutation definitions unchanged; exact direct-method AST profile covered by appended applicability record" + }, + "source_applicability": "evidence/lazy-body/evidence/original-method-shape-applicability.json", + "review": { + "path": "evidence/lazy-body/evidence/independent-lazy-body-review.json", + "sha256": "8e6c0de322cb2296d2ac9bf472bcb29c3fcdfaa941541539e1fc467d5a47c933", + "status": "CLEAR" + }, + "hosted_ci": "No successor-head hosted CI result claimed.", + "original_suite_mutants_lean_replayed": false +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/baseline-sha256.json b/cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/baseline-sha256.json new file mode 100644 index 000000000..9db2fd693 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/baseline-sha256.json @@ -0,0 +1,7 @@ +{ + "kernel_replay/run_tests.py": "de089e08688ffb2c236cdc34ccc095eb421d5162dde6d8eff24af7fdc3c91baa", + "kernel_replay/mutations.py": "a1a0b0e7d6c5809c1f3f291a10aa14edc04265ce73cf76494318f966ab69b9bd", + "kernel_replay/tests/test_mutation_harness.py": "9887371525049cbc9685fadfd02531b1171507ad3c2c8373947c37875b3783e6", + "layer_a/mutation_test.py": "e857fde3c3d7caf301e24a77972ee18d1253186613633e1b0876b61f274eebed", + "layer_a/tests/test_mutation_runner.py": "347135c69335eaa74a62f5b6380057fff24e30eafcf57b8418de69bef1be7f7d" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/independent-lazy-body-review.json b/cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/independent-lazy-body-review.json new file mode 100644 index 000000000..5f07878c5 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/independent-lazy-body-review.json @@ -0,0 +1,78 @@ +{ + "final_outcome": "Kernel and layer_a CLEAR for final frozen lazy-body changed hunks. No unresolved actionable issue found. This is a source-bound scoped review and reusable evidence assessment, not a new full-run verification or CBZ declaration.", + "historical_applicability": "The static source-shape receipt records original direct selected methods as synchronous without direct valued returns or suspension; nested helpers are excluded from the enclosing method analysis. Earlier body assertion traces and mathematical verification remain applicable under their unchanged source/dependency assumptions. Provider-distinct process requirements are tracked separately.", + "kernel_replay": { + "evidence_assessment": { + "current_harness_methods": 20, + "current_selected_method_total": 60, + "final_none_guard_outcome": "KILLED in normal and optimized modes by the focused non-None return assertion control", + "fresh_final_none_guard_distinct_mutations": 1, + "fresh_final_none_guard_mode_executions": 2, + "fresh_methods_normal": 6, + "fresh_methods_optimized": 6, + "reviewer_test_executions": 0, + "unchanged_original_methods_reused": 40 + }, + "frozen_source_sha256": { + "work/kernel_replay/mutations.py": "a1a0b0e7d6c5809c1f3f291a10aa14edc04265ce73cf76494318f966ab69b9bd", + "work/kernel_replay/run_tests.py": "f0a67f6cb3a2e0232d1cb7ff61cd7e5c21ae4c414a8c74c3a3225712b3a74ba3", + "work/kernel_replay/tests/test_mutation_harness.py": "05a4a2f4c803315f80a3fcb2bb16f0d5d6df19c874c118152c257544880de114" + }, + "reused_fresh_evidence": { + "normal_six_methods": "evidence/kernel-none-profile-controls-green.log", + "optimized_six_methods": "evidence/kernel-none-profile-controls-optimized-green.log", + "original_method_source_applicability": "evidence/original-method-shape-applicability.json", + "refreshed_final_none_guard_mutant_normal_and_optimized": "evidence/kernel-none-return-guard-mutant/summary.json", + "unchanged_shape_and_decorator_guard_evidence": "evidence/kernel-lazy-guard-mutants/summary.json" + }, + "reviewed_policy": [ + "Selected methods must be ordinary synchronous Python functions or bound methods; each advertised __wrapped__ link is checked and cyclic decorator metadata is rejected.", + "Declared generator, coroutine and async-generator shapes refuse the entire selected population before any suite fixture or body runs.", + "A successfully returning selected body must return exactly None. Every other value, including False, zero, empty containers and opaque iterables, marks invalid_population.", + "Returned objects are never iterated or awaited. Disposal closes only a native unstarted coroutine in CORO_CREATED; arbitrary return objects are not advanced.", + "Invalid return evidence cannot be overridden by a different selected method producing a legitimate assertion failure.", + "The direct-script unittest.main guard now follows LazyBodyHarnessTests, resolving omission of new methods during direct invocation." + ], + "scope_limits": "Finite synchronous-method policy and changed harness review. No original broad suite, production mutant, Lean, proof or build check replayed.", + "status": "CLEAR_FOR_REVIEWED_SCOPE" + }, + "layer_a": { + "evidence_assessment": { + "fresh_final_none_profile_distinct_guard_mutations": 3, + "fresh_final_none_profile_guard_executions": 6, + "fresh_final_none_profile_guard_outcome": "All 3 mutations KILLED in normal and optimized modes", + "fresh_methods_normal": 4, + "fresh_methods_optimized": 4, + "old_classes_and_original_mutation_definitions_unchanged": true, + "retained_existing_harness_methods": 11, + "retained_existing_lifecycle_methods": 8, + "reviewer_test_executions": 0 + }, + "frozen_source_sha256": { + "evidence/layer_a/frozen/mutation_test.py": "840d2c86b9c7b1fb934c6fae0f300afa17aca6de5551ca8db70ac47147073b7f", + "evidence/layer_a/frozen/tests/test_mutation_runner.py": "9190916dea425ab71aad73acbb70b4100890592f2a462375cb3a922ff62a1ff3" + }, + "reused_fresh_evidence": { + "final_none_profile_three_guard_mutants_two_modes": "evidence/layer_a/new-guard-source-controls.json", + "frozen_manifest": "evidence/layer_a/frozen-manifest.json", + "normal_four_methods": "evidence/layer_a/normal-lazy-controls.log", + "optimized_four_methods": "evidence/layer_a/optimized-lazy-controls.log", + "original_method_source_applicability": "evidence/original-method-shape-applicability.json", + "unchanged_shape_wraps_and_native_coroutine_disposal_controls": "evidence/layer_a/lazy-types-generation/" + }, + "reviewed_changed_hunks": [ + "ordinary_sync_method traverses every wraps-linked function/method and rejects generator/coroutine/async-generator shapes and cyclic metadata.", + "inspect_test_population applies the method-shape policy during pristine list discovery; execute_test_suite refuses any invalid selected population before fixtures or test bodies.", + "The actual selected-method wrapper requires every normal return to be exactly None. All other values mark invalid_population regardless of truth value or iterable shape.", + "No return value is iterated or awaited; only a native unstarted coroutine is closed in CORO_CREATED. Custom awaitables and opaque iterables are not closed or advanced.", + "New test methods retain positive None pass/assertion cases and sentinel evidence that mixed unsupported populations and returned suspended objects do not establish completed body execution.", + "Existing lifecycle attribution, pristine population binding, classifier, old test classes and original checker mutation definitions remain outside the changed lazy-body hunks." + ], + "scope_limits": "Static review of final frozen lazy-body changed hunks only; completed four-method normal/O and three-guard two-mode evidence reused. No old full suite, original checker mutant, Lean, proof or build check repeated.", + "status": "CLEAR_FOR_REVIEWED_SCOPE" + }, + "reuse_policy": "Completed applicable mathematical and harness evidence is reusable. A review handoff or pending layer review does not erase established kernel evidence. Previously completed 14 kernel lifecycle controls and applicable source controls remain separate reusable evidence; this is not a fresh whole-suite run.", + "review_type": "independent static review of changed lazy-body runner and focused harness hunks; completed verification reused", + "reviewer": "kernel_lifecycle_review", + "schema_version": 1 +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-delivery.json b/cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-delivery.json new file mode 100644 index 000000000..8bd53d570 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-delivery.json @@ -0,0 +1,61 @@ +{ + "schema_version": 2, + "component": "kernel_replay", + "published_parent": "7b50d2b4c433a8f3b5442925e1ac9ff664880166", + "changed_files": { + "run_tests.py": { + "baseline_sha256": "de089e08688ffb2c236cdc34ccc095eb421d5162dde6d8eff24af7fdc3c91baa", + "changed_sha256": "f0a67f6cb3a2e0232d1cb7ff61cd7e5c21ae4c414a8c74c3a3225712b3a74ba3" + }, + "tests/test_mutation_harness.py": { + "baseline_sha256": "9887371525049cbc9685fadfd02531b1171507ad3c2c8373947c37875b3783e6", + "changed_sha256": "05a4a2f4c803315f80a3fcb2bb16f0d5d6df19c874c118152c257544880de114" + } + }, + "unchanged_classifier_sha256": "a1a0b0e7d6c5809c1f3f291a10aa14edc04265ce73cf76494318f966ab69b9bd", + "supported_body_policy": "ordinary synchronous Python function/bound-method selected bodies must return None; every decorator __wrapped__ link must have the supported non-generator/non-coroutine/non-async-generator shape; every non-None return is rejected without bool/equality/iteration/awaiting or advancement. Only native unstarted coroutine close is used for disposal.", + "fresh_method_ids": [ + "test_mutation_harness.LazyBodyHarnessTests.test_ordinary_synchronous_body_positives_remain_supported", + "test_mutation_harness.LazyBodyHarnessTests.test_declared_lazy_method_shapes_refuse_mixed_population_before_execution", + "test_mutation_harness.LazyBodyHarnessTests.test_wrapped_lazy_method_shapes_refuse_before_execution", + "test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work", + "test_mutation_harness.LazyBodyHarnessTests.test_decorator_without_wrapped_metadata_cannot_hide_lazy_return", + "test_mutation_harness.LazyBodyHarnessTests.test_all_non_none_returns_refuse_without_iterating_custom_objects" + ], + "fresh_modes": [ + "normal", + "optimized with PYTHONOPTIMIZE=1 inherited by child fixtures" + ], + "reused_harness_method_ids": [ + "test_mutation_harness.MutationHarnessTests.test_setup_assertion_is_not_a_kill", + "test_mutation_harness.MutationHarnessTests.test_body_assertion_kills_after_all_selected_bodies_finish", + "test_mutation_harness.MutationHarnessTests.test_dispatch_hook_assertion_without_selected_method_is_error", + "test_mutation_harness.MutationHarnessTests.test_selected_method_invoked_from_lifecycle_is_error", + "test_mutation_harness.MutationHarnessTests.test_clean_identity_survives", + "test_mutation_harness.MutationHarnessTests.test_lifecycle_failures_never_kill_even_with_body_assertion", + "test_mutation_harness.MutationHarnessTests.test_errors_skips_and_expected_failures_are_errors", + "test_mutation_harness.MutationHarnessTests.test_body_scoped_subtest_assertions_kill_without_changing_parent_population", + "test_mutation_harness.MutationHarnessTests.test_foreign_subtest_parent_cannot_claim_selected_body_assertion", + "test_mutation_harness.MutationHarnessTests.test_lifecycle_subtests_and_subtest_errors_are_errors", + "test_mutation_harness.MutationHarnessTests.test_empty_duplicate_synthetic_and_spoofed_population_is_error", + "test_mutation_harness.MutationHarnessTests.test_population_listing_does_not_execute_fixtures_or_bodies", + "test_mutation_harness.MutationHarnessTests.test_summary_without_lifecycle_receipt_fails_closed", + "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error" + ], + "current_harness_method_count": 20, + "unchanged_wrapper_and_real_method_count": 40, + "current_composed_method_total": 60, + "fresh_source_guard_mutants": { + "initial_type_only_generation_distinct": 3, + "initial_type_only_generation_executions": 6, + "final_none_return_guard_distinct": 1, + "final_none_return_guard_executions": 2, + "current_safeguard_themes": 3, + "unchanged_pristine_shape_and_decorator_guard_evidence_reused": true, + "note": "Runtime return guard was refreshed after the owner tightened type-only rejection to all non-None returns; earlier full receipts retained as earlier source generation." + }, + "reused_original_kernel_source_mutants": 25, + "fresh_original_suite_or_lean_or_production_mutation_replay": false, + "evidence_reuse_rationale": "Static direct-method AST extraction proves all original54 kernel and83 layer methods ordinary synchronous with no valued return/suspension. Existing14 kernel lifecycle controls,40 production methods,10 prior lifecycle safeguards and25 production source-mutant kills retain applicable ordinary-None-body evidence. Classifier/production/Lean/tests outside new harness remain unchanged. No broad replay.", + "test_guard_relocation": "Moved existing unittest.main() guard below appended new class; discovery/module-import test semantics unchanged." +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-controls-green.log b/cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-controls-green.log new file mode 100644 index 000000000..d6dbf6ead --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-controls-green.log @@ -0,0 +1,10 @@ +test_declared_lazy_method_shapes_refuse_mixed_population_before_execution (test_mutation_harness.LazyBodyHarnessTests.test_declared_lazy_method_shapes_refuse_mixed_population_before_execution) ... ok +test_decorator_without_wrapped_metadata_cannot_hide_lazy_return (test_mutation_harness.LazyBodyHarnessTests.test_decorator_without_wrapped_metadata_cannot_hide_lazy_return) ... ok +test_ordinary_synchronous_body_positives_remain_supported (test_mutation_harness.LazyBodyHarnessTests.test_ordinary_synchronous_body_positives_remain_supported) ... ok +test_sync_lazy_returns_refuse_without_advancing_suspended_work (test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work) ... ok +test_wrapped_lazy_method_shapes_refuse_before_execution (test_mutation_harness.LazyBodyHarnessTests.test_wrapped_lazy_method_shapes_refuse_before_execution) ... ok + +---------------------------------------------------------------------- +Ran 5 tests in 1.008s + +OK diff --git a/cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-controls-optimized-green.log b/cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-controls-optimized-green.log new file mode 100644 index 000000000..67323963f --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-controls-optimized-green.log @@ -0,0 +1,10 @@ +test_declared_lazy_method_shapes_refuse_mixed_population_before_execution (test_mutation_harness.LazyBodyHarnessTests.test_declared_lazy_method_shapes_refuse_mixed_population_before_execution) ... ok +test_decorator_without_wrapped_metadata_cannot_hide_lazy_return (test_mutation_harness.LazyBodyHarnessTests.test_decorator_without_wrapped_metadata_cannot_hide_lazy_return) ... ok +test_ordinary_synchronous_body_positives_remain_supported (test_mutation_harness.LazyBodyHarnessTests.test_ordinary_synchronous_body_positives_remain_supported) ... ok +test_sync_lazy_returns_refuse_without_advancing_suspended_work (test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work) ... ok +test_wrapped_lazy_method_shapes_refuse_before_execution (test_mutation_harness.LazyBodyHarnessTests.test_wrapped_lazy_method_shapes_refuse_before_execution) ... ok + +---------------------------------------------------------------------- +Ran 5 tests in 3.198s + +OK diff --git a/cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-controls-red.log b/cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-controls-red.log new file mode 100644 index 000000000..3591d62b1 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-controls-red.log @@ -0,0 +1,145 @@ +test_declared_lazy_method_shapes_refuse_mixed_population_before_execution (test_mutation_harness.LazyBodyHarnessTests.test_declared_lazy_method_shapes_refuse_mixed_population_before_execution) ... + test_declared_lazy_method_shapes_refuse_mixed_population_before_execution (test_mutation_harness.LazyBodyHarnessTests.test_declared_lazy_method_shapes_refuse_mixed_population_before_execution) (shape="def test_a_lazy(self):\n record('lazy advanced')\n yield None") ... FAIL + test_declared_lazy_method_shapes_refuse_mixed_population_before_execution (test_mutation_harness.LazyBodyHarnessTests.test_declared_lazy_method_shapes_refuse_mixed_population_before_execution) (shape="async def test_a_lazy(self):\n record('lazy advanced')\n yield None") ... FAIL + test_declared_lazy_method_shapes_refuse_mixed_population_before_execution (test_mutation_harness.LazyBodyHarnessTests.test_declared_lazy_method_shapes_refuse_mixed_population_before_execution) (shape="async def test_a_lazy(self): record('lazy advanced')") ... FAIL +test_decorator_without_wrapped_metadata_cannot_hide_lazy_return (test_mutation_harness.LazyBodyHarnessTests.test_decorator_without_wrapped_metadata_cannot_hide_lazy_return) ... FAIL +test_ordinary_synchronous_body_positives_remain_supported (test_mutation_harness.LazyBodyHarnessTests.test_ordinary_synchronous_body_positives_remain_supported) ... ok +test_sync_lazy_returns_refuse_without_advancing_suspended_work (test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work) ... + test_sync_lazy_returns_refuse_without_advancing_suspended_work (test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work) (expression='generator()') ... FAIL + test_sync_lazy_returns_refuse_without_advancing_suspended_work (test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work) (expression='coroutine()') ... FAIL + test_sync_lazy_returns_refuse_without_advancing_suspended_work (test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work) (expression='async_generator()') ... FAIL + test_sync_lazy_returns_refuse_without_advancing_suspended_work (test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work) (expression='Awaitable()') ... FAIL +test_wrapped_lazy_method_shapes_refuse_before_execution (test_mutation_harness.LazyBodyHarnessTests.test_wrapped_lazy_method_shapes_refuse_before_execution) ... + test_wrapped_lazy_method_shapes_refuse_before_execution (test_mutation_harness.LazyBodyHarnessTests.test_wrapped_lazy_method_shapes_refuse_before_execution) (shape="def test_a_lazy(self):\n record('lazy advanced')\n yield None") ... FAIL + test_wrapped_lazy_method_shapes_refuse_before_execution (test_mutation_harness.LazyBodyHarnessTests.test_wrapped_lazy_method_shapes_refuse_before_execution) (shape="async def test_a_lazy(self):\n record('lazy advanced')\n yield None") ... FAIL + test_wrapped_lazy_method_shapes_refuse_before_execution (test_mutation_harness.LazyBodyHarnessTests.test_wrapped_lazy_method_shapes_refuse_before_execution) (shape="async def test_a_lazy(self): record('lazy advanced')") ... FAIL + +====================================================================== +FAIL: test_declared_lazy_method_shapes_refuse_mixed_population_before_execution (test_mutation_harness.LazyBodyHarnessTests.test_declared_lazy_method_shapes_refuse_mixed_population_before_execution) (shape="def test_a_lazy(self):\n record('lazy advanced')\n yield None") +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/work/kernel_replay/tests/test_mutation_harness.py", line 226, in test_declared_lazy_method_shapes_refuse_mixed_population_before_execution + self.assertEqual(outcome, 'ERROR', value) +AssertionError: 'KILLED' != 'ERROR' +- KILLED ++ ERROR + : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['fixture.Case'], 'selected_ids': ['fixture.Case.test_a_lazy', 'fixture.Case.test_b_assertion'], 'invalid_population': [], 'tests_run': 2, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_a_lazy (fixture.Case.test_a_lazy) ... ok\ntest_b_assertion (fixture.Case.test_b_assertion) ... FAIL\n\n======================================================================\nFAIL: test_b_assertion (fixture.Case.test_b_assertion)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File "/tmp/tmp3luwqy53/run_tests.py", line 112, in dispatch\n return original_dispatch(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: body assertion\n\nRan 2 tests\n', 'started_ids': ['fixture.Case.test_a_lazy', 'fixture.Case.test_b_assertion'], 'finished_ids': ['fixture.Case.test_a_lazy', 'fixture.Case.test_b_assertion'], 'body_entered_ids': ['fixture.Case.test_a_lazy', 'fixture.Case.test_b_assertion'], 'body_finished_ids': ['fixture.Case.test_a_lazy', 'fixture.Case.test_b_assertion'], 'body_assertion_ids': ['fixture.Case.test_b_assertion'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'fixture.Case.test_b_assertion', 'origin': 'body'}]} + +====================================================================== +FAIL: test_declared_lazy_method_shapes_refuse_mixed_population_before_execution (test_mutation_harness.LazyBodyHarnessTests.test_declared_lazy_method_shapes_refuse_mixed_population_before_execution) (shape="async def test_a_lazy(self):\n record('lazy advanced')\n yield None") +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/work/kernel_replay/tests/test_mutation_harness.py", line 226, in test_declared_lazy_method_shapes_refuse_mixed_population_before_execution + self.assertEqual(outcome, 'ERROR', value) +AssertionError: 'KILLED' != 'ERROR' +- KILLED ++ ERROR + : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['fixture.Case'], 'selected_ids': ['fixture.Case.test_a_lazy', 'fixture.Case.test_b_assertion'], 'invalid_population': [], 'tests_run': 2, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_a_lazy (fixture.Case.test_a_lazy) ... ok\ntest_b_assertion (fixture.Case.test_b_assertion) ... FAIL\n\n======================================================================\nFAIL: test_b_assertion (fixture.Case.test_b_assertion)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File "/tmp/tmpaz47zyw3/run_tests.py", line 112, in dispatch\n return original_dispatch(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: body assertion\n\nRan 2 tests\n', 'started_ids': ['fixture.Case.test_a_lazy', 'fixture.Case.test_b_assertion'], 'finished_ids': ['fixture.Case.test_a_lazy', 'fixture.Case.test_b_assertion'], 'body_entered_ids': ['fixture.Case.test_a_lazy', 'fixture.Case.test_b_assertion'], 'body_finished_ids': ['fixture.Case.test_a_lazy', 'fixture.Case.test_b_assertion'], 'body_assertion_ids': ['fixture.Case.test_b_assertion'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'fixture.Case.test_b_assertion', 'origin': 'body'}]} + +====================================================================== +FAIL: test_declared_lazy_method_shapes_refuse_mixed_population_before_execution (test_mutation_harness.LazyBodyHarnessTests.test_declared_lazy_method_shapes_refuse_mixed_population_before_execution) (shape="async def test_a_lazy(self): record('lazy advanced')") +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/work/kernel_replay/tests/test_mutation_harness.py", line 227, in test_declared_lazy_method_shapes_refuse_mixed_population_before_execution + self.assertEqual(events, [], value) +AssertionError: Lists differ: ['ordinary assertion'] != [] + +First list contains 1 additional elements. +First extra element 0: +'ordinary assertion' + +- ['ordinary assertion'] ++ [] : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['fixture.Case'], 'selected_ids': ['fixture.Case.test_a_lazy', 'fixture.Case.test_b_assertion'], 'invalid_population': [], 'tests_run': 2, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_a_lazy (fixture.Case.test_a_lazy) ... ok\ntest_b_assertion (fixture.Case.test_b_assertion) ... FAIL\n\n======================================================================\nFAIL: test_b_assertion (fixture.Case.test_b_assertion)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File "/tmp/tmpyquzg2ry/run_tests.py", line 112, in dispatch\n return original_dispatch(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: body assertion\n\nRan 2 tests\n', 'started_ids': ['fixture.Case.test_a_lazy', 'fixture.Case.test_b_assertion'], 'finished_ids': ['fixture.Case.test_a_lazy', 'fixture.Case.test_b_assertion'], 'body_entered_ids': ['fixture.Case.test_b_assertion'], 'body_finished_ids': ['fixture.Case.test_b_assertion'], 'body_assertion_ids': ['fixture.Case.test_b_assertion'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'fixture.Case.test_b_assertion', 'origin': 'body'}]} + +====================================================================== +FAIL: test_decorator_without_wrapped_metadata_cannot_hide_lazy_return (test_mutation_harness.LazyBodyHarnessTests.test_decorator_without_wrapped_metadata_cannot_hide_lazy_return) +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/work/kernel_replay/tests/test_mutation_harness.py", line 282, in test_decorator_without_wrapped_metadata_cannot_hide_lazy_return + self.assertEqual(outcome, 'ERROR', value) +AssertionError: 'KILLED' != 'ERROR' +- KILLED ++ ERROR + : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['fixture.Case'], 'selected_ids': ['fixture.Case.test_a_lazy', 'fixture.Case.test_b_assertion'], 'invalid_population': [], 'tests_run': 2, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_a_lazy (fixture.Case.test_a_lazy) ... ok\ntest_b_assertion (fixture.Case.test_b_assertion) ... FAIL\n\n======================================================================\nFAIL: test_b_assertion (fixture.Case.test_b_assertion)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File "/tmp/tmp0y4ucml3/run_tests.py", line 112, in dispatch\n return original_dispatch(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: body\n\nRan 2 tests\n', 'started_ids': ['fixture.Case.test_a_lazy', 'fixture.Case.test_b_assertion'], 'finished_ids': ['fixture.Case.test_a_lazy', 'fixture.Case.test_b_assertion'], 'body_entered_ids': ['fixture.Case.test_a_lazy', 'fixture.Case.test_b_assertion'], 'body_finished_ids': ['fixture.Case.test_a_lazy', 'fixture.Case.test_b_assertion'], 'body_assertion_ids': ['fixture.Case.test_b_assertion'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'fixture.Case.test_b_assertion', 'origin': 'body'}]} + +====================================================================== +FAIL: test_sync_lazy_returns_refuse_without_advancing_suspended_work (test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work) (expression='generator()') +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/work/kernel_replay/tests/test_mutation_harness.py", line 268, in test_sync_lazy_returns_refuse_without_advancing_suspended_work + self.assertEqual(outcome, 'ERROR', value) +AssertionError: 'KILLED' != 'ERROR' +- KILLED ++ ERROR + : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['fixture.Case'], 'selected_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'invalid_population': [], 'tests_run': 2, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_a_return (fixture.Case.test_a_return) ... ok\ntest_b_assertion (fixture.Case.test_b_assertion) ... FAIL\n\n======================================================================\nFAIL: test_b_assertion (fixture.Case.test_b_assertion)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File "/tmp/tmp5d1vppyz/run_tests.py", line 112, in dispatch\n return original_dispatch(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: body\n\nRan 2 tests\n', 'started_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'finished_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'body_entered_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'body_finished_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'body_assertion_ids': ['fixture.Case.test_b_assertion'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'fixture.Case.test_b_assertion', 'origin': 'body'}]} + +====================================================================== +FAIL: test_sync_lazy_returns_refuse_without_advancing_suspended_work (test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work) (expression='coroutine()') +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/work/kernel_replay/tests/test_mutation_harness.py", line 268, in test_sync_lazy_returns_refuse_without_advancing_suspended_work + self.assertEqual(outcome, 'ERROR', value) +AssertionError: 'KILLED' != 'ERROR' +- KILLED ++ ERROR + : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['fixture.Case'], 'selected_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'invalid_population': [], 'tests_run': 2, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_a_return (fixture.Case.test_a_return) ... ok\ntest_b_assertion (fixture.Case.test_b_assertion) ... FAIL\n\n======================================================================\nFAIL: test_b_assertion (fixture.Case.test_b_assertion)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File "/tmp/tmpoh_wc1nh/run_tests.py", line 112, in dispatch\n return original_dispatch(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: body\n\nRan 2 tests\n', 'started_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'finished_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'body_entered_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'body_finished_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'body_assertion_ids': ['fixture.Case.test_b_assertion'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'fixture.Case.test_b_assertion', 'origin': 'body'}]} + +====================================================================== +FAIL: test_sync_lazy_returns_refuse_without_advancing_suspended_work (test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work) (expression='async_generator()') +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/work/kernel_replay/tests/test_mutation_harness.py", line 268, in test_sync_lazy_returns_refuse_without_advancing_suspended_work + self.assertEqual(outcome, 'ERROR', value) +AssertionError: 'KILLED' != 'ERROR' +- KILLED ++ ERROR + : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['fixture.Case'], 'selected_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'invalid_population': [], 'tests_run': 2, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_a_return (fixture.Case.test_a_return) ... ok\ntest_b_assertion (fixture.Case.test_b_assertion) ... FAIL\n\n======================================================================\nFAIL: test_b_assertion (fixture.Case.test_b_assertion)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File "/tmp/tmpixpepvd0/run_tests.py", line 112, in dispatch\n return original_dispatch(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: body\n\nRan 2 tests\n', 'started_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'finished_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'body_entered_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'body_finished_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'body_assertion_ids': ['fixture.Case.test_b_assertion'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'fixture.Case.test_b_assertion', 'origin': 'body'}]} + +====================================================================== +FAIL: test_sync_lazy_returns_refuse_without_advancing_suspended_work (test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work) (expression='Awaitable()') +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/work/kernel_replay/tests/test_mutation_harness.py", line 268, in test_sync_lazy_returns_refuse_without_advancing_suspended_work + self.assertEqual(outcome, 'ERROR', value) +AssertionError: 'KILLED' != 'ERROR' +- KILLED ++ ERROR + : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['fixture.Case'], 'selected_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'invalid_population': [], 'tests_run': 2, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_a_return (fixture.Case.test_a_return) ... ok\ntest_b_assertion (fixture.Case.test_b_assertion) ... FAIL\n\n======================================================================\nFAIL: test_b_assertion (fixture.Case.test_b_assertion)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File "/tmp/tmp1wrshjar/run_tests.py", line 112, in dispatch\n return original_dispatch(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: body\n\nRan 2 tests\n', 'started_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'finished_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'body_entered_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'body_finished_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'body_assertion_ids': ['fixture.Case.test_b_assertion'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'fixture.Case.test_b_assertion', 'origin': 'body'}]} + +====================================================================== +FAIL: test_wrapped_lazy_method_shapes_refuse_before_execution (test_mutation_harness.LazyBodyHarnessTests.test_wrapped_lazy_method_shapes_refuse_before_execution) (shape="def test_a_lazy(self):\n record('lazy advanced')\n yield None") +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/work/kernel_replay/tests/test_mutation_harness.py", line 247, in test_wrapped_lazy_method_shapes_refuse_before_execution + self.assertEqual(outcome, 'ERROR', value) +AssertionError: 'KILLED' != 'ERROR' +- KILLED ++ ERROR + : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['fixture.Case'], 'selected_ids': ['fixture.Case.test_a_lazy', 'fixture.Case.test_b_assertion'], 'invalid_population': [], 'tests_run': 2, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_a_lazy (fixture.Case.test_a_lazy) ... ok\ntest_b_assertion (fixture.Case.test_b_assertion) ... FAIL\n\n======================================================================\nFAIL: test_b_assertion (fixture.Case.test_b_assertion)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File "/tmp/tmpm4xdxdy2/run_tests.py", line 112, in dispatch\n return original_dispatch(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: body\n\nRan 2 tests\n', 'started_ids': ['fixture.Case.test_a_lazy', 'fixture.Case.test_b_assertion'], 'finished_ids': ['fixture.Case.test_a_lazy', 'fixture.Case.test_b_assertion'], 'body_entered_ids': ['fixture.Case.test_a_lazy', 'fixture.Case.test_b_assertion'], 'body_finished_ids': ['fixture.Case.test_a_lazy', 'fixture.Case.test_b_assertion'], 'body_assertion_ids': ['fixture.Case.test_b_assertion'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'fixture.Case.test_b_assertion', 'origin': 'body'}]} + +====================================================================== +FAIL: test_wrapped_lazy_method_shapes_refuse_before_execution (test_mutation_harness.LazyBodyHarnessTests.test_wrapped_lazy_method_shapes_refuse_before_execution) (shape="async def test_a_lazy(self):\n record('lazy advanced')\n yield None") +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/work/kernel_replay/tests/test_mutation_harness.py", line 247, in test_wrapped_lazy_method_shapes_refuse_before_execution + self.assertEqual(outcome, 'ERROR', value) +AssertionError: 'KILLED' != 'ERROR' +- KILLED ++ ERROR + : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['fixture.Case'], 'selected_ids': ['fixture.Case.test_a_lazy', 'fixture.Case.test_b_assertion'], 'invalid_population': [], 'tests_run': 2, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_a_lazy (fixture.Case.test_a_lazy) ... ok\ntest_b_assertion (fixture.Case.test_b_assertion) ... FAIL\n\n======================================================================\nFAIL: test_b_assertion (fixture.Case.test_b_assertion)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File "/tmp/tmpyr56dlub/run_tests.py", line 112, in dispatch\n return original_dispatch(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: body\n\nRan 2 tests\n', 'started_ids': ['fixture.Case.test_a_lazy', 'fixture.Case.test_b_assertion'], 'finished_ids': ['fixture.Case.test_a_lazy', 'fixture.Case.test_b_assertion'], 'body_entered_ids': ['fixture.Case.test_a_lazy', 'fixture.Case.test_b_assertion'], 'body_finished_ids': ['fixture.Case.test_a_lazy', 'fixture.Case.test_b_assertion'], 'body_assertion_ids': ['fixture.Case.test_b_assertion'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'fixture.Case.test_b_assertion', 'origin': 'body'}]} + +====================================================================== +FAIL: test_wrapped_lazy_method_shapes_refuse_before_execution (test_mutation_harness.LazyBodyHarnessTests.test_wrapped_lazy_method_shapes_refuse_before_execution) (shape="async def test_a_lazy(self): record('lazy advanced')") +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/work/kernel_replay/tests/test_mutation_harness.py", line 247, in test_wrapped_lazy_method_shapes_refuse_before_execution + self.assertEqual(outcome, 'ERROR', value) +AssertionError: 'KILLED' != 'ERROR' +- KILLED ++ ERROR + : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['fixture.Case'], 'selected_ids': ['fixture.Case.test_a_lazy', 'fixture.Case.test_b_assertion'], 'invalid_population': [], 'tests_run': 2, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_a_lazy (fixture.Case.test_a_lazy) ... ok\ntest_b_assertion (fixture.Case.test_b_assertion) ... FAIL\n\n======================================================================\nFAIL: test_b_assertion (fixture.Case.test_b_assertion)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File "/tmp/tmph7frt73n/run_tests.py", line 112, in dispatch\n return original_dispatch(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: body\n\nRan 2 tests\n', 'started_ids': ['fixture.Case.test_a_lazy', 'fixture.Case.test_b_assertion'], 'finished_ids': ['fixture.Case.test_a_lazy', 'fixture.Case.test_b_assertion'], 'body_entered_ids': ['fixture.Case.test_a_lazy', 'fixture.Case.test_b_assertion'], 'body_finished_ids': ['fixture.Case.test_a_lazy', 'fixture.Case.test_b_assertion'], 'body_assertion_ids': ['fixture.Case.test_b_assertion'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'fixture.Case.test_b_assertion', 'origin': 'body'}]} + +---------------------------------------------------------------------- +Ran 5 tests in 0.839s + +FAILED (failures=11) diff --git a/cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-guard-mutants.log b/cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-guard-mutants.log new file mode 100644 index 000000000..27a9e0bff --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-guard-mutants.log @@ -0,0 +1,6 @@ +normal drop-pristine-lazy-shape-rejection: KILLED +normal drop-lazy-return-rejection: KILLED +normal ignore-decorator-lazy-shape-links: KILLED +optimized drop-pristine-lazy-shape-rejection: KILLED +optimized drop-lazy-return-rejection: KILLED +optimized ignore-decorator-lazy-shape-links: KILLED diff --git a/cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-guard-mutants/guard_run_tests.py b/cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-guard-mutants/guard_run_tests.py new file mode 100644 index 000000000..549bbdbeb --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-guard-mutants/guard_run_tests.py @@ -0,0 +1,245 @@ +#!/usr/bin/env python3 +"""Structured unittest execution; only complete selected test bodies grade mutants.""" +import argparse +import functools +import inspect +import io +import json +from pathlib import Path +import sys +import unittest + +ROOT = Path(__file__).resolve().parent +RECEIPT_SCHEMA = 'cbz-unittest-lifecycle-v1' + + +def method_id(test): + """Use the actual selected method, rather than an overridable display id.""" + cls = type(test) + name = getattr(test, '_testMethodName', None) + if (not isinstance(test, unittest.TestCase) or cls.__module__ == 'unittest.loader' + or not isinstance(name, str) or not callable(getattr(test, name, None))): + return None + return cls.__module__ + '.' + cls.__qualname__ + '.' + name + + +def supported_method_shape(method): + """Only synchronous ordinary functions/methods are supported test bodies. + + Inspect every advertised decorator link. Returning suspended work is checked + separately, since decorators may intentionally omit __wrapped__ metadata. + """ + try: + inspect.unwrap(method) # Reject cyclic decorator metadata. + except ValueError: + return False + current = method + while True: + if (not (inspect.isfunction(current) or inspect.ismethod(current)) + or inspect.isgeneratorfunction(current) + or inspect.iscoroutinefunction(current) + or inspect.isasyncgenfunction(current)): + return False + if not hasattr(current, '__wrapped__'): + return True + current = current.__wrapped__ + + +def is_lazy_return(value): + return inspect.isgenerator(value) or inspect.isasyncgen(value) or inspect.isawaitable(value) + + +def selected_cases(suite): + for test in suite: + if isinstance(test, unittest.TestSuite): + yield from selected_cases(test) + else: + yield test + + +class LifecycleResult(unittest.TextTestResult): + def __init__(self, *args, **kwargs): + super().__init__(*args, **kwargs) + self.started_ids = [] + self.finished_ids = [] + self.body_entered_ids = [] + self.body_finished_ids = [] + self.body_assertion_ids = [] + self.lifecycle_failures = 0 + self.subtests = 0 + self.subtest_events = [] + self.assertion_events = [] + self.phase = {} + self.body_exception = {} + self.body_active = set() + self.dispatch_active = set() + self.lifecycle_depth = {} + self.invalid_execution = [] + + def startTest(self, test): + self.started_ids.append(method_id(test)) + self.phase[id(test)] = 'setup' + super().startTest(test) + + def stopTest(self, test): + self.finished_ids.append(method_id(test)) + super().stopTest(test) + + def addFailure(self, test, err): + if (self.phase.get(id(test)) == 'body' + and self.body_exception.get(id(test)) is err[1] + and isinstance(err[1], AssertionError)): + self.body_assertion_ids.append(method_id(test)) + self.assertion_events.append({'parent_id': method_id(test), 'origin': 'body'}) + else: + self.lifecycle_failures += 1 + super().addFailure(test, err) + + def addSubTest(self, test, subtest, err): + self.subtests += 1 + phase = self.phase.get(id(test)) + if phase == 'body' and id(test) not in self.body_active: + phase = 'outside-body' + if getattr(subtest, 'test_case', None) is not test: + phase = 'foreign-parent' + outcome = 'success' if err is None else 'assertion' if isinstance(err[1], AssertionError) else 'error' + self.subtest_events.append({'parent_id': method_id(test), 'phase': phase, 'outcome': outcome}) + if err is not None and outcome == 'assertion': + if phase == 'body': + self.body_assertion_ids.append(method_id(test)) + self.assertion_events.append({'parent_id': method_id(test), 'origin': 'subtest'}) + else: + self.lifecycle_failures += 1 + super().addSubTest(test, subtest, err) + + +def instrument(test, result): + """Keep body exception identity until unittest reports it after this call exits.""" + for name, phase in (('_callSetUp', 'setup'), ('_callTearDown', 'teardown'), + ('doCleanups', 'cleanup')): + original = getattr(test, name) + + def lifecycle(*args, _original=original, _phase=phase, **kwargs): + result.phase[id(test)] = _phase + result.lifecycle_depth[id(test)] = result.lifecycle_depth.get(id(test), 0) + 1 + try: + return _original(*args, **kwargs) + finally: + result.lifecycle_depth[id(test)] -= 1 + setattr(test, name, lifecycle) + original_dispatch = test._callTestMethod + + def dispatch(*args, **kwargs): + if result.lifecycle_depth.get(id(test), 0): + result.invalid_execution.append('test dispatch invoked inside a lifecycle hook') + return original_dispatch(*args, **kwargs) + result.dispatch_active.add(id(test)) + try: + return original_dispatch(*args, **kwargs) + finally: + result.dispatch_active.discard(id(test)) + test._callTestMethod = dispatch + original_body = getattr(test, test._testMethodName) + + @functools.wraps(original_body) + def body(*args, **kwargs): + if id(test) not in result.dispatch_active or result.lifecycle_depth.get(id(test), 0): + result.invalid_execution.append('selected method invoked outside body dispatch') + return original_body(*args, **kwargs) + result.phase[id(test)] = 'body' + result.body_entered_ids.append(method_id(test)) + result.body_active.add(id(test)) + try: + value = original_body(*args, **kwargs) + if is_lazy_return(value): + result.invalid_execution.append('selected method returned unsupported suspended work') + if inspect.iscoroutine(value) and inspect.getcoroutinestate(value) == inspect.CORO_CREATED: + value.close() # Closing a native unstarted coroutine executes no body. + return None + return value + except BaseException as exc: + result.body_exception[id(test)] = exc + raise + finally: + result.body_active.discard(id(test)) + result.body_finished_ids.append(method_id(test)) + # _Outcome calls addFailure *after* this wrapper unwinds. + setattr(test, test._testMethodName, body) + + +def describe_suite(suite, selection): + cases = list(selected_cases(suite)) + selected = [method_id(test) for test in cases] + invalid = [] + if not selected: + invalid.append('empty selected population') + if any(item is None for item in selected): + invalid.append('synthetic or unsupported selected test') + if len(set(selected)) != len(selected): + invalid.append('duplicate selected method identity') + for test, identity in zip(cases, selected): + if identity is not None and test.id() != identity: + invalid.append('display identity does not match selected method') + if identity is not None and not supported_method_shape(getattr(test, test._testMethodName)): + invalid.append('unsupported selected method shape: ' + identity) + return cases, {'selection': selection, 'selected_ids': selected, 'invalid_population': invalid} + + +def run_suite(suite, selection): + cases, population = describe_suite(suite, selection) + stream = io.StringIO() + result = LifecycleResult(stream=unittest.runner._WritelnDecorator(stream), + descriptions=True, verbosity=2) + if not population['invalid_population']: + for test in cases: + instrument(test, result) + suite.run(result) + population['invalid_population'].extend(result.invalid_execution) + # Render the ordinary summary for humans; grading uses the structured fields. + result.printErrors() + stream.write(f'Ran {result.testsRun} tests\n') + value = {'receipt_schema': RECEIPT_SCHEMA, 'selection': selection, + **population, + 'tests_run': result.testsRun, 'assertion_failures': len(result.failures), + 'errors': len(result.errors), 'skipped': len(result.skipped), + 'expected_failures': len(result.expectedFailures), + 'unexpected_successes': len(result.unexpectedSuccesses), + 'successful': result.wasSuccessful(), 'log': stream.getvalue()} + for name in ('started_ids', 'finished_ids', 'body_entered_ids', + 'body_finished_ids', 'body_assertion_ids', 'lifecycle_failures', 'subtests', + 'subtest_events', 'assertion_events'): + value[name] = getattr(result, name) + return value + + +def main(): + parser = argparse.ArgumentParser(allow_abbrev=False) + parser.add_argument('--output', required=True) + parser.add_argument('--test', action='append', default=[]) + parser.add_argument('--list', action='store_true', help='discover identities without running fixtures or test bodies') + args = parser.parse_args() + sys.path.insert(0, str(ROOT / 'tests')) + if args.test: + suite = unittest.defaultTestLoader.loadTestsFromNames(args.test) + else: + suite = unittest.defaultTestLoader.discover(str(ROOT / 'tests'), pattern='test_*.py') + selection = args.test or ['discover:test_*.py'] + if args.list: + _, population = describe_suite(suite, selection) + Path(args.output).write_text(json.dumps(population, indent=2) + '\n') + return 0 if population['selected_ids'] and not population['invalid_population'] else 1 + value = run_suite(suite, selection) + Path(args.output).write_text(json.dumps(value, indent=2) + '\n') + print(value['log'], end='') + complete = (not value['invalid_population'] and value['selected_ids'] + and all(value[key] == value['selected_ids'] for key in + ('started_ids', 'finished_ids', 'body_entered_ids', 'body_finished_ids'))) + return 0 if (complete and value['successful'] and not value['skipped'] + and not value['expected_failures'] and not value['unexpected_successes'] + and all(event['phase'] == 'body' and event['outcome'] == 'success' + for event in value['subtest_events']) + and not value['lifecycle_failures']) else 1 + + +if __name__ == '__main__': + raise SystemExit(main()) diff --git a/cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-guard-mutants/normal-drop-lazy-return-rejection.json b/cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-guard-mutants/normal-drop-lazy-return-rejection.json new file mode 100644 index 000000000..0f81008d4 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-guard-mutants/normal-drop-lazy-return-rejection.json @@ -0,0 +1,89 @@ +{ + "name": "drop-lazy-return-rejection", + "mode": "normal", + "test": "test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "3180aa60b3793736a9312537856d97cfd534842b2758d324d8b0c30282fca028", + "mutated_sha256": "11cb00a9617ecc1e086a5e8b146a2179c1486474b3c7d1e8f17c7307bb1c4f3a", + "guard_sha256": "3180aa60b3793736a9312537856d97cfd534842b2758d324d8b0c30282fca028", + "tests": { + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selection": [ + "test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work" + ], + "selected_ids": [ + "test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work" + ], + "invalid_population": [], + "tests_run": 1, + "assertion_failures": 4, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_sync_lazy_returns_refuse_without_advancing_suspended_work (test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work) ... \n test_sync_lazy_returns_refuse_without_advancing_suspended_work (test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work) (expression='generator()') ... FAIL\n test_sync_lazy_returns_refuse_without_advancing_suspended_work (test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work) (expression='coroutine()') ... FAIL\n test_sync_lazy_returns_refuse_without_advancing_suspended_work (test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work) (expression='async_generator()') ... FAIL\n test_sync_lazy_returns_refuse_without_advancing_suspended_work (test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work) (expression='Awaitable()') ... FAIL\n\n======================================================================\nFAIL: test_sync_lazy_returns_refuse_without_advancing_suspended_work (test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work) (expression='generator()')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/tmp/kernel-lazy-guard-mutant-de9ltc2t/kernel_replay/tests/test_mutation_harness.py\", line 268, in test_sync_lazy_returns_refuse_without_advancing_suspended_work\n self.assertEqual(outcome, 'ERROR', value)\nAssertionError: 'KILLED' != 'ERROR'\n- KILLED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['fixture.Case'], 'selected_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'invalid_population': [], 'tests_run': 2, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_a_return (fixture.Case.test_a_return) ... ok\\ntest_b_assertion (fixture.Case.test_b_assertion) ... FAIL\\n\\n======================================================================\\nFAIL: test_b_assertion (fixture.Case.test_b_assertion)\\n----------------------------------------------------------------------\\nTraceback (most recent call last):\\n File \"/tmp/tmphx29nifu/run_tests.py\", line 138, in dispatch\\n return original_dispatch(*args, **kwargs)\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\nAssertionError: body\\n\\nRan 2 tests\\n', 'started_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'finished_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'body_entered_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'body_finished_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'body_assertion_ids': ['fixture.Case.test_b_assertion'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'fixture.Case.test_b_assertion', 'origin': 'body'}]}\n\n======================================================================\nFAIL: test_sync_lazy_returns_refuse_without_advancing_suspended_work (test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work) (expression='coroutine()')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/tmp/kernel-lazy-guard-mutant-de9ltc2t/kernel_replay/tests/test_mutation_harness.py\", line 268, in test_sync_lazy_returns_refuse_without_advancing_suspended_work\n self.assertEqual(outcome, 'ERROR', value)\nAssertionError: 'KILLED' != 'ERROR'\n- KILLED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['fixture.Case'], 'selected_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'invalid_population': [], 'tests_run': 2, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_a_return (fixture.Case.test_a_return) ... ok\\ntest_b_assertion (fixture.Case.test_b_assertion) ... FAIL\\n\\n======================================================================\\nFAIL: test_b_assertion (fixture.Case.test_b_assertion)\\n----------------------------------------------------------------------\\nTraceback (most recent call last):\\n File \"/tmp/tmpbxz5vc35/run_tests.py\", line 138, in dispatch\\n return original_dispatch(*args, **kwargs)\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\nAssertionError: body\\n\\nRan 2 tests\\n', 'started_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'finished_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'body_entered_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'body_finished_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'body_assertion_ids': ['fixture.Case.test_b_assertion'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'fixture.Case.test_b_assertion', 'origin': 'body'}]}\n\n======================================================================\nFAIL: test_sync_lazy_returns_refuse_without_advancing_suspended_work (test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work) (expression='async_generator()')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/tmp/kernel-lazy-guard-mutant-de9ltc2t/kernel_replay/tests/test_mutation_harness.py\", line 268, in test_sync_lazy_returns_refuse_without_advancing_suspended_work\n self.assertEqual(outcome, 'ERROR', value)\nAssertionError: 'KILLED' != 'ERROR'\n- KILLED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['fixture.Case'], 'selected_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'invalid_population': [], 'tests_run': 2, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_a_return (fixture.Case.test_a_return) ... ok\\ntest_b_assertion (fixture.Case.test_b_assertion) ... FAIL\\n\\n======================================================================\\nFAIL: test_b_assertion (fixture.Case.test_b_assertion)\\n----------------------------------------------------------------------\\nTraceback (most recent call last):\\n File \"/tmp/tmp6kab9njt/run_tests.py\", line 138, in dispatch\\n return original_dispatch(*args, **kwargs)\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\nAssertionError: body\\n\\nRan 2 tests\\n', 'started_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'finished_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'body_entered_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'body_finished_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'body_assertion_ids': ['fixture.Case.test_b_assertion'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'fixture.Case.test_b_assertion', 'origin': 'body'}]}\n\n======================================================================\nFAIL: test_sync_lazy_returns_refuse_without_advancing_suspended_work (test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work) (expression='Awaitable()')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/tmp/kernel-lazy-guard-mutant-de9ltc2t/kernel_replay/tests/test_mutation_harness.py\", line 268, in test_sync_lazy_returns_refuse_without_advancing_suspended_work\n self.assertEqual(outcome, 'ERROR', value)\nAssertionError: 'KILLED' != 'ERROR'\n- KILLED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['fixture.Case'], 'selected_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'invalid_population': [], 'tests_run': 2, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_a_return (fixture.Case.test_a_return) ... ok\\ntest_b_assertion (fixture.Case.test_b_assertion) ... FAIL\\n\\n======================================================================\\nFAIL: test_b_assertion (fixture.Case.test_b_assertion)\\n----------------------------------------------------------------------\\nTraceback (most recent call last):\\n File \"/tmp/tmpi95vb0cz/run_tests.py\", line 138, in dispatch\\n return original_dispatch(*args, **kwargs)\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\nAssertionError: body\\n\\nRan 2 tests\\n', 'started_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'finished_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'body_entered_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'body_finished_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'body_assertion_ids': ['fixture.Case.test_b_assertion'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'fixture.Case.test_b_assertion', 'origin': 'body'}]}\n\nRan 1 tests\n", + "started_ids": [ + "test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work" + ], + "finished_ids": [ + "test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work" + ], + "body_entered_ids": [ + "test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work" + ], + "body_finished_ids": [ + "test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work" + ], + "body_assertion_ids": [ + "test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work", + "test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work", + "test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work", + "test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work" + ], + "lifecycle_failures": 0, + "subtests": 4, + "subtest_events": [ + { + "parent_id": "test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work", + "phase": "body", + "outcome": "assertion" + }, + { + "parent_id": "test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work", + "phase": "body", + "outcome": "assertion" + }, + { + "parent_id": "test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work", + "phase": "body", + "outcome": "assertion" + }, + { + "parent_id": "test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work", + "phase": "body", + "outcome": "assertion" + } + ], + "assertion_events": [ + { + "parent_id": "test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work", + "origin": "subtest" + }, + { + "parent_id": "test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work", + "origin": "subtest" + }, + { + "parent_id": "test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work", + "origin": "subtest" + }, + { + "parent_id": "test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work", + "origin": "subtest" + } + ] + }, + "stderr": "" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-guard-mutants/normal-drop-pristine-lazy-shape-rejection.json b/cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-guard-mutants/normal-drop-pristine-lazy-shape-rejection.json new file mode 100644 index 000000000..ee0a6bcc5 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-guard-mutants/normal-drop-pristine-lazy-shape-rejection.json @@ -0,0 +1,79 @@ +{ + "name": "drop-pristine-lazy-shape-rejection", + "mode": "normal", + "test": "test_mutation_harness.LazyBodyHarnessTests.test_declared_lazy_method_shapes_refuse_mixed_population_before_execution", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "3180aa60b3793736a9312537856d97cfd534842b2758d324d8b0c30282fca028", + "mutated_sha256": "2a15fa19732ff0b025cbfcc5ce29a2085e62de902988af96a17cd433d511b938", + "guard_sha256": "3180aa60b3793736a9312537856d97cfd534842b2758d324d8b0c30282fca028", + "tests": { + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selection": [ + "test_mutation_harness.LazyBodyHarnessTests.test_declared_lazy_method_shapes_refuse_mixed_population_before_execution" + ], + "selected_ids": [ + "test_mutation_harness.LazyBodyHarnessTests.test_declared_lazy_method_shapes_refuse_mixed_population_before_execution" + ], + "invalid_population": [], + "tests_run": 1, + "assertion_failures": 3, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_declared_lazy_method_shapes_refuse_mixed_population_before_execution (test_mutation_harness.LazyBodyHarnessTests.test_declared_lazy_method_shapes_refuse_mixed_population_before_execution) ... \n test_declared_lazy_method_shapes_refuse_mixed_population_before_execution (test_mutation_harness.LazyBodyHarnessTests.test_declared_lazy_method_shapes_refuse_mixed_population_before_execution) (shape=\"def test_a_lazy(self):\\n record('lazy advanced')\\n yield None\") ... FAIL\n test_declared_lazy_method_shapes_refuse_mixed_population_before_execution (test_mutation_harness.LazyBodyHarnessTests.test_declared_lazy_method_shapes_refuse_mixed_population_before_execution) (shape=\"async def test_a_lazy(self):\\n record('lazy advanced')\\n yield None\") ... FAIL\n test_declared_lazy_method_shapes_refuse_mixed_population_before_execution (test_mutation_harness.LazyBodyHarnessTests.test_declared_lazy_method_shapes_refuse_mixed_population_before_execution) (shape=\"async def test_a_lazy(self): record('lazy advanced')\") ... FAIL\n\n======================================================================\nFAIL: test_declared_lazy_method_shapes_refuse_mixed_population_before_execution (test_mutation_harness.LazyBodyHarnessTests.test_declared_lazy_method_shapes_refuse_mixed_population_before_execution) (shape=\"def test_a_lazy(self):\\n record('lazy advanced')\\n yield None\")\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/tmp/kernel-lazy-guard-mutant-46id22kd/kernel_replay/tests/test_mutation_harness.py\", line 227, in test_declared_lazy_method_shapes_refuse_mixed_population_before_execution\n self.assertEqual(events, [], value)\nAssertionError: Lists differ: ['ordinary assertion'] != []\n\nFirst list contains 1 additional elements.\nFirst extra element 0:\n'ordinary assertion'\n\n- ['ordinary assertion']\n+ [] : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['fixture.Case'], 'selected_ids': ['fixture.Case.test_a_lazy', 'fixture.Case.test_b_assertion'], 'invalid_population': ['selected method returned unsupported suspended work'], 'tests_run': 2, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_a_lazy (fixture.Case.test_a_lazy) ... ok\\ntest_b_assertion (fixture.Case.test_b_assertion) ... FAIL\\n\\n======================================================================\\nFAIL: test_b_assertion (fixture.Case.test_b_assertion)\\n----------------------------------------------------------------------\\nTraceback (most recent call last):\\n File \"/tmp/tmpf3eb9jzu/run_tests.py\", line 138, in dispatch\\n return original_dispatch(*args, **kwargs)\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\nAssertionError: body assertion\\n\\nRan 2 tests\\n', 'started_ids': ['fixture.Case.test_a_lazy', 'fixture.Case.test_b_assertion'], 'finished_ids': ['fixture.Case.test_a_lazy', 'fixture.Case.test_b_assertion'], 'body_entered_ids': ['fixture.Case.test_a_lazy', 'fixture.Case.test_b_assertion'], 'body_finished_ids': ['fixture.Case.test_a_lazy', 'fixture.Case.test_b_assertion'], 'body_assertion_ids': ['fixture.Case.test_b_assertion'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'fixture.Case.test_b_assertion', 'origin': 'body'}]}\n\n======================================================================\nFAIL: test_declared_lazy_method_shapes_refuse_mixed_population_before_execution (test_mutation_harness.LazyBodyHarnessTests.test_declared_lazy_method_shapes_refuse_mixed_population_before_execution) (shape=\"async def test_a_lazy(self):\\n record('lazy advanced')\\n yield None\")\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/tmp/kernel-lazy-guard-mutant-46id22kd/kernel_replay/tests/test_mutation_harness.py\", line 227, in test_declared_lazy_method_shapes_refuse_mixed_population_before_execution\n self.assertEqual(events, [], value)\nAssertionError: Lists differ: ['ordinary assertion'] != []\n\nFirst list contains 1 additional elements.\nFirst extra element 0:\n'ordinary assertion'\n\n- ['ordinary assertion']\n+ [] : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['fixture.Case'], 'selected_ids': ['fixture.Case.test_a_lazy', 'fixture.Case.test_b_assertion'], 'invalid_population': ['selected method returned unsupported suspended work'], 'tests_run': 2, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_a_lazy (fixture.Case.test_a_lazy) ... ok\\ntest_b_assertion (fixture.Case.test_b_assertion) ... FAIL\\n\\n======================================================================\\nFAIL: test_b_assertion (fixture.Case.test_b_assertion)\\n----------------------------------------------------------------------\\nTraceback (most recent call last):\\n File \"/tmp/tmpqbnq99yf/run_tests.py\", line 138, in dispatch\\n return original_dispatch(*args, **kwargs)\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\nAssertionError: body assertion\\n\\nRan 2 tests\\n', 'started_ids': ['fixture.Case.test_a_lazy', 'fixture.Case.test_b_assertion'], 'finished_ids': ['fixture.Case.test_a_lazy', 'fixture.Case.test_b_assertion'], 'body_entered_ids': ['fixture.Case.test_a_lazy', 'fixture.Case.test_b_assertion'], 'body_finished_ids': ['fixture.Case.test_a_lazy', 'fixture.Case.test_b_assertion'], 'body_assertion_ids': ['fixture.Case.test_b_assertion'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'fixture.Case.test_b_assertion', 'origin': 'body'}]}\n\n======================================================================\nFAIL: test_declared_lazy_method_shapes_refuse_mixed_population_before_execution (test_mutation_harness.LazyBodyHarnessTests.test_declared_lazy_method_shapes_refuse_mixed_population_before_execution) (shape=\"async def test_a_lazy(self): record('lazy advanced')\")\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/tmp/kernel-lazy-guard-mutant-46id22kd/kernel_replay/tests/test_mutation_harness.py\", line 227, in test_declared_lazy_method_shapes_refuse_mixed_population_before_execution\n self.assertEqual(events, [], value)\nAssertionError: Lists differ: ['ordinary assertion'] != []\n\nFirst list contains 1 additional elements.\nFirst extra element 0:\n'ordinary assertion'\n\n- ['ordinary assertion']\n+ [] : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['fixture.Case'], 'selected_ids': ['fixture.Case.test_a_lazy', 'fixture.Case.test_b_assertion'], 'invalid_population': ['selected method returned unsupported suspended work'], 'tests_run': 2, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_a_lazy (fixture.Case.test_a_lazy) ... ok\\ntest_b_assertion (fixture.Case.test_b_assertion) ... FAIL\\n\\n======================================================================\\nFAIL: test_b_assertion (fixture.Case.test_b_assertion)\\n----------------------------------------------------------------------\\nTraceback (most recent call last):\\n File \"/tmp/tmpizv2dhjz/run_tests.py\", line 138, in dispatch\\n return original_dispatch(*args, **kwargs)\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\nAssertionError: body assertion\\n\\nRan 2 tests\\n', 'started_ids': ['fixture.Case.test_a_lazy', 'fixture.Case.test_b_assertion'], 'finished_ids': ['fixture.Case.test_a_lazy', 'fixture.Case.test_b_assertion'], 'body_entered_ids': ['fixture.Case.test_a_lazy', 'fixture.Case.test_b_assertion'], 'body_finished_ids': ['fixture.Case.test_a_lazy', 'fixture.Case.test_b_assertion'], 'body_assertion_ids': ['fixture.Case.test_b_assertion'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'fixture.Case.test_b_assertion', 'origin': 'body'}]}\n\nRan 1 tests\n", + "started_ids": [ + "test_mutation_harness.LazyBodyHarnessTests.test_declared_lazy_method_shapes_refuse_mixed_population_before_execution" + ], + "finished_ids": [ + "test_mutation_harness.LazyBodyHarnessTests.test_declared_lazy_method_shapes_refuse_mixed_population_before_execution" + ], + "body_entered_ids": [ + "test_mutation_harness.LazyBodyHarnessTests.test_declared_lazy_method_shapes_refuse_mixed_population_before_execution" + ], + "body_finished_ids": [ + "test_mutation_harness.LazyBodyHarnessTests.test_declared_lazy_method_shapes_refuse_mixed_population_before_execution" + ], + "body_assertion_ids": [ + "test_mutation_harness.LazyBodyHarnessTests.test_declared_lazy_method_shapes_refuse_mixed_population_before_execution", + "test_mutation_harness.LazyBodyHarnessTests.test_declared_lazy_method_shapes_refuse_mixed_population_before_execution", + "test_mutation_harness.LazyBodyHarnessTests.test_declared_lazy_method_shapes_refuse_mixed_population_before_execution" + ], + "lifecycle_failures": 0, + "subtests": 3, + "subtest_events": [ + { + "parent_id": "test_mutation_harness.LazyBodyHarnessTests.test_declared_lazy_method_shapes_refuse_mixed_population_before_execution", + "phase": "body", + "outcome": "assertion" + }, + { + "parent_id": "test_mutation_harness.LazyBodyHarnessTests.test_declared_lazy_method_shapes_refuse_mixed_population_before_execution", + "phase": "body", + "outcome": "assertion" + }, + { + "parent_id": "test_mutation_harness.LazyBodyHarnessTests.test_declared_lazy_method_shapes_refuse_mixed_population_before_execution", + "phase": "body", + "outcome": "assertion" + } + ], + "assertion_events": [ + { + "parent_id": "test_mutation_harness.LazyBodyHarnessTests.test_declared_lazy_method_shapes_refuse_mixed_population_before_execution", + "origin": "subtest" + }, + { + "parent_id": "test_mutation_harness.LazyBodyHarnessTests.test_declared_lazy_method_shapes_refuse_mixed_population_before_execution", + "origin": "subtest" + }, + { + "parent_id": "test_mutation_harness.LazyBodyHarnessTests.test_declared_lazy_method_shapes_refuse_mixed_population_before_execution", + "origin": "subtest" + } + ] + }, + "stderr": "" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-guard-mutants/normal-ignore-decorator-lazy-shape-links.json b/cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-guard-mutants/normal-ignore-decorator-lazy-shape-links.json new file mode 100644 index 000000000..6f7e5c964 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-guard-mutants/normal-ignore-decorator-lazy-shape-links.json @@ -0,0 +1,79 @@ +{ + "name": "ignore-decorator-lazy-shape-links", + "mode": "normal", + "test": "test_mutation_harness.LazyBodyHarnessTests.test_wrapped_lazy_method_shapes_refuse_before_execution", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "3180aa60b3793736a9312537856d97cfd534842b2758d324d8b0c30282fca028", + "mutated_sha256": "91a96761a6d5f66143c0f14bdf0bf56f9765d2f8cb0de88074d27d8e2204748d", + "guard_sha256": "3180aa60b3793736a9312537856d97cfd534842b2758d324d8b0c30282fca028", + "tests": { + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selection": [ + "test_mutation_harness.LazyBodyHarnessTests.test_wrapped_lazy_method_shapes_refuse_before_execution" + ], + "selected_ids": [ + "test_mutation_harness.LazyBodyHarnessTests.test_wrapped_lazy_method_shapes_refuse_before_execution" + ], + "invalid_population": [], + "tests_run": 1, + "assertion_failures": 3, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_wrapped_lazy_method_shapes_refuse_before_execution (test_mutation_harness.LazyBodyHarnessTests.test_wrapped_lazy_method_shapes_refuse_before_execution) ... \n test_wrapped_lazy_method_shapes_refuse_before_execution (test_mutation_harness.LazyBodyHarnessTests.test_wrapped_lazy_method_shapes_refuse_before_execution) (shape=\"def test_a_lazy(self):\\n record('lazy advanced')\\n yield None\") ... FAIL\n test_wrapped_lazy_method_shapes_refuse_before_execution (test_mutation_harness.LazyBodyHarnessTests.test_wrapped_lazy_method_shapes_refuse_before_execution) (shape=\"async def test_a_lazy(self):\\n record('lazy advanced')\\n yield None\") ... FAIL\n test_wrapped_lazy_method_shapes_refuse_before_execution (test_mutation_harness.LazyBodyHarnessTests.test_wrapped_lazy_method_shapes_refuse_before_execution) (shape=\"async def test_a_lazy(self): record('lazy advanced')\") ... FAIL\n\n======================================================================\nFAIL: test_wrapped_lazy_method_shapes_refuse_before_execution (test_mutation_harness.LazyBodyHarnessTests.test_wrapped_lazy_method_shapes_refuse_before_execution) (shape=\"def test_a_lazy(self):\\n record('lazy advanced')\\n yield None\")\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/tmp/kernel-lazy-guard-mutant-u23pheir/kernel_replay/tests/test_mutation_harness.py\", line 248, in test_wrapped_lazy_method_shapes_refuse_before_execution\n self.assertEqual(events, [], value)\nAssertionError: Lists differ: ['decorator executed'] != []\n\nFirst list contains 1 additional elements.\nFirst extra element 0:\n'decorator executed'\n\n- ['decorator executed']\n+ [] : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['fixture.Case'], 'selected_ids': ['fixture.Case.test_a_lazy', 'fixture.Case.test_b_assertion'], 'invalid_population': ['selected method returned unsupported suspended work'], 'tests_run': 2, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_a_lazy (fixture.Case.test_a_lazy) ... ok\\ntest_b_assertion (fixture.Case.test_b_assertion) ... FAIL\\n\\n======================================================================\\nFAIL: test_b_assertion (fixture.Case.test_b_assertion)\\n----------------------------------------------------------------------\\nTraceback (most recent call last):\\n File \"/tmp/tmpw_4fat84/run_tests.py\", line 138, in dispatch\\n return original_dispatch(*args, **kwargs)\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\nAssertionError: body\\n\\nRan 2 tests\\n', 'started_ids': ['fixture.Case.test_a_lazy', 'fixture.Case.test_b_assertion'], 'finished_ids': ['fixture.Case.test_a_lazy', 'fixture.Case.test_b_assertion'], 'body_entered_ids': ['fixture.Case.test_a_lazy', 'fixture.Case.test_b_assertion'], 'body_finished_ids': ['fixture.Case.test_a_lazy', 'fixture.Case.test_b_assertion'], 'body_assertion_ids': ['fixture.Case.test_b_assertion'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'fixture.Case.test_b_assertion', 'origin': 'body'}]}\n\n======================================================================\nFAIL: test_wrapped_lazy_method_shapes_refuse_before_execution (test_mutation_harness.LazyBodyHarnessTests.test_wrapped_lazy_method_shapes_refuse_before_execution) (shape=\"async def test_a_lazy(self):\\n record('lazy advanced')\\n yield None\")\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/tmp/kernel-lazy-guard-mutant-u23pheir/kernel_replay/tests/test_mutation_harness.py\", line 248, in test_wrapped_lazy_method_shapes_refuse_before_execution\n self.assertEqual(events, [], value)\nAssertionError: Lists differ: ['decorator executed'] != []\n\nFirst list contains 1 additional elements.\nFirst extra element 0:\n'decorator executed'\n\n- ['decorator executed']\n+ [] : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['fixture.Case'], 'selected_ids': ['fixture.Case.test_a_lazy', 'fixture.Case.test_b_assertion'], 'invalid_population': ['selected method returned unsupported suspended work'], 'tests_run': 2, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_a_lazy (fixture.Case.test_a_lazy) ... ok\\ntest_b_assertion (fixture.Case.test_b_assertion) ... FAIL\\n\\n======================================================================\\nFAIL: test_b_assertion (fixture.Case.test_b_assertion)\\n----------------------------------------------------------------------\\nTraceback (most recent call last):\\n File \"/tmp/tmp28a32dc1/run_tests.py\", line 138, in dispatch\\n return original_dispatch(*args, **kwargs)\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\nAssertionError: body\\n\\nRan 2 tests\\n', 'started_ids': ['fixture.Case.test_a_lazy', 'fixture.Case.test_b_assertion'], 'finished_ids': ['fixture.Case.test_a_lazy', 'fixture.Case.test_b_assertion'], 'body_entered_ids': ['fixture.Case.test_a_lazy', 'fixture.Case.test_b_assertion'], 'body_finished_ids': ['fixture.Case.test_a_lazy', 'fixture.Case.test_b_assertion'], 'body_assertion_ids': ['fixture.Case.test_b_assertion'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'fixture.Case.test_b_assertion', 'origin': 'body'}]}\n\n======================================================================\nFAIL: test_wrapped_lazy_method_shapes_refuse_before_execution (test_mutation_harness.LazyBodyHarnessTests.test_wrapped_lazy_method_shapes_refuse_before_execution) (shape=\"async def test_a_lazy(self): record('lazy advanced')\")\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/tmp/kernel-lazy-guard-mutant-u23pheir/kernel_replay/tests/test_mutation_harness.py\", line 248, in test_wrapped_lazy_method_shapes_refuse_before_execution\n self.assertEqual(events, [], value)\nAssertionError: Lists differ: ['decorator executed'] != []\n\nFirst list contains 1 additional elements.\nFirst extra element 0:\n'decorator executed'\n\n- ['decorator executed']\n+ [] : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['fixture.Case'], 'selected_ids': ['fixture.Case.test_a_lazy', 'fixture.Case.test_b_assertion'], 'invalid_population': ['selected method returned unsupported suspended work'], 'tests_run': 2, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_a_lazy (fixture.Case.test_a_lazy) ... ok\\ntest_b_assertion (fixture.Case.test_b_assertion) ... FAIL\\n\\n======================================================================\\nFAIL: test_b_assertion (fixture.Case.test_b_assertion)\\n----------------------------------------------------------------------\\nTraceback (most recent call last):\\n File \"/tmp/tmp39j3m65c/run_tests.py\", line 138, in dispatch\\n return original_dispatch(*args, **kwargs)\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\nAssertionError: body\\n\\nRan 2 tests\\n', 'started_ids': ['fixture.Case.test_a_lazy', 'fixture.Case.test_b_assertion'], 'finished_ids': ['fixture.Case.test_a_lazy', 'fixture.Case.test_b_assertion'], 'body_entered_ids': ['fixture.Case.test_a_lazy', 'fixture.Case.test_b_assertion'], 'body_finished_ids': ['fixture.Case.test_a_lazy', 'fixture.Case.test_b_assertion'], 'body_assertion_ids': ['fixture.Case.test_b_assertion'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'fixture.Case.test_b_assertion', 'origin': 'body'}]}\n\nRan 1 tests\n", + "started_ids": [ + "test_mutation_harness.LazyBodyHarnessTests.test_wrapped_lazy_method_shapes_refuse_before_execution" + ], + "finished_ids": [ + "test_mutation_harness.LazyBodyHarnessTests.test_wrapped_lazy_method_shapes_refuse_before_execution" + ], + "body_entered_ids": [ + "test_mutation_harness.LazyBodyHarnessTests.test_wrapped_lazy_method_shapes_refuse_before_execution" + ], + "body_finished_ids": [ + "test_mutation_harness.LazyBodyHarnessTests.test_wrapped_lazy_method_shapes_refuse_before_execution" + ], + "body_assertion_ids": [ + "test_mutation_harness.LazyBodyHarnessTests.test_wrapped_lazy_method_shapes_refuse_before_execution", + "test_mutation_harness.LazyBodyHarnessTests.test_wrapped_lazy_method_shapes_refuse_before_execution", + "test_mutation_harness.LazyBodyHarnessTests.test_wrapped_lazy_method_shapes_refuse_before_execution" + ], + "lifecycle_failures": 0, + "subtests": 3, + "subtest_events": [ + { + "parent_id": "test_mutation_harness.LazyBodyHarnessTests.test_wrapped_lazy_method_shapes_refuse_before_execution", + "phase": "body", + "outcome": "assertion" + }, + { + "parent_id": "test_mutation_harness.LazyBodyHarnessTests.test_wrapped_lazy_method_shapes_refuse_before_execution", + "phase": "body", + "outcome": "assertion" + }, + { + "parent_id": "test_mutation_harness.LazyBodyHarnessTests.test_wrapped_lazy_method_shapes_refuse_before_execution", + "phase": "body", + "outcome": "assertion" + } + ], + "assertion_events": [ + { + "parent_id": "test_mutation_harness.LazyBodyHarnessTests.test_wrapped_lazy_method_shapes_refuse_before_execution", + "origin": "subtest" + }, + { + "parent_id": "test_mutation_harness.LazyBodyHarnessTests.test_wrapped_lazy_method_shapes_refuse_before_execution", + "origin": "subtest" + }, + { + "parent_id": "test_mutation_harness.LazyBodyHarnessTests.test_wrapped_lazy_method_shapes_refuse_before_execution", + "origin": "subtest" + } + ] + }, + "stderr": "" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-guard-mutants/optimized-drop-lazy-return-rejection.json b/cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-guard-mutants/optimized-drop-lazy-return-rejection.json new file mode 100644 index 000000000..0900f29e7 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-guard-mutants/optimized-drop-lazy-return-rejection.json @@ -0,0 +1,89 @@ +{ + "name": "drop-lazy-return-rejection", + "mode": "optimized", + "test": "test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "3180aa60b3793736a9312537856d97cfd534842b2758d324d8b0c30282fca028", + "mutated_sha256": "11cb00a9617ecc1e086a5e8b146a2179c1486474b3c7d1e8f17c7307bb1c4f3a", + "guard_sha256": "3180aa60b3793736a9312537856d97cfd534842b2758d324d8b0c30282fca028", + "tests": { + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selection": [ + "test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work" + ], + "selected_ids": [ + "test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work" + ], + "invalid_population": [], + "tests_run": 1, + "assertion_failures": 4, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_sync_lazy_returns_refuse_without_advancing_suspended_work (test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work) ... \n test_sync_lazy_returns_refuse_without_advancing_suspended_work (test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work) (expression='generator()') ... FAIL\n test_sync_lazy_returns_refuse_without_advancing_suspended_work (test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work) (expression='coroutine()') ... FAIL\n test_sync_lazy_returns_refuse_without_advancing_suspended_work (test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work) (expression='async_generator()') ... FAIL\n test_sync_lazy_returns_refuse_without_advancing_suspended_work (test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work) (expression='Awaitable()') ... FAIL\n\n======================================================================\nFAIL: test_sync_lazy_returns_refuse_without_advancing_suspended_work (test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work) (expression='generator()')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/tmp/kernel-lazy-guard-mutant-6tvtn08n/kernel_replay/tests/test_mutation_harness.py\", line 268, in test_sync_lazy_returns_refuse_without_advancing_suspended_work\n self.assertEqual(outcome, 'ERROR', value)\nAssertionError: 'KILLED' != 'ERROR'\n- KILLED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['fixture.Case'], 'selected_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'invalid_population': [], 'tests_run': 2, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_a_return (fixture.Case.test_a_return) ... ok\\ntest_b_assertion (fixture.Case.test_b_assertion) ... FAIL\\n\\n======================================================================\\nFAIL: test_b_assertion (fixture.Case.test_b_assertion)\\n----------------------------------------------------------------------\\nTraceback (most recent call last):\\n File \"/tmp/tmp_3z1dwv_/run_tests.py\", line 138, in dispatch\\n return original_dispatch(*args, **kwargs)\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\nAssertionError: body\\n\\nRan 2 tests\\n', 'started_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'finished_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'body_entered_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'body_finished_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'body_assertion_ids': ['fixture.Case.test_b_assertion'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'fixture.Case.test_b_assertion', 'origin': 'body'}]}\n\n======================================================================\nFAIL: test_sync_lazy_returns_refuse_without_advancing_suspended_work (test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work) (expression='coroutine()')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/tmp/kernel-lazy-guard-mutant-6tvtn08n/kernel_replay/tests/test_mutation_harness.py\", line 268, in test_sync_lazy_returns_refuse_without_advancing_suspended_work\n self.assertEqual(outcome, 'ERROR', value)\nAssertionError: 'KILLED' != 'ERROR'\n- KILLED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['fixture.Case'], 'selected_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'invalid_population': [], 'tests_run': 2, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_a_return (fixture.Case.test_a_return) ... ok\\ntest_b_assertion (fixture.Case.test_b_assertion) ... FAIL\\n\\n======================================================================\\nFAIL: test_b_assertion (fixture.Case.test_b_assertion)\\n----------------------------------------------------------------------\\nTraceback (most recent call last):\\n File \"/tmp/tmpn06ap42_/run_tests.py\", line 138, in dispatch\\n return original_dispatch(*args, **kwargs)\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\nAssertionError: body\\n\\nRan 2 tests\\n', 'started_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'finished_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'body_entered_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'body_finished_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'body_assertion_ids': ['fixture.Case.test_b_assertion'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'fixture.Case.test_b_assertion', 'origin': 'body'}]}\n\n======================================================================\nFAIL: test_sync_lazy_returns_refuse_without_advancing_suspended_work (test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work) (expression='async_generator()')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/tmp/kernel-lazy-guard-mutant-6tvtn08n/kernel_replay/tests/test_mutation_harness.py\", line 268, in test_sync_lazy_returns_refuse_without_advancing_suspended_work\n self.assertEqual(outcome, 'ERROR', value)\nAssertionError: 'KILLED' != 'ERROR'\n- KILLED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['fixture.Case'], 'selected_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'invalid_population': [], 'tests_run': 2, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_a_return (fixture.Case.test_a_return) ... ok\\ntest_b_assertion (fixture.Case.test_b_assertion) ... FAIL\\n\\n======================================================================\\nFAIL: test_b_assertion (fixture.Case.test_b_assertion)\\n----------------------------------------------------------------------\\nTraceback (most recent call last):\\n File \"/tmp/tmpvv4e8vz2/run_tests.py\", line 138, in dispatch\\n return original_dispatch(*args, **kwargs)\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\nAssertionError: body\\n\\nRan 2 tests\\n', 'started_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'finished_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'body_entered_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'body_finished_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'body_assertion_ids': ['fixture.Case.test_b_assertion'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'fixture.Case.test_b_assertion', 'origin': 'body'}]}\n\n======================================================================\nFAIL: test_sync_lazy_returns_refuse_without_advancing_suspended_work (test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work) (expression='Awaitable()')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/tmp/kernel-lazy-guard-mutant-6tvtn08n/kernel_replay/tests/test_mutation_harness.py\", line 268, in test_sync_lazy_returns_refuse_without_advancing_suspended_work\n self.assertEqual(outcome, 'ERROR', value)\nAssertionError: 'KILLED' != 'ERROR'\n- KILLED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['fixture.Case'], 'selected_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'invalid_population': [], 'tests_run': 2, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_a_return (fixture.Case.test_a_return) ... ok\\ntest_b_assertion (fixture.Case.test_b_assertion) ... FAIL\\n\\n======================================================================\\nFAIL: test_b_assertion (fixture.Case.test_b_assertion)\\n----------------------------------------------------------------------\\nTraceback (most recent call last):\\n File \"/tmp/tmpp9la8hdp/run_tests.py\", line 138, in dispatch\\n return original_dispatch(*args, **kwargs)\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\nAssertionError: body\\n\\nRan 2 tests\\n', 'started_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'finished_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'body_entered_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'body_finished_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'body_assertion_ids': ['fixture.Case.test_b_assertion'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'fixture.Case.test_b_assertion', 'origin': 'body'}]}\n\nRan 1 tests\n", + "started_ids": [ + "test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work" + ], + "finished_ids": [ + "test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work" + ], + "body_entered_ids": [ + "test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work" + ], + "body_finished_ids": [ + "test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work" + ], + "body_assertion_ids": [ + "test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work", + "test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work", + "test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work", + "test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work" + ], + "lifecycle_failures": 0, + "subtests": 4, + "subtest_events": [ + { + "parent_id": "test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work", + "phase": "body", + "outcome": "assertion" + }, + { + "parent_id": "test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work", + "phase": "body", + "outcome": "assertion" + }, + { + "parent_id": "test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work", + "phase": "body", + "outcome": "assertion" + }, + { + "parent_id": "test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work", + "phase": "body", + "outcome": "assertion" + } + ], + "assertion_events": [ + { + "parent_id": "test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work", + "origin": "subtest" + }, + { + "parent_id": "test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work", + "origin": "subtest" + }, + { + "parent_id": "test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work", + "origin": "subtest" + }, + { + "parent_id": "test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work", + "origin": "subtest" + } + ] + }, + "stderr": "" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-guard-mutants/optimized-drop-pristine-lazy-shape-rejection.json b/cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-guard-mutants/optimized-drop-pristine-lazy-shape-rejection.json new file mode 100644 index 000000000..8ababbb54 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-guard-mutants/optimized-drop-pristine-lazy-shape-rejection.json @@ -0,0 +1,79 @@ +{ + "name": "drop-pristine-lazy-shape-rejection", + "mode": "optimized", + "test": "test_mutation_harness.LazyBodyHarnessTests.test_declared_lazy_method_shapes_refuse_mixed_population_before_execution", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "3180aa60b3793736a9312537856d97cfd534842b2758d324d8b0c30282fca028", + "mutated_sha256": "2a15fa19732ff0b025cbfcc5ce29a2085e62de902988af96a17cd433d511b938", + "guard_sha256": "3180aa60b3793736a9312537856d97cfd534842b2758d324d8b0c30282fca028", + "tests": { + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selection": [ + "test_mutation_harness.LazyBodyHarnessTests.test_declared_lazy_method_shapes_refuse_mixed_population_before_execution" + ], + "selected_ids": [ + "test_mutation_harness.LazyBodyHarnessTests.test_declared_lazy_method_shapes_refuse_mixed_population_before_execution" + ], + "invalid_population": [], + "tests_run": 1, + "assertion_failures": 3, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_declared_lazy_method_shapes_refuse_mixed_population_before_execution (test_mutation_harness.LazyBodyHarnessTests.test_declared_lazy_method_shapes_refuse_mixed_population_before_execution) ... \n test_declared_lazy_method_shapes_refuse_mixed_population_before_execution (test_mutation_harness.LazyBodyHarnessTests.test_declared_lazy_method_shapes_refuse_mixed_population_before_execution) (shape=\"def test_a_lazy(self):\\n record('lazy advanced')\\n yield None\") ... FAIL\n test_declared_lazy_method_shapes_refuse_mixed_population_before_execution (test_mutation_harness.LazyBodyHarnessTests.test_declared_lazy_method_shapes_refuse_mixed_population_before_execution) (shape=\"async def test_a_lazy(self):\\n record('lazy advanced')\\n yield None\") ... FAIL\n test_declared_lazy_method_shapes_refuse_mixed_population_before_execution (test_mutation_harness.LazyBodyHarnessTests.test_declared_lazy_method_shapes_refuse_mixed_population_before_execution) (shape=\"async def test_a_lazy(self): record('lazy advanced')\") ... FAIL\n\n======================================================================\nFAIL: test_declared_lazy_method_shapes_refuse_mixed_population_before_execution (test_mutation_harness.LazyBodyHarnessTests.test_declared_lazy_method_shapes_refuse_mixed_population_before_execution) (shape=\"def test_a_lazy(self):\\n record('lazy advanced')\\n yield None\")\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/tmp/kernel-lazy-guard-mutant-va8avq08/kernel_replay/tests/test_mutation_harness.py\", line 227, in test_declared_lazy_method_shapes_refuse_mixed_population_before_execution\n self.assertEqual(events, [], value)\nAssertionError: Lists differ: ['ordinary assertion'] != []\n\nFirst list contains 1 additional elements.\nFirst extra element 0:\n'ordinary assertion'\n\n- ['ordinary assertion']\n+ [] : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['fixture.Case'], 'selected_ids': ['fixture.Case.test_a_lazy', 'fixture.Case.test_b_assertion'], 'invalid_population': ['selected method returned unsupported suspended work'], 'tests_run': 2, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_a_lazy (fixture.Case.test_a_lazy) ... ok\\ntest_b_assertion (fixture.Case.test_b_assertion) ... FAIL\\n\\n======================================================================\\nFAIL: test_b_assertion (fixture.Case.test_b_assertion)\\n----------------------------------------------------------------------\\nTraceback (most recent call last):\\n File \"/tmp/tmpetl4fcrt/run_tests.py\", line 138, in dispatch\\n return original_dispatch(*args, **kwargs)\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\nAssertionError: body assertion\\n\\nRan 2 tests\\n', 'started_ids': ['fixture.Case.test_a_lazy', 'fixture.Case.test_b_assertion'], 'finished_ids': ['fixture.Case.test_a_lazy', 'fixture.Case.test_b_assertion'], 'body_entered_ids': ['fixture.Case.test_a_lazy', 'fixture.Case.test_b_assertion'], 'body_finished_ids': ['fixture.Case.test_a_lazy', 'fixture.Case.test_b_assertion'], 'body_assertion_ids': ['fixture.Case.test_b_assertion'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'fixture.Case.test_b_assertion', 'origin': 'body'}]}\n\n======================================================================\nFAIL: test_declared_lazy_method_shapes_refuse_mixed_population_before_execution (test_mutation_harness.LazyBodyHarnessTests.test_declared_lazy_method_shapes_refuse_mixed_population_before_execution) (shape=\"async def test_a_lazy(self):\\n record('lazy advanced')\\n yield None\")\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/tmp/kernel-lazy-guard-mutant-va8avq08/kernel_replay/tests/test_mutation_harness.py\", line 227, in test_declared_lazy_method_shapes_refuse_mixed_population_before_execution\n self.assertEqual(events, [], value)\nAssertionError: Lists differ: ['ordinary assertion'] != []\n\nFirst list contains 1 additional elements.\nFirst extra element 0:\n'ordinary assertion'\n\n- ['ordinary assertion']\n+ [] : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['fixture.Case'], 'selected_ids': ['fixture.Case.test_a_lazy', 'fixture.Case.test_b_assertion'], 'invalid_population': ['selected method returned unsupported suspended work'], 'tests_run': 2, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_a_lazy (fixture.Case.test_a_lazy) ... ok\\ntest_b_assertion (fixture.Case.test_b_assertion) ... FAIL\\n\\n======================================================================\\nFAIL: test_b_assertion (fixture.Case.test_b_assertion)\\n----------------------------------------------------------------------\\nTraceback (most recent call last):\\n File \"/tmp/tmp91wmdrjw/run_tests.py\", line 138, in dispatch\\n return original_dispatch(*args, **kwargs)\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\nAssertionError: body assertion\\n\\nRan 2 tests\\n', 'started_ids': ['fixture.Case.test_a_lazy', 'fixture.Case.test_b_assertion'], 'finished_ids': ['fixture.Case.test_a_lazy', 'fixture.Case.test_b_assertion'], 'body_entered_ids': ['fixture.Case.test_a_lazy', 'fixture.Case.test_b_assertion'], 'body_finished_ids': ['fixture.Case.test_a_lazy', 'fixture.Case.test_b_assertion'], 'body_assertion_ids': ['fixture.Case.test_b_assertion'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'fixture.Case.test_b_assertion', 'origin': 'body'}]}\n\n======================================================================\nFAIL: test_declared_lazy_method_shapes_refuse_mixed_population_before_execution (test_mutation_harness.LazyBodyHarnessTests.test_declared_lazy_method_shapes_refuse_mixed_population_before_execution) (shape=\"async def test_a_lazy(self): record('lazy advanced')\")\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/tmp/kernel-lazy-guard-mutant-va8avq08/kernel_replay/tests/test_mutation_harness.py\", line 227, in test_declared_lazy_method_shapes_refuse_mixed_population_before_execution\n self.assertEqual(events, [], value)\nAssertionError: Lists differ: ['ordinary assertion'] != []\n\nFirst list contains 1 additional elements.\nFirst extra element 0:\n'ordinary assertion'\n\n- ['ordinary assertion']\n+ [] : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['fixture.Case'], 'selected_ids': ['fixture.Case.test_a_lazy', 'fixture.Case.test_b_assertion'], 'invalid_population': ['selected method returned unsupported suspended work'], 'tests_run': 2, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_a_lazy (fixture.Case.test_a_lazy) ... ok\\ntest_b_assertion (fixture.Case.test_b_assertion) ... FAIL\\n\\n======================================================================\\nFAIL: test_b_assertion (fixture.Case.test_b_assertion)\\n----------------------------------------------------------------------\\nTraceback (most recent call last):\\n File \"/tmp/tmpvf6kq0t1/run_tests.py\", line 138, in dispatch\\n return original_dispatch(*args, **kwargs)\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\nAssertionError: body assertion\\n\\nRan 2 tests\\n', 'started_ids': ['fixture.Case.test_a_lazy', 'fixture.Case.test_b_assertion'], 'finished_ids': ['fixture.Case.test_a_lazy', 'fixture.Case.test_b_assertion'], 'body_entered_ids': ['fixture.Case.test_a_lazy', 'fixture.Case.test_b_assertion'], 'body_finished_ids': ['fixture.Case.test_a_lazy', 'fixture.Case.test_b_assertion'], 'body_assertion_ids': ['fixture.Case.test_b_assertion'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'fixture.Case.test_b_assertion', 'origin': 'body'}]}\n\nRan 1 tests\n", + "started_ids": [ + "test_mutation_harness.LazyBodyHarnessTests.test_declared_lazy_method_shapes_refuse_mixed_population_before_execution" + ], + "finished_ids": [ + "test_mutation_harness.LazyBodyHarnessTests.test_declared_lazy_method_shapes_refuse_mixed_population_before_execution" + ], + "body_entered_ids": [ + "test_mutation_harness.LazyBodyHarnessTests.test_declared_lazy_method_shapes_refuse_mixed_population_before_execution" + ], + "body_finished_ids": [ + "test_mutation_harness.LazyBodyHarnessTests.test_declared_lazy_method_shapes_refuse_mixed_population_before_execution" + ], + "body_assertion_ids": [ + "test_mutation_harness.LazyBodyHarnessTests.test_declared_lazy_method_shapes_refuse_mixed_population_before_execution", + "test_mutation_harness.LazyBodyHarnessTests.test_declared_lazy_method_shapes_refuse_mixed_population_before_execution", + "test_mutation_harness.LazyBodyHarnessTests.test_declared_lazy_method_shapes_refuse_mixed_population_before_execution" + ], + "lifecycle_failures": 0, + "subtests": 3, + "subtest_events": [ + { + "parent_id": "test_mutation_harness.LazyBodyHarnessTests.test_declared_lazy_method_shapes_refuse_mixed_population_before_execution", + "phase": "body", + "outcome": "assertion" + }, + { + "parent_id": "test_mutation_harness.LazyBodyHarnessTests.test_declared_lazy_method_shapes_refuse_mixed_population_before_execution", + "phase": "body", + "outcome": "assertion" + }, + { + "parent_id": "test_mutation_harness.LazyBodyHarnessTests.test_declared_lazy_method_shapes_refuse_mixed_population_before_execution", + "phase": "body", + "outcome": "assertion" + } + ], + "assertion_events": [ + { + "parent_id": "test_mutation_harness.LazyBodyHarnessTests.test_declared_lazy_method_shapes_refuse_mixed_population_before_execution", + "origin": "subtest" + }, + { + "parent_id": "test_mutation_harness.LazyBodyHarnessTests.test_declared_lazy_method_shapes_refuse_mixed_population_before_execution", + "origin": "subtest" + }, + { + "parent_id": "test_mutation_harness.LazyBodyHarnessTests.test_declared_lazy_method_shapes_refuse_mixed_population_before_execution", + "origin": "subtest" + } + ] + }, + "stderr": "" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-guard-mutants/optimized-ignore-decorator-lazy-shape-links.json b/cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-guard-mutants/optimized-ignore-decorator-lazy-shape-links.json new file mode 100644 index 000000000..f2ac4d6c4 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-guard-mutants/optimized-ignore-decorator-lazy-shape-links.json @@ -0,0 +1,79 @@ +{ + "name": "ignore-decorator-lazy-shape-links", + "mode": "optimized", + "test": "test_mutation_harness.LazyBodyHarnessTests.test_wrapped_lazy_method_shapes_refuse_before_execution", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "3180aa60b3793736a9312537856d97cfd534842b2758d324d8b0c30282fca028", + "mutated_sha256": "91a96761a6d5f66143c0f14bdf0bf56f9765d2f8cb0de88074d27d8e2204748d", + "guard_sha256": "3180aa60b3793736a9312537856d97cfd534842b2758d324d8b0c30282fca028", + "tests": { + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selection": [ + "test_mutation_harness.LazyBodyHarnessTests.test_wrapped_lazy_method_shapes_refuse_before_execution" + ], + "selected_ids": [ + "test_mutation_harness.LazyBodyHarnessTests.test_wrapped_lazy_method_shapes_refuse_before_execution" + ], + "invalid_population": [], + "tests_run": 1, + "assertion_failures": 3, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_wrapped_lazy_method_shapes_refuse_before_execution (test_mutation_harness.LazyBodyHarnessTests.test_wrapped_lazy_method_shapes_refuse_before_execution) ... \n test_wrapped_lazy_method_shapes_refuse_before_execution (test_mutation_harness.LazyBodyHarnessTests.test_wrapped_lazy_method_shapes_refuse_before_execution) (shape=\"def test_a_lazy(self):\\n record('lazy advanced')\\n yield None\") ... FAIL\n test_wrapped_lazy_method_shapes_refuse_before_execution (test_mutation_harness.LazyBodyHarnessTests.test_wrapped_lazy_method_shapes_refuse_before_execution) (shape=\"async def test_a_lazy(self):\\n record('lazy advanced')\\n yield None\") ... FAIL\n test_wrapped_lazy_method_shapes_refuse_before_execution (test_mutation_harness.LazyBodyHarnessTests.test_wrapped_lazy_method_shapes_refuse_before_execution) (shape=\"async def test_a_lazy(self): record('lazy advanced')\") ... FAIL\n\n======================================================================\nFAIL: test_wrapped_lazy_method_shapes_refuse_before_execution (test_mutation_harness.LazyBodyHarnessTests.test_wrapped_lazy_method_shapes_refuse_before_execution) (shape=\"def test_a_lazy(self):\\n record('lazy advanced')\\n yield None\")\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/tmp/kernel-lazy-guard-mutant-5cds0sxn/kernel_replay/tests/test_mutation_harness.py\", line 248, in test_wrapped_lazy_method_shapes_refuse_before_execution\n self.assertEqual(events, [], value)\nAssertionError: Lists differ: ['decorator executed'] != []\n\nFirst list contains 1 additional elements.\nFirst extra element 0:\n'decorator executed'\n\n- ['decorator executed']\n+ [] : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['fixture.Case'], 'selected_ids': ['fixture.Case.test_a_lazy', 'fixture.Case.test_b_assertion'], 'invalid_population': ['selected method returned unsupported suspended work'], 'tests_run': 2, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_a_lazy (fixture.Case.test_a_lazy) ... ok\\ntest_b_assertion (fixture.Case.test_b_assertion) ... FAIL\\n\\n======================================================================\\nFAIL: test_b_assertion (fixture.Case.test_b_assertion)\\n----------------------------------------------------------------------\\nTraceback (most recent call last):\\n File \"/tmp/tmpcdw499ob/run_tests.py\", line 138, in dispatch\\n return original_dispatch(*args, **kwargs)\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\nAssertionError: body\\n\\nRan 2 tests\\n', 'started_ids': ['fixture.Case.test_a_lazy', 'fixture.Case.test_b_assertion'], 'finished_ids': ['fixture.Case.test_a_lazy', 'fixture.Case.test_b_assertion'], 'body_entered_ids': ['fixture.Case.test_a_lazy', 'fixture.Case.test_b_assertion'], 'body_finished_ids': ['fixture.Case.test_a_lazy', 'fixture.Case.test_b_assertion'], 'body_assertion_ids': ['fixture.Case.test_b_assertion'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'fixture.Case.test_b_assertion', 'origin': 'body'}]}\n\n======================================================================\nFAIL: test_wrapped_lazy_method_shapes_refuse_before_execution (test_mutation_harness.LazyBodyHarnessTests.test_wrapped_lazy_method_shapes_refuse_before_execution) (shape=\"async def test_a_lazy(self):\\n record('lazy advanced')\\n yield None\")\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/tmp/kernel-lazy-guard-mutant-5cds0sxn/kernel_replay/tests/test_mutation_harness.py\", line 248, in test_wrapped_lazy_method_shapes_refuse_before_execution\n self.assertEqual(events, [], value)\nAssertionError: Lists differ: ['decorator executed'] != []\n\nFirst list contains 1 additional elements.\nFirst extra element 0:\n'decorator executed'\n\n- ['decorator executed']\n+ [] : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['fixture.Case'], 'selected_ids': ['fixture.Case.test_a_lazy', 'fixture.Case.test_b_assertion'], 'invalid_population': ['selected method returned unsupported suspended work'], 'tests_run': 2, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_a_lazy (fixture.Case.test_a_lazy) ... ok\\ntest_b_assertion (fixture.Case.test_b_assertion) ... FAIL\\n\\n======================================================================\\nFAIL: test_b_assertion (fixture.Case.test_b_assertion)\\n----------------------------------------------------------------------\\nTraceback (most recent call last):\\n File \"/tmp/tmp2zl9tg5r/run_tests.py\", line 138, in dispatch\\n return original_dispatch(*args, **kwargs)\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\nAssertionError: body\\n\\nRan 2 tests\\n', 'started_ids': ['fixture.Case.test_a_lazy', 'fixture.Case.test_b_assertion'], 'finished_ids': ['fixture.Case.test_a_lazy', 'fixture.Case.test_b_assertion'], 'body_entered_ids': ['fixture.Case.test_a_lazy', 'fixture.Case.test_b_assertion'], 'body_finished_ids': ['fixture.Case.test_a_lazy', 'fixture.Case.test_b_assertion'], 'body_assertion_ids': ['fixture.Case.test_b_assertion'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'fixture.Case.test_b_assertion', 'origin': 'body'}]}\n\n======================================================================\nFAIL: test_wrapped_lazy_method_shapes_refuse_before_execution (test_mutation_harness.LazyBodyHarnessTests.test_wrapped_lazy_method_shapes_refuse_before_execution) (shape=\"async def test_a_lazy(self): record('lazy advanced')\")\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/tmp/kernel-lazy-guard-mutant-5cds0sxn/kernel_replay/tests/test_mutation_harness.py\", line 248, in test_wrapped_lazy_method_shapes_refuse_before_execution\n self.assertEqual(events, [], value)\nAssertionError: Lists differ: ['decorator executed'] != []\n\nFirst list contains 1 additional elements.\nFirst extra element 0:\n'decorator executed'\n\n- ['decorator executed']\n+ [] : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['fixture.Case'], 'selected_ids': ['fixture.Case.test_a_lazy', 'fixture.Case.test_b_assertion'], 'invalid_population': ['selected method returned unsupported suspended work'], 'tests_run': 2, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_a_lazy (fixture.Case.test_a_lazy) ... ok\\ntest_b_assertion (fixture.Case.test_b_assertion) ... FAIL\\n\\n======================================================================\\nFAIL: test_b_assertion (fixture.Case.test_b_assertion)\\n----------------------------------------------------------------------\\nTraceback (most recent call last):\\n File \"/tmp/tmpubb1ce73/run_tests.py\", line 138, in dispatch\\n return original_dispatch(*args, **kwargs)\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\nAssertionError: body\\n\\nRan 2 tests\\n', 'started_ids': ['fixture.Case.test_a_lazy', 'fixture.Case.test_b_assertion'], 'finished_ids': ['fixture.Case.test_a_lazy', 'fixture.Case.test_b_assertion'], 'body_entered_ids': ['fixture.Case.test_a_lazy', 'fixture.Case.test_b_assertion'], 'body_finished_ids': ['fixture.Case.test_a_lazy', 'fixture.Case.test_b_assertion'], 'body_assertion_ids': ['fixture.Case.test_b_assertion'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'fixture.Case.test_b_assertion', 'origin': 'body'}]}\n\nRan 1 tests\n", + "started_ids": [ + "test_mutation_harness.LazyBodyHarnessTests.test_wrapped_lazy_method_shapes_refuse_before_execution" + ], + "finished_ids": [ + "test_mutation_harness.LazyBodyHarnessTests.test_wrapped_lazy_method_shapes_refuse_before_execution" + ], + "body_entered_ids": [ + "test_mutation_harness.LazyBodyHarnessTests.test_wrapped_lazy_method_shapes_refuse_before_execution" + ], + "body_finished_ids": [ + "test_mutation_harness.LazyBodyHarnessTests.test_wrapped_lazy_method_shapes_refuse_before_execution" + ], + "body_assertion_ids": [ + "test_mutation_harness.LazyBodyHarnessTests.test_wrapped_lazy_method_shapes_refuse_before_execution", + "test_mutation_harness.LazyBodyHarnessTests.test_wrapped_lazy_method_shapes_refuse_before_execution", + "test_mutation_harness.LazyBodyHarnessTests.test_wrapped_lazy_method_shapes_refuse_before_execution" + ], + "lifecycle_failures": 0, + "subtests": 3, + "subtest_events": [ + { + "parent_id": "test_mutation_harness.LazyBodyHarnessTests.test_wrapped_lazy_method_shapes_refuse_before_execution", + "phase": "body", + "outcome": "assertion" + }, + { + "parent_id": "test_mutation_harness.LazyBodyHarnessTests.test_wrapped_lazy_method_shapes_refuse_before_execution", + "phase": "body", + "outcome": "assertion" + }, + { + "parent_id": "test_mutation_harness.LazyBodyHarnessTests.test_wrapped_lazy_method_shapes_refuse_before_execution", + "phase": "body", + "outcome": "assertion" + } + ], + "assertion_events": [ + { + "parent_id": "test_mutation_harness.LazyBodyHarnessTests.test_wrapped_lazy_method_shapes_refuse_before_execution", + "origin": "subtest" + }, + { + "parent_id": "test_mutation_harness.LazyBodyHarnessTests.test_wrapped_lazy_method_shapes_refuse_before_execution", + "origin": "subtest" + }, + { + "parent_id": "test_mutation_harness.LazyBodyHarnessTests.test_wrapped_lazy_method_shapes_refuse_before_execution", + "origin": "subtest" + } + ] + }, + "stderr": "" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-guard-mutants/summary.json b/cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-guard-mutants/summary.json new file mode 100644 index 000000000..4ce2d07e4 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-guard-mutants/summary.json @@ -0,0 +1,69 @@ +{ + "schema_version": 1, + "scope": "3 new lazy-body safeguard source mutants in each mode; no original lifecycle or production mutant replay", + "distinct_mutations": 3, + "executions": 6, + "ok": true, + "results": [ + { + "name": "drop-pristine-lazy-shape-rejection", + "mode": "normal", + "test": "test_mutation_harness.LazyBodyHarnessTests.test_declared_lazy_method_shapes_refuse_mixed_population_before_execution", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "3180aa60b3793736a9312537856d97cfd534842b2758d324d8b0c30282fca028", + "mutated_sha256": "2a15fa19732ff0b025cbfcc5ce29a2085e62de902988af96a17cd433d511b938", + "guard_sha256": "3180aa60b3793736a9312537856d97cfd534842b2758d324d8b0c30282fca028" + }, + { + "name": "drop-lazy-return-rejection", + "mode": "normal", + "test": "test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "3180aa60b3793736a9312537856d97cfd534842b2758d324d8b0c30282fca028", + "mutated_sha256": "11cb00a9617ecc1e086a5e8b146a2179c1486474b3c7d1e8f17c7307bb1c4f3a", + "guard_sha256": "3180aa60b3793736a9312537856d97cfd534842b2758d324d8b0c30282fca028" + }, + { + "name": "ignore-decorator-lazy-shape-links", + "mode": "normal", + "test": "test_mutation_harness.LazyBodyHarnessTests.test_wrapped_lazy_method_shapes_refuse_before_execution", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "3180aa60b3793736a9312537856d97cfd534842b2758d324d8b0c30282fca028", + "mutated_sha256": "91a96761a6d5f66143c0f14bdf0bf56f9765d2f8cb0de88074d27d8e2204748d", + "guard_sha256": "3180aa60b3793736a9312537856d97cfd534842b2758d324d8b0c30282fca028" + }, + { + "name": "drop-pristine-lazy-shape-rejection", + "mode": "optimized", + "test": "test_mutation_harness.LazyBodyHarnessTests.test_declared_lazy_method_shapes_refuse_mixed_population_before_execution", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "3180aa60b3793736a9312537856d97cfd534842b2758d324d8b0c30282fca028", + "mutated_sha256": "2a15fa19732ff0b025cbfcc5ce29a2085e62de902988af96a17cd433d511b938", + "guard_sha256": "3180aa60b3793736a9312537856d97cfd534842b2758d324d8b0c30282fca028" + }, + { + "name": "drop-lazy-return-rejection", + "mode": "optimized", + "test": "test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "3180aa60b3793736a9312537856d97cfd534842b2758d324d8b0c30282fca028", + "mutated_sha256": "11cb00a9617ecc1e086a5e8b146a2179c1486474b3c7d1e8f17c7307bb1c4f3a", + "guard_sha256": "3180aa60b3793736a9312537856d97cfd534842b2758d324d8b0c30282fca028" + }, + { + "name": "ignore-decorator-lazy-shape-links", + "mode": "optimized", + "test": "test_mutation_harness.LazyBodyHarnessTests.test_wrapped_lazy_method_shapes_refuse_before_execution", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "3180aa60b3793736a9312537856d97cfd534842b2758d324d8b0c30282fca028", + "mutated_sha256": "91a96761a6d5f66143c0f14bdf0bf56f9765d2f8cb0de88074d27d8e2204748d", + "guard_sha256": "3180aa60b3793736a9312537856d97cfd534842b2758d324d8b0c30282fca028" + } + ] +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-mixed-generator-red.json b/cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-mixed-generator-red.json new file mode 100644 index 000000000..4cc3a84ce --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-mixed-generator-red.json @@ -0,0 +1,56 @@ +{ + "published_commit": "7b50d2b4c433a8f3b5442925e1ac9ff664880166", + "runner_sha256": "de089e08688ffb2c236cdc34ccc095eb421d5162dde6d8eff24af7fdc3c91baa", + "fixture": "mixed generator method plus ordinary body assertion", + "returncode": 1, + "outcome": "KILLED", + "generator_body_executed": false, + "tests": { + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selection": [ + "fixture.Case" + ], + "selected_ids": [ + "fixture.Case.test_a_generator", + "fixture.Case.test_b_assertion" + ], + "invalid_population": [], + "tests_run": 2, + "assertion_failures": 1, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_a_generator (fixture.Case.test_a_generator) ... ok\ntest_b_assertion (fixture.Case.test_b_assertion) ... FAIL\n\n======================================================================\nFAIL: test_b_assertion (fixture.Case.test_b_assertion)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/tmp/tmpcgmu99r8/run_tests.py\", line 112, in dispatch\n return original_dispatch(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: genuine ordinary body assertion\n\nRan 2 tests\n", + "started_ids": [ + "fixture.Case.test_a_generator", + "fixture.Case.test_b_assertion" + ], + "finished_ids": [ + "fixture.Case.test_a_generator", + "fixture.Case.test_b_assertion" + ], + "body_entered_ids": [ + "fixture.Case.test_a_generator", + "fixture.Case.test_b_assertion" + ], + "body_finished_ids": [ + "fixture.Case.test_a_generator", + "fixture.Case.test_b_assertion" + ], + "body_assertion_ids": [ + "fixture.Case.test_b_assertion" + ], + "lifecycle_failures": 0, + "subtests": 0, + "subtest_events": [], + "assertion_events": [ + { + "parent_id": "fixture.Case.test_b_assertion", + "origin": "body" + } + ] + }, + "stderr": "" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-none-profile-controls-green.log b/cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-none-profile-controls-green.log new file mode 100644 index 000000000..08bc51096 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-none-profile-controls-green.log @@ -0,0 +1,11 @@ +test_all_non_none_returns_refuse_without_iterating_custom_objects (test_mutation_harness.LazyBodyHarnessTests.test_all_non_none_returns_refuse_without_iterating_custom_objects) ... ok +test_declared_lazy_method_shapes_refuse_mixed_population_before_execution (test_mutation_harness.LazyBodyHarnessTests.test_declared_lazy_method_shapes_refuse_mixed_population_before_execution) ... ok +test_decorator_without_wrapped_metadata_cannot_hide_lazy_return (test_mutation_harness.LazyBodyHarnessTests.test_decorator_without_wrapped_metadata_cannot_hide_lazy_return) ... ok +test_ordinary_synchronous_body_positives_remain_supported (test_mutation_harness.LazyBodyHarnessTests.test_ordinary_synchronous_body_positives_remain_supported) ... ok +test_sync_lazy_returns_refuse_without_advancing_suspended_work (test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work) ... ok +test_wrapped_lazy_method_shapes_refuse_before_execution (test_mutation_harness.LazyBodyHarnessTests.test_wrapped_lazy_method_shapes_refuse_before_execution) ... ok + +---------------------------------------------------------------------- +Ran 6 tests in 1.302s + +OK diff --git a/cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-none-profile-controls-optimized-green.log b/cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-none-profile-controls-optimized-green.log new file mode 100644 index 000000000..5d32302de --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-none-profile-controls-optimized-green.log @@ -0,0 +1,11 @@ +test_all_non_none_returns_refuse_without_iterating_custom_objects (test_mutation_harness.LazyBodyHarnessTests.test_all_non_none_returns_refuse_without_iterating_custom_objects) ... ok +test_declared_lazy_method_shapes_refuse_mixed_population_before_execution (test_mutation_harness.LazyBodyHarnessTests.test_declared_lazy_method_shapes_refuse_mixed_population_before_execution) ... ok +test_decorator_without_wrapped_metadata_cannot_hide_lazy_return (test_mutation_harness.LazyBodyHarnessTests.test_decorator_without_wrapped_metadata_cannot_hide_lazy_return) ... ok +test_ordinary_synchronous_body_positives_remain_supported (test_mutation_harness.LazyBodyHarnessTests.test_ordinary_synchronous_body_positives_remain_supported) ... ok +test_sync_lazy_returns_refuse_without_advancing_suspended_work (test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work) ... ok +test_wrapped_lazy_method_shapes_refuse_before_execution (test_mutation_harness.LazyBodyHarnessTests.test_wrapped_lazy_method_shapes_refuse_before_execution) ... ok + +---------------------------------------------------------------------- +Ran 6 tests in 4.030s + +OK diff --git a/cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-none-return-guard-mutant.log b/cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-none-return-guard-mutant.log new file mode 100644 index 000000000..358a86de0 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-none-return-guard-mutant.log @@ -0,0 +1,2 @@ +normal drop-non-none-return-rejection: KILLED +optimized drop-non-none-return-rejection: KILLED diff --git a/cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-none-return-guard-mutant/guard_run_tests.py b/cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-none-return-guard-mutant/guard_run_tests.py new file mode 100644 index 000000000..796a63489 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-none-return-guard-mutant/guard_run_tests.py @@ -0,0 +1,241 @@ +#!/usr/bin/env python3 +"""Structured unittest execution; only complete selected test bodies grade mutants.""" +import argparse +import functools +import inspect +import io +import json +from pathlib import Path +import sys +import unittest + +ROOT = Path(__file__).resolve().parent +RECEIPT_SCHEMA = 'cbz-unittest-lifecycle-v1' + + +def method_id(test): + """Use the actual selected method, rather than an overridable display id.""" + cls = type(test) + name = getattr(test, '_testMethodName', None) + if (not isinstance(test, unittest.TestCase) or cls.__module__ == 'unittest.loader' + or not isinstance(name, str) or not callable(getattr(test, name, None))): + return None + return cls.__module__ + '.' + cls.__qualname__ + '.' + name + + +def supported_method_shape(method): + """Only synchronous ordinary functions/methods are supported test bodies. + + Inspect every advertised decorator link. Returning suspended work is checked + separately, since decorators may intentionally omit __wrapped__ metadata. + """ + try: + inspect.unwrap(method) # Reject cyclic decorator metadata. + except ValueError: + return False + current = method + while True: + if (not (inspect.isfunction(current) or inspect.ismethod(current)) + or inspect.isgeneratorfunction(current) + or inspect.iscoroutinefunction(current) + or inspect.isasyncgenfunction(current)): + return False + if not hasattr(current, '__wrapped__'): + return True + current = current.__wrapped__ + + +def selected_cases(suite): + for test in suite: + if isinstance(test, unittest.TestSuite): + yield from selected_cases(test) + else: + yield test + + +class LifecycleResult(unittest.TextTestResult): + def __init__(self, *args, **kwargs): + super().__init__(*args, **kwargs) + self.started_ids = [] + self.finished_ids = [] + self.body_entered_ids = [] + self.body_finished_ids = [] + self.body_assertion_ids = [] + self.lifecycle_failures = 0 + self.subtests = 0 + self.subtest_events = [] + self.assertion_events = [] + self.phase = {} + self.body_exception = {} + self.body_active = set() + self.dispatch_active = set() + self.lifecycle_depth = {} + self.invalid_execution = [] + + def startTest(self, test): + self.started_ids.append(method_id(test)) + self.phase[id(test)] = 'setup' + super().startTest(test) + + def stopTest(self, test): + self.finished_ids.append(method_id(test)) + super().stopTest(test) + + def addFailure(self, test, err): + if (self.phase.get(id(test)) == 'body' + and self.body_exception.get(id(test)) is err[1] + and isinstance(err[1], AssertionError)): + self.body_assertion_ids.append(method_id(test)) + self.assertion_events.append({'parent_id': method_id(test), 'origin': 'body'}) + else: + self.lifecycle_failures += 1 + super().addFailure(test, err) + + def addSubTest(self, test, subtest, err): + self.subtests += 1 + phase = self.phase.get(id(test)) + if phase == 'body' and id(test) not in self.body_active: + phase = 'outside-body' + if getattr(subtest, 'test_case', None) is not test: + phase = 'foreign-parent' + outcome = 'success' if err is None else 'assertion' if isinstance(err[1], AssertionError) else 'error' + self.subtest_events.append({'parent_id': method_id(test), 'phase': phase, 'outcome': outcome}) + if err is not None and outcome == 'assertion': + if phase == 'body': + self.body_assertion_ids.append(method_id(test)) + self.assertion_events.append({'parent_id': method_id(test), 'origin': 'subtest'}) + else: + self.lifecycle_failures += 1 + super().addSubTest(test, subtest, err) + + +def instrument(test, result): + """Keep body exception identity until unittest reports it after this call exits.""" + for name, phase in (('_callSetUp', 'setup'), ('_callTearDown', 'teardown'), + ('doCleanups', 'cleanup')): + original = getattr(test, name) + + def lifecycle(*args, _original=original, _phase=phase, **kwargs): + result.phase[id(test)] = _phase + result.lifecycle_depth[id(test)] = result.lifecycle_depth.get(id(test), 0) + 1 + try: + return _original(*args, **kwargs) + finally: + result.lifecycle_depth[id(test)] -= 1 + setattr(test, name, lifecycle) + original_dispatch = test._callTestMethod + + def dispatch(*args, **kwargs): + if result.lifecycle_depth.get(id(test), 0): + result.invalid_execution.append('test dispatch invoked inside a lifecycle hook') + return original_dispatch(*args, **kwargs) + result.dispatch_active.add(id(test)) + try: + return original_dispatch(*args, **kwargs) + finally: + result.dispatch_active.discard(id(test)) + test._callTestMethod = dispatch + original_body = getattr(test, test._testMethodName) + + @functools.wraps(original_body) + def body(*args, **kwargs): + if id(test) not in result.dispatch_active or result.lifecycle_depth.get(id(test), 0): + result.invalid_execution.append('selected method invoked outside body dispatch') + return original_body(*args, **kwargs) + result.phase[id(test)] = 'body' + result.body_entered_ids.append(method_id(test)) + result.body_active.add(id(test)) + try: + value = original_body(*args, **kwargs) + if value is not None: + result.invalid_execution.append('selected synchronous method must return None') + if inspect.iscoroutine(value) and inspect.getcoroutinestate(value) == inspect.CORO_CREATED: + value.close() # Closing a native unstarted coroutine executes no body. + return None + return value + except BaseException as exc: + result.body_exception[id(test)] = exc + raise + finally: + result.body_active.discard(id(test)) + result.body_finished_ids.append(method_id(test)) + # _Outcome calls addFailure *after* this wrapper unwinds. + setattr(test, test._testMethodName, body) + + +def describe_suite(suite, selection): + cases = list(selected_cases(suite)) + selected = [method_id(test) for test in cases] + invalid = [] + if not selected: + invalid.append('empty selected population') + if any(item is None for item in selected): + invalid.append('synthetic or unsupported selected test') + if len(set(selected)) != len(selected): + invalid.append('duplicate selected method identity') + for test, identity in zip(cases, selected): + if identity is not None and test.id() != identity: + invalid.append('display identity does not match selected method') + if identity is not None and not supported_method_shape(getattr(test, test._testMethodName)): + invalid.append('unsupported selected method shape: ' + identity) + return cases, {'selection': selection, 'selected_ids': selected, 'invalid_population': invalid} + + +def run_suite(suite, selection): + cases, population = describe_suite(suite, selection) + stream = io.StringIO() + result = LifecycleResult(stream=unittest.runner._WritelnDecorator(stream), + descriptions=True, verbosity=2) + if not population['invalid_population']: + for test in cases: + instrument(test, result) + suite.run(result) + population['invalid_population'].extend(result.invalid_execution) + # Render the ordinary summary for humans; grading uses the structured fields. + result.printErrors() + stream.write(f'Ran {result.testsRun} tests\n') + value = {'receipt_schema': RECEIPT_SCHEMA, 'selection': selection, + **population, + 'tests_run': result.testsRun, 'assertion_failures': len(result.failures), + 'errors': len(result.errors), 'skipped': len(result.skipped), + 'expected_failures': len(result.expectedFailures), + 'unexpected_successes': len(result.unexpectedSuccesses), + 'successful': result.wasSuccessful(), 'log': stream.getvalue()} + for name in ('started_ids', 'finished_ids', 'body_entered_ids', + 'body_finished_ids', 'body_assertion_ids', 'lifecycle_failures', 'subtests', + 'subtest_events', 'assertion_events'): + value[name] = getattr(result, name) + return value + + +def main(): + parser = argparse.ArgumentParser(allow_abbrev=False) + parser.add_argument('--output', required=True) + parser.add_argument('--test', action='append', default=[]) + parser.add_argument('--list', action='store_true', help='discover identities without running fixtures or test bodies') + args = parser.parse_args() + sys.path.insert(0, str(ROOT / 'tests')) + if args.test: + suite = unittest.defaultTestLoader.loadTestsFromNames(args.test) + else: + suite = unittest.defaultTestLoader.discover(str(ROOT / 'tests'), pattern='test_*.py') + selection = args.test or ['discover:test_*.py'] + if args.list: + _, population = describe_suite(suite, selection) + Path(args.output).write_text(json.dumps(population, indent=2) + '\n') + return 0 if population['selected_ids'] and not population['invalid_population'] else 1 + value = run_suite(suite, selection) + Path(args.output).write_text(json.dumps(value, indent=2) + '\n') + print(value['log'], end='') + complete = (not value['invalid_population'] and value['selected_ids'] + and all(value[key] == value['selected_ids'] for key in + ('started_ids', 'finished_ids', 'body_entered_ids', 'body_finished_ids'))) + return 0 if (complete and value['successful'] and not value['skipped'] + and not value['expected_failures'] and not value['unexpected_successes'] + and all(event['phase'] == 'body' and event['outcome'] == 'success' + for event in value['subtest_events']) + and not value['lifecycle_failures']) else 1 + + +if __name__ == '__main__': + raise SystemExit(main()) diff --git a/cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-none-return-guard-mutant/normal-drop-non-none-return-rejection.json b/cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-none-return-guard-mutant/normal-drop-non-none-return-rejection.json new file mode 100644 index 000000000..5258aedc5 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-none-return-guard-mutant/normal-drop-non-none-return-rejection.json @@ -0,0 +1,89 @@ +{ + "name": "drop-non-none-return-rejection", + "mode": "normal", + "test": "test_mutation_harness.LazyBodyHarnessTests.test_all_non_none_returns_refuse_without_iterating_custom_objects", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "f0a67f6cb3a2e0232d1cb7ff61cd7e5c21ae4c414a8c74c3a3225712b3a74ba3", + "mutated_sha256": "83c6bb91ba942fd52ec30051134f027e683bcbb20392d4a0f89e93bbad778c64", + "guard_sha256": "f0a67f6cb3a2e0232d1cb7ff61cd7e5c21ae4c414a8c74c3a3225712b3a74ba3", + "tests": { + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selection": [ + "test_mutation_harness.LazyBodyHarnessTests.test_all_non_none_returns_refuse_without_iterating_custom_objects" + ], + "selected_ids": [ + "test_mutation_harness.LazyBodyHarnessTests.test_all_non_none_returns_refuse_without_iterating_custom_objects" + ], + "invalid_population": [], + "tests_run": 1, + "assertion_failures": 4, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_all_non_none_returns_refuse_without_iterating_custom_objects (test_mutation_harness.LazyBodyHarnessTests.test_all_non_none_returns_refuse_without_iterating_custom_objects) ... \n test_all_non_none_returns_refuse_without_iterating_custom_objects (test_mutation_harness.LazyBodyHarnessTests.test_all_non_none_returns_refuse_without_iterating_custom_objects) (expression='False') ... FAIL\n test_all_non_none_returns_refuse_without_iterating_custom_objects (test_mutation_harness.LazyBodyHarnessTests.test_all_non_none_returns_refuse_without_iterating_custom_objects) (expression='0') ... FAIL\n test_all_non_none_returns_refuse_without_iterating_custom_objects (test_mutation_harness.LazyBodyHarnessTests.test_all_non_none_returns_refuse_without_iterating_custom_objects) (expression='[]') ... FAIL\n test_all_non_none_returns_refuse_without_iterating_custom_objects (test_mutation_harness.LazyBodyHarnessTests.test_all_non_none_returns_refuse_without_iterating_custom_objects) (expression='DeferredIterable()') ... FAIL\n\n======================================================================\nFAIL: test_all_non_none_returns_refuse_without_iterating_custom_objects (test_mutation_harness.LazyBodyHarnessTests.test_all_non_none_returns_refuse_without_iterating_custom_objects) (expression='False')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/tmp/kernel-lazy-guard-mutant-b8jwnab3/kernel_replay/tests/test_mutation_harness.py\", line 286, in test_all_non_none_returns_refuse_without_iterating_custom_objects\n self.assertEqual(outcome, 'ERROR', value)\nAssertionError: 'KILLED' != 'ERROR'\n- KILLED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['fixture.Case'], 'selected_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'invalid_population': [], 'tests_run': 2, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_a_return (fixture.Case.test_a_return) ... ok\\ntest_b_assertion (fixture.Case.test_b_assertion) ... FAIL\\n\\n======================================================================\\nFAIL: test_b_assertion (fixture.Case.test_b_assertion)\\n----------------------------------------------------------------------\\nTraceback (most recent call last):\\n File \"/tmp/tmpiyeho7pq/run_tests.py\", line 134, in dispatch\\n return original_dispatch(*args, **kwargs)\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\nAssertionError: body\\n\\nRan 2 tests\\n', 'started_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'finished_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'body_entered_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'body_finished_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'body_assertion_ids': ['fixture.Case.test_b_assertion'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'fixture.Case.test_b_assertion', 'origin': 'body'}]}\n\n======================================================================\nFAIL: test_all_non_none_returns_refuse_without_iterating_custom_objects (test_mutation_harness.LazyBodyHarnessTests.test_all_non_none_returns_refuse_without_iterating_custom_objects) (expression='0')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/tmp/kernel-lazy-guard-mutant-b8jwnab3/kernel_replay/tests/test_mutation_harness.py\", line 286, in test_all_non_none_returns_refuse_without_iterating_custom_objects\n self.assertEqual(outcome, 'ERROR', value)\nAssertionError: 'KILLED' != 'ERROR'\n- KILLED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['fixture.Case'], 'selected_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'invalid_population': [], 'tests_run': 2, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_a_return (fixture.Case.test_a_return) ... ok\\ntest_b_assertion (fixture.Case.test_b_assertion) ... FAIL\\n\\n======================================================================\\nFAIL: test_b_assertion (fixture.Case.test_b_assertion)\\n----------------------------------------------------------------------\\nTraceback (most recent call last):\\n File \"/tmp/tmpgwbcx1og/run_tests.py\", line 134, in dispatch\\n return original_dispatch(*args, **kwargs)\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\nAssertionError: body\\n\\nRan 2 tests\\n', 'started_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'finished_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'body_entered_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'body_finished_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'body_assertion_ids': ['fixture.Case.test_b_assertion'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'fixture.Case.test_b_assertion', 'origin': 'body'}]}\n\n======================================================================\nFAIL: test_all_non_none_returns_refuse_without_iterating_custom_objects (test_mutation_harness.LazyBodyHarnessTests.test_all_non_none_returns_refuse_without_iterating_custom_objects) (expression='[]')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/tmp/kernel-lazy-guard-mutant-b8jwnab3/kernel_replay/tests/test_mutation_harness.py\", line 286, in test_all_non_none_returns_refuse_without_iterating_custom_objects\n self.assertEqual(outcome, 'ERROR', value)\nAssertionError: 'KILLED' != 'ERROR'\n- KILLED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['fixture.Case'], 'selected_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'invalid_population': [], 'tests_run': 2, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_a_return (fixture.Case.test_a_return) ... ok\\ntest_b_assertion (fixture.Case.test_b_assertion) ... FAIL\\n\\n======================================================================\\nFAIL: test_b_assertion (fixture.Case.test_b_assertion)\\n----------------------------------------------------------------------\\nTraceback (most recent call last):\\n File \"/tmp/tmp8f9me_n7/run_tests.py\", line 134, in dispatch\\n return original_dispatch(*args, **kwargs)\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\nAssertionError: body\\n\\nRan 2 tests\\n', 'started_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'finished_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'body_entered_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'body_finished_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'body_assertion_ids': ['fixture.Case.test_b_assertion'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'fixture.Case.test_b_assertion', 'origin': 'body'}]}\n\n======================================================================\nFAIL: test_all_non_none_returns_refuse_without_iterating_custom_objects (test_mutation_harness.LazyBodyHarnessTests.test_all_non_none_returns_refuse_without_iterating_custom_objects) (expression='DeferredIterable()')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/tmp/kernel-lazy-guard-mutant-b8jwnab3/kernel_replay/tests/test_mutation_harness.py\", line 286, in test_all_non_none_returns_refuse_without_iterating_custom_objects\n self.assertEqual(outcome, 'ERROR', value)\nAssertionError: 'KILLED' != 'ERROR'\n- KILLED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['fixture.Case'], 'selected_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'invalid_population': [], 'tests_run': 2, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_a_return (fixture.Case.test_a_return) ... ok\\ntest_b_assertion (fixture.Case.test_b_assertion) ... FAIL\\n\\n======================================================================\\nFAIL: test_b_assertion (fixture.Case.test_b_assertion)\\n----------------------------------------------------------------------\\nTraceback (most recent call last):\\n File \"/tmp/tmpr9kc0nmq/run_tests.py\", line 134, in dispatch\\n return original_dispatch(*args, **kwargs)\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\nAssertionError: body\\n\\nRan 2 tests\\n', 'started_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'finished_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'body_entered_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'body_finished_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'body_assertion_ids': ['fixture.Case.test_b_assertion'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'fixture.Case.test_b_assertion', 'origin': 'body'}]}\n\nRan 1 tests\n", + "started_ids": [ + "test_mutation_harness.LazyBodyHarnessTests.test_all_non_none_returns_refuse_without_iterating_custom_objects" + ], + "finished_ids": [ + "test_mutation_harness.LazyBodyHarnessTests.test_all_non_none_returns_refuse_without_iterating_custom_objects" + ], + "body_entered_ids": [ + "test_mutation_harness.LazyBodyHarnessTests.test_all_non_none_returns_refuse_without_iterating_custom_objects" + ], + "body_finished_ids": [ + "test_mutation_harness.LazyBodyHarnessTests.test_all_non_none_returns_refuse_without_iterating_custom_objects" + ], + "body_assertion_ids": [ + "test_mutation_harness.LazyBodyHarnessTests.test_all_non_none_returns_refuse_without_iterating_custom_objects", + "test_mutation_harness.LazyBodyHarnessTests.test_all_non_none_returns_refuse_without_iterating_custom_objects", + "test_mutation_harness.LazyBodyHarnessTests.test_all_non_none_returns_refuse_without_iterating_custom_objects", + "test_mutation_harness.LazyBodyHarnessTests.test_all_non_none_returns_refuse_without_iterating_custom_objects" + ], + "lifecycle_failures": 0, + "subtests": 4, + "subtest_events": [ + { + "parent_id": "test_mutation_harness.LazyBodyHarnessTests.test_all_non_none_returns_refuse_without_iterating_custom_objects", + "phase": "body", + "outcome": "assertion" + }, + { + "parent_id": "test_mutation_harness.LazyBodyHarnessTests.test_all_non_none_returns_refuse_without_iterating_custom_objects", + "phase": "body", + "outcome": "assertion" + }, + { + "parent_id": "test_mutation_harness.LazyBodyHarnessTests.test_all_non_none_returns_refuse_without_iterating_custom_objects", + "phase": "body", + "outcome": "assertion" + }, + { + "parent_id": "test_mutation_harness.LazyBodyHarnessTests.test_all_non_none_returns_refuse_without_iterating_custom_objects", + "phase": "body", + "outcome": "assertion" + } + ], + "assertion_events": [ + { + "parent_id": "test_mutation_harness.LazyBodyHarnessTests.test_all_non_none_returns_refuse_without_iterating_custom_objects", + "origin": "subtest" + }, + { + "parent_id": "test_mutation_harness.LazyBodyHarnessTests.test_all_non_none_returns_refuse_without_iterating_custom_objects", + "origin": "subtest" + }, + { + "parent_id": "test_mutation_harness.LazyBodyHarnessTests.test_all_non_none_returns_refuse_without_iterating_custom_objects", + "origin": "subtest" + }, + { + "parent_id": "test_mutation_harness.LazyBodyHarnessTests.test_all_non_none_returns_refuse_without_iterating_custom_objects", + "origin": "subtest" + } + ] + }, + "stderr": "" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-none-return-guard-mutant/optimized-drop-non-none-return-rejection.json b/cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-none-return-guard-mutant/optimized-drop-non-none-return-rejection.json new file mode 100644 index 000000000..4902fb427 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-none-return-guard-mutant/optimized-drop-non-none-return-rejection.json @@ -0,0 +1,89 @@ +{ + "name": "drop-non-none-return-rejection", + "mode": "optimized", + "test": "test_mutation_harness.LazyBodyHarnessTests.test_all_non_none_returns_refuse_without_iterating_custom_objects", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "f0a67f6cb3a2e0232d1cb7ff61cd7e5c21ae4c414a8c74c3a3225712b3a74ba3", + "mutated_sha256": "83c6bb91ba942fd52ec30051134f027e683bcbb20392d4a0f89e93bbad778c64", + "guard_sha256": "f0a67f6cb3a2e0232d1cb7ff61cd7e5c21ae4c414a8c74c3a3225712b3a74ba3", + "tests": { + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selection": [ + "test_mutation_harness.LazyBodyHarnessTests.test_all_non_none_returns_refuse_without_iterating_custom_objects" + ], + "selected_ids": [ + "test_mutation_harness.LazyBodyHarnessTests.test_all_non_none_returns_refuse_without_iterating_custom_objects" + ], + "invalid_population": [], + "tests_run": 1, + "assertion_failures": 4, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_all_non_none_returns_refuse_without_iterating_custom_objects (test_mutation_harness.LazyBodyHarnessTests.test_all_non_none_returns_refuse_without_iterating_custom_objects) ... \n test_all_non_none_returns_refuse_without_iterating_custom_objects (test_mutation_harness.LazyBodyHarnessTests.test_all_non_none_returns_refuse_without_iterating_custom_objects) (expression='False') ... FAIL\n test_all_non_none_returns_refuse_without_iterating_custom_objects (test_mutation_harness.LazyBodyHarnessTests.test_all_non_none_returns_refuse_without_iterating_custom_objects) (expression='0') ... FAIL\n test_all_non_none_returns_refuse_without_iterating_custom_objects (test_mutation_harness.LazyBodyHarnessTests.test_all_non_none_returns_refuse_without_iterating_custom_objects) (expression='[]') ... FAIL\n test_all_non_none_returns_refuse_without_iterating_custom_objects (test_mutation_harness.LazyBodyHarnessTests.test_all_non_none_returns_refuse_without_iterating_custom_objects) (expression='DeferredIterable()') ... FAIL\n\n======================================================================\nFAIL: test_all_non_none_returns_refuse_without_iterating_custom_objects (test_mutation_harness.LazyBodyHarnessTests.test_all_non_none_returns_refuse_without_iterating_custom_objects) (expression='False')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/tmp/kernel-lazy-guard-mutant-phrpdksc/kernel_replay/tests/test_mutation_harness.py\", line 286, in test_all_non_none_returns_refuse_without_iterating_custom_objects\n self.assertEqual(outcome, 'ERROR', value)\nAssertionError: 'KILLED' != 'ERROR'\n- KILLED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['fixture.Case'], 'selected_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'invalid_population': [], 'tests_run': 2, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_a_return (fixture.Case.test_a_return) ... ok\\ntest_b_assertion (fixture.Case.test_b_assertion) ... FAIL\\n\\n======================================================================\\nFAIL: test_b_assertion (fixture.Case.test_b_assertion)\\n----------------------------------------------------------------------\\nTraceback (most recent call last):\\n File \"/tmp/tmpf6crtdzq/run_tests.py\", line 134, in dispatch\\n return original_dispatch(*args, **kwargs)\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\nAssertionError: body\\n\\nRan 2 tests\\n', 'started_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'finished_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'body_entered_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'body_finished_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'body_assertion_ids': ['fixture.Case.test_b_assertion'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'fixture.Case.test_b_assertion', 'origin': 'body'}]}\n\n======================================================================\nFAIL: test_all_non_none_returns_refuse_without_iterating_custom_objects (test_mutation_harness.LazyBodyHarnessTests.test_all_non_none_returns_refuse_without_iterating_custom_objects) (expression='0')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/tmp/kernel-lazy-guard-mutant-phrpdksc/kernel_replay/tests/test_mutation_harness.py\", line 286, in test_all_non_none_returns_refuse_without_iterating_custom_objects\n self.assertEqual(outcome, 'ERROR', value)\nAssertionError: 'KILLED' != 'ERROR'\n- KILLED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['fixture.Case'], 'selected_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'invalid_population': [], 'tests_run': 2, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_a_return (fixture.Case.test_a_return) ... ok\\ntest_b_assertion (fixture.Case.test_b_assertion) ... FAIL\\n\\n======================================================================\\nFAIL: test_b_assertion (fixture.Case.test_b_assertion)\\n----------------------------------------------------------------------\\nTraceback (most recent call last):\\n File \"/tmp/tmpkv4pqe4k/run_tests.py\", line 134, in dispatch\\n return original_dispatch(*args, **kwargs)\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\nAssertionError: body\\n\\nRan 2 tests\\n', 'started_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'finished_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'body_entered_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'body_finished_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'body_assertion_ids': ['fixture.Case.test_b_assertion'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'fixture.Case.test_b_assertion', 'origin': 'body'}]}\n\n======================================================================\nFAIL: test_all_non_none_returns_refuse_without_iterating_custom_objects (test_mutation_harness.LazyBodyHarnessTests.test_all_non_none_returns_refuse_without_iterating_custom_objects) (expression='[]')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/tmp/kernel-lazy-guard-mutant-phrpdksc/kernel_replay/tests/test_mutation_harness.py\", line 286, in test_all_non_none_returns_refuse_without_iterating_custom_objects\n self.assertEqual(outcome, 'ERROR', value)\nAssertionError: 'KILLED' != 'ERROR'\n- KILLED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['fixture.Case'], 'selected_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'invalid_population': [], 'tests_run': 2, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_a_return (fixture.Case.test_a_return) ... ok\\ntest_b_assertion (fixture.Case.test_b_assertion) ... FAIL\\n\\n======================================================================\\nFAIL: test_b_assertion (fixture.Case.test_b_assertion)\\n----------------------------------------------------------------------\\nTraceback (most recent call last):\\n File \"/tmp/tmp4sozw8xz/run_tests.py\", line 134, in dispatch\\n return original_dispatch(*args, **kwargs)\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\nAssertionError: body\\n\\nRan 2 tests\\n', 'started_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'finished_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'body_entered_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'body_finished_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'body_assertion_ids': ['fixture.Case.test_b_assertion'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'fixture.Case.test_b_assertion', 'origin': 'body'}]}\n\n======================================================================\nFAIL: test_all_non_none_returns_refuse_without_iterating_custom_objects (test_mutation_harness.LazyBodyHarnessTests.test_all_non_none_returns_refuse_without_iterating_custom_objects) (expression='DeferredIterable()')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/tmp/kernel-lazy-guard-mutant-phrpdksc/kernel_replay/tests/test_mutation_harness.py\", line 286, in test_all_non_none_returns_refuse_without_iterating_custom_objects\n self.assertEqual(outcome, 'ERROR', value)\nAssertionError: 'KILLED' != 'ERROR'\n- KILLED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['fixture.Case'], 'selected_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'invalid_population': [], 'tests_run': 2, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_a_return (fixture.Case.test_a_return) ... ok\\ntest_b_assertion (fixture.Case.test_b_assertion) ... FAIL\\n\\n======================================================================\\nFAIL: test_b_assertion (fixture.Case.test_b_assertion)\\n----------------------------------------------------------------------\\nTraceback (most recent call last):\\n File \"/tmp/tmpnrtkn03x/run_tests.py\", line 134, in dispatch\\n return original_dispatch(*args, **kwargs)\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\nAssertionError: body\\n\\nRan 2 tests\\n', 'started_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'finished_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'body_entered_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'body_finished_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'body_assertion_ids': ['fixture.Case.test_b_assertion'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'fixture.Case.test_b_assertion', 'origin': 'body'}]}\n\nRan 1 tests\n", + "started_ids": [ + "test_mutation_harness.LazyBodyHarnessTests.test_all_non_none_returns_refuse_without_iterating_custom_objects" + ], + "finished_ids": [ + "test_mutation_harness.LazyBodyHarnessTests.test_all_non_none_returns_refuse_without_iterating_custom_objects" + ], + "body_entered_ids": [ + "test_mutation_harness.LazyBodyHarnessTests.test_all_non_none_returns_refuse_without_iterating_custom_objects" + ], + "body_finished_ids": [ + "test_mutation_harness.LazyBodyHarnessTests.test_all_non_none_returns_refuse_without_iterating_custom_objects" + ], + "body_assertion_ids": [ + "test_mutation_harness.LazyBodyHarnessTests.test_all_non_none_returns_refuse_without_iterating_custom_objects", + "test_mutation_harness.LazyBodyHarnessTests.test_all_non_none_returns_refuse_without_iterating_custom_objects", + "test_mutation_harness.LazyBodyHarnessTests.test_all_non_none_returns_refuse_without_iterating_custom_objects", + "test_mutation_harness.LazyBodyHarnessTests.test_all_non_none_returns_refuse_without_iterating_custom_objects" + ], + "lifecycle_failures": 0, + "subtests": 4, + "subtest_events": [ + { + "parent_id": "test_mutation_harness.LazyBodyHarnessTests.test_all_non_none_returns_refuse_without_iterating_custom_objects", + "phase": "body", + "outcome": "assertion" + }, + { + "parent_id": "test_mutation_harness.LazyBodyHarnessTests.test_all_non_none_returns_refuse_without_iterating_custom_objects", + "phase": "body", + "outcome": "assertion" + }, + { + "parent_id": "test_mutation_harness.LazyBodyHarnessTests.test_all_non_none_returns_refuse_without_iterating_custom_objects", + "phase": "body", + "outcome": "assertion" + }, + { + "parent_id": "test_mutation_harness.LazyBodyHarnessTests.test_all_non_none_returns_refuse_without_iterating_custom_objects", + "phase": "body", + "outcome": "assertion" + } + ], + "assertion_events": [ + { + "parent_id": "test_mutation_harness.LazyBodyHarnessTests.test_all_non_none_returns_refuse_without_iterating_custom_objects", + "origin": "subtest" + }, + { + "parent_id": "test_mutation_harness.LazyBodyHarnessTests.test_all_non_none_returns_refuse_without_iterating_custom_objects", + "origin": "subtest" + }, + { + "parent_id": "test_mutation_harness.LazyBodyHarnessTests.test_all_non_none_returns_refuse_without_iterating_custom_objects", + "origin": "subtest" + }, + { + "parent_id": "test_mutation_harness.LazyBodyHarnessTests.test_all_non_none_returns_refuse_without_iterating_custom_objects", + "origin": "subtest" + } + ] + }, + "stderr": "" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-none-return-guard-mutant/summary.json b/cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-none-return-guard-mutant/summary.json new file mode 100644 index 000000000..a305573ea --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-none-return-guard-mutant/summary.json @@ -0,0 +1,29 @@ +{ + "schema_version": 1, + "scope": "one refreshed final None-return policy guard mutant each mode; unchanged shape/decorator guard evidence reused", + "distinct_mutations": 1, + "executions": 2, + "ok": true, + "results": [ + { + "name": "drop-non-none-return-rejection", + "mode": "normal", + "test": "test_mutation_harness.LazyBodyHarnessTests.test_all_non_none_returns_refuse_without_iterating_custom_objects", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "f0a67f6cb3a2e0232d1cb7ff61cd7e5c21ae4c414a8c74c3a3225712b3a74ba3", + "mutated_sha256": "83c6bb91ba942fd52ec30051134f027e683bcbb20392d4a0f89e93bbad778c64", + "guard_sha256": "f0a67f6cb3a2e0232d1cb7ff61cd7e5c21ae4c414a8c74c3a3225712b3a74ba3" + }, + { + "name": "drop-non-none-return-rejection", + "mode": "optimized", + "test": "test_mutation_harness.LazyBodyHarnessTests.test_all_non_none_returns_refuse_without_iterating_custom_objects", + "outcome": "KILLED", + "returncode": 1, + "original_sha256": "f0a67f6cb3a2e0232d1cb7ff61cd7e5c21ae4c414a8c74c3a3225712b3a74ba3", + "mutated_sha256": "83c6bb91ba942fd52ec30051134f027e683bcbb20392d4a0f89e93bbad778c64", + "guard_sha256": "f0a67f6cb3a2e0232d1cb7ff61cd7e5c21ae4c414a8c74c3a3225712b3a74ba3" + } + ] +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-none-return-profile-red.log b/cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-none-return-profile-red.log new file mode 100644 index 000000000..c97e02720 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-none-return-profile-red.log @@ -0,0 +1,54 @@ +test_all_non_none_returns_refuse_without_iterating_custom_objects (test_mutation_harness.LazyBodyHarnessTests.test_all_non_none_returns_refuse_without_iterating_custom_objects) ... + test_all_non_none_returns_refuse_without_iterating_custom_objects (test_mutation_harness.LazyBodyHarnessTests.test_all_non_none_returns_refuse_without_iterating_custom_objects) (expression='False') ... FAIL + test_all_non_none_returns_refuse_without_iterating_custom_objects (test_mutation_harness.LazyBodyHarnessTests.test_all_non_none_returns_refuse_without_iterating_custom_objects) (expression='0') ... FAIL + test_all_non_none_returns_refuse_without_iterating_custom_objects (test_mutation_harness.LazyBodyHarnessTests.test_all_non_none_returns_refuse_without_iterating_custom_objects) (expression='[]') ... FAIL + test_all_non_none_returns_refuse_without_iterating_custom_objects (test_mutation_harness.LazyBodyHarnessTests.test_all_non_none_returns_refuse_without_iterating_custom_objects) (expression='DeferredIterable()') ... FAIL + +====================================================================== +FAIL: test_all_non_none_returns_refuse_without_iterating_custom_objects (test_mutation_harness.LazyBodyHarnessTests.test_all_non_none_returns_refuse_without_iterating_custom_objects) (expression='False') +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/work/kernel_replay/tests/test_mutation_harness.py", line 286, in test_all_non_none_returns_refuse_without_iterating_custom_objects + self.assertEqual(outcome, 'ERROR', value) +AssertionError: 'KILLED' != 'ERROR' +- KILLED ++ ERROR + : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['fixture.Case'], 'selected_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'invalid_population': [], 'tests_run': 2, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_a_return (fixture.Case.test_a_return) ... ok\ntest_b_assertion (fixture.Case.test_b_assertion) ... FAIL\n\n======================================================================\nFAIL: test_b_assertion (fixture.Case.test_b_assertion)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File "/tmp/tmp2p6mq4yg/run_tests.py", line 138, in dispatch\n return original_dispatch(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: body\n\nRan 2 tests\n', 'started_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'finished_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'body_entered_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'body_finished_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'body_assertion_ids': ['fixture.Case.test_b_assertion'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'fixture.Case.test_b_assertion', 'origin': 'body'}]} + +====================================================================== +FAIL: test_all_non_none_returns_refuse_without_iterating_custom_objects (test_mutation_harness.LazyBodyHarnessTests.test_all_non_none_returns_refuse_without_iterating_custom_objects) (expression='0') +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/work/kernel_replay/tests/test_mutation_harness.py", line 286, in test_all_non_none_returns_refuse_without_iterating_custom_objects + self.assertEqual(outcome, 'ERROR', value) +AssertionError: 'KILLED' != 'ERROR' +- KILLED ++ ERROR + : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['fixture.Case'], 'selected_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'invalid_population': [], 'tests_run': 2, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_a_return (fixture.Case.test_a_return) ... ok\ntest_b_assertion (fixture.Case.test_b_assertion) ... FAIL\n\n======================================================================\nFAIL: test_b_assertion (fixture.Case.test_b_assertion)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File "/tmp/tmpko38ovm1/run_tests.py", line 138, in dispatch\n return original_dispatch(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: body\n\nRan 2 tests\n', 'started_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'finished_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'body_entered_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'body_finished_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'body_assertion_ids': ['fixture.Case.test_b_assertion'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'fixture.Case.test_b_assertion', 'origin': 'body'}]} + +====================================================================== +FAIL: test_all_non_none_returns_refuse_without_iterating_custom_objects (test_mutation_harness.LazyBodyHarnessTests.test_all_non_none_returns_refuse_without_iterating_custom_objects) (expression='[]') +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/work/kernel_replay/tests/test_mutation_harness.py", line 286, in test_all_non_none_returns_refuse_without_iterating_custom_objects + self.assertEqual(outcome, 'ERROR', value) +AssertionError: 'KILLED' != 'ERROR' +- KILLED ++ ERROR + : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['fixture.Case'], 'selected_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'invalid_population': [], 'tests_run': 2, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_a_return (fixture.Case.test_a_return) ... ok\ntest_b_assertion (fixture.Case.test_b_assertion) ... FAIL\n\n======================================================================\nFAIL: test_b_assertion (fixture.Case.test_b_assertion)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File "/tmp/tmpg8u7ot4y/run_tests.py", line 138, in dispatch\n return original_dispatch(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: body\n\nRan 2 tests\n', 'started_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'finished_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'body_entered_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'body_finished_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'body_assertion_ids': ['fixture.Case.test_b_assertion'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'fixture.Case.test_b_assertion', 'origin': 'body'}]} + +====================================================================== +FAIL: test_all_non_none_returns_refuse_without_iterating_custom_objects (test_mutation_harness.LazyBodyHarnessTests.test_all_non_none_returns_refuse_without_iterating_custom_objects) (expression='DeferredIterable()') +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/work/kernel_replay/tests/test_mutation_harness.py", line 286, in test_all_non_none_returns_refuse_without_iterating_custom_objects + self.assertEqual(outcome, 'ERROR', value) +AssertionError: 'KILLED' != 'ERROR' +- KILLED ++ ERROR + : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['fixture.Case'], 'selected_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'invalid_population': [], 'tests_run': 2, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_a_return (fixture.Case.test_a_return) ... ok\ntest_b_assertion (fixture.Case.test_b_assertion) ... FAIL\n\n======================================================================\nFAIL: test_b_assertion (fixture.Case.test_b_assertion)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File "/tmp/tmpr88leoew/run_tests.py", line 138, in dispatch\n return original_dispatch(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: body\n\nRan 2 tests\n', 'started_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'finished_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'body_entered_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'body_finished_ids': ['fixture.Case.test_a_return', 'fixture.Case.test_b_assertion'], 'body_assertion_ids': ['fixture.Case.test_b_assertion'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'fixture.Case.test_b_assertion', 'origin': 'body'}]} + +---------------------------------------------------------------------- +Ran 1 test in 0.273s + +FAILED (failures=4) diff --git a/cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/original-method-shape-applicability.json b/cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/original-method-shape-applicability.json new file mode 100644 index 000000000..e78f8528b --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/original-method-shape-applicability.json @@ -0,0 +1,864 @@ +{ + "schema_version": 1, + "scope": "Static direct selected-method AST shapes only, no test execution. Nested helper function/generator bodies are excluded from the enclosing selected method shape.", + "files": [ + { + "path": "/workspace/cbz-0/tools/kernel_replay/tests/test_kernel_replay.py", + "sha256": "2ccdd956379bf3ddbc479a10604a10db7c26acee96c54c869c7a6bafc0f2dfeb", + "method_count": 31, + "methods": [ + { + "id": "WrapperTests.test_empty_coverage_rejected", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "WrapperTests.test_duplicate_modules_rejected", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "WrapperTests.test_missing_module_rejected", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "WrapperTests.test_individual_olean_symlink_rejected", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "WrapperTests.test_search_root_and_part_symlinks_rejected", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "WrapperTests.test_expected_coverage_mismatch_rejected", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "WrapperTests.test_source_change_rejected", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "WrapperTests.test_part_change_rejected", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "WrapperTests.test_new_private_part_rejected", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "WrapperTests.test_tool_binding_change_rejected", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "WrapperTests.test_nonzero_exit_fatal_even_with_marker", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "WrapperTests.test_missing_or_wrong_marker_fatal", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "WrapperTests.test_timeout_fatal", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "WrapperTests.test_memory_limit_applied", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "WrapperTests.test_one_child_at_a_time_and_exact_coverage", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "WrapperTests.test_resource_memory_upper_bounds_before_spawn", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "WrapperTests.test_resource_memory_hard_limit_before_spawn", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "WrapperTests.test_resource_boolean_arguments_rejected", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "WrapperTests.test_resource_timeout_upper_bounds_before_spawn", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "WrapperTests.test_resource_valid_integer_and_float_timeouts", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "WrapperTests.test_resource_spawn_exceptions_are_structured_errors", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "WrapperTests.test_resource_real_preexec_failure_is_structured", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "WrapperTests.test_resource_wait_errors_cannot_become_success", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "WrapperTests.test_resource_wait_error_kills_and_reaps_real_child", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "WrapperTests.test_resource_timeout_kills_and_reaps_real_child", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "WrapperTests.test_resource_unreapable_child_cleanup_is_bounded", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "WrapperTests.test_resource_unreaped_child_stops_further_modules", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "WrapperTests.test_resource_cleanup_exceptions_remain_structured", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "WrapperTests.test_resource_oversized_cli_arguments_emit_non_green_report", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "WrapperTests.test_strict_cli", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "WrapperTests.test_module_names_and_unknown_fields_rejected", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + } + ] + }, + { + "path": "/workspace/cbz-0/tools/kernel_replay/tests/test_real_lean.py", + "sha256": "51ab210da908b4e3d74fe179c41a414abf4c53e88458db33f7934ae0010337d7", + "method_count": 9, + "methods": [ + { + "id": "RealLeanTests.test_good_public_private_inductive_all_parts", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "RealLeanTests.test_public_self_reference_rejected", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "RealLeanTests.test_private_self_reference_rejected", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "RealLeanTests.test_unapproved_axiom_kernel_valid_but_independent_policy_rejects", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "RealLeanTests.test_exact_module_no_prefix_glob", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "RealLeanTests.test_user_lean_path_cannot_shadow_checker", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "RealLeanTests.test_real_private_body_cannot_hide_behind_olean_symlink", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "RealLeanTests.test_driver_missing_request_and_binding_rejected", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "RealLeanTests.test_cli_prepare_and_run", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + } + ] + }, + { + "path": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/baseline/kernel_replay/tests/test_mutation_harness.py", + "sha256": "9887371525049cbc9685fadfd02531b1171507ad3c2c8373947c37875b3783e6", + "method_count": 14, + "methods": [ + { + "id": "MutationHarnessTests.test_setup_assertion_is_not_a_kill", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "MutationHarnessTests.test_body_assertion_kills_after_all_selected_bodies_finish", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "MutationHarnessTests.test_dispatch_hook_assertion_without_selected_method_is_error", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "MutationHarnessTests.test_selected_method_invoked_from_lifecycle_is_error", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "MutationHarnessTests.test_clean_identity_survives", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "MutationHarnessTests.test_lifecycle_failures_never_kill_even_with_body_assertion", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "MutationHarnessTests.test_errors_skips_and_expected_failures_are_errors", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "MutationHarnessTests.test_body_scoped_subtest_assertions_kill_without_changing_parent_population", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "MutationHarnessTests.test_foreign_subtest_parent_cannot_claim_selected_body_assertion", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "MutationHarnessTests.test_lifecycle_subtests_and_subtest_errors_are_errors", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "MutationHarnessTests.test_empty_duplicate_synthetic_and_spoofed_population_is_error", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "MutationHarnessTests.test_population_listing_does_not_execute_fixtures_or_bodies", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "MutationHarnessTests.test_summary_without_lifecycle_receipt_fails_closed", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + } + ] + }, + { + "path": "/workspace/cbz-0/tools/layer_a/tests/test_auditor.py", + "sha256": "94532912255f92250046e0e85d2633b438245e635499d815340edfe4bb29890e", + "method_count": 72, + "methods": [ + { + "id": "SourceRules.test_lean_each_logical_escape_and_qualified_compiler_axiom_is_detected", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "SourceRules.test_comment_strings_nested_comments_raw_strings_and_char_are_not_code", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "SourceRules.test_unicode_boundaries_and_escaped_identifiers_do_not_hide_exact_escape", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "SourceRules.test_lexical_incompleteness_and_interpolation_are_fatal_not_silent", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "SourceRules.test_macro_expansion_and_unsafe_trust_require_separate_certifier", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "SourceRules.test_adopted_public_lexer_covers_helpers_compiler_options_and_unicode_boundaries", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "SourceRules.test_reported_kernel_escape_names_and_native_config_layouts", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "SourceRules.test_unterminated_character_literals_are_never_silent", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "SourceRules.test_new_kernel_escape_names_inside_comments_and_strings_are_not_code", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "SourceRules.test_lean_explicit_imports_are_extracted_across_lines", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "SourceRules.test_lean_vacuity_candidates_have_declaration_location", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "SourceRules.test_axiom_audit_print_command_is_not_a_new_axiom_declaration", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "SourceRules.test_canonical_metadata_and_error_channels_fail_closed", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "SourceRules.test_canonical_numeric_boundaries_preserve_complete_owned_axiom_tokens", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "SourceRules.test_nested_string_placeholder_and_benign_literal_boundaries", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "SourceRules.test_lean_no_semantic_sat_claim_from_uninterpreted_hypotheses", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "SourceRules.test_exact_integer_fraction_program_and_alias_are_accepted", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "SourceRules.test_every_inexact_python_route_is_rejected", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "SourceRules.test_unhandled_python_constructs_are_explicit_not_skipped", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "SourceRules.test_callbacks_and_rebound_local_functions_cannot_smuggle_float_decisions", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "SourceRules.test_python_dynamic_code_aliases_and_relative_imports_are_explicit_gaps", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "SourceRules.test_lean_block_comment_separator_cannot_join_identifiers_into_escape", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "SourceRules.test_defined_reflective_loader_forms_fail_in_engineering_scope", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "SourceRules.test_import_module_primes_and_identifier_suffixes_are_extracted_completely", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "SourceRules.test_unsupported_import_tail_is_a_gap_after_a_valid_prefix", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "SourceRules.test_literal_import_operands_are_explicit_gaps_after_valid_prefix", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "SourceRules.test_engineering_float_is_scanned_but_not_mislabeled_mathematical", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "ManifestRules.test_reported_hazards_fail_through_actual_manifest_auditor_interface", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "ManifestRules.test_numeral_adjoining_owned_axiom_cannot_receive_static_pass", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "ManifestRules.test_nested_quoted_throwerror_placeholder_cannot_receive_static_pass", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "ManifestRules.test_bound_engineering_review_cannot_waive_defined_reflective_loader", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "ManifestRules.test_known_unsupported_source_suffix_cannot_claim_a_supported_language", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "ManifestRules.test_retained_text_source_requires_language_then_a_registered_module", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "ManifestRules.test_mapped_external_text_module_cannot_skip_supported_source_analysis", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "ManifestRules.test_primed_lean_module_after_valid_import_cannot_hide_quarantine", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "ManifestRules.test_status_observation_binding_distinguishes_json_booleans_and_integers", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "ManifestRules.test_complete_manifest_counts_every_file_and_is_deterministic", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "ManifestRules.test_each_file_is_really_scanned_not_only_first", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "ManifestRules.test_unclassified_unknown_skipped_and_extra_paths_fail_closed", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "ManifestRules.test_duplicate_scope_and_unknown_schema_keys_are_rejected", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "ManifestRules.test_empty_scope_cannot_manufacture_green", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "ManifestRules.test_missing_unreadable_invalid_utf8_files_are_not_skipped", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "ManifestRules.test_zero_mode_file_is_rejected_even_when_existing_descriptor_can_read", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "ManifestRules.test_pin_hash_and_foundation_allowlist_cannot_be_weakened", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "ManifestRules.test_foundation_names_cannot_authorize_new_owned_axioms", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "ManifestRules.test_absolute_parent_normalization_and_symlink_alias_paths_are_rejected", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "ManifestRules.test_source_relabeling_to_docs_or_binary_is_not_silent", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "ManifestRules.test_engineering_requires_explicit_bound_nonmathematical_review", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "ManifestRules.test_negative_fixture_retains_exact_violation_and_never_counts_as_clean", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "ManifestRules.test_quarantine_requires_exact_boundary_and_scans_retained_source", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "ManifestRules.test_closed_import_cannot_reach_quarantine_directly_or_transitively", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "ManifestRules.test_unknown_module_alias_and_dynamic_import_fail_closed", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "ManifestRules.test_python_import_alias_cannot_hide_quarantine", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "ManifestRules.test_fraction_stdlib_exception_cannot_hide_a_mapped_local_quarantine", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "ManifestRules.test_engineering_from_import_alias_checks_a_mapped_submodule_boundary", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "ManifestRules.test_external_source_needs_immutable_pin_and_is_still_scanned", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "ManifestRules.test_binary_proof_requires_bound_g2_g4_evidence", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "ManifestRules.test_vacuity_missing_stale_and_false_nonvacuity_annotations_are_rejected", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "ManifestRules.test_nonvacuous_claim_requires_content_bound_certificate", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "ManifestRules.test_status_pass_requires_actual_bound_observation_not_aspiration", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "ManifestRules.test_malformed_manifest_values_fail_with_findings_instead_of_crashing", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "ManifestRules.test_archived_source_suffixes_and_wrong_explicit_language_cannot_hide_code", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "ManifestRules.test_modules_cannot_point_to_documentation_in_place_of_source", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "ManifestRules.test_classification_fields_are_not_silently_ignored_and_tree_pin_is_immutable", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "ManifestRules.test_external_binary_proof_cannot_bypass_kernel_bindings_or_utf8_mode", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "ManifestRules.test_file_hash_failure_does_not_prevent_violation_detection", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "ManifestRules.test_nonvacuity_certificate_and_not_run_status_have_positive_binding_cases", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "ManifestRules.test_malformed_vacuity_and_status_types_are_explicit_findings", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "ManifestRules.test_exact_math_cannot_import_a_nonmathematical_fractions_shadow", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "ManifestRules.test_binary_source_language_mismatch_is_a_finding_not_a_crash", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "ManifestRules.test_cli_output_write_failure_has_distinct_nonzero_code", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "ManifestRules.test_cli_json_and_nonzero_failures_and_duplicate_json_keys", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + } + ] + }, + { + "path": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/baseline/layer_a/tests/test_mutation_runner.py", + "sha256": "347135c69335eaa74a62f5b6380057fff24e30eafcf57b8418de69bef1be7f7d", + "method_count": 11, + "methods": [ + { + "id": "MutationHarnessRules.test_unchanged_checker_survives_and_assertion_failure_kills_real_mutant", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "MutationHarnessRules.test_invalid_checker_syntax_is_invalid_mutant_not_killed", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "MutationHarnessRules.test_mutant_that_only_crashes_is_not_counted_as_behavioral_kill", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "LifecycleHarnessRules.test_body_assertion_kills_and_identity_survives", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "LifecycleHarnessRules.test_setup_teardown_cleanup_assertions_cannot_kill", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "LifecycleHarnessRules.test_errors_skips_expected_failures_and_subtests_are_ambiguous", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "LifecycleHarnessRules.test_body_scoped_subtests_have_exact_parent_assertion_events", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "LifecycleHarnessRules.test_empty_duplicate_synthetic_and_rewritten_method_ids_are_rejected", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "LifecycleHarnessRules.test_assertion_event_provenance_rejects_duplicate_direct_failures", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "LifecycleHarnessRules.test_expected_population_is_bound_before_mutation", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + }, + { + "id": "LifecycleHarnessRules.test_missing_forged_or_noninteger_receipts_fail_closed", + "async_function": false, + "valued_return_lines": [], + "suspension_lines": [] + } + ] + } + ], + "all_original_selected_methods_are_sync_with_no_valued_return_or_suspension": true +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/run_kernel_lazy_guard_mutants.py b/cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/run_kernel_lazy_guard_mutants.py new file mode 100644 index 000000000..80f7cd235 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/run_kernel_lazy_guard_mutants.py @@ -0,0 +1,68 @@ +#!/usr/bin/env python3 +"""Only new lazy-body safeguards; old lifecycle and production cases are reused.""" +from pathlib import Path +import hashlib +import importlib.util +import json +import os +import shutil +import subprocess +import sys +import tempfile + +BASE = Path(__file__).resolve().parents[1] +WORK = BASE / 'work/kernel_replay' +OUT = BASE / 'evidence/kernel-lazy-guard-mutants' +OUT.mkdir(exist_ok=True) +GUARD = OUT / 'guard_run_tests.py' +GUARD.write_bytes((WORK / 'run_tests.py').read_bytes()) +spec = importlib.util.spec_from_file_location('trusted_classifier', WORK / 'mutations.py') +trusted = importlib.util.module_from_spec(spec) +spec.loader.exec_module(trusted) +sha = lambda data: hashlib.sha256(data).hexdigest() +def replacement(source, old, new): + if source.count(old) != 1: + raise ValueError('nonunique source mutant anchor: ' + old) + return source.replace(old, new, 1) +plan = [ + ('drop-pristine-lazy-shape-rejection', "identity is not None and not supported_method_shape(getattr(test, test._testMethodName))", 'False', 'test_declared_lazy_method_shapes_refuse_mixed_population_before_execution'), + ('drop-lazy-return-rejection', 'if is_lazy_return(value):', 'if False:', 'test_sync_lazy_returns_refuse_without_advancing_suspended_work'), + ('ignore-decorator-lazy-shape-links', "if not hasattr(current, '__wrapped__'):", 'if True:', 'test_wrapped_lazy_method_shapes_refuse_before_execution'), +] +results = [] +for optimize in (False, True): + mode = 'optimized' if optimize else 'normal' + for name, old, new, test in plan: + with tempfile.TemporaryDirectory(prefix='kernel-lazy-guard-mutant-') as tmp: + root = Path(tmp) / 'kernel_replay' + shutil.copytree(WORK, root, ignore=shutil.ignore_patterns('evidence', '__pycache__', '*.pyc')) + target = root / 'run_tests.py' + original = target.read_text() + changed = replacement(original, old, new) + compile(changed, str(target), 'exec') + target.write_text(changed) + output = OUT / (mode + '-' + name + '.json') + driver = Path(tmp) / 'monitor.py' + driver.write_text('import importlib.util,sys\nfrom pathlib import Path\n' + 's=importlib.util.spec_from_file_location("guard",sys.argv[1]);m=importlib.util.module_from_spec(s);s.loader.exec_module(m)\n' + 'm.ROOT=Path(sys.argv[2]);sys.argv=["guard","--output",sys.argv[3],"--test",sys.argv[4]]\n' + 'raise SystemExit(m.main())\n') + selection = 'test_mutation_harness.LazyBodyHarnessTests.' + test + command = [sys.executable, '-B', '-S', *(['-O'] if optimize else []), str(driver), str(GUARD), str(root), str(output), selection] + env = dict(os.environ) + env['PYTHONOPTIMIZE'] = '1' if optimize else '0' + p = subprocess.run(command, capture_output=True, text=True, timeout=30, env=env) + value = json.loads(output.read_text()) if output.exists() else {} + record = {'name': name, 'mode': mode, 'test': selection, + 'outcome': trusted.classify(value, p.returncode, [selection], [selection]), + 'returncode': p.returncode, 'original_sha256': sha(original.encode()), + 'mutated_sha256': sha(changed.encode()), 'guard_sha256': sha(GUARD.read_bytes()), + 'tests': value, 'stderr': p.stderr} + output.write_text(json.dumps(record, indent=2) + '\n') + results.append({k: v for k, v in record.items() if k not in ('tests', 'stderr')}) + print(mode + ' ' + name + ': ' + record['outcome'], flush=True) +report = {'schema_version': 1, 'scope': '3 new lazy-body safeguard source mutants in each mode; no original lifecycle or production mutant replay', + 'distinct_mutations': len(plan), 'executions': len(results), + 'ok': all(r['outcome'] == 'KILLED' for r in results), 'results': results} +(OUT / 'summary.json').write_text(json.dumps(report, indent=2) + '\n') +raise SystemExit(0 if report['ok'] else 1) diff --git a/cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/run_kernel_none_return_guard_mutant.py b/cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/run_kernel_none_return_guard_mutant.py new file mode 100644 index 000000000..f27fe2030 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/run_kernel_none_return_guard_mutant.py @@ -0,0 +1,70 @@ +#!/usr/bin/env python3 +"""Only new lazy-body safeguards; old lifecycle and production cases are reused.""" +from pathlib import Path +import hashlib +import importlib.util +import json +import os +import shutil +import subprocess +import sys +import tempfile + +BASE = Path(__file__).resolve().parents[1] +WORK = BASE / 'work/kernel_replay' +OUT = BASE / 'evidence/kernel-none-return-guard-mutant' +OUT.mkdir(exist_ok=True) +GUARD = OUT / 'guard_run_tests.py' +GUARD.write_bytes((WORK / 'run_tests.py').read_bytes()) +spec = importlib.util.spec_from_file_location('trusted_classifier', WORK / 'mutations.py') +trusted = importlib.util.module_from_spec(spec) +spec.loader.exec_module(trusted) +sha = lambda data: hashlib.sha256(data).hexdigest() +def replacement(source, old, new): + if source.count(old) != 1: + raise ValueError('nonunique source mutant anchor: ' + old) + return source.replace(old, new, 1) +plan = [ + ('drop-pristine-lazy-shape-rejection', "identity is not None and not supported_method_shape(getattr(test, test._testMethodName))", 'False', 'test_declared_lazy_method_shapes_refuse_mixed_population_before_execution'), + ('drop-lazy-return-rejection', 'if is_lazy_return(value):', 'if False:', 'test_sync_lazy_returns_refuse_without_advancing_suspended_work'), + ('ignore-decorator-lazy-shape-links', "if not hasattr(current, '__wrapped__'):", 'if True:', 'test_wrapped_lazy_method_shapes_refuse_before_execution'), +] +plan = [('drop-non-none-return-rejection', 'if value is not None:', 'if False:', + 'test_all_non_none_returns_refuse_without_iterating_custom_objects')] +results = [] +for optimize in (False, True): + mode = 'optimized' if optimize else 'normal' + for name, old, new, test in plan: + with tempfile.TemporaryDirectory(prefix='kernel-lazy-guard-mutant-') as tmp: + root = Path(tmp) / 'kernel_replay' + shutil.copytree(WORK, root, ignore=shutil.ignore_patterns('evidence', '__pycache__', '*.pyc')) + target = root / 'run_tests.py' + original = target.read_text() + changed = replacement(original, old, new) + compile(changed, str(target), 'exec') + target.write_text(changed) + output = OUT / (mode + '-' + name + '.json') + driver = Path(tmp) / 'monitor.py' + driver.write_text('import importlib.util,sys\nfrom pathlib import Path\n' + 's=importlib.util.spec_from_file_location("guard",sys.argv[1]);m=importlib.util.module_from_spec(s);s.loader.exec_module(m)\n' + 'm.ROOT=Path(sys.argv[2]);sys.argv=["guard","--output",sys.argv[3],"--test",sys.argv[4]]\n' + 'raise SystemExit(m.main())\n') + selection = 'test_mutation_harness.LazyBodyHarnessTests.' + test + command = [sys.executable, '-B', '-S', *(['-O'] if optimize else []), str(driver), str(GUARD), str(root), str(output), selection] + env = dict(os.environ) + env['PYTHONOPTIMIZE'] = '1' if optimize else '0' + p = subprocess.run(command, capture_output=True, text=True, timeout=30, env=env) + value = json.loads(output.read_text()) if output.exists() else {} + record = {'name': name, 'mode': mode, 'test': selection, + 'outcome': trusted.classify(value, p.returncode, [selection], [selection]), + 'returncode': p.returncode, 'original_sha256': sha(original.encode()), + 'mutated_sha256': sha(changed.encode()), 'guard_sha256': sha(GUARD.read_bytes()), + 'tests': value, 'stderr': p.stderr} + output.write_text(json.dumps(record, indent=2) + '\n') + results.append({k: v for k, v in record.items() if k not in ('tests', 'stderr')}) + print(mode + ' ' + name + ': ' + record['outcome'], flush=True) +report = {'schema_version': 1, 'scope': 'one refreshed final None-return policy guard mutant each mode; unchanged shape/decorator guard evidence reused', + 'distinct_mutations': len(plan), 'executions': len(results), + 'ok': all(r['outcome'] == 'KILLED' for r in results), 'results': results} +(OUT / 'summary.json').write_text(json.dumps(report, indent=2) + '\n') +raise SystemExit(0 if report['ok'] else 1) diff --git a/cbz/contributions/math514/kernel_replay/evidence/lazy-body/kernel-lazy-body.patch b/cbz/contributions/math514/kernel_replay/evidence/lazy-body/kernel-lazy-body.patch new file mode 100644 index 000000000..3c6292215 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/lazy-body/kernel-lazy-body.patch @@ -0,0 +1,210 @@ +--- a/tools/kernel_replay/run_tests.py ++++ b/tools/kernel_replay/run_tests.py +@@ -21,6 +21,28 @@ + or not isinstance(name, str) or not callable(getattr(test, name, None))): + return None + return cls.__module__ + '.' + cls.__qualname__ + '.' + name ++ ++ ++def supported_method_shape(method): ++ """Only synchronous ordinary functions/methods are supported test bodies. ++ ++ Inspect every advertised decorator link. Returning suspended work is checked ++ separately, since decorators may intentionally omit __wrapped__ metadata. ++ """ ++ try: ++ inspect.unwrap(method) # Reject cyclic decorator metadata. ++ except ValueError: ++ return False ++ current = method ++ while True: ++ if (not (inspect.isfunction(current) or inspect.ismethod(current)) ++ or inspect.isgeneratorfunction(current) ++ or inspect.iscoroutinefunction(current) ++ or inspect.isasyncgenfunction(current)): ++ return False ++ if not hasattr(current, '__wrapped__'): ++ return True ++ current = current.__wrapped__ + + + def selected_cases(suite): +@@ -124,7 +146,13 @@ + result.body_entered_ids.append(method_id(test)) + result.body_active.add(id(test)) + try: +- return original_body(*args, **kwargs) ++ value = original_body(*args, **kwargs) ++ if value is not None: ++ result.invalid_execution.append('selected synchronous method must return None') ++ if inspect.iscoroutine(value) and inspect.getcoroutinestate(value) == inspect.CORO_CREATED: ++ value.close() # Closing a native unstarted coroutine executes no body. ++ return None ++ return value + except BaseException as exc: + result.body_exception[id(test)] = exc + raise +@@ -132,24 +160,6 @@ + result.body_active.discard(id(test)) + result.body_finished_ids.append(method_id(test)) + # _Outcome calls addFailure *after* this wrapper unwinds. +- if inspect.iscoroutinefunction(original_body): +- @functools.wraps(original_body) +- async def async_body(*args, **kwargs): +- if id(test) not in result.dispatch_active or result.lifecycle_depth.get(id(test), 0): +- result.invalid_execution.append('selected async method invoked outside body dispatch') +- return await original_body(*args, **kwargs) +- result.phase[id(test)] = 'body' +- result.body_entered_ids.append(method_id(test)) +- result.body_active.add(id(test)) +- try: +- return await original_body(*args, **kwargs) +- except BaseException as exc: +- result.body_exception[id(test)] = exc +- raise +- finally: +- result.body_active.discard(id(test)) +- result.body_finished_ids.append(method_id(test)) +- body = async_body + setattr(test, test._testMethodName, body) + + +@@ -166,6 +176,8 @@ + for test, identity in zip(cases, selected): + if identity is not None and test.id() != identity: + invalid.append('display identity does not match selected method') ++ if identity is not None and not supported_method_shape(getattr(test, test._testMethodName)): ++ invalid.append('unsupported selected method shape: ' + identity) + return cases, {'selection': selection, 'selected_ids': selected, 'invalid_population': invalid} + + +@@ -174,10 +186,10 @@ + stream = io.StringIO() + result = LifecycleResult(stream=unittest.runner._WritelnDecorator(stream), + descriptions=True, verbosity=2) +- for test in cases: +- if method_id(test) is not None: ++ if not population['invalid_population']: ++ for test in cases: + instrument(test, result) +- suite.run(result) ++ suite.run(result) + population['invalid_population'].extend(result.invalid_execution) + # Render the ordinary summary for humans; grading uses the structured fields. + result.printErrors() +--- a/tools/kernel_replay/tests/test_mutation_harness.py ++++ b/tools/kernel_replay/tests/test_mutation_harness.py +@@ -179,5 +179,113 @@ + self.assertEqual(mutations.classify(receipt, exit_code), 'ERROR') + + ++class LazyBodyHarnessTests(unittest.TestCase): ++ """A call returning suspended work must never establish complete test execution.""" ++ ++ def run_lazy_fixture(self, methods, definitions='', listing=False): ++ with tempfile.TemporaryDirectory() as tmp: ++ root = Path(tmp) ++ (root / 'tests').mkdir() ++ shutil.copy2(ROOT / 'run_tests.py', root / 'run_tests.py') ++ events = root / 'events' ++ source = ('import unittest, functools\nfrom pathlib import Path\n' ++ 'def record(label):\n with Path(' + repr(str(events)) + ').open("a") as out: out.write(label + "\\n")\n' ++ + textwrap.dedent(definitions) + '\nclass Case(unittest.TestCase):\n' ++ + textwrap.indent(textwrap.dedent(methods), ' ')) ++ (root / 'tests/fixture.py').write_text(source) ++ output = root / 'result.json' ++ command = [sys.executable, '-B', '-S', str(root / 'run_tests.py'), ++ '--output', str(output), '--test', 'fixture.Case'] ++ if listing: ++ command.append('--list') ++ p = subprocess.run(command, capture_output=True, text=True, timeout=10) ++ self.assertTrue(output.is_file(), p.stderr) ++ value = json.loads(output.read_text()) ++ observed = events.read_text().splitlines() if events.exists() else [] ++ return mutations.classify(value, p.returncode), value, observed, p.stderr ++ ++ def test_ordinary_synchronous_body_positives_remain_supported(self): ++ survived, value, events, _ = self.run_lazy_fixture("def test_one(self): record('ordinary')") ++ self.assertEqual(survived, 'SURVIVED', value) ++ self.assertEqual(events, ['ordinary']) ++ killed, value, events, _ = self.run_lazy_fixture("def test_one(self):\n record('assertion')\n self.fail('real body assertion')") ++ self.assertEqual(killed, 'KILLED', value) ++ self.assertEqual(events, ['assertion']) ++ ++ def test_declared_lazy_method_shapes_refuse_mixed_population_before_execution(self): ++ for lazy in ("def test_a_lazy(self):\n record('lazy advanced')\n yield None", ++ "async def test_a_lazy(self):\n record('lazy advanced')\n yield None", ++ "async def test_a_lazy(self): record('lazy advanced')"): ++ with self.subTest(shape=lazy): ++ methods = lazy + "\ndef test_b_assertion(self):\n record('ordinary assertion')\n self.fail('body assertion')" ++ outcome, value, events, _ = self.run_lazy_fixture(methods) ++ self.assertEqual(outcome, 'ERROR', value) ++ self.assertEqual(events, [], value) ++ self.assertTrue(value['invalid_population'], value) ++ _, population, events, _ = self.run_lazy_fixture(methods, listing=True) ++ self.assertTrue(population['invalid_population'], population) ++ self.assertEqual(events, []) ++ ++ def test_wrapped_lazy_method_shapes_refuse_before_execution(self): ++ definitions = ''' ++ def wrap(method): ++ @functools.wraps(method) ++ def wrapper(*args, **kwargs): ++ record('decorator executed') ++ return method(*args, **kwargs) ++ return wrapper ++ ''' ++ for lazy in ("def test_a_lazy(self):\n record('lazy advanced')\n yield None", ++ "async def test_a_lazy(self):\n record('lazy advanced')\n yield None", ++ "async def test_a_lazy(self): record('lazy advanced')"): ++ with self.subTest(shape=lazy): ++ outcome, value, events, _ = self.run_lazy_fixture('@wrap\n' + lazy + "\ndef test_b_assertion(self): self.fail('body')", definitions) ++ self.assertEqual(outcome, 'ERROR', value) ++ self.assertEqual(events, [], value) ++ ++ def test_sync_lazy_returns_refuse_without_advancing_suspended_work(self): ++ definitions = ''' ++ def generator(): ++ record('generator advanced') ++ yield None ++ async def coroutine(): record('coroutine advanced') ++ async def async_generator(): ++ record('async generator advanced') ++ yield None ++ class Awaitable: ++ def __await__(self): ++ record('custom awaitable advanced') ++ yield None ++ ''' ++ for expression in ('generator()', 'coroutine()', 'async_generator()', 'Awaitable()'): ++ with self.subTest(expression=expression): ++ methods = "def test_a_return(self):\n record('outer method')\n return " + expression + "\ndef test_b_assertion(self):\n record('ordinary assertion')\n self.fail('body')" ++ outcome, value, events, stderr = self.run_lazy_fixture(methods, definitions) ++ self.assertEqual(outcome, 'ERROR', value) ++ self.assertEqual(events, ['outer method', 'ordinary assertion'], value) ++ self.assertTrue(value['invalid_population'], value) ++ self.assertNotIn('was never awaited', stderr) ++ ++ def test_decorator_without_wrapped_metadata_cannot_hide_lazy_return(self): ++ definitions = ''' ++ def hide(method): ++ def wrapper(*args, **kwargs): ++ record('decorator executed') ++ return method(*args, **kwargs) ++ return wrapper ++ ''' ++ outcome, value, events, _ = self.run_lazy_fixture("@hide\ndef test_a_lazy(self):\n record('lazy advanced')\n yield None\ndef test_b_assertion(self):\n record('ordinary assertion')\n self.fail('body')", definitions) ++ self.assertEqual(outcome, 'ERROR', value) ++ self.assertEqual(events, ['decorator executed', 'ordinary assertion'], value) ++ ++ def test_all_non_none_returns_refuse_without_iterating_custom_objects(self): ++ definitions = "class DeferredIterable:\n def __iter__(self):\n record('unknown iterable advanced')\n yield None" ++ for expression in ('False', '0', '[]', 'DeferredIterable()'): ++ with self.subTest(expression=expression): ++ outcome, value, events, _ = self.run_lazy_fixture("def test_a_return(self):\n record('outer method')\n return " + expression + "\ndef test_b_assertion(self):\n record('ordinary assertion')\n self.fail('body')", definitions) ++ self.assertEqual(outcome, 'ERROR', value) ++ self.assertEqual(events, ['outer method', 'ordinary assertion'], value) ++ ++ + if __name__ == '__main__': + unittest.main(verbosity=2) diff --git a/cbz/contributions/math514/kernel_replay/evidence/lazy-body/kernel-lifecycle-and-lazy-cumulative.patch b/cbz/contributions/math514/kernel_replay/evidence/lazy-body/kernel-lifecycle-and-lazy-cumulative.patch new file mode 100644 index 000000000..4f69e88d4 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/lazy-body/kernel-lifecycle-and-lazy-cumulative.patch @@ -0,0 +1,677 @@ +--- a/tools/kernel_replay/run_tests.py ++++ b/tools/kernel_replay/run_tests.py +@@ -1,6 +1,8 @@ + #!/usr/bin/env python3 +-"""Structured, fail-closed unittest runner used by G0 and mutations.""" ++"""Structured unittest execution; only complete selected test bodies grade mutants.""" + import argparse ++import functools ++import inspect + import io + import json + from pathlib import Path +@@ -8,28 +10,231 @@ + import unittest + + ROOT = Path(__file__).resolve().parent ++RECEIPT_SCHEMA = 'cbz-unittest-lifecycle-v1' ++ ++ ++def method_id(test): ++ """Use the actual selected method, rather than an overridable display id.""" ++ cls = type(test) ++ name = getattr(test, '_testMethodName', None) ++ if (not isinstance(test, unittest.TestCase) or cls.__module__ == 'unittest.loader' ++ or not isinstance(name, str) or not callable(getattr(test, name, None))): ++ return None ++ return cls.__module__ + '.' + cls.__qualname__ + '.' + name ++ ++ ++def supported_method_shape(method): ++ """Only synchronous ordinary functions/methods are supported test bodies. ++ ++ Inspect every advertised decorator link. Returning suspended work is checked ++ separately, since decorators may intentionally omit __wrapped__ metadata. ++ """ ++ try: ++ inspect.unwrap(method) # Reject cyclic decorator metadata. ++ except ValueError: ++ return False ++ current = method ++ while True: ++ if (not (inspect.isfunction(current) or inspect.ismethod(current)) ++ or inspect.isgeneratorfunction(current) ++ or inspect.iscoroutinefunction(current) ++ or inspect.isasyncgenfunction(current)): ++ return False ++ if not hasattr(current, '__wrapped__'): ++ return True ++ current = current.__wrapped__ ++ ++ ++def selected_cases(suite): ++ for test in suite: ++ if isinstance(test, unittest.TestSuite): ++ yield from selected_cases(test) ++ else: ++ yield test ++ ++ ++class LifecycleResult(unittest.TextTestResult): ++ def __init__(self, *args, **kwargs): ++ super().__init__(*args, **kwargs) ++ self.started_ids = [] ++ self.finished_ids = [] ++ self.body_entered_ids = [] ++ self.body_finished_ids = [] ++ self.body_assertion_ids = [] ++ self.lifecycle_failures = 0 ++ self.subtests = 0 ++ self.subtest_events = [] ++ self.assertion_events = [] ++ self.phase = {} ++ self.body_exception = {} ++ self.body_active = set() ++ self.dispatch_active = set() ++ self.lifecycle_depth = {} ++ self.invalid_execution = [] ++ ++ def startTest(self, test): ++ self.started_ids.append(method_id(test)) ++ self.phase[id(test)] = 'setup' ++ super().startTest(test) ++ ++ def stopTest(self, test): ++ self.finished_ids.append(method_id(test)) ++ super().stopTest(test) ++ ++ def addFailure(self, test, err): ++ if (self.phase.get(id(test)) == 'body' ++ and self.body_exception.get(id(test)) is err[1] ++ and isinstance(err[1], AssertionError)): ++ self.body_assertion_ids.append(method_id(test)) ++ self.assertion_events.append({'parent_id': method_id(test), 'origin': 'body'}) ++ else: ++ self.lifecycle_failures += 1 ++ super().addFailure(test, err) ++ ++ def addSubTest(self, test, subtest, err): ++ self.subtests += 1 ++ phase = self.phase.get(id(test)) ++ if phase == 'body' and id(test) not in self.body_active: ++ phase = 'outside-body' ++ if getattr(subtest, 'test_case', None) is not test: ++ phase = 'foreign-parent' ++ outcome = 'success' if err is None else 'assertion' if isinstance(err[1], AssertionError) else 'error' ++ self.subtest_events.append({'parent_id': method_id(test), 'phase': phase, 'outcome': outcome}) ++ if err is not None and outcome == 'assertion': ++ if phase == 'body': ++ self.body_assertion_ids.append(method_id(test)) ++ self.assertion_events.append({'parent_id': method_id(test), 'origin': 'subtest'}) ++ else: ++ self.lifecycle_failures += 1 ++ super().addSubTest(test, subtest, err) ++ ++ ++def instrument(test, result): ++ """Keep body exception identity until unittest reports it after this call exits.""" ++ for name, phase in (('_callSetUp', 'setup'), ('_callTearDown', 'teardown'), ++ ('doCleanups', 'cleanup')): ++ original = getattr(test, name) ++ ++ def lifecycle(*args, _original=original, _phase=phase, **kwargs): ++ result.phase[id(test)] = _phase ++ result.lifecycle_depth[id(test)] = result.lifecycle_depth.get(id(test), 0) + 1 ++ try: ++ return _original(*args, **kwargs) ++ finally: ++ result.lifecycle_depth[id(test)] -= 1 ++ setattr(test, name, lifecycle) ++ original_dispatch = test._callTestMethod ++ ++ def dispatch(*args, **kwargs): ++ if result.lifecycle_depth.get(id(test), 0): ++ result.invalid_execution.append('test dispatch invoked inside a lifecycle hook') ++ return original_dispatch(*args, **kwargs) ++ result.dispatch_active.add(id(test)) ++ try: ++ return original_dispatch(*args, **kwargs) ++ finally: ++ result.dispatch_active.discard(id(test)) ++ test._callTestMethod = dispatch ++ original_body = getattr(test, test._testMethodName) ++ ++ @functools.wraps(original_body) ++ def body(*args, **kwargs): ++ if id(test) not in result.dispatch_active or result.lifecycle_depth.get(id(test), 0): ++ result.invalid_execution.append('selected method invoked outside body dispatch') ++ return original_body(*args, **kwargs) ++ result.phase[id(test)] = 'body' ++ result.body_entered_ids.append(method_id(test)) ++ result.body_active.add(id(test)) ++ try: ++ value = original_body(*args, **kwargs) ++ if value is not None: ++ result.invalid_execution.append('selected synchronous method must return None') ++ if inspect.iscoroutine(value) and inspect.getcoroutinestate(value) == inspect.CORO_CREATED: ++ value.close() # Closing a native unstarted coroutine executes no body. ++ return None ++ return value ++ except BaseException as exc: ++ result.body_exception[id(test)] = exc ++ raise ++ finally: ++ result.body_active.discard(id(test)) ++ result.body_finished_ids.append(method_id(test)) ++ # _Outcome calls addFailure *after* this wrapper unwinds. ++ setattr(test, test._testMethodName, body) ++ ++ ++def describe_suite(suite, selection): ++ cases = list(selected_cases(suite)) ++ selected = [method_id(test) for test in cases] ++ invalid = [] ++ if not selected: ++ invalid.append('empty selected population') ++ if any(item is None for item in selected): ++ invalid.append('synthetic or unsupported selected test') ++ if len(set(selected)) != len(selected): ++ invalid.append('duplicate selected method identity') ++ for test, identity in zip(cases, selected): ++ if identity is not None and test.id() != identity: ++ invalid.append('display identity does not match selected method') ++ if identity is not None and not supported_method_shape(getattr(test, test._testMethodName)): ++ invalid.append('unsupported selected method shape: ' + identity) ++ return cases, {'selection': selection, 'selected_ids': selected, 'invalid_population': invalid} ++ ++ ++def run_suite(suite, selection): ++ cases, population = describe_suite(suite, selection) ++ stream = io.StringIO() ++ result = LifecycleResult(stream=unittest.runner._WritelnDecorator(stream), ++ descriptions=True, verbosity=2) ++ if not population['invalid_population']: ++ for test in cases: ++ instrument(test, result) ++ suite.run(result) ++ population['invalid_population'].extend(result.invalid_execution) ++ # Render the ordinary summary for humans; grading uses the structured fields. ++ result.printErrors() ++ stream.write(f'Ran {result.testsRun} tests\n') ++ value = {'receipt_schema': RECEIPT_SCHEMA, 'selection': selection, ++ **population, ++ 'tests_run': result.testsRun, 'assertion_failures': len(result.failures), ++ 'errors': len(result.errors), 'skipped': len(result.skipped), ++ 'expected_failures': len(result.expectedFailures), ++ 'unexpected_successes': len(result.unexpectedSuccesses), ++ 'successful': result.wasSuccessful(), 'log': stream.getvalue()} ++ for name in ('started_ids', 'finished_ids', 'body_entered_ids', ++ 'body_finished_ids', 'body_assertion_ids', 'lifecycle_failures', 'subtests', ++ 'subtest_events', 'assertion_events'): ++ value[name] = getattr(result, name) ++ return value + + + def main(): + parser = argparse.ArgumentParser(allow_abbrev=False) + parser.add_argument('--output', required=True) + parser.add_argument('--test', action='append', default=[]) ++ parser.add_argument('--list', action='store_true', help='discover identities without running fixtures or test bodies') + args = parser.parse_args() + sys.path.insert(0, str(ROOT / 'tests')) + if args.test: + suite = unittest.defaultTestLoader.loadTestsFromNames(args.test) + else: + suite = unittest.defaultTestLoader.discover(str(ROOT / 'tests'), pattern='test_*.py') +- stream = io.StringIO() +- result = unittest.TextTestRunner(stream=stream, verbosity=2).run(suite) +- value = {'tests_run': result.testsRun, 'assertion_failures': len(result.failures), +- 'errors': len(result.errors), 'skipped': len(result.skipped), +- 'expected_failures': len(result.expectedFailures), +- 'unexpected_successes': len(result.unexpectedSuccesses), +- 'successful': result.wasSuccessful(), 'log': stream.getvalue()} ++ selection = args.test or ['discover:test_*.py'] ++ if args.list: ++ _, population = describe_suite(suite, selection) ++ Path(args.output).write_text(json.dumps(population, indent=2) + '\n') ++ return 0 if population['selected_ids'] and not population['invalid_population'] else 1 ++ value = run_suite(suite, selection) + Path(args.output).write_text(json.dumps(value, indent=2) + '\n') + print(value['log'], end='') +- return 0 if result.wasSuccessful() and result.testsRun and not result.skipped else 1 ++ complete = (not value['invalid_population'] and value['selected_ids'] ++ and all(value[key] == value['selected_ids'] for key in ++ ('started_ids', 'finished_ids', 'body_entered_ids', 'body_finished_ids'))) ++ return 0 if (complete and value['successful'] and not value['skipped'] ++ and not value['expected_failures'] and not value['unexpected_successes'] ++ and all(event['phase'] == 'body' and event['outcome'] == 'success' ++ for event in value['subtest_events']) ++ and not value['lifecycle_failures']) else 1 + + + if __name__ == '__main__': +--- a/tools/kernel_replay/mutations.py ++++ b/tools/kernel_replay/mutations.py +@@ -5,6 +5,7 @@ + import json + import os + from pathlib import Path ++import re + import shutil + import subprocess + import sys +@@ -13,14 +14,71 @@ + ROOT = Path(__file__).resolve().parent + + +-def classify(value, code): +- if (code not in (0, 1) or not value.get('tests_run') or value.get('errors') +- or value.get('skipped') or value.get('expected_failures') +- or value.get('unexpected_successes')): +- return 'ERROR' +- if code == 1 and value.get('assertion_failures', 0) > 0 and not value.get('successful'): ++def classify(value, code, expected_selection=None, expected_ids=None): ++ """Grade only trusted runner receipts; legacy/log-only summaries fail closed. ++ ++ This validates accounting, not an adversarial author's fabricated JSON. The ++ receipt must come from the runner subprocess whose source is custody-bound. ++ """ ++ if (not isinstance(value, dict) or type(code) is not int or code not in (0, 1) ++ or value.get('receipt_schema') != 'cbz-unittest-lifecycle-v1' ++ or type(value.get('successful')) is not bool): ++ return 'ERROR' ++ counts = ('tests_run', 'assertion_failures', 'errors', 'skipped', ++ 'expected_failures', 'unexpected_successes', 'lifecycle_failures', 'subtests') ++ if any(type(value.get(key)) is not int or value[key] < 0 for key in counts): ++ return 'ERROR' ++ if any(value[key] for key in ('errors', 'skipped', 'expected_failures', ++ 'unexpected_successes', 'lifecycle_failures')): ++ return 'ERROR' ++ if value.get('invalid_population') != []: ++ return 'ERROR' ++ selection = value.get('selection') ++ if (not isinstance(selection, list) or not selection ++ or any(not isinstance(item, str) or not item for item in selection) ++ or expected_selection is not None and selection != expected_selection): ++ return 'ERROR' ++ keys = ('selected_ids', 'started_ids', 'finished_ids', 'body_entered_ids', ++ 'body_finished_ids', 'body_assertion_ids') ++ for key in keys: ++ ids = value.get(key) ++ if (not isinstance(ids, list) or any(not isinstance(item, str) or not re.fullmatch(r'(?:[A-Za-z_]\w*\.){2,}[A-Za-z_]\w*', item) ++ or item.startswith('unittest.loader.') for item in ids) ++ or key != 'body_assertion_ids' and len(ids) != len(set(ids))): ++ return 'ERROR' ++ selected = value['selected_ids'] ++ if (expected_ids is not None and selected != expected_ids ++ or any(not any(selector == 'discover:test_*.py' or identity == selector ++ or identity.startswith(selector + '.') for selector in selection) ++ for identity in selected)): ++ return 'ERROR' ++ if (not selected or value['tests_run'] != len(selected) ++ or any(value[key] != selected for key in keys[1:5]) ++ or any(item not in selected for item in value['body_assertion_ids']) ++ or value['assertion_failures'] != len(value['body_assertion_ids'])): ++ return 'ERROR' ++ events = value.get('subtest_events') ++ assertions = value.get('assertion_events') ++ if not isinstance(events, list) or not isinstance(assertions, list) or value['subtests'] != len(events): ++ return 'ERROR' ++ for event in events: ++ if (not isinstance(event, dict) or set(event) != {'parent_id', 'phase', 'outcome'} ++ or event['parent_id'] not in selected or event['phase'] != 'body' ++ or event['outcome'] not in ('success', 'assertion')): ++ return 'ERROR' ++ for event in assertions: ++ if (not isinstance(event, dict) or set(event) != {'parent_id', 'origin'} ++ or event['parent_id'] not in selected or event['origin'] not in ('body', 'subtest')): ++ return 'ERROR' ++ direct = [event['parent_id'] for event in assertions if event['origin'] == 'body'] ++ if (len(set(direct)) != len(direct) ++ or value['body_assertion_ids'] != [event['parent_id'] for event in assertions] ++ or [event['parent_id'] for event in assertions if event['origin'] == 'subtest'] != ++ [event['parent_id'] for event in events if event['outcome'] == 'assertion']): ++ return 'ERROR' ++ if code == 1 and value['assertion_failures'] > 0 and value['successful'] is False: + return 'KILLED' +- if code == 0 and value.get('successful') and value.get('assertion_failures') == 0: ++ if code == 0 and value['successful'] is True and value['assertion_failures'] == 0: + return 'SURVIVED' + return 'ERROR' + +@@ -136,7 +194,18 @@ + evidence = ROOT / ('evidence/mutations' if group == 'all' else 'evidence/resource-mutations') + evidence.mkdir(parents=True, exist_ok=True) + results = [] ++ populations = {} + for name, filename, old, new, test in plan: ++ if test not in populations: ++ population_path = evidence / ('population-' + str(len(populations)) + '.json') ++ listed = subprocess.run([sys.executable, '-B', '-S', str(ROOT / 'run_tests.py'), ++ '--output', str(population_path), '--test', test, '--list'], ++ capture_output=True, text=True, timeout=15) ++ population = json.loads(population_path.read_text()) if population_path.exists() else {} ++ if (listed.returncode != 0 or population.get('invalid_population') != [] ++ or not population.get('selected_ids') or population.get('selection') != [test]): ++ raise ValueError('cannot bind unchanged selected test population: ' + test) ++ populations[test] = population['selected_ids'] + with tempfile.TemporaryDirectory(dir=ROOT / 'evidence', prefix='mutant-') as d: + work = Path(d) / 'kernel_replay' + shutil.copytree(ROOT, work, ignore=shutil.ignore_patterns('evidence', '__pycache__', '*.pyc')) +@@ -153,7 +222,8 @@ + p = subprocess.run(command, capture_output=True, text=True, timeout=90) + value = json.loads(result_path.read_text()) if result_path.exists() else {} + record = {'name': name, 'file': filename, 'test': test, +- 'outcome': classify(value, p.returncode), 'returncode': p.returncode, ++ 'outcome': classify(value, p.returncode, [test], populations[test]), 'returncode': p.returncode, ++ 'expected_selected_ids': populations[test], + 'original_sha256': digest(original.encode()), + 'mutated_sha256': digest(changed.encode()), 'tests': value, + 'stdout': p.stdout, 'stderr': p.stderr} +--- a/tools/kernel_replay/tests/test_mutation_harness.py ++++ b/tools/kernel_replay/tests/test_mutation_harness.py +@@ -1,25 +1,290 @@ +-"""Mutation accounting cannot turn errors, skips, or no tests into kills.""" ++"""Real runner controls for body-only mutation kills and complete selected populations.""" ++import copy + import importlib.util ++import json + from pathlib import Path ++import shutil ++import subprocess ++import sys ++import tempfile ++import textwrap + import unittest + + ROOT = Path(__file__).resolve().parents[1] ++_spec = importlib.util.spec_from_file_location('mutations_under_test', ROOT / 'mutations.py') ++mutations = importlib.util.module_from_spec(_spec) ++_spec.loader.exec_module(mutations) + + + class MutationHarnessTests(unittest.TestCase): +- def test_only_clean_assertion_failure_is_a_kill(self): +- spec = importlib.util.spec_from_file_location('mutations', ROOT / 'mutations.py') +- mod = importlib.util.module_from_spec(spec) +- spec.loader.exec_module(mod) +- clean = dict(tests_run=1, assertion_failures=1, errors=0, skipped=0, +- expected_failures=0, unexpected_successes=0, successful=False) +- self.assertEqual(mod.classify(clean, 1), 'KILLED') +- self.assertEqual(mod.classify({**clean, 'assertion_failures': 0, 'successful': True}, 0), 'SURVIVED') +- for changes, code in (({'tests_run': 0}, 1), ({'errors': 1}, 1), +- ({'skipped': 1}, 1), ({'expected_failures': 1}, 1), +- ({'unexpected_successes': 1}, 1), ({}, 2), ({}, -9)): +- with self.subTest(changes=changes, code=code): +- self.assertEqual(mod.classify({**clean, **changes}, code), 'ERROR') ++ def run_fixture(self, methods, selection='fixture.Case', module_tail=''): ++ source = 'import unittest\nclass Case(unittest.TestCase):\n' + textwrap.indent(textwrap.dedent(methods), ' ') + '\n' + module_tail ++ with tempfile.TemporaryDirectory() as tmp: ++ root = Path(tmp) ++ (root / 'tests').mkdir() ++ shutil.copy2(ROOT / 'run_tests.py', root / 'run_tests.py') ++ (root / 'tests/fixture.py').write_text(source) ++ output = root / 'result.json' ++ p = subprocess.run([sys.executable, '-B', '-S', str(root / 'run_tests.py'), ++ '--output', str(output), '--test', selection], ++ capture_output=True, text=True, timeout=10) ++ self.assertTrue(output.exists(), p.stderr) ++ value = json.loads(output.read_text()) ++ return mutations.classify(value, p.returncode), value, p.returncode ++ ++ def test_setup_assertion_is_not_a_kill(self): ++ outcome, value, _ = self.run_fixture(''' ++ def setUp(self): self.fail('setup only') ++ def test_one(self): pass ++ ''') ++ self.assertEqual(outcome, 'ERROR', value) ++ ++ def test_body_assertion_kills_after_all_selected_bodies_finish(self): ++ outcome, value, _ = self.run_fixture(''' ++ def test_one(self): self.fail('body assertion') ++ def test_two(self): pass ++ ''') ++ self.assertEqual(outcome, 'KILLED', value) ++ self.assertEqual(value['body_entered_ids'], ['fixture.Case.test_one', 'fixture.Case.test_two']) ++ self.assertEqual(value['body_finished_ids'], ['fixture.Case.test_one', 'fixture.Case.test_two']) ++ self.assertEqual(value['body_assertion_ids'], ['fixture.Case.test_one']) ++ ++ def test_dispatch_hook_assertion_without_selected_method_is_error(self): ++ outcome, value, _ = self.run_fixture("def _callTestMethod(self, method): self.fail('dispatch hook only')\ndef test_one(self): raise RuntimeError('selected body was entered')") ++ self.assertEqual(outcome, 'ERROR', value) ++ ++ def test_selected_method_invoked_from_lifecycle_is_error(self): ++ for source in ("def setUp(self): self.test_one()\ndef test_one(self): self.fail('called from setup')", ++ "def setUp(self): self._callTestMethod(self.test_one)\ndef test_one(self): self.fail('dispatch called from setup')", ++ "def tearDown(self): self.test_one()\ndef test_one(self): pass", ++ "def test_one(self):\n if not hasattr(self, 'scheduled'):\n self.scheduled = True\n self.addCleanup(self.test_one)"): ++ outcome, value, _ = self.run_fixture(source) ++ self.assertEqual(outcome, 'ERROR', value) ++ ++ def test_clean_identity_survives(self): ++ outcome, value, _ = self.run_fixture('def test_one(self): pass') ++ self.assertEqual(outcome, 'SURVIVED', value) ++ ++ def test_lifecycle_failures_never_kill_even_with_body_assertion(self): ++ cases = [ ++ "def tearDown(self): self.fail('teardown')\ndef test_one(self): pass", ++ "def test_one(self): self.addCleanup(self.fail, 'cleanup')", ++ "def tearDown(self): self.fail('teardown')\ndef test_one(self): self.fail('body')", ++ "def test_one(self):\n self.addCleanup(self.fail, 'cleanup')\n self.fail('body')", ++ "@classmethod\ndef setUpClass(cls): raise AssertionError('class setup')\ndef test_one(self): pass", ++ "@classmethod\ndef tearDownClass(cls): raise AssertionError('class teardown')\ndef test_one(self): self.fail('body')", ++ "@classmethod\ndef setUpClass(cls): cls.addClassCleanup(lambda: (_ for _ in ()).throw(AssertionError('class cleanup')))\ndef test_one(self): self.fail('body')", ++ ] ++ for source in cases: ++ with self.subTest(source=source): ++ outcome, value, _ = self.run_fixture(source) ++ self.assertEqual(outcome, 'ERROR', value) ++ ++ def test_errors_skips_and_expected_failures_are_errors(self): ++ cases = [ ++ "def test_one(self): raise RuntimeError('body runtime')", ++ "def setUp(self): raise RuntimeError('setup runtime')\ndef test_one(self): self.fail('body')", ++ "@unittest.skip('skip')\ndef test_one(self): pass", ++ "@unittest.expectedFailure\ndef test_one(self): self.fail('expected')", ++ "@unittest.expectedFailure\ndef test_one(self): pass", ++ ] ++ for source in cases: ++ with self.subTest(source=source): ++ outcome, value, _ = self.run_fixture(source) ++ self.assertEqual(outcome, 'ERROR', value) ++ ++ def test_body_scoped_subtest_assertions_kill_without_changing_parent_population(self): ++ for source, failures in (("def test_one(self):\n with self.subTest(i=1): self.fail('first')\n with self.subTest(i=2): self.fail('second')", 2), ++ ("def test_one(self):\n with self.subTest(i=1): pass\n self.fail('body')", 1)): ++ outcome, value, _ = self.run_fixture(source) ++ self.assertEqual(outcome, 'KILLED', value) ++ self.assertEqual(value['selected_ids'], ['fixture.Case.test_one']) ++ self.assertEqual(value['assertion_failures'], failures) ++ outcome, value, _ = self.run_fixture("def test_one(self):\n with self.subTest(i=1): pass") ++ self.assertEqual(outcome, 'SURVIVED', value) ++ ++ def test_foreign_subtest_parent_cannot_claim_selected_body_assertion(self): ++ outcome, value, _ = self.run_fixture("def test_one(self):\n import sys\n foreign = unittest.case._SubTest(unittest.FunctionTestCase(lambda: None), 'foreign', {})\n try: raise AssertionError('foreign parent assertion')\n except AssertionError: self._outcome.result.addSubTest(self, foreign, sys.exc_info())") ++ self.assertEqual(outcome, 'ERROR', value) ++ ++ def test_lifecycle_subtests_and_subtest_errors_are_errors(self): ++ for source in ("def setUp(self):\n with self.subTest(i=1): self.fail('setup subtest')\ndef test_one(self): pass", ++ "def tearDown(self):\n with self.subTest(i=1): self.fail('teardown subtest')\ndef test_one(self): self.fail('body')", ++ "def test_one(self):\n with self.subTest(i=1): raise RuntimeError('subtest runtime')"): ++ outcome, value, _ = self.run_fixture(source) ++ self.assertEqual(outcome, 'ERROR', value) ++ ++ def test_empty_duplicate_synthetic_and_spoofed_population_is_error(self): ++ cases = [ ++ ('def test_one(self): pass', 'fixture', 'def load_tests(loader, tests, pattern): return unittest.TestSuite()'), ++ ('def test_one(self): self.fail("body")', 'fixture', 'def load_tests(loader, tests, pattern): return unittest.TestSuite([Case("test_one"), Case("test_one")])'), ++ ('def test_one(self): pass', 'fixture.Missing', ''), ++ ('def id(self): return "fixture.Case.test_forged"\ndef test_one(self): self.fail("body")', 'fixture.Case', ''), ++ ] ++ for source, selection, tail in cases: ++ with self.subTest(selection=selection, tail=tail): ++ outcome, value, _ = self.run_fixture(source, selection, tail) ++ self.assertEqual(outcome, 'ERROR', value) ++ ++ def test_population_listing_does_not_execute_fixtures_or_bodies(self): ++ with tempfile.TemporaryDirectory() as tmp: ++ root = Path(tmp) ++ (root / 'tests').mkdir() ++ shutil.copy2(ROOT / 'run_tests.py', root / 'run_tests.py') ++ (root / 'tests/fixture.py').write_text("import unittest\nclass Case(unittest.TestCase):\n @classmethod\n def setUpClass(cls): raise AssertionError('fixture must not run')\n def test_one(self): raise RuntimeError('body must not run')\n") ++ output = root / 'population.json' ++ p = subprocess.run([sys.executable, '-B', '-S', str(root / 'run_tests.py'), ++ '--output', str(output), '--test', 'fixture.Case', '--list'], ++ capture_output=True, text=True, timeout=10) ++ self.assertEqual(p.returncode, 0, p.stderr) ++ self.assertEqual(json.loads(output.read_text()), ++ {'selection': ['fixture.Case'], 'selected_ids': ['fixture.Case.test_one'], ++ 'invalid_population': []}) ++ ++ def test_summary_without_lifecycle_receipt_fails_closed(self): ++ old = dict(tests_run=1, assertion_failures=1, errors=0, skipped=0, ++ expected_failures=0, unexpected_successes=0, successful=False) ++ self.assertEqual(mutations.classify(old, 1), 'ERROR') ++ self.assertEqual(mutations.classify({}, 1), 'ERROR') ++ self.assertEqual(mutations.classify(None, 1), 'ERROR') ++ ++ def test_forged_or_missing_accounting_is_error(self): ++ _, receipt, code = self.run_fixture('def test_one(self): self.fail("body")') ++ for key in ('receipt_schema', 'selected_ids', 'started_ids', 'finished_ids', ++ 'body_entered_ids', 'body_finished_ids', 'body_assertion_ids', ++ 'lifecycle_failures', 'subtests', 'invalid_population', 'subtest_events', 'assertion_events'): ++ with self.subTest(missing=key): ++ value = copy.deepcopy(receipt) ++ value.pop(key, None) ++ self.assertEqual(mutations.classify(value, code), 'ERROR') ++ for changes in ({'tests_run': True}, {'tests_run': 1.0}, {'assertion_failures': '1'}, ++ {'successful': 0}, {'lifecycle_failures': -1}, {'subtests': True}, ++ {'body_entered_ids': []}, {'body_finished_ids': []}, ++ {'finished_ids': []}, {'body_assertion_ids': []}, ++ {'body_assertion_ids': ['fixture.Case.test_forged']}, ++ {'selected_ids': ['synthetic']}, ++ {'selected_ids': ['unittest.loader._FailedTest.test_one']}, ++ {'selected_ids': ['fixture.Case.test_one', 'fixture.Case.test_one']}, ++ {'started_ids': ['fixture.Case.test_one', 'fixture.Case.test_one']}, ++ {'errors': 1}, {'skipped': 1}, {'expected_failures': 1}, ++ {'unexpected_successes': 1}, {'assertion_failures': 2}, ++ {'subtests': 1}, {'assertion_events': []}, ++ {'subtest_events': [{'parent_id': 'fixture.Case.test_one', 'phase': 'body', 'outcome': 'assertion'}]}): ++ with self.subTest(changes=changes): ++ self.assertEqual(mutations.classify({**receipt, **changes}, code), 'ERROR') ++ self.assertEqual(mutations.classify(receipt, code, ['fixture.Other']), 'ERROR') ++ self.assertEqual(mutations.classify({**receipt, 'selection': ['fixture.Other']}, code, ['fixture.Other']), 'ERROR') ++ self.assertEqual(mutations.classify(receipt, code, ['fixture.Case'], ['fixture.Case.test_other']), 'ERROR') ++ for exit_code in (2, -9, True): ++ self.assertEqual(mutations.classify(receipt, exit_code), 'ERROR') ++ ++ ++class LazyBodyHarnessTests(unittest.TestCase): ++ """A call returning suspended work must never establish complete test execution.""" ++ ++ def run_lazy_fixture(self, methods, definitions='', listing=False): ++ with tempfile.TemporaryDirectory() as tmp: ++ root = Path(tmp) ++ (root / 'tests').mkdir() ++ shutil.copy2(ROOT / 'run_tests.py', root / 'run_tests.py') ++ events = root / 'events' ++ source = ('import unittest, functools\nfrom pathlib import Path\n' ++ 'def record(label):\n with Path(' + repr(str(events)) + ').open("a") as out: out.write(label + "\\n")\n' ++ + textwrap.dedent(definitions) + '\nclass Case(unittest.TestCase):\n' ++ + textwrap.indent(textwrap.dedent(methods), ' ')) ++ (root / 'tests/fixture.py').write_text(source) ++ output = root / 'result.json' ++ command = [sys.executable, '-B', '-S', str(root / 'run_tests.py'), ++ '--output', str(output), '--test', 'fixture.Case'] ++ if listing: ++ command.append('--list') ++ p = subprocess.run(command, capture_output=True, text=True, timeout=10) ++ self.assertTrue(output.is_file(), p.stderr) ++ value = json.loads(output.read_text()) ++ observed = events.read_text().splitlines() if events.exists() else [] ++ return mutations.classify(value, p.returncode), value, observed, p.stderr ++ ++ def test_ordinary_synchronous_body_positives_remain_supported(self): ++ survived, value, events, _ = self.run_lazy_fixture("def test_one(self): record('ordinary')") ++ self.assertEqual(survived, 'SURVIVED', value) ++ self.assertEqual(events, ['ordinary']) ++ killed, value, events, _ = self.run_lazy_fixture("def test_one(self):\n record('assertion')\n self.fail('real body assertion')") ++ self.assertEqual(killed, 'KILLED', value) ++ self.assertEqual(events, ['assertion']) ++ ++ def test_declared_lazy_method_shapes_refuse_mixed_population_before_execution(self): ++ for lazy in ("def test_a_lazy(self):\n record('lazy advanced')\n yield None", ++ "async def test_a_lazy(self):\n record('lazy advanced')\n yield None", ++ "async def test_a_lazy(self): record('lazy advanced')"): ++ with self.subTest(shape=lazy): ++ methods = lazy + "\ndef test_b_assertion(self):\n record('ordinary assertion')\n self.fail('body assertion')" ++ outcome, value, events, _ = self.run_lazy_fixture(methods) ++ self.assertEqual(outcome, 'ERROR', value) ++ self.assertEqual(events, [], value) ++ self.assertTrue(value['invalid_population'], value) ++ _, population, events, _ = self.run_lazy_fixture(methods, listing=True) ++ self.assertTrue(population['invalid_population'], population) ++ self.assertEqual(events, []) ++ ++ def test_wrapped_lazy_method_shapes_refuse_before_execution(self): ++ definitions = ''' ++ def wrap(method): ++ @functools.wraps(method) ++ def wrapper(*args, **kwargs): ++ record('decorator executed') ++ return method(*args, **kwargs) ++ return wrapper ++ ''' ++ for lazy in ("def test_a_lazy(self):\n record('lazy advanced')\n yield None", ++ "async def test_a_lazy(self):\n record('lazy advanced')\n yield None", ++ "async def test_a_lazy(self): record('lazy advanced')"): ++ with self.subTest(shape=lazy): ++ outcome, value, events, _ = self.run_lazy_fixture('@wrap\n' + lazy + "\ndef test_b_assertion(self): self.fail('body')", definitions) ++ self.assertEqual(outcome, 'ERROR', value) ++ self.assertEqual(events, [], value) ++ ++ def test_sync_lazy_returns_refuse_without_advancing_suspended_work(self): ++ definitions = ''' ++ def generator(): ++ record('generator advanced') ++ yield None ++ async def coroutine(): record('coroutine advanced') ++ async def async_generator(): ++ record('async generator advanced') ++ yield None ++ class Awaitable: ++ def __await__(self): ++ record('custom awaitable advanced') ++ yield None ++ ''' ++ for expression in ('generator()', 'coroutine()', 'async_generator()', 'Awaitable()'): ++ with self.subTest(expression=expression): ++ methods = "def test_a_return(self):\n record('outer method')\n return " + expression + "\ndef test_b_assertion(self):\n record('ordinary assertion')\n self.fail('body')" ++ outcome, value, events, stderr = self.run_lazy_fixture(methods, definitions) ++ self.assertEqual(outcome, 'ERROR', value) ++ self.assertEqual(events, ['outer method', 'ordinary assertion'], value) ++ self.assertTrue(value['invalid_population'], value) ++ self.assertNotIn('was never awaited', stderr) ++ ++ def test_decorator_without_wrapped_metadata_cannot_hide_lazy_return(self): ++ definitions = ''' ++ def hide(method): ++ def wrapper(*args, **kwargs): ++ record('decorator executed') ++ return method(*args, **kwargs) ++ return wrapper ++ ''' ++ outcome, value, events, _ = self.run_lazy_fixture("@hide\ndef test_a_lazy(self):\n record('lazy advanced')\n yield None\ndef test_b_assertion(self):\n record('ordinary assertion')\n self.fail('body')", definitions) ++ self.assertEqual(outcome, 'ERROR', value) ++ self.assertEqual(events, ['decorator executed', 'ordinary assertion'], value) ++ ++ def test_all_non_none_returns_refuse_without_iterating_custom_objects(self): ++ definitions = "class DeferredIterable:\n def __iter__(self):\n record('unknown iterable advanced')\n yield None" ++ for expression in ('False', '0', '[]', 'DeferredIterable()'): ++ with self.subTest(expression=expression): ++ outcome, value, events, _ = self.run_lazy_fixture("def test_a_return(self):\n record('outer method')\n return " + expression + "\ndef test_b_assertion(self):\n record('ordinary assertion')\n self.fail('body')", definitions) ++ self.assertEqual(outcome, 'ERROR', value) ++ self.assertEqual(events, ['outer method', 'ordinary assertion'], value) + + + if __name__ == '__main__': diff --git a/cbz/contributions/math514/kernel_replay/evidence/lazy-body/published-parent/PUBLICATION.json b/cbz/contributions/math514/kernel_replay/evidence/lazy-body/published-parent/PUBLICATION.json new file mode 100644 index 000000000..0eb56232b --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/lazy-body/published-parent/PUBLICATION.json @@ -0,0 +1,552 @@ +{ + "destination_root": "cbz/contributions/math514/kernel_replay", + "files": [ + { + "source": "/workspace/cbz-0/tools/kernel_replay/ExactReplay.lean", + "destination": "cbz/contributions/math514/kernel_replay/ExactReplay.lean" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/LIFECYCLE_FIX.md", + "destination": "cbz/contributions/math514/kernel_replay/LIFECYCLE_FIX.md" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/PUBLICATION.json", + "destination": "cbz/contributions/math514/kernel_replay/PUBLICATION.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/README.md", + "destination": "cbz/contributions/math514/kernel_replay/README.md" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/REGISTRY.json", + "destination": "cbz/contributions/math514/kernel_replay/REGISTRY.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/RESOURCE_FIX.md", + "destination": "cbz/contributions/math514/kernel_replay/RESOURCE_FIX.md" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/SPEC.md", + "destination": "cbz/contributions/math514/kernel_replay/SPEC.md" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/STATUS_CORRECTION.md", + "destination": "cbz/contributions/math514/kernel_replay/STATUS_CORRECTION.md" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/fixture-g2-rejection.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/fixture-g2-rejection.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/g0-additional-tests.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/g0-additional-tests.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/g0-applicable-tests.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/g0-applicable-tests.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/g0-initial-mutations.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/g0-initial-mutations.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/g0-mutations.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/g0-mutations.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/g0-resource-additional-tests.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/g0-resource-additional-tests.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/g0-resource-applicable.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/g0-resource-applicable.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/g0-resource-cleanup-red.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/g0-resource-cleanup-red.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/g0-resource-memory-mutant-refresh.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/g0-resource-memory-mutant-refresh.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/g0-resource-mutations.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/g0-resource-mutations.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/g0-resource-preexec-test.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/g0-resource-preexec-test.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/g0-resource-red-initial.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/g0-resource-red-initial.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/g0-resource-red.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/g0-resource-red.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/g0-resource-wrapper-tests.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/g0-resource-wrapper-tests.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/g0-tests.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/g0-tests.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/initial-import-shadow-failure.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/initial-import-shadow-failure.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/initial-low-address-limit-failures.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/initial-low-address-limit-failures.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/initial-real-symlink-replay.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/initial-real-symlink-replay.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/DELIVERY_REGISTRY.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/DELIVERY_REGISTRY.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/baseline/mutations.py", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/baseline/mutations.py" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/baseline/run_tests.py", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/baseline/run_tests.py" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/baseline/tests/test_mutation_harness.py", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/baseline/tests/test_mutation_harness.py" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/independent-lifecycle-review.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/independent-lifecycle-review.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-baseline-sha256.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-baseline-sha256.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-controls-green.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-controls-green.log" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-controls-optimized-green.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-controls-optimized-green.log" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-controls-red.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-controls-red.log" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-delivery.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-delivery.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-dispatch-red.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-dispatch-red.log" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-final-runner-mutants.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-final-runner-mutants.log" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-final-runner-mutants/drop-body-completion.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-final-runner-mutants/drop-body-completion.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-final-runner-mutants/drop-selected-method-dispatch-authorization.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-final-runner-mutants/drop-selected-method-dispatch-authorization.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-final-runner-mutants/erase-subtest-lifecycle-origin.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-final-runner-mutants/erase-subtest-lifecycle-origin.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-final-runner-mutants/guard_run_tests.py", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-final-runner-mutants/guard_run_tests.py" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-final-runner-mutants/summary.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-final-runner-mutants/summary.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-final-runner-mutants/trust-overridable-display-id.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-final-runner-mutants/trust-overridable-display-id.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-foreign-subtest-green.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-foreign-subtest-green.log" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-foreign-subtest-optimized-green.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-foreign-subtest-optimized-green.log" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-foreign-subtest-red.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-foreign-subtest-red.log" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants.log" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/accept-boolean-counts.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/accept-boolean-counts.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/drop-body-completion.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/drop-body-completion.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/erase-subtest-lifecycle-origin.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/erase-subtest-lifecycle-origin.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/guard_run_tests.py", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/guard_run_tests.py" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/ignore-body-population-receipt.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/ignore-body-population-receipt.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/ignore-invalid-population.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/ignore-invalid-population.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/ignore-selector-binding.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/ignore-selector-binding.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/restore-summary-only-grading.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/restore-summary-only-grading.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/summary.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/summary.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/trust-overridable-display-id.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/trust-overridable-display-id.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-lifecycle-method-red.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-lifecycle-method-red.log" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-parent-identity-mutant.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-parent-identity-mutant.log" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-parent-identity-mutant/drop-foreign-subtest-parent-identity.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-parent-identity-mutant/drop-foreign-subtest-parent-identity.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-parent-identity-mutant/guard_run_tests.py", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-parent-identity-mutant/guard_run_tests.py" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-parent-identity-mutant/summary.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-parent-identity-mutant/summary.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-population-binding-red.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-population-binding-red.log" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-population-listing-green.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-population-listing-green.log" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-setup-red.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-setup-red.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-subtest-controls-red.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-subtest-controls-red.log" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/run_kernel_final_runner_mutants.py", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/run_kernel_final_runner_mutants.py" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/run_kernel_harness_mutants.py", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/run_kernel_harness_mutants.py" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/run_kernel_parent_identity_mutant.py", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/run_kernel_parent_identity_mutant.py" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/kernel-first-generation.patch", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/kernel-first-generation.patch" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/kernel-parent-identity-followup.patch", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/kernel-parent-identity-followup.patch" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/kernel.patch", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/kernel.patch" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/kernel/DELIVERY_REGISTRY-first-generation.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/kernel/DELIVERY_REGISTRY-first-generation.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/kernel/REPORT.md", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/kernel/REPORT.md" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/kernel/REVIEW.txt", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/kernel/REVIEW.txt" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/kernel/SUCCESSOR_SHA256.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/kernel/SUCCESSOR_SHA256.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/allow-artifact-symlink.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/allow-artifact-symlink.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/concurrent-module-processes.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/concurrent-module-processes.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/empty-coverage.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/empty-coverage.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/exported-part-only.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/exported-part-only.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/ignore-compiled-parts-binding.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/ignore-compiled-parts-binding.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/ignore-completion-marker.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/ignore-completion-marker.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/ignore-memory-limit.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/ignore-memory-limit.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/ignore-nonzero-exit.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/ignore-nonzero-exit.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/ignore-source-binding.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/ignore-source-binding.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/ignore-timeout.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/ignore-timeout.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/ignore-tool-binding.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/ignore-tool-binding.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/prefix-expansion.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/prefix-expansion.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/preload-target-self-reference.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/preload-target-self-reference.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/skip-kernel-replay.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/skip-kernel-replay.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/truncate-module-coverage.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/truncate-module-coverage.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/untrusted-checker-search-path.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/untrusted-checker-search-path.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/real-BadPrivate.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/real-BadPrivate.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/real-BadPublic.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/real-BadPublic.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/real-Good.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/real-Good.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/real-UnapprovedAxiom.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/real-UnapprovedAxiom.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-baseline/kernel_replay.py", + "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-baseline/kernel_replay.py" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-baseline/mutations.py", + "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-baseline/mutations.py" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-baseline/test_kernel_replay.py", + "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-baseline/test_kernel_replay.py" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-mutations/concurrent-module-processes.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/concurrent-module-processes.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-mutations/empty-coverage.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/empty-coverage.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-mutations/ignore-compiled-parts-binding.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/ignore-compiled-parts-binding.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-mutations/ignore-completion-marker.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/ignore-completion-marker.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-mutations/ignore-memory-limit.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/ignore-memory-limit.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-mutations/ignore-nonzero-exit.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/ignore-nonzero-exit.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-mutations/ignore-source-binding.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/ignore-source-binding.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-mutations/ignore-timeout.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/ignore-timeout.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-mutations/ignore-tool-binding.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/ignore-tool-binding.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-mutations/resource-accept-boolean-timeout.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/resource-accept-boolean-timeout.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-mutations/resource-continue-after-unreaped-child.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/resource-continue-after-unreaped-child.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-mutations/resource-drop-process-exception-normalization.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/resource-drop-process-exception-normalization.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-mutations/resource-ignore-inherited-memory-hard-limit.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/resource-ignore-inherited-memory-hard-limit.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-mutations/resource-ignore-memory-upper-bound.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/resource-ignore-memory-upper-bound.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-mutations/resource-ignore-timeout-upper-bound.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/resource-ignore-timeout-upper-bound.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-mutations/resource-overwrite-error-with-success.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/resource-overwrite-error-with-success.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-mutations/resource-skip-abnormal-cleanup.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/resource-skip-abnormal-cleanup.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-mutations/resource-unbounded-cleanup-wait.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/resource-unbounded-cleanup-wait.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-mutations/truncate-module-coverage.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/truncate-module-coverage.json" + }, + { + "source": "/workspace/cbz-0/discovery/kernel-replay-independent-review.md", + "destination": "cbz/contributions/math514/kernel_replay/independent-review.md" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/kernel_replay.py", + "destination": "cbz/contributions/math514/kernel_replay/kernel_replay.py" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/mutations.py", + "destination": "cbz/contributions/math514/kernel_replay/mutations.py" + }, + { + "source": "/workspace/cbz-0/discovery/kernel-resource-fix-report.json", + "destination": "cbz/contributions/math514/kernel_replay/resource-fix-report.json" + }, + { + "source": "/workspace/cbz-0/discovery/kernel-resource-fix-report.md", + "destination": "cbz/contributions/math514/kernel_replay/resource-fix-report.md" + }, + { + "source": "/workspace/cbz-0/discovery/kernel-resource-postfix-review.md", + "destination": "cbz/contributions/math514/kernel_replay/resource-postfix-review.md" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/run_tests.py", + "destination": "cbz/contributions/math514/kernel_replay/run_tests.py" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/tests/fixtures/BadPrivate.lean", + "destination": "cbz/contributions/math514/kernel_replay/tests/fixtures/BadPrivate.lean" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/tests/fixtures/BadPublic.lean", + "destination": "cbz/contributions/math514/kernel_replay/tests/fixtures/BadPublic.lean" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/tests/fixtures/Good.lean", + "destination": "cbz/contributions/math514/kernel_replay/tests/fixtures/Good.lean" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/tests/fixtures/UnapprovedAxiom.lean", + "destination": "cbz/contributions/math514/kernel_replay/tests/fixtures/UnapprovedAxiom.lean" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/tests/test_kernel_replay.py", + "destination": "cbz/contributions/math514/kernel_replay/tests/test_kernel_replay.py" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/tests/test_mutation_harness.py", + "destination": "cbz/contributions/math514/kernel_replay/tests/test_mutation_harness.py" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/tests/test_real_lean.py", + "destination": "cbz/contributions/math514/kernel_replay/tests/test_real_lean.py" + }, + { + "source": "/workspace/cbz-0/discovery/kernel-replay-tool-report.json", + "destination": "cbz/contributions/math514/kernel_replay/tool-report.json" + }, + { + "source": "/workspace/cbz-0/discovery/kernel-replay-tool-report.md", + "destination": "cbz/contributions/math514/kernel_replay/tool-report.md" + } + ], + "excluded_generated": [ + "__pycache__", + "*.pyc", + "compiled fixture artifacts", + "temporary directories", + "runtime diagnostic Lean file" + ] +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/lazy-body/published-parent/README.md b/cbz/contributions/math514/kernel_replay/evidence/lazy-body/published-parent/README.md new file mode 100644 index 000000000..f60efa340 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/lazy-body/published-parent/README.md @@ -0,0 +1,65 @@ +# Bounded exact-module Lean kernel replay + +This adapter invokes the installed `LeanChecker.replayFromImports` once in each fresh Lean process. It removes the upstream CLI's prefix expansion and concurrent per-module tasks while preserving its kernel replay routine. It is a scoped G4 tool, not an independent proof checker or a complete CBZ gate suite. + +Requirements: Linux, Python 3 standard library, and a complete Lean 4.34.1 toolchain containing `bin/lean`, `lib/lean/LeanChecker.olean`, `lib/lean/Lean/Replay.olean`, and their corresponding installed source files. No Lake invocation, package download or native build is required. The driver is evaluated by plain `lean -j1 ExactReplay.lean`, because importing `LeanChecker` already imports upstream's root `main`; using `lean --run` would invoke its unsuitable CLI. + +Use absolute, canonical paths without symlinks for artifact roots and olean files/parts. The sysroot library takes precedence over supplied `LEAN_PATH` entries so a project cannot shadow the imported checker. Only explicit ASCII Lean module identifiers are accepted. Unknown arguments, including `--help`, fail; `python3 kernel_replay.py help` prints usage. + +From a fresh clone's repository root, use the published contribution path below. This example requires `elan` and an already installed Lean 4.34.1 toolchain selected by the repository's pinned toolchain setting. Without `elan`, set `LEAN=/absolute/lean-4.34.1/bin/lean` instead. Historical G0 receipts retain the actual author-workspace paths recorded when those checks ran; these portable usage examples do not rewrite that evidence. + +```bash +TOOL="$PWD/cbz/contributions/math514/kernel_replay" +LEAN="$(elan which lean)" + +# Include every module from the caller's independently complete owned-module inventory. +python3 "$TOOL/kernel_replay.py" prepare \ + --lean "$LEAN" \ + --lean-path /absolute/project/.lake/build/lib/lean \ + --lean-path /absolute/mathlib/.lake/build/lib/lean \ + --module ExactModule=/absolute/project/ExactModule.lean \ + --module AnotherModule=/absolute/project/AnotherModule.lean \ + --context /absolute/project/lean-toolchain \ + --context /absolute/project/lake-manifest.json \ + --output /absolute/evidence/replay-manifest.json + +python3 "$TOOL/kernel_replay.py" run /absolute/evidence/replay-manifest.json \ + --memory-mib 16384 --timeout-seconds 600 \ + --output /absolute/evidence/replay-report.json + +# The one-module convenience command uses the same manifest and replay checks. +python3 "$TOOL/kernel_replay.py" one ExactModule \ + --lean "$LEAN" --lean-path /absolute/project/.lake/build/lib/lean \ + --source /absolute/project/ExactModule.lean \ + --memory-mib 16384 --timeout-seconds 600 \ + --output /absolute/evidence/one-module-report.json +``` + +Repeat `--lean-path`, `--module`, and `--context` as needed. No glob, prefix expansion, implicit module or skip option exists. `prepare` binds every source, available exported/server/private olean part, executable and checker implementation. `run` checks exact nonempty coverage, validates bindings before/after execution, and waits for each process before starting the next. It requires exit zero and exactly one matching success marker. A failed child remains fatal to overall status even if other modules pass. Reports contain commands, times, bounds, hashes and output tails. CLI exit codes: 0 successful scoped replay/preparation, 1 non-green replay report, 2 malformed CLI/input/preparation failure. Preserve failed reports. + +Resource quantities are validated before spawning. Memory must be an integer from 64 MiB through `min(sys.maxsize, finite inherited RLIMIT_AS hard limit) // 1048576`; an unlimited inherited hard limit contributes no cap. This conservative Linux platform-integer ceiling excludes the unlimited sentinel, rejects values the child cannot install, and never silently clamps a request. Timeout must be an integer or float in `(0, min(floor(threading.TIMEOUT_MAX), 2147483)]` seconds. The second ceiling is the signed 32-bit poll-millisecond range rounded down to whole seconds. Booleans, nonfinite values and oversized integers are rejected without float conversion or a child process. Reports record the effective ceilings. + +Spawn and wait `OSError`, `SubprocessError`, `OverflowError` and `ValueError` become structured non-green reports. A timeout or abnormal wait sends SIGKILL to the process group, attempts a direct child kill if group signaling fails, and waits at most one second to reap. A normal killable child is reaped before scheduling continues. If the OS refuses signaling/reaping (for example an uninterruptible kernel wait), the adapter reports `ERROR` with the PID and cleanup diagnostics, then stops further modules; users must resolve that OS-level process. Finite cleanup cannot guarantee forced termination of an uninterruptible child. An error remains `ERROR` even if cleanup observes exit zero and a matching success marker. + +`--memory-mib` limits **virtual address space** with Linux `RLIMIT_AS`; it is not an RSS measurement or a replacement for the enclosing cgroup's physical memory limit. Tiny-driver diagnostics observed about 6.2 GiB virtual reservation and 614 MiB RSS. A 2 GiB address-space limit aborted during thread creation before checking; fixture replay passed with an explicit 8192 MiB cap. Individual real modules can still exceed memory or time bounds. The initial Math core exit-137 OOM at16GiB remains retained failed-run evidence. The canonical handoff already records a later successful same-source complete Math-core gate with `LEAN_NUM_THREADS=2` at8151; see [the immutable component receipt](https://github.com/d6g8k5htny-coder/main/blob/94747663830ca6645ea27c8820058168c08cf170/cbz/evidence/kernel/math-core/receipt.json). Reuse that completed evidence: this adapter is a separately verified exact-scheduling option and does not require another Math-core replay. Its tiny fixtures alone do not establish every project module's resource requirement. + +The source and compiled hashes are separate bindings; G3 build evidence must establish that the compiled artifacts came from those sources. The report covers only declared targets and explicit context files. Supply all dependency bindings required by the intended evidence claim, and use a stable input tree. A hand-selected subset does not establish complete project coverage. Symlinked artifact roots/components/files/parts are rejected because upstream selects private/server siblings by lexical filename; canonicalizing a single file could otherwise bind different parts from those replayed. + +Upstream reads all available olean parts, uses the most private constant map, and checks safe total declarations in an **import-only** environment. It handles inductive declarations and checks the generated constructors/recursors. Its intentional exclusion of unsafe and partial definitions remains in effect. Imported dependencies require their own coverage/evidence. Kernel validity permits axioms; `g2_status` always remains `NOT_ASSESSED`. The included axiom fixture is kernel-valid and is rejected by a separate explicit fixture-policy check. That check illustrates the G2/G4 distinction; it is not a production all-declaration approved-axiom auditor. G2 is still a separate blocking obligation. + +The mutation grader also has a later [lifecycle repair](LIFECYCLE_FIX.md):14 affected harness methods and10 distinct safeguard mutants, with exact selected-population/body-assertion accounting. The current54 test methods comprise31 unchanged wrapper,9 unchanged real-Lean and14 current harness methods. This is composed evidence, not one fresh full54-test run. Resource-only results below describe their historical generation at9c94ff6; the old one-method synthetic harness fixture has been replaced by stricter real execution controls and preserved as source history. + +Run G0 only for changed tooling or uncovered obligations; reuse applicable evidence on unchanged material. The resource-boundary repair changed the wrapper and its tests, so its affected checks are: + +```bash +export CBZ_TEST_LEAN="$LEAN" +python3 "$TOOL/run_tests.py" --output "$TOOL/evidence/g0-wrapper-current.json" \ + --test test_kernel_replay.WrapperTests --test test_mutation_harness.MutationHarnessTests +python3 "$TOOL/mutations.py" --group wrapper --output "$TOOL/evidence/g0-wrapper-mutations-current.json" +``` + +Resource generation evidence consists of 30 passing tests, two additional passing tests (one repeats the strengthened memory oracle), and one actual preexec-failure test: 32 distinct fresh tests, including 14 new resource tests. Nineteen current-source wrapper mutants were killed by actual assertion failures: ten original wrapper cases and nine new resource cases. The memory mutant was then rechecked only because its test oracle changed. These are separate from the preserved original 27-test/16-mutation receipts for wrapper SHA-256 `416b688929daff9f473ce3e0abd399d8be2cde46c12956d3e5d5d9937d914293`. The nine unchanged real-Lean tests and six real-driver/import-trust mutants retain their earlier applicable evidence; no real Lean fixture or project proof was replayed for this repair. See [RESOURCE_FIX.md](RESOURCE_FIX.md) and `evidence/g0-resource-applicable.json` for the exact evidence split. The default unfiltered runners still support a full suite when a new change warrants it. + +The real fixtures cover public/private proofs, data, inductives, exact-module behavior, installed-checker import trust and module-file symlink rejection. `BadPublic.lean` and `BadPrivate.lean` intentionally inject self-referential proofs through the public declaration API with fixture-local `debug.skipKernelTC`. They and `UnapprovedAxiom.lean` are quarantined test data, never closed mathematical modules. The exported-only and target-preloading mutants demonstrate why private parts and an import-only replay environment are required. Mutation copies are isolated and disposable; only complete custody-bound selected-body assertion evidence counts as a kill. Lifecycle assertions, errors, skips, empty/incomplete populations and timeouts are non-green harness outcomes. Initial survivors and erroneous historical adapter receipts are retained as failed tooling evidence, never certification. + +Ownership, gate boundaries, publication mapping and canonical registry/ledger payload are in `REGISTRY.json`. The canonical writer integrates that payload; this contribution does not edit shared canonical surfaces. diff --git a/cbz/contributions/math514/kernel_replay/evidence/lazy-body/published-parent/REGISTRY.json b/cbz/contributions/math514/kernel_replay/evidence/lazy-body/published-parent/REGISTRY.json new file mode 100644 index 000000000..e3e016112 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/lazy-body/published-parent/REGISTRY.json @@ -0,0 +1,175 @@ +{ + "id": "cbz-kernel-exact-replay-v1", + "status": "COMPLETE_SCOPED_TOOL_REGISTRY_PAYLOAD", + "owner": "CBZ tooling / canonical writer integration", + "purpose": "Bounded serial exact-module scheduling of installed LeanChecker.replayFromImports, with target source/artifact bindings and fail-closed coverage/error handling.", + "associated_criteria": [ + "G0 auditor self-test/mutations", + "G4 scoped kernel replay", + "G11 complete documented tooling" + ], + "gates_not_claimed": [ + "G2 all-declaration approved-axiom audit", + "complete project G4 coverage", + "CBZ-0" + ], + "commands": { + "help": "python3 kernel_replay.py help", + "prepare": "python3 kernel_replay.py prepare --lean ABS_LEAN --lean-path ABS_OLEAN_ROOT --module NAME=ABS_SOURCE --output MANIFEST.json", + "run": "python3 kernel_replay.py run MANIFEST.json --memory-mib 16384 --timeout-seconds 600 --output REPORT.json", + "g0": "python3 run_tests.py --output evidence/g0-tests.json", + "mutations": "python3 mutations.py --output evidence/g0-mutations.json", + "g0_resource": "python3 run_tests.py --output evidence/g0-wrapper-current.json --test test_kernel_replay.WrapperTests --test test_mutation_harness.MutationHarnessTests", + "mutations_resource": "python3 mutations.py --group wrapper --output evidence/g0-wrapper-mutations-current.json", + "g0_lifecycle": "python3 -B -S run_tests.py --test test_mutation_harness.MutationHarnessTests --output /absolute/new-evidence/harness.json", + "g0_lifecycle_optimized": "PYTHONOPTIMIZE=1 python3 -B -S -O run_tests.py --test test_mutation_harness.MutationHarnessTests --output /absolute/new-evidence/harness-optimized.json" + }, + "self_verification": { + "status": "PASS_SCOPED_COMPOSED_LIFECYCLE_REPAIR", + "generation": "lifecycle-v3", + "single_full_suite_claim": false, + "current_test_methods": 54, + "fresh_affected_harness_methods": 14, + "reused_unchanged_wrapper_methods": 31, + "reused_unchanged_real_lean_methods": 9, + "fresh_distinct_grader_safeguard_mutants": 10, + "safeguard_mutant_executions_across_source_generations": 13, + "historical_production_mutations_applicable": 25, + "evidence": "evidence/lifecycle/evidence/kernel-delivery.json", + "review": "evidence/lifecycle/evidence/independent-lifecycle-review.json", + "historical_resource_generation": { + "status": "PASS_RESOURCE_BOUNDARY_G0", + "generation": "resource-boundary-v2", + "fresh_distinct_tests": 32, + "new_resource_tests": 14, + "fresh_test_invocations": 33, + "single_full_suite_claim": false, + "test_evidence": [ + "evidence/g0-resource-wrapper-tests.json", + "evidence/g0-resource-additional-tests.json", + "evidence/g0-resource-preexec-test.json", + "evidence/g0-resource-applicable.json" + ], + "reused_unchanged_real_lean_tests": 9, + "mutations": { + "fresh_planned": 19, + "fresh_executed": 19, + "fresh_killed": 19, + "new_resource_cases": 9, + "original_wrapper_cases": 10, + "reused_unchanged_real_cases": 6, + "memory_oracle_refresh": "evidence/g0-resource-memory-mutant-refresh.json", + "evidence": "evidence/g0-resource-mutations.json", + "threshold": 1 + }, + "prior_generation": { + "production_wrapper_sha256": "416b688929daff9f473ce3e0abd399d8be2cde46c12956d3e5d5d9937d914293", + "verification": { + "status": "PASS", + "applicable_tests": 27, + "test_evidence": [ + "evidence/g0-tests.json", + "evidence/g0-additional-tests.json", + "evidence/g0-applicable-tests.json" + ], + "mutations": { + "planned": 16, + "executed": 16, + "killed": 16, + "threshold": 1, + "evidence": "evidence/g0-mutations.json" + } + } + }, + "reuse_rule": "/workspace/AGENTS.md owner clarification 25 October 2026: reuse completed applicable checks on unchanged material; provider/process review tracked separately." + }, + "reuse_rule": "/workspace/AGENTS.md owner clarification 25 October 2026: reuse completed applicable checks on unchanged material; provider/process review tracked separately." + }, + "limits_and_boundaries": [ + "RLIMIT_AS bounds virtual address space, not RSS; enclosing cgroup physical limit remains separate. Fixture cap8192MiB; no assertion every project module fits.", + "Only explicit nonempty module list; caller independently establishes full owned-module inventory and dependency evidence.", + "Installed sysroot import precedence; no symlinked search roots/artifact components/module files/parts.", + "G3 independently binds source to compiled output. G2 remains NOT_ASSESSED by replay.", + "Unsafe and partial exclusions are upstream behavior.", + "Resource bounds reject bool, huge/nonfinite timeouts and unrepresentable/inherited-hard-limit memory caps before spawn; see SPEC.md.", + "Explicit Popen lifecycle normalizes spawn/wait resource exceptions. Kill/reap wait is bounded to one second; unreaped PID is reported ERROR and stops later modules. OS-uninterruptible processes cannot be promised forced termination." + ], + "quarantined_test_data": [ + { + "path": "tests/fixtures/BadPublic.lean", + "boundary": "Intentional self-referential theorem inserted with fixture-local skipKernelTC; only negative tests, never closed code." + }, + { + "path": "tests/fixtures/BadPrivate.lean", + "boundary": "Same intentional malformed body with genuine private visibility; only negative tests." + }, + { + "path": "tests/fixtures/UnapprovedAxiom.lean", + "boundary": "Explicit unapproved false axiom; kernel pass is expected while independent fixture axiom policy rejects." + } + ], + "ledger_payload": { + "phase": 2, + "layer": "B", + "action": "Tighten exact replay mutation grading to complete selected population and actual body/lifecycle assertion provenance; preserve unchanged replay and source-specific historical evidence.", + "rationale": "Upstream prefix expansion launches concurrent per-module tasks with no CLI jobs flag. The original OOM is historical; canonical947 records a later successful same-source complete Math core gate with two threads. This adapter supplies exact serial scheduling, input binding and finite adversarial controls independently.", + "reversibility": "New isolated contribution files only; no mathematical source, branch, Git, remote or canonical-surface mutation by this task.", + "evidence": [ + "evidence/g0-applicable-tests.json", + "evidence/g0-mutations.json", + "tool-report.json", + "RESOURCE_FIX.md", + "resource-fix-report.json", + "evidence/g0-resource-applicable.json", + "LIFECYCLE_FIX.md", + "evidence/lifecycle/evidence/kernel-delivery.json", + "evidence/lifecycle/evidence/independent-lifecycle-review.json" + ] + }, + "publication": { + "source_root": "/workspace/cbz-0/tools/kernel_replay", + "destination_root": "cbz/contributions/math514/kernel_replay", + "excluded": [ + "**/__pycache__/**", + "**/*.pyc", + "evidence/compiled-fixtures/**", + "evidence/tmp*/**", + "evidence/mutant-*/**", + "evidence/RuntimeDiagnostic.lean" + ], + "mapping_file": "PUBLICATION.json" + }, + "canonical_math_core_resolution": { + "observed_by_this_window_utc": "2026-10-29T18:50:42.767390+00:00", + "source_commit": "8151f592918a845bf19eb8eafaf8444540a32734", + "canonical_handoff_cut": "94747663830ca6645ea27c8820058168c08cf170", + "status_source": "https://github.com/d6g8k5htny-coder/main/blob/94747663830ca6645ea27c8820058168c08cf170/STATUS.md", + "receipt_source": "https://github.com/d6g8k5htny-coder/main/blob/94747663830ca6645ea27c8820058168c08cf170/cbz/evidence/kernel/math-core/receipt.json", + "reported_resource_configuration": "LEAN_NUM_THREADS=2", + "component_scope": "Math core:116 owned constants,63 public theorem targets,26853 dependency closure; onlypropext/Classical.choice/Quot.sound; fullcomponentgate/adversecontrols recorded", + "project_proof_replayed_for_this_correction": false, + "adapter_production_code_or_tests_changed": false, + "adapter_27_tests_16_mutants_reused": true, + "federation_CBZ_claim": false, + "record_context": "Historical documentation-only correction at cd3a0021; adapter-unchanged/reused-27-16 fields describe that cut. The later resource-boundary source change has separate self_verification evidence above." + }, + "resource_repair_review": { + "finding": "https://github.com/d6g8k5htny-coder/main/pull/696#discussion_r4416529549", + "status": "PASS_SAME_PROVIDER_ENGINEERING_REVIEW", + "prior_published_head": "cd3a0021a16437567ceda8c9a0f0525677042de2", + "project_math_replayed": false, + "report": "resource-postfix-review.md", + "sha256": "660d37c8e5c3374d8fee867182042c12d2fc863f2a0f63198e4b01b0c8ced8b2", + "provider_distinct_scientific_review": "NOT_ASSESSED_BY_THIS_ENGINEERING_REVIEW" + }, + "lifecycle_repair": { + "description": "LIFECYCLE_FIX.md", + "source_sha256": { + "run_tests.py": "de089e08688ffb2c236cdc34ccc095eb421d5162dde6d8eff24af7fdc3c91baa", + "mutations.py": "a1a0b0e7d6c5809c1f3f291a10aa14edc04265ce73cf76494318f966ab69b9bd", + "tests/test_mutation_harness.py": "9887371525049cbc9685fadfd02531b1171507ad3c2c8373947c37875b3783e6" + }, + "metadata_authentication_boundary": "Trusted source-bound runner; accounting schema does not authenticate adversarially fabricated consistent JSON.", + "original_summary_only_fixture_preserved": "evidence/lifecycle/baseline/" + } +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/lazy-body/published-parent/SPEC.md b/cbz/contributions/math514/kernel_replay/evidence/lazy-body/published-parent/SPEC.md new file mode 100644 index 000000000..de5cc8ffa --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/lazy-body/published-parent/SPEC.md @@ -0,0 +1,24 @@ +# Exact-module kernel replay specification + +This tool repairs resource scheduling for Lean 4.34.1's installed `LeanChecker.replayFromImports`. It does not replace the kernel or change mathematical source. Owner: CBZ tooling agent; registry payload is `REGISTRY.json` for the canonical writer. + +The Lean driver imports `LeanChecker`, initializes the search path with `findSysroot`, and calls the exported official unsafe IO routine exactly once. It never imports the target into its driver environment. The official routine reads exported/server/private parts, builds an environment containing only the target's imports, then replays the constants from the most private available part. This preserves upstream handling of inductives, constructors, recursors and proof bodies. Its intentional unsafe/partial-definition exclusion remains upstream behavior. + +The Python CLI accepts only declared arguments; no prefix expansion, default anonymous target, ignored dash flags, concurrency option or empty target set exists. `prepare` creates a manifest from explicit `--module NAME=SOURCE` selections. `run` validates exact expected coverage and all bindings, then starts and waits for one Lean process at a time. Each process has an explicit address-space limit and wall timeout. Any missing module, source/part mutation, nonzero exit, timeout, absent/mismatched completion marker, changed tool binding or coverage mismatch is non-green. A report records every requested module, observed return code, exact command, hashes, resource bounds, times and output. A failed run never claims G4 success. + +The manifest binds source bytes and compiled bytes independently; it does not prove that source produced those bytes. G3 build evidence must establish that relationship. The report binds only declared target artifacts and explicit extra context bindings; it does not claim to bind an undeclared full dependency closure. The manifest's explicit expected list must come from the caller's independently complete owned-module inventory; preparing a subset cannot establish full-project coverage. + +Trust/path invariant: installed sysroot library precedence pins the driver's checker import. Artifact search roots, selected module filenames and all sibling part paths must be canonical and contain no symlinks. This conservative restriction prevents binding canonical destination siblings while the official routine reads lexical search-path siblings. Limits bound virtual address space, not RSS; an 8192 MiB cap is used for actual fixtures, and no claim is made that every project module fits. + +Kernel validity permits axioms. A successful replay is not G2 approved-axiom certification and is not full CBZ. G2 remains an independent blocking gate. Fixtures include a quarantined unapproved axiom and an intentionally corrupted theorem body solely as negative tool tests. + +G0 acceptance: strict CLI, exact target, sequential processes, no empty/missing/duplicate coverage, fatal child failure, limits/timeouts, source/part/tool binding changes, public/private/inductive fixture with three real olean parts, malformed public and private proof bodies rejected, unapproved axiom replay accepted while an independent fixture axiom check rejects it. Mutation testing must kill relevant wrapper/driver defects and report actual counts. No heavy project replay is required to self-test this tool. + +Resource-boundary generation (P2 repair): memory is an exact integer in `[64, min(sys.maxsize, finite inherited RLIMIT_AS hard limit) // 1048576]` MiB. The unlimited hard-limit sentinel contributes no cap. Timeout is an exact int/float type in `(0, min(floor(threading.TIMEOUT_MAX), 2147483)]` seconds; 2147483 is the signed 32-bit poll-millisecond range rounded down. Bool, NaN/infinity and oversized values are rejected before process creation and before converting a huge int to float. Both ceilings and the one-second cleanup wait budget appear in the report. + +The wrapper owns Popen explicitly and never invokes its implicit unbounded context-manager cleanup. Spawn/wait resource exceptions (`OSError`, `SubprocessError`, `OverflowError`, `ValueError`) are structured errors. Timeout/error cleanup signals the process group, falls back to child signaling on a group error, and uses a one-second reap wait plus nonblocking poll. Cleanup failure leaves a non-green ERROR with the PID and diagnostics, and stops subsequent modules. A finite wait cannot force an OS-uninterruptible child to exit. Only an ordinary completed wait can promote a result to PASS/FAIL; neither timeout nor ERROR can become PASS from exit-zero/marker observations during cleanup. Existing coverage, binding, private-part, replay, and G2 semantics remain unchanged. + + +## Mutation grader lifecycle contract + +See LIFECYCLE_FIX.md. Kills require a pristine externally bound exact selected parent-method population and one authorized body entry/exit per method, direct escaping AssertionError identity or matched body-subtest assertion events, and exact integer count/event consistency. Lifecycle errors/assertions, false or incomplete identities, foreign subtest parents, missing metadata, skips/expected failures and synthetic summaries are ERROR. Fully fabricated consistent JSON remains outside the trusted runner/source-custody boundary. Historical source-bound body-trace evidence is retained separately from new receipts. diff --git a/cbz/contributions/math514/kernel_replay/run_tests.py b/cbz/contributions/math514/kernel_replay/run_tests.py index 87e7fd4d6..796a63489 100644 --- a/cbz/contributions/math514/kernel_replay/run_tests.py +++ b/cbz/contributions/math514/kernel_replay/run_tests.py @@ -23,6 +23,28 @@ def method_id(test): return cls.__module__ + '.' + cls.__qualname__ + '.' + name +def supported_method_shape(method): + """Only synchronous ordinary functions/methods are supported test bodies. + + Inspect every advertised decorator link. Returning suspended work is checked + separately, since decorators may intentionally omit __wrapped__ metadata. + """ + try: + inspect.unwrap(method) # Reject cyclic decorator metadata. + except ValueError: + return False + current = method + while True: + if (not (inspect.isfunction(current) or inspect.ismethod(current)) + or inspect.isgeneratorfunction(current) + or inspect.iscoroutinefunction(current) + or inspect.isasyncgenfunction(current)): + return False + if not hasattr(current, '__wrapped__'): + return True + current = current.__wrapped__ + + def selected_cases(suite): for test in suite: if isinstance(test, unittest.TestSuite): @@ -124,7 +146,13 @@ def body(*args, **kwargs): result.body_entered_ids.append(method_id(test)) result.body_active.add(id(test)) try: - return original_body(*args, **kwargs) + value = original_body(*args, **kwargs) + if value is not None: + result.invalid_execution.append('selected synchronous method must return None') + if inspect.iscoroutine(value) and inspect.getcoroutinestate(value) == inspect.CORO_CREATED: + value.close() # Closing a native unstarted coroutine executes no body. + return None + return value except BaseException as exc: result.body_exception[id(test)] = exc raise @@ -132,24 +160,6 @@ def body(*args, **kwargs): result.body_active.discard(id(test)) result.body_finished_ids.append(method_id(test)) # _Outcome calls addFailure *after* this wrapper unwinds. - if inspect.iscoroutinefunction(original_body): - @functools.wraps(original_body) - async def async_body(*args, **kwargs): - if id(test) not in result.dispatch_active or result.lifecycle_depth.get(id(test), 0): - result.invalid_execution.append('selected async method invoked outside body dispatch') - return await original_body(*args, **kwargs) - result.phase[id(test)] = 'body' - result.body_entered_ids.append(method_id(test)) - result.body_active.add(id(test)) - try: - return await original_body(*args, **kwargs) - except BaseException as exc: - result.body_exception[id(test)] = exc - raise - finally: - result.body_active.discard(id(test)) - result.body_finished_ids.append(method_id(test)) - body = async_body setattr(test, test._testMethodName, body) @@ -166,6 +176,8 @@ def describe_suite(suite, selection): for test, identity in zip(cases, selected): if identity is not None and test.id() != identity: invalid.append('display identity does not match selected method') + if identity is not None and not supported_method_shape(getattr(test, test._testMethodName)): + invalid.append('unsupported selected method shape: ' + identity) return cases, {'selection': selection, 'selected_ids': selected, 'invalid_population': invalid} @@ -174,10 +186,10 @@ def run_suite(suite, selection): stream = io.StringIO() result = LifecycleResult(stream=unittest.runner._WritelnDecorator(stream), descriptions=True, verbosity=2) - for test in cases: - if method_id(test) is not None: + if not population['invalid_population']: + for test in cases: instrument(test, result) - suite.run(result) + suite.run(result) population['invalid_population'].extend(result.invalid_execution) # Render the ordinary summary for humans; grading uses the structured fields. result.printErrors() diff --git a/cbz/contributions/math514/kernel_replay/tests/test_mutation_harness.py b/cbz/contributions/math514/kernel_replay/tests/test_mutation_harness.py index 538a20db8..43eb34d01 100644 --- a/cbz/contributions/math514/kernel_replay/tests/test_mutation_harness.py +++ b/cbz/contributions/math514/kernel_replay/tests/test_mutation_harness.py @@ -179,5 +179,113 @@ def test_forged_or_missing_accounting_is_error(self): self.assertEqual(mutations.classify(receipt, exit_code), 'ERROR') +class LazyBodyHarnessTests(unittest.TestCase): + """A call returning suspended work must never establish complete test execution.""" + + def run_lazy_fixture(self, methods, definitions='', listing=False): + with tempfile.TemporaryDirectory() as tmp: + root = Path(tmp) + (root / 'tests').mkdir() + shutil.copy2(ROOT / 'run_tests.py', root / 'run_tests.py') + events = root / 'events' + source = ('import unittest, functools\nfrom pathlib import Path\n' + 'def record(label):\n with Path(' + repr(str(events)) + ').open("a") as out: out.write(label + "\\n")\n' + + textwrap.dedent(definitions) + '\nclass Case(unittest.TestCase):\n' + + textwrap.indent(textwrap.dedent(methods), ' ')) + (root / 'tests/fixture.py').write_text(source) + output = root / 'result.json' + command = [sys.executable, '-B', '-S', str(root / 'run_tests.py'), + '--output', str(output), '--test', 'fixture.Case'] + if listing: + command.append('--list') + p = subprocess.run(command, capture_output=True, text=True, timeout=10) + self.assertTrue(output.is_file(), p.stderr) + value = json.loads(output.read_text()) + observed = events.read_text().splitlines() if events.exists() else [] + return mutations.classify(value, p.returncode), value, observed, p.stderr + + def test_ordinary_synchronous_body_positives_remain_supported(self): + survived, value, events, _ = self.run_lazy_fixture("def test_one(self): record('ordinary')") + self.assertEqual(survived, 'SURVIVED', value) + self.assertEqual(events, ['ordinary']) + killed, value, events, _ = self.run_lazy_fixture("def test_one(self):\n record('assertion')\n self.fail('real body assertion')") + self.assertEqual(killed, 'KILLED', value) + self.assertEqual(events, ['assertion']) + + def test_declared_lazy_method_shapes_refuse_mixed_population_before_execution(self): + for lazy in ("def test_a_lazy(self):\n record('lazy advanced')\n yield None", + "async def test_a_lazy(self):\n record('lazy advanced')\n yield None", + "async def test_a_lazy(self): record('lazy advanced')"): + with self.subTest(shape=lazy): + methods = lazy + "\ndef test_b_assertion(self):\n record('ordinary assertion')\n self.fail('body assertion')" + outcome, value, events, _ = self.run_lazy_fixture(methods) + self.assertEqual(outcome, 'ERROR', value) + self.assertEqual(events, [], value) + self.assertTrue(value['invalid_population'], value) + _, population, events, _ = self.run_lazy_fixture(methods, listing=True) + self.assertTrue(population['invalid_population'], population) + self.assertEqual(events, []) + + def test_wrapped_lazy_method_shapes_refuse_before_execution(self): + definitions = ''' + def wrap(method): + @functools.wraps(method) + def wrapper(*args, **kwargs): + record('decorator executed') + return method(*args, **kwargs) + return wrapper + ''' + for lazy in ("def test_a_lazy(self):\n record('lazy advanced')\n yield None", + "async def test_a_lazy(self):\n record('lazy advanced')\n yield None", + "async def test_a_lazy(self): record('lazy advanced')"): + with self.subTest(shape=lazy): + outcome, value, events, _ = self.run_lazy_fixture('@wrap\n' + lazy + "\ndef test_b_assertion(self): self.fail('body')", definitions) + self.assertEqual(outcome, 'ERROR', value) + self.assertEqual(events, [], value) + + def test_sync_lazy_returns_refuse_without_advancing_suspended_work(self): + definitions = ''' + def generator(): + record('generator advanced') + yield None + async def coroutine(): record('coroutine advanced') + async def async_generator(): + record('async generator advanced') + yield None + class Awaitable: + def __await__(self): + record('custom awaitable advanced') + yield None + ''' + for expression in ('generator()', 'coroutine()', 'async_generator()', 'Awaitable()'): + with self.subTest(expression=expression): + methods = "def test_a_return(self):\n record('outer method')\n return " + expression + "\ndef test_b_assertion(self):\n record('ordinary assertion')\n self.fail('body')" + outcome, value, events, stderr = self.run_lazy_fixture(methods, definitions) + self.assertEqual(outcome, 'ERROR', value) + self.assertEqual(events, ['outer method', 'ordinary assertion'], value) + self.assertTrue(value['invalid_population'], value) + self.assertNotIn('was never awaited', stderr) + + def test_decorator_without_wrapped_metadata_cannot_hide_lazy_return(self): + definitions = ''' + def hide(method): + def wrapper(*args, **kwargs): + record('decorator executed') + return method(*args, **kwargs) + return wrapper + ''' + outcome, value, events, _ = self.run_lazy_fixture("@hide\ndef test_a_lazy(self):\n record('lazy advanced')\n yield None\ndef test_b_assertion(self):\n record('ordinary assertion')\n self.fail('body')", definitions) + self.assertEqual(outcome, 'ERROR', value) + self.assertEqual(events, ['decorator executed', 'ordinary assertion'], value) + + def test_all_non_none_returns_refuse_without_iterating_custom_objects(self): + definitions = "class DeferredIterable:\n def __iter__(self):\n record('unknown iterable advanced')\n yield None" + for expression in ('False', '0', '[]', 'DeferredIterable()'): + with self.subTest(expression=expression): + outcome, value, events, _ = self.run_lazy_fixture("def test_a_return(self):\n record('outer method')\n return " + expression + "\ndef test_b_assertion(self):\n record('ordinary assertion')\n self.fail('body')", definitions) + self.assertEqual(outcome, 'ERROR', value) + self.assertEqual(events, ['outer method', 'ordinary assertion'], value) + + if __name__ == '__main__': unittest.main(verbosity=2) From d4df7e55aa55c5562e7897748b031bb2e9976aec Mon Sep 17 00:00:00 2001 From: Dylan Roy <249851642+d6g8k5htny-coder@users.noreply.github.com> Date: Thu, 29 Oct 2026 16:40:02 -0500 Subject: [PATCH 6/6] Bind mutation grading to declared test-body identities --- .../kernel_replay/GRADER_IDENTITY_FIX.md | 65 + .../math514/kernel_replay/PUBLICATION.json | 2696 ++++++++++++++--- .../math514/kernel_replay/README.md | 13 +- .../math514/kernel_replay/REGISTRY.json | 213 +- .../math514/kernel_replay/SPEC.md | 12 + .../SOURCE_COMPOSITION.json | 35 + .../current-composed-admission.json | 72 + .../evidence/grader-identity-fix/ALIASES.json | 1565 ++++++++++ .../CURRENT_COMPOSED_ADMISSION.json | 60 + .../grader-identity-fix/GUARD_EVIDENCE.json | 719 +++++ .../construction/run_tests.py | 444 +++ .../tests/test_mutation_harness.py | 443 +++ .../exact-descriptor/run_tests.py | 456 +++ .../tests/test_mutation_harness.py | 460 +++ .../historical-source/initial/run_tests.py | 396 +++ .../initial/tests/test_mutation_harness.py | 420 +++ .../historical-source/selector/run_tests.py | 456 +++ .../selector/tests/test_mutation_harness.py | 450 +++ .../EXISTING_APPLICABILITY.json | 36 + .../initial-preflight/REPORT.md | 41 + .../initial-preflight/RESULTS.json | 417 +++ .../initial-preflight/SOURCE_BINDINGS.json | 14 + .../initial-preflight/preflight.py | 58 + .../raw/affected-normal-dev2.json | 528 ++++ .../raw/affected-normal-dev2.log | 28 + .../raw/affected-optimized.json | 528 ++++ .../raw/affected-optimized.log | 28 + .../raw/construction-discovery-normal.json | 137 + .../raw/construction-discovery-normal.log | 4 + .../raw/construction-discovery-optimized.json | 137 + .../raw/construction-discovery-optimized.log | 4 + .../raw/exact-descriptor-normal.json | 171 ++ .../raw/exact-descriptor-normal.log | 3 + .../raw/exact-descriptor-optimized.json | 171 ++ .../raw/exact-descriptor-optimized.log | 3 + .../receipt.json | 42 + .../stderr.log | 0 .../stdout.log | 19 + .../allow-custom-construction/receipt.json | 183 ++ .../allow-custom-construction/stderr.log | 0 .../allow-custom-construction/stdout.log | 179 ++ .../receipt.json | 63 + .../stderr.log | 0 .../stdout.log | 15 + .../receipt.json | 178 ++ .../stderr.log | 0 .../stdout.log | 15 + .../receipt.json | 42 + .../stderr.log | 0 .../stdout.log | 19 + .../receipt.json | 193 ++ .../stderr.log | 0 .../stdout.log | 51 + .../receipt.json | 63 + .../ignore-declared-function-chain/stderr.log | 0 .../ignore-declared-function-chain/stdout.log | 27 + .../ignore-module-hook-refusal/receipt.json | 78 + .../ignore-module-hook-refusal/stderr.log | 0 .../ignore-module-hook-refusal/stdout.log | 51 + .../ignore-original-code-object/receipt.json | 58 + .../ignore-original-code-object/stderr.log | 0 .../ignore-original-code-object/stdout.log | 15 + .../receipt.json | 58 + .../stderr.log | 0 .../stdout.log | 15 + .../ignore-selected-class-object/receipt.json | 58 + .../ignore-selected-class-object/stderr.log | 0 .../ignore-selected-class-object/stdout.log | 15 + .../receipt.json | 188 ++ .../stderr.log | 0 .../stdout.log | 39 + .../receipt.json | 42 + .../stderr.log | 0 .../stdout.log | 19 + .../receipt.json | 73 + .../stderr.log | 0 .../stdout.log | 52 + .../receipt.json | 42 + .../stderr.log | 0 .../stdout.log | 19 + .../allow-custom-construction/receipt.json | 183 ++ .../allow-custom-construction/stderr.log | 0 .../allow-custom-construction/stdout.log | 179 ++ .../receipt.json | 63 + .../stderr.log | 0 .../stdout.log | 15 + .../receipt.json | 178 ++ .../stderr.log | 0 .../stdout.log | 15 + .../receipt.json | 42 + .../stderr.log | 0 .../stdout.log | 19 + .../receipt.json | 193 ++ .../stderr.log | 0 .../stdout.log | 51 + .../receipt.json | 63 + .../ignore-declared-function-chain/stderr.log | 0 .../ignore-declared-function-chain/stdout.log | 27 + .../ignore-module-hook-refusal/receipt.json | 78 + .../ignore-module-hook-refusal/stderr.log | 0 .../ignore-module-hook-refusal/stdout.log | 51 + .../ignore-original-code-object/receipt.json | 58 + .../ignore-original-code-object/stderr.log | 0 .../ignore-original-code-object/stdout.log | 15 + .../receipt.json | 58 + .../stderr.log | 0 .../stdout.log | 15 + .../ignore-selected-class-object/receipt.json | 58 + .../ignore-selected-class-object/stderr.log | 0 .../ignore-selected-class-object/stdout.log | 15 + .../receipt.json | 188 ++ .../stderr.log | 0 .../stdout.log | 39 + .../receipt.json | 42 + .../stderr.log | 0 .../stdout.log | 19 + .../receipt.json | 73 + .../stderr.log | 0 .../stdout.log | 52 + .../raw/identity-green-dev1.json | 96 + .../raw/identity-green-dev1.log | 7 + .../callable-factory.json | 49 + .../class-fixture-code.json | 50 + .../class-fixture-function.json | 50 + .../class-fixture-same-code-function.json | 50 + .../construction-descriptor-0-class.json | 47 + .../construction-descriptor-1-class.json | 49 + .../construction-descriptor-1-method.json | 49 + ...uction-descriptor-classmethod-0-class.json | 47 + ...uction-descriptor-classmethod-1-class.json | 49 + ...ction-descriptor-classmethod-1-method.json | 49 + ...ction-descriptor-staticmethod-0-class.json | 47 + ...ction-descriptor-staticmethod-1-class.json | 49 + ...tion-descriptor-staticmethod-1-method.json | 49 + .../construction-getattribute-0-class.json | 47 + .../construction-getattribute-1-class.json | 49 + .../construction-getattribute-1-method.json | 49 + .../construction-init-0-class.json | 47 + .../construction-init-1-class.json | 49 + .../construction-init-1-method.json | 49 + .../construction-metaclass-0-class.json | 47 + .../construction-metaclass-1-class.json | 49 + .../construction-metaclass-1-method.json | 49 + .../construction-new-0-class.json | 47 + .../construction-new-1-class.json | 49 + .../construction-new-1-method.json | 49 + .../construction-setattr-0-class.json | 47 + .../construction-setattr-1-class.json | 49 + .../construction-setattr-1-method.json | 49 + ...nstruction-special-descriptor-0-class.json | 47 + ...nstruction-special-descriptor-1-class.json | 49 + ...struction-special-descriptor-1-method.json | 49 + .../identity-normal-fixtures/custom-run.json | 50 + .../during-body-change.json | 60 + .../hook-alias-assertion.json | 49 + .../identity-normal-fixtures/hook-alias.json | 49 + .../hook-omission.json | 49 + .../hook-subclass.json | 49 + .../instance-class-change.json | 54 + .../module-dir-cannot-hide.json | 69 + .../named-assertion.json | 71 + .../identity-normal-fixtures/named-class.json | 64 + .../named-method.json | 58 + .../selector-helper-descriptor.json | 49 + .../selector-proxy.json | 49 + .../callable-factory.json | 49 + .../class-fixture-code.json | 50 + .../class-fixture-function.json | 50 + .../class-fixture-same-code-function.json | 50 + .../construction-descriptor-0-class.json | 47 + .../construction-descriptor-1-class.json | 49 + .../construction-descriptor-1-method.json | 49 + ...uction-descriptor-classmethod-0-class.json | 47 + ...uction-descriptor-classmethod-1-class.json | 49 + ...ction-descriptor-classmethod-1-method.json | 49 + ...ction-descriptor-staticmethod-0-class.json | 47 + ...ction-descriptor-staticmethod-1-class.json | 49 + ...tion-descriptor-staticmethod-1-method.json | 49 + .../construction-getattribute-0-class.json | 47 + .../construction-getattribute-1-class.json | 49 + .../construction-getattribute-1-method.json | 49 + .../construction-init-0-class.json | 47 + .../construction-init-1-class.json | 49 + .../construction-init-1-method.json | 49 + .../construction-metaclass-0-class.json | 47 + .../construction-metaclass-1-class.json | 49 + .../construction-metaclass-1-method.json | 49 + .../construction-new-0-class.json | 47 + .../construction-new-1-class.json | 49 + .../construction-new-1-method.json | 49 + .../construction-setattr-0-class.json | 47 + .../construction-setattr-1-class.json | 49 + .../construction-setattr-1-method.json | 49 + ...nstruction-special-descriptor-0-class.json | 47 + ...nstruction-special-descriptor-1-class.json | 49 + ...struction-special-descriptor-1-method.json | 49 + .../custom-run.json | 50 + .../during-body-change.json | 60 + .../hook-alias-assertion.json | 49 + .../hook-alias.json | 49 + .../hook-omission.json | 49 + .../hook-subclass.json | 49 + .../instance-class-change.json | 54 + .../module-dir-cannot-hide.json | 69 + .../named-assertion.json | 71 + .../named-class.json | 64 + .../named-method.json | 58 + .../selector-helper-descriptor.json | 49 + .../selector-proxy.json | 49 + .../grader-identity-fix/raw/identity-red.json | 138 + .../raw/identity-refresh-normal.json | 57 + .../raw/identity-refresh-normal.log | 4 + .../raw/identity-refresh-optimized.json | 57 + .../raw/identity-refresh-optimized.log | 4 + .../raw/selector-descriptor-normal.json | 126 + .../raw/selector-descriptor-normal.log | 3 + .../raw/selector-descriptor-optimized.json | 126 + .../raw/selector-descriptor-optimized.log | 3 + .../constructor-alias/RESULTS.json | 59 + .../constructor-alias/receipt.json | 40 + .../constructor-alias/run_tests.py | 396 +++ .../constructor-alias/stderr.log | 0 .../constructor-alias/stdout.log | 4 + .../tests/test_constructor.py | 12 + .../review-probes/constructor-alias/trace.txt | 2 + .../method-descriptor-alias/RESULTS.json | 61 + .../method-descriptor-alias/receipt.json | 35 + .../method-descriptor-alias/run_tests.py | 444 +++ .../method-descriptor-alias/stderr.log | 0 .../method-descriptor-alias/stdout.log | 3 + .../tests/test_descriptor.py | 16 + .../method-descriptor-alias/trace.txt | 2 + .../module-dir-omission/RESULTS.json | 55 + .../module-dir-omission/receipt.json | 35 + .../module-dir-omission/run_tests.py | 396 +++ .../module-dir-omission/stderr.log | 0 .../module-dir-omission/stdout.log | 3 + .../tests/test_module_dir.py | 11 + .../module-dir-omission/trace.txt | 1 + .../staticmethod-subclass-alias/RESULTS.json | 61 + .../staticmethod-subclass-alias/receipt.json | 40 + .../staticmethod-subclass-alias/run_tests.py | 456 +++ .../staticmethod-subclass-alias/stderr.log | 0 .../staticmethod-subclass-alias/stdout.log | 4 + .../tests/test_static_alias.py | 15 + .../staticmethod-subclass-alias/trace.txt | 3 + .../shared/BASELINE_BINDINGS.json | 13 + .../EXACT_DESCRIPTOR_GUARD_MUTATIONS.json | 318 ++ .../shared/FINAL_EXACT_RUNTIME_BINDINGS.json | 6 + .../shared/FINAL_RUNTIME_BINDINGS.json | 6 + .../shared/FOLLOWUP_GUARD_MUTATIONS.json | 214 ++ .../shared/FROZEN_RUNTIME_BINDINGS.json | 6 + .../shared/GUARD_MUTATIONS.json | 838 +++++ .../shared/OPTIMIZATION_PROVENANCE.json | 46 + .../shared/SELECTOR_GUARD_MUTATIONS.json | 110 + .../shared/evidence-binding-review-final.json | 252 ++ .../shared/evidence-binding-review.json | 546 ++++ .../shared/guard_mutations.py | 47 + .../guard_mutations_exact_descriptors.py | 39 + .../shared/guard_mutations_followup.py | 39 + .../shared/guard_mutations_selector.py | 39 + .../shared/independent-review-final.json | 64 + .../shared/independent-review-final.md | 33 + .../shared/independent-review-followup.json | 47 + .../shared/independent-review-followup.md | 22 + .../independent-review-selector-boundary.json | 31 + .../independent-review-selector-boundary.md | 19 + .../shared/independent-review.json | 54 + .../shared/independent-review.md | 35 + .../shared/new_tests_template.py.txt | 90 + .../shared/source-partition-review.json | 16 + .../PUBLICATION.json | 718 +++++ .../pre-review-identity-metadata/README.md | 70 + .../REGISTRY.json | 222 ++ .../pre-review-identity-metadata/SPEC.md | 31 + .../math514/kernel_replay/run_tests.py | 231 +- .../tests/test_mutation_harness.py | 169 ++ 277 files changed, 26139 insertions(+), 438 deletions(-) create mode 100644 cbz/contributions/math514/kernel_replay/GRADER_IDENTITY_FIX.md create mode 100644 cbz/contributions/math514/kernel_replay/evidence/final-review-identity/SOURCE_COMPOSITION.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/final-review-identity/current-composed-admission.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/ALIASES.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/CURRENT_COMPOSED_ADMISSION.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/GUARD_EVIDENCE.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/historical-source/construction/run_tests.py create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/historical-source/construction/tests/test_mutation_harness.py create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/historical-source/exact-descriptor/run_tests.py create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/historical-source/exact-descriptor/tests/test_mutation_harness.py create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/historical-source/initial/run_tests.py create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/historical-source/initial/tests/test_mutation_harness.py create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/historical-source/selector/run_tests.py create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/historical-source/selector/tests/test_mutation_harness.py create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/initial-preflight/EXISTING_APPLICABILITY.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/initial-preflight/REPORT.md create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/initial-preflight/RESULTS.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/initial-preflight/SOURCE_BINDINGS.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/initial-preflight/preflight.py create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/affected-normal-dev2.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/affected-normal-dev2.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/affected-optimized.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/affected-optimized.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/construction-discovery-normal.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/construction-discovery-normal.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/construction-discovery-optimized.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/construction-discovery-optimized.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/exact-descriptor-normal.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/exact-descriptor-normal.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/exact-descriptor-optimized.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/exact-descriptor-optimized.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/accept-callable-selector-factory/receipt.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/accept-callable-selector-factory/stderr.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/accept-callable-selector-factory/stdout.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/allow-custom-construction/receipt.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/allow-custom-construction/stderr.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/allow-custom-construction/stdout.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/allow-module-dir-population-omission/receipt.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/allow-module-dir-population-omission/stderr.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/allow-module-dir-population-omission/stdout.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/allow-named-descriptor-subclasses/receipt.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/allow-named-descriptor-subclasses/stderr.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/allow-named-descriptor-subclasses/stdout.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/allow-selector-descriptor-or-proxy-execution/receipt.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/allow-selector-descriptor-or-proxy-execution/stderr.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/allow-selector-descriptor-or-proxy-execution/stdout.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/allow-static-descriptor-subclasses/receipt.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/allow-static-descriptor-subclasses/stderr.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/allow-static-descriptor-subclasses/stdout.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-declared-function-chain/receipt.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-declared-function-chain/stderr.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-declared-function-chain/stdout.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-module-hook-refusal/receipt.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-module-hook-refusal/stderr.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-module-hook-refusal/stdout.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-original-code-object/receipt.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-original-code-object/stderr.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-original-code-object/stdout.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-original-function-object/receipt.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-original-function-object/stderr.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-original-function-object/stdout.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-selected-class-object/receipt.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-selected-class-object/stderr.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-selected-class-object/stdout.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/invoke-special-descriptor-during-profile-inspection/receipt.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/invoke-special-descriptor-during-profile-inspection/stderr.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/invoke-special-descriptor-during-profile-inspection/stdout.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/skip-before-fixture-identity-validation/receipt.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/skip-before-fixture-identity-validation/stderr.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/skip-before-fixture-identity-validation/stdout.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/skip-runtime-identity-validation/receipt.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/skip-runtime-identity-validation/stderr.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/skip-runtime-identity-validation/stdout.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/accept-callable-selector-factory/receipt.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/accept-callable-selector-factory/stderr.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/accept-callable-selector-factory/stdout.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-custom-construction/receipt.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-custom-construction/stderr.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-custom-construction/stdout.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-module-dir-population-omission/receipt.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-module-dir-population-omission/stderr.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-module-dir-population-omission/stdout.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-named-descriptor-subclasses/receipt.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-named-descriptor-subclasses/stderr.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-named-descriptor-subclasses/stdout.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-selector-descriptor-or-proxy-execution/receipt.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-selector-descriptor-or-proxy-execution/stderr.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-selector-descriptor-or-proxy-execution/stdout.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-static-descriptor-subclasses/receipt.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-static-descriptor-subclasses/stderr.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-static-descriptor-subclasses/stdout.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-declared-function-chain/receipt.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-declared-function-chain/stderr.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-declared-function-chain/stdout.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-module-hook-refusal/receipt.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-module-hook-refusal/stderr.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-module-hook-refusal/stdout.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-original-code-object/receipt.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-original-code-object/stderr.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-original-code-object/stdout.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-original-function-object/receipt.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-original-function-object/stderr.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-original-function-object/stdout.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-selected-class-object/receipt.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-selected-class-object/stderr.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-selected-class-object/stdout.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/invoke-special-descriptor-during-profile-inspection/receipt.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/invoke-special-descriptor-during-profile-inspection/stderr.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/invoke-special-descriptor-during-profile-inspection/stdout.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/skip-before-fixture-identity-validation/receipt.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/skip-before-fixture-identity-validation/stderr.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/skip-before-fixture-identity-validation/stdout.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/skip-runtime-identity-validation/receipt.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/skip-runtime-identity-validation/stderr.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/skip-runtime-identity-validation/stdout.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-green-dev1.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-green-dev1.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/callable-factory.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/class-fixture-code.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/class-fixture-function.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/class-fixture-same-code-function.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-descriptor-0-class.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-descriptor-1-class.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-descriptor-1-method.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-descriptor-classmethod-0-class.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-descriptor-classmethod-1-class.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-descriptor-classmethod-1-method.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-descriptor-staticmethod-0-class.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-descriptor-staticmethod-1-class.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-descriptor-staticmethod-1-method.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-getattribute-0-class.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-getattribute-1-class.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-getattribute-1-method.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-init-0-class.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-init-1-class.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-init-1-method.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-metaclass-0-class.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-metaclass-1-class.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-metaclass-1-method.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-new-0-class.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-new-1-class.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-new-1-method.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-setattr-0-class.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-setattr-1-class.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-setattr-1-method.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-special-descriptor-0-class.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-special-descriptor-1-class.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-special-descriptor-1-method.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/custom-run.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/during-body-change.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/hook-alias-assertion.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/hook-alias.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/hook-omission.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/hook-subclass.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/instance-class-change.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/module-dir-cannot-hide.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/named-assertion.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/named-class.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/named-method.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/selector-helper-descriptor.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/selector-proxy.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/callable-factory.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/class-fixture-code.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/class-fixture-function.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/class-fixture-same-code-function.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-descriptor-0-class.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-descriptor-1-class.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-descriptor-1-method.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-descriptor-classmethod-0-class.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-descriptor-classmethod-1-class.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-descriptor-classmethod-1-method.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-descriptor-staticmethod-0-class.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-descriptor-staticmethod-1-class.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-descriptor-staticmethod-1-method.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-getattribute-0-class.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-getattribute-1-class.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-getattribute-1-method.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-init-0-class.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-init-1-class.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-init-1-method.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-metaclass-0-class.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-metaclass-1-class.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-metaclass-1-method.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-new-0-class.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-new-1-class.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-new-1-method.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-setattr-0-class.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-setattr-1-class.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-setattr-1-method.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-special-descriptor-0-class.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-special-descriptor-1-class.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-special-descriptor-1-method.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/custom-run.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/during-body-change.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/hook-alias-assertion.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/hook-alias.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/hook-omission.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/hook-subclass.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/instance-class-change.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/module-dir-cannot-hide.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/named-assertion.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/named-class.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/named-method.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/selector-helper-descriptor.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/selector-proxy.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-red.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-refresh-normal.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-refresh-normal.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-refresh-optimized.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-refresh-optimized.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/selector-descriptor-normal.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/selector-descriptor-normal.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/selector-descriptor-optimized.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/selector-descriptor-optimized.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/constructor-alias/RESULTS.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/constructor-alias/receipt.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/constructor-alias/run_tests.py create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/constructor-alias/stderr.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/constructor-alias/stdout.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/constructor-alias/tests/test_constructor.py create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/constructor-alias/trace.txt create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/method-descriptor-alias/RESULTS.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/method-descriptor-alias/receipt.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/method-descriptor-alias/run_tests.py create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/method-descriptor-alias/stderr.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/method-descriptor-alias/stdout.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/method-descriptor-alias/tests/test_descriptor.py create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/method-descriptor-alias/trace.txt create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/module-dir-omission/RESULTS.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/module-dir-omission/receipt.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/module-dir-omission/run_tests.py create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/module-dir-omission/stderr.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/module-dir-omission/stdout.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/module-dir-omission/tests/test_module_dir.py create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/module-dir-omission/trace.txt create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/staticmethod-subclass-alias/RESULTS.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/staticmethod-subclass-alias/receipt.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/staticmethod-subclass-alias/run_tests.py create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/staticmethod-subclass-alias/stderr.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/staticmethod-subclass-alias/stdout.log create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/staticmethod-subclass-alias/tests/test_static_alias.py create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/staticmethod-subclass-alias/trace.txt create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/BASELINE_BINDINGS.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/EXACT_DESCRIPTOR_GUARD_MUTATIONS.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/FINAL_EXACT_RUNTIME_BINDINGS.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/FINAL_RUNTIME_BINDINGS.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/FOLLOWUP_GUARD_MUTATIONS.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/FROZEN_RUNTIME_BINDINGS.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/GUARD_MUTATIONS.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/OPTIMIZATION_PROVENANCE.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/SELECTOR_GUARD_MUTATIONS.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/evidence-binding-review-final.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/evidence-binding-review.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/guard_mutations.py create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/guard_mutations_exact_descriptors.py create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/guard_mutations_followup.py create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/guard_mutations_selector.py create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/independent-review-final.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/independent-review-final.md create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/independent-review-followup.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/independent-review-followup.md create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/independent-review-selector-boundary.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/independent-review-selector-boundary.md create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/independent-review.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/independent-review.md create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/new_tests_template.py.txt create mode 100644 cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/source-partition-review.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/pre-review-identity-metadata/PUBLICATION.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/pre-review-identity-metadata/README.md create mode 100644 cbz/contributions/math514/kernel_replay/evidence/pre-review-identity-metadata/REGISTRY.json create mode 100644 cbz/contributions/math514/kernel_replay/evidence/pre-review-identity-metadata/SPEC.md diff --git a/cbz/contributions/math514/kernel_replay/GRADER_IDENTITY_FIX.md b/cbz/contributions/math514/kernel_replay/GRADER_IDENTITY_FIX.md new file mode 100644 index 000000000..434aee6ba --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/GRADER_IDENTITY_FIX.md @@ -0,0 +1,65 @@ +# Binding selected test bodies + +The runner freezes the actual class, ordinary function and code objects for each +selected test before execution. It derives module coverage from the actual module +dictionary, rather than user-provided directory listings. It checks those identities +before fixtures, at test starts, at body entry and at body completion. A changed +identity remains non-green even if a later fixture restores it. + +The supported population is standard unittest declarations with ordinary TestCase +construction and attribute dispatch, ordinary synchronous functions or bound methods, +and exactly None returns. Module `load_tests` hooks and callable suite factories are +refused before invocation. Custom constructors, allocation, metaclasses, attribute +dispatch and test-method descriptors are refused before instance construction. +Only exact builtin staticmethod/classmethod descriptors are admitted; subclasses +can override lookup and are refused. Special-member inspection uses static lookup. +Named selectors traverse ordinary module dictionaries and static class declarations; +proxy/descriptor factories are refused before lookup. Ordinary module, class and +individual-method selectors remain supported. + +Loading trusted Python modules still executes their imports. This is a bounded +trusted-runner/source-custody contract, not a sandbox for arbitrary Python, a proof +of assertion semantics, or authentication of fabricated consistent JSON. + +The actual RED controls preserve omitted second-body assertions: module hooks alias +methods or replace a class under the same name, constructors alias bodies before +snapshots, module __dir__ hides a class, and named/static-descriptor lookup replaces +a body before admission. Independent review discovered and retained the latter +boundaries before final admission. No test was removed. One existing layer-a test +now asserts the stricter complete two-declaration population and hook refusal, +rather than expecting an executed hook's selected subset. + +Seven new test methods per tool cover these cases and preserve ordinary positives, +body assertions, exact named selection, existing lifecycle/subtest/error controls +and the synchronous None-return profile. The kernel has 27 affected harness methods +per mode; the auditor has 19. These are composed, scoped receipts with targeted +refreshes after an actual predicate or test change. They are not new full-suite, +Lean, project, scanner-mutation or production-replay campaigns. Applicable prior +mathematical and ordinary-body evidence remains reusable. + +The new runner safeguards have 14 distinct themes per tool in each mode, across +four source generations: 8 initial themes, 2 construction/discovery themes, 1 named +selector theme and 3 exact-descriptor/static-inspection themes. Their 56 assertion- +kill observations are separate from production scanner/replay mutation cases; +reused earlier observations remain source-bound and their applicability is explicit. +Original REDs, AMEND reviews, intermediate passes and final controls are retained +under `evidence/grader-identity-fix/`. See `CURRENT_COMPOSED_ADMISSION.json`, +`OPTIMIZATION_PROVENANCE.json` and the review records there. + +For a future genuinely affected scope, from the complete tool directory: + +```sh +# Kernel tool +python3 -B -S run_tests.py --test test_mutation_harness.IdentityHarnessTests --output /absolute/new-evidence/identity.json +PYTHONOPTIMIZE=1 python3 -B -S -O run_tests.py --test test_mutation_harness.IdentityHarnessTests --output /absolute/new-evidence/identity-optimized.json +# Layer-a tool +python3 -B -S mutation_test.py --internal-test-runner --test-root tests --test test_mutation_runner.IdentityHarnessRules --output /absolute/new-evidence/identity.json +PYTHONOPTIMIZE=1 python3 -B -S -O mutation_test.py --internal-test-runner --test-root tests --test test_mutation_runner.IdentityHarnessRules --output /absolute/new-evidence/identity-optimized.json +``` + +Use only the applicable pair for its tool, and use fresh output paths. Do not rerun +completed checks merely because of a clone, handoff or review. Historical development +controllers are retained provenance with frozen-source inputs, not automatic commands +against a later source version. Canonical registration and final federation coverage +remain the integrator's responsibility. No G1 repository audit, G2/G3/G4/full CBZ +claim follows from this repair. diff --git a/cbz/contributions/math514/kernel_replay/PUBLICATION.json b/cbz/contributions/math514/kernel_replay/PUBLICATION.json index f4ee6be3e..f71b92002 100644 --- a/cbz/contributions/math514/kernel_replay/PUBLICATION.json +++ b/cbz/contributions/math514/kernel_replay/PUBLICATION.json @@ -1,718 +1,2696 @@ { + "schema_version": 2, "destination_root": "cbz/contributions/math514/kernel_replay", + "published_parent": "15b534674ef9caf78b2ac42c8bebaa8f7faeb238", + "current_composed_admission": "evidence/final-review-identity/current-composed-admission.json", + "predecessor_publication": "evidence/pre-review-identity-metadata/PUBLICATION.json", "files": [ { - "source": "/workspace/cbz-0/tools/kernel_replay/ExactReplay.lean", - "destination": "cbz/contributions/math514/kernel_replay/ExactReplay.lean" + "source": "ExactReplay.lean", + "destination": "cbz/contributions/math514/kernel_replay/ExactReplay.lean", + "bytes": 1537, + "sha256": "24e55f5e99c83a46f9f908bbc90f22292a94305294e287d9b2eccbf24e8e6b66" }, { - "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/LAZY_BODY_FIX.md", - "destination": "cbz/contributions/math514/kernel_replay/LAZY_BODY_FIX.md" + "source": "GRADER_IDENTITY_FIX.md", + "destination": "cbz/contributions/math514/kernel_replay/GRADER_IDENTITY_FIX.md", + "bytes": 4396, + "sha256": "4e39a4c39b1d52f370a6f9826ba10c9914334de745541c9ca39695fa02b40123" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/LIFECYCLE_FIX.md", - "destination": "cbz/contributions/math514/kernel_replay/LIFECYCLE_FIX.md" + "source": "LAZY_BODY_FIX.md", + "destination": "cbz/contributions/math514/kernel_replay/LAZY_BODY_FIX.md", + "bytes": 1970, + "sha256": "bfc30f9bca470fb5146d900759cceb3bfc6e5715442f91876adeb3cbf318c53e" }, { - "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/PUBLICATION.json", - "destination": "cbz/contributions/math514/kernel_replay/PUBLICATION.json" + "source": "LIFECYCLE_FIX.md", + "destination": "cbz/contributions/math514/kernel_replay/LIFECYCLE_FIX.md", + "bytes": 3436, + "sha256": "0919a78f08ae788c89d7d884a789c211b45657db2530e5d1e27470572fa00cc6" }, { - "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/README.md", - "destination": "cbz/contributions/math514/kernel_replay/README.md" + "source": "README.md", + "destination": "cbz/contributions/math514/kernel_replay/README.md", + "bytes": 13674, + "sha256": "6ed3fd9e32c50da0268444dbd1e52f5d9d81dc0b35cf5480d8f20b90970fefd1" }, { - "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/REGISTRY.json", - "destination": "cbz/contributions/math514/kernel_replay/REGISTRY.json" + "source": "REGISTRY.json", + "destination": "cbz/contributions/math514/kernel_replay/REGISTRY.json", + "bytes": 16990, + "sha256": "c5467b5d2110e74cf9591c04b03e3d48fe29ff2673bde947b52b81812c5d9656" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/RESOURCE_FIX.md", - "destination": "cbz/contributions/math514/kernel_replay/RESOURCE_FIX.md" + "source": "RESOURCE_FIX.md", + "destination": "cbz/contributions/math514/kernel_replay/RESOURCE_FIX.md", + "bytes": 3883, + "sha256": "2dac2e6cb467589700e8fa479d7592f2309052f2b09ab4837a839ae27498f2c9" }, { - "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/SPEC.md", - "destination": "cbz/contributions/math514/kernel_replay/SPEC.md" + "source": "SPEC.md", + "destination": "cbz/contributions/math514/kernel_replay/SPEC.md", + "bytes": 9239, + "sha256": "92c1bedad20806ed8d964533576df70f5874146ae0d3c160db9d63408ec32349" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/STATUS_CORRECTION.md", - "destination": "cbz/contributions/math514/kernel_replay/STATUS_CORRECTION.md" + "source": "STATUS_CORRECTION.md", + "destination": "cbz/contributions/math514/kernel_replay/STATUS_CORRECTION.md", + "bytes": 1462, + "sha256": "2e0f67f85a77e7e00f5a2ef7f7626118fa6682dc3dca76b1470707b92b395608" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/fixture-g2-rejection.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/fixture-g2-rejection.json" + "source": "evidence/final-review-identity/SOURCE_COMPOSITION.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/final-review-identity/SOURCE_COMPOSITION.json", + "bytes": 2073, + "sha256": "4ae680e692f96730089a369457462066269a0386b50a595936813e39fbdad675" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/g0-additional-tests.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/g0-additional-tests.json" + "source": "evidence/final-review-identity/current-composed-admission.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/final-review-identity/current-composed-admission.json", + "bytes": 3243, + "sha256": "5161ee5967a99038004caf114a3c158f86d0d3af9e46a9ca4427cf03a65094fa" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/g0-applicable-tests.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/g0-applicable-tests.json" + "source": "evidence/fixture-g2-rejection.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/fixture-g2-rejection.json", + "bytes": 1795, + "sha256": "c727db806e98e7b6d053236ed54f20742862152f0e7f98a6262d68dec9457f83" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/g0-initial-mutations.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/g0-initial-mutations.json" + "source": "evidence/g0-additional-tests.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/g0-additional-tests.json", + "bytes": 491, + "sha256": "d59244deb8d1b5d254c8196524fef7ae8f194b3719679e1f6ec2b96cfffba5aa" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/g0-mutations.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/g0-mutations.json" + "source": "evidence/g0-applicable-tests.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/g0-applicable-tests.json", + "bytes": 1121, + "sha256": "78174abccb5d594df9001e0d28bedfd84575babe02d1bd91068bb6f24d1388a0" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/g0-resource-additional-tests.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/g0-resource-additional-tests.json" + "source": "evidence/g0-initial-mutations.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/g0-initial-mutations.json", + "bytes": 102138, + "sha256": "55dba09b0635241f44868995ef264e5d270d70ff610d9119303dc60ff56607c6" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/g0-resource-applicable.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/g0-resource-applicable.json" + "source": "evidence/g0-mutations.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/g0-mutations.json", + "bytes": 132722, + "sha256": "8deed12fc5a02ea8e61d4b3ac9d9fdd849ff0620d19b565f54f6919aa0819fd8" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/g0-resource-cleanup-red.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/g0-resource-cleanup-red.json" + "source": "evidence/g0-resource-additional-tests.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/g0-resource-additional-tests.json", + "bytes": 528, + "sha256": "0c0fa3d84abd760a197038e1ee90d00b23bd30d6574c964ea89fc3304e429865" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/g0-resource-memory-mutant-refresh.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/g0-resource-memory-mutant-refresh.json" + "source": "evidence/g0-resource-applicable.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/g0-resource-applicable.json", + "bytes": 11993, + "sha256": "0b853bc0eb0ff2ac374a9a4782cfb8d3a7207e253180b7bd6aa911aefa171058" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/g0-resource-mutations.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/g0-resource-mutations.json" + "source": "evidence/g0-resource-cleanup-red.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/g0-resource-cleanup-red.json", + "bytes": 14595, + "sha256": "616571de0d9377372fd48ce4c0e425cb69b38f164bf44df5b5f814d7f6576de6" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/g0-resource-preexec-test.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/g0-resource-preexec-test.json" + "source": "evidence/g0-resource-memory-mutant-refresh.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/g0-resource-memory-mutant-refresh.json", + "bytes": 9714, + "sha256": "5addeb6e0c8d6f5f6afb1d9c42c623c6165adaaa29ab8fb3af2b42f18f5e5fc4" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/g0-resource-red-initial.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/g0-resource-red-initial.json" + "source": "evidence/g0-resource-mutations.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/g0-resource-mutations.json", + "bytes": 177869, + "sha256": "d44239be7406c41c7fa26d0db419081e3d572a54b61b493c847945ba93e06445" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/g0-resource-red.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/g0-resource-red.json" + "source": "evidence/g0-resource-preexec-test.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/g0-resource-preexec-test.json", + "bytes": 411, + "sha256": "ce04faf4ee8b2e3c8967d30dd4c341c013370641dc79b0644c53cb5e01825561" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/g0-resource-wrapper-tests.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/g0-resource-wrapper-tests.json" + "source": "evidence/g0-resource-red-initial.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/g0-resource-red-initial.json", + "bytes": 23430, + "sha256": "13575852577af2a53dd232d190a58a520ecea9922caa53df6c83277d5dede6e7" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/g0-tests.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/g0-tests.json" + "source": "evidence/g0-resource-red.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/g0-resource-red.json", + "bytes": 28193, + "sha256": "0a5efe4eddf98a21b11781edee16e4b5ea8533da1dabb3994c2559169a74fb56" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/initial-import-shadow-failure.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/initial-import-shadow-failure.json" + "source": "evidence/g0-resource-wrapper-tests.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/g0-resource-wrapper-tests.json", + "bytes": 3917, + "sha256": "97279cbc6f7b36950ae1f80a71f6e45b974fa938f91f36c7861a08d4d2495c5d" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/initial-low-address-limit-failures.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/initial-low-address-limit-failures.json" + "source": "evidence/g0-tests.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/g0-tests.json", + "bytes": 3159, + "sha256": "0b3e0becb53748658be33635a7747a4e412bfdc56110161e8065f5329f97bfe7" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/initial-real-symlink-replay.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/initial-real-symlink-replay.json" + "source": "evidence/grader-identity-fix/ALIASES.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/ALIASES.json", + "bytes": 95650, + "sha256": "3de4d65283761fec2595daeec17476339b52f943160bc852a4a7711d99893e5d" }, { - "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/ARTIFACT_ORIGINS.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/ARTIFACT_ORIGINS.json" + "source": "evidence/grader-identity-fix/CURRENT_COMPOSED_ADMISSION.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/CURRENT_COMPOSED_ADMISSION.json", + "bytes": 2804, + "sha256": "1148a7eb63fd58a0f3ae4607d8776a2d5b7a47952020824c1dc6d88adab3ed70" }, { - "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/DOC_ADDITIONS.md", - "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/DOC_ADDITIONS.md" + "source": "evidence/grader-identity-fix/GUARD_EVIDENCE.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/GUARD_EVIDENCE.json", + "bytes": 36723, + "sha256": "8cb630de725662979702ef917edd840bbba5c6b4827f9c95226891ed8825e6a9" }, { - "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/EVIDENCE_PATH_MAP.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/EVIDENCE_PATH_MAP.json" + "source": "evidence/grader-identity-fix/historical-source/construction/run_tests.py", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/historical-source/construction/run_tests.py", + "bytes": 19972, + "sha256": "730bf28746f6574dc11cf9d8b63d759c6edab1aafed8d2a73b21f2388278cef3" }, { - "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/REPORT.md", - "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/REPORT.md" + "source": "evidence/grader-identity-fix/historical-source/construction/tests/test_mutation_harness.py", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/historical-source/construction/tests/test_mutation_harness.py", + "bytes": 29255, + "sha256": "8d42a69f5b9a73705837111d59bbbe56c5f41ee84362ff1b006ea38226a37690" }, { - "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/baseline/mutations.py", - "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/baseline/mutations.py" + "source": "evidence/grader-identity-fix/historical-source/exact-descriptor/run_tests.py", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/historical-source/exact-descriptor/run_tests.py", + "bytes": 20838, + "sha256": "2c54e05593641f0b20dc565d5b8e24cdd819f739d7f38b5130631402d5616efb" }, { - "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/baseline/run_tests.py", - "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/baseline/run_tests.py" + "source": "evidence/grader-identity-fix/historical-source/exact-descriptor/tests/test_mutation_harness.py", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/historical-source/exact-descriptor/tests/test_mutation_harness.py", + "bytes": 31704, + "sha256": "c16063e29d3e91b315120f1143ec6763608bb5ed33d90af6fa839f82ed489022" }, { - "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/baseline/tests/test_mutation_harness.py", - "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/baseline/tests/test_mutation_harness.py" + "source": "evidence/grader-identity-fix/historical-source/initial/run_tests.py", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/historical-source/initial/run_tests.py", + "bytes": 17396, + "sha256": "c77ee122e788fbb2a88ffaba12e0b4de75209b6f18ce2b6053fed68a5a4ce4d5" }, { - "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/current-composed-receipt.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/current-composed-receipt.json" + "source": "evidence/grader-identity-fix/historical-source/initial/tests/test_mutation_harness.py", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/historical-source/initial/tests/test_mutation_harness.py", + "bytes": 26914, + "sha256": "da9bb463c0675be7729067c8a46e55b5171293c15be598c5e891051818c49850" }, { - "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/evidence/baseline-sha256.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/baseline-sha256.json" + "source": "evidence/grader-identity-fix/historical-source/selector/run_tests.py", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/historical-source/selector/run_tests.py", + "bytes": 20814, + "sha256": "d1783e4892e5ae406762d8917cadb8d84534fd271744fdd92a1e285a72e26739" }, { - "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/evidence/independent-lazy-body-review.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/independent-lazy-body-review.json" + "source": "evidence/grader-identity-fix/historical-source/selector/tests/test_mutation_harness.py", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/historical-source/selector/tests/test_mutation_harness.py", + "bytes": 30218, + "sha256": "99d0bc18609f4966e7e8a12f4731cb13fb45a23d4689467da2c3fd564ef74030" }, { - "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/evidence/kernel-delivery.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-delivery.json" + "source": "evidence/grader-identity-fix/initial-preflight/EXISTING_APPLICABILITY.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/initial-preflight/EXISTING_APPLICABILITY.json", + "bytes": 1534, + "sha256": "cf408ac54c9a94a7eb8a85a247711cb8482bb9a572cab53b2b0d0c13f6202b52" }, { - "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/evidence/kernel-lazy-controls-green.log", - "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-controls-green.log" + "source": "evidence/grader-identity-fix/initial-preflight/REPORT.md", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/initial-preflight/REPORT.md", + "bytes": 2636, + "sha256": "b234d22b7ffc2279e073237a372270d7011afd5e74a5984483f1ea1ed5287054" }, { - "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/evidence/kernel-lazy-controls-optimized-green.log", - "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-controls-optimized-green.log" + "source": "evidence/grader-identity-fix/initial-preflight/RESULTS.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/initial-preflight/RESULTS.json", + "bytes": 14791, + "sha256": "a80dba831d717c0faae34cb6e872ef2dd1aa2b613686ce323e3846fc59c6b3af" }, { - "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/evidence/kernel-lazy-controls-red.log", - "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-controls-red.log" + "source": "evidence/grader-identity-fix/initial-preflight/SOURCE_BINDINGS.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/initial-preflight/SOURCE_BINDINGS.json", + "bytes": 421, + "sha256": "541a7ea8c8e87e53de347958a1e230df4d0697418b9e312b2cf1e82b6dc1a91e" }, { - "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/evidence/kernel-lazy-guard-mutants.log", - "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-guard-mutants.log" + "source": "evidence/grader-identity-fix/initial-preflight/preflight.py", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/initial-preflight/preflight.py", + "bytes": 5605, + "sha256": "74aeaa2c2088dab64196dc91de3ba8e261235292675febf75d62c449f4a6bc5a" }, { - "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/evidence/kernel-lazy-guard-mutants/guard_run_tests.py", - "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-guard-mutants/guard_run_tests.py" + "source": "evidence/grader-identity-fix/raw/affected-normal-dev2.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/affected-normal-dev2.json", + "bytes": 32391, + "sha256": "ef08c5c93359f1337011243c26307dbd975ac6a996a73a25f6cac9d7afaf7096" }, { - "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/evidence/kernel-lazy-guard-mutants/normal-drop-lazy-return-rejection.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-guard-mutants/normal-drop-lazy-return-rejection.json" + "source": "evidence/grader-identity-fix/raw/affected-normal-dev2.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/affected-normal-dev2.log", + "bytes": 4394, + "sha256": "725a77d841094a7da932aa8e8b78cea49fe89192aa6448ac8de2f45d7b1a6bab" }, { - "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/evidence/kernel-lazy-guard-mutants/normal-drop-pristine-lazy-shape-rejection.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-guard-mutants/normal-drop-pristine-lazy-shape-rejection.json" + "source": "evidence/grader-identity-fix/raw/affected-optimized.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/affected-optimized.json", + "bytes": 32391, + "sha256": "ef08c5c93359f1337011243c26307dbd975ac6a996a73a25f6cac9d7afaf7096" }, { - "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/evidence/kernel-lazy-guard-mutants/normal-ignore-decorator-lazy-shape-links.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-guard-mutants/normal-ignore-decorator-lazy-shape-links.json" + "source": "evidence/grader-identity-fix/raw/affected-optimized.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/affected-optimized.log", + "bytes": 4394, + "sha256": "725a77d841094a7da932aa8e8b78cea49fe89192aa6448ac8de2f45d7b1a6bab" }, { - "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/evidence/kernel-lazy-guard-mutants/optimized-drop-lazy-return-rejection.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-guard-mutants/optimized-drop-lazy-return-rejection.json" + "source": "evidence/grader-identity-fix/raw/construction-discovery-normal.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/construction-discovery-normal.json", + "bytes": 6044, + "sha256": "5ae42b9455043a1ff4032ff876d5e26b732a7416f23a5098108d5908b1a019d4" }, { - "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/evidence/kernel-lazy-guard-mutants/optimized-drop-pristine-lazy-shape-rejection.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-guard-mutants/optimized-drop-pristine-lazy-shape-rejection.json" + "source": "evidence/grader-identity-fix/raw/construction-discovery-normal.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/construction-discovery-normal.log", + "bytes": 393, + "sha256": "d3e52344324e3f53688d70f09127a1e5e08d5b303daff3b1e7a0a2ea09b55e8c" }, { - "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/evidence/kernel-lazy-guard-mutants/optimized-ignore-decorator-lazy-shape-links.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-guard-mutants/optimized-ignore-decorator-lazy-shape-links.json" + "source": "evidence/grader-identity-fix/raw/construction-discovery-optimized.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/construction-discovery-optimized.json", + "bytes": 6044, + "sha256": "5ae42b9455043a1ff4032ff876d5e26b732a7416f23a5098108d5908b1a019d4" }, { - "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/evidence/kernel-lazy-guard-mutants/summary.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-guard-mutants/summary.json" + "source": "evidence/grader-identity-fix/raw/construction-discovery-optimized.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/construction-discovery-optimized.log", + "bytes": 393, + "sha256": "d3e52344324e3f53688d70f09127a1e5e08d5b303daff3b1e7a0a2ea09b55e8c" }, { - "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/evidence/kernel-mixed-generator-red.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-mixed-generator-red.json" + "source": "evidence/grader-identity-fix/raw/exact-descriptor-normal.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/exact-descriptor-normal.json", + "bytes": 6619, + "sha256": "670b9c7966deb56347a6313f175055a3467eea95a5ee36bc36c7c729d104aa19" }, { - "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/evidence/kernel-none-profile-controls-green.log", - "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-none-profile-controls-green.log" + "source": "evidence/grader-identity-fix/raw/exact-descriptor-normal.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/exact-descriptor-normal.log", + "bytes": 195, + "sha256": "bd20a89d9a0164b156d6931ccd37e84e374c96b53534d4fdeaa8203b57f3caa5" }, { - "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/evidence/kernel-none-profile-controls-optimized-green.log", - "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-none-profile-controls-optimized-green.log" + "source": "evidence/grader-identity-fix/raw/exact-descriptor-optimized.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/exact-descriptor-optimized.json", + "bytes": 6619, + "sha256": "670b9c7966deb56347a6313f175055a3467eea95a5ee36bc36c7c729d104aa19" }, { - "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/evidence/kernel-none-return-guard-mutant.log", - "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-none-return-guard-mutant.log" + "source": "evidence/grader-identity-fix/raw/exact-descriptor-optimized.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/exact-descriptor-optimized.log", + "bytes": 195, + "sha256": "bd20a89d9a0164b156d6931ccd37e84e374c96b53534d4fdeaa8203b57f3caa5" }, { - "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/evidence/kernel-none-return-guard-mutant/guard_run_tests.py", - "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-none-return-guard-mutant/guard_run_tests.py" + "source": "evidence/grader-identity-fix/raw/guard-mutants/normal/accept-callable-selector-factory/receipt.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/accept-callable-selector-factory/receipt.json", + "bytes": 3169, + "sha256": "baba96a43a9dcf624751479fc879661adfa617335a3ccdd98836a5a337e76b19" }, { - "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/evidence/kernel-none-return-guard-mutant/normal-drop-non-none-return-rejection.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-none-return-guard-mutant/normal-drop-non-none-return-rejection.json" + "source": "evidence/grader-identity-fix/raw/guard-mutants/normal/accept-callable-selector-factory/stderr.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/accept-callable-selector-factory/stderr.log", + "bytes": 0, + "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" }, { - "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/evidence/kernel-none-return-guard-mutant/optimized-drop-non-none-return-rejection.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-none-return-guard-mutant/optimized-drop-non-none-return-rejection.json" + "source": "evidence/grader-identity-fix/raw/guard-mutants/normal/accept-callable-selector-factory/stdout.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/accept-callable-selector-factory/stdout.log", + "bytes": 1652, + "sha256": "a4f61543cf899a8dfdff8aa239fc7d040323705951a89520afe425d9160048d5" }, { - "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/evidence/kernel-none-return-guard-mutant/summary.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-none-return-guard-mutant/summary.json" + "source": "evidence/grader-identity-fix/raw/guard-mutants/normal/allow-custom-construction/receipt.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/allow-custom-construction/receipt.json", + "bytes": 31884, + "sha256": "d8855927f2cf22b572cf6369dc0294b4b7eaf46dfcdc83a6b98630462cdffd12" }, { - "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/evidence/kernel-none-return-profile-red.log", - "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-none-return-profile-red.log" + "source": "evidence/grader-identity-fix/raw/guard-mutants/normal/allow-custom-construction/stderr.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/allow-custom-construction/stderr.log", + "bytes": 0, + "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" }, { - "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/evidence/original-method-shape-applicability.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/original-method-shape-applicability.json" + "source": "evidence/grader-identity-fix/raw/guard-mutants/normal/allow-custom-construction/stdout.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/allow-custom-construction/stdout.log", + "bytes": 23522, + "sha256": "4616dcaddf055a1ac9448ef53a2bf35a9cde861e5ee5edcc9cf108e48a909efb" }, { - "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/evidence/run_kernel_lazy_guard_mutants.py", - "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/run_kernel_lazy_guard_mutants.py" + "source": "evidence/grader-identity-fix/raw/guard-mutants/normal/allow-module-dir-population-omission/receipt.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/allow-module-dir-population-omission/receipt.json", + "bytes": 4031, + "sha256": "20b71d24fc69cc9ef47199f17441bff6c23451831954076a81d6ca810a665fbb" }, { - "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/evidence/run_kernel_none_return_guard_mutant.py", - "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/run_kernel_none_return_guard_mutant.py" + "source": "evidence/grader-identity-fix/raw/guard-mutants/normal/allow-module-dir-population-omission/stderr.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/allow-module-dir-population-omission/stderr.log", + "bytes": 0, + "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" }, { - "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/kernel-lazy-body.patch", - "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/kernel-lazy-body.patch" + "source": "evidence/grader-identity-fix/raw/guard-mutants/normal/allow-module-dir-population-omission/stdout.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/allow-module-dir-population-omission/stdout.log", + "bytes": 1648, + "sha256": "51227bb7ae6b35496b53be5ce03abd64feed48dd62f34e875d305d0d8e645d72" }, { - "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/kernel-lifecycle-and-lazy-cumulative.patch", - "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/kernel-lifecycle-and-lazy-cumulative.patch" + "source": "evidence/grader-identity-fix/raw/guard-mutants/normal/allow-named-descriptor-subclasses/receipt.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/allow-named-descriptor-subclasses/receipt.json", + "bytes": 8264, + "sha256": "257d42e9dfebc157d85648819e198e709c52bc5da95352778a1736df161e54f7" }, { - "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/published-parent/PUBLICATION.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/published-parent/PUBLICATION.json" + "source": "evidence/grader-identity-fix/raw/guard-mutants/normal/allow-named-descriptor-subclasses/stderr.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/allow-named-descriptor-subclasses/stderr.log", + "bytes": 0, + "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" }, { - "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/published-parent/README.md", - "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/published-parent/README.md" + "source": "evidence/grader-identity-fix/raw/guard-mutants/normal/allow-named-descriptor-subclasses/stdout.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/allow-named-descriptor-subclasses/stdout.log", + "bytes": 1537, + "sha256": "cdb58d50e19cd4c113d9471bcde70684cfad3a6e2e0f1cbd4c4b4820adb7113d" }, { - "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/published-parent/REGISTRY.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/published-parent/REGISTRY.json" + "source": "evidence/grader-identity-fix/raw/guard-mutants/normal/allow-selector-descriptor-or-proxy-execution/receipt.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/allow-selector-descriptor-or-proxy-execution/receipt.json", + "bytes": 3184, + "sha256": "c760c50c1fe4db6ea0c616580b4f8b3611e5f5a609f4046c163b8c3a93e9136c" }, { - "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/published-parent/SPEC.md", - "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/published-parent/SPEC.md" + "source": "evidence/grader-identity-fix/raw/guard-mutants/normal/allow-selector-descriptor-or-proxy-execution/stderr.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/allow-selector-descriptor-or-proxy-execution/stderr.log", + "bytes": 0, + "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/DELIVERY_REGISTRY.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/DELIVERY_REGISTRY.json" + "source": "evidence/grader-identity-fix/raw/guard-mutants/normal/allow-selector-descriptor-or-proxy-execution/stdout.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/allow-selector-descriptor-or-proxy-execution/stdout.log", + "bytes": 1667, + "sha256": "8067689f8b357253818b932fdc296d97dd4f7378e149d817296aa26500d402ff" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/baseline/mutations.py", - "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/baseline/mutations.py" + "source": "evidence/grader-identity-fix/raw/guard-mutants/normal/allow-static-descriptor-subclasses/receipt.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/allow-static-descriptor-subclasses/receipt.json", + "bytes": 15452, + "sha256": "dacc27276045f70447f6c4031cca240b1a1c091e8c3f0c17a879a1bb1689ee86" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/baseline/run_tests.py", - "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/baseline/run_tests.py" + "source": "evidence/grader-identity-fix/raw/guard-mutants/normal/allow-static-descriptor-subclasses/stderr.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/allow-static-descriptor-subclasses/stderr.log", + "bytes": 0, + "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/baseline/tests/test_mutation_harness.py", - "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/baseline/tests/test_mutation_harness.py" + "source": "evidence/grader-identity-fix/raw/guard-mutants/normal/allow-static-descriptor-subclasses/stdout.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/allow-static-descriptor-subclasses/stdout.log", + "bytes": 7807, + "sha256": "0e4ce00f228c0ddd70d1228469d0252b502ab1c02b5866ee2562449053f9fa55" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/independent-lifecycle-review.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/independent-lifecycle-review.json" + "source": "evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-declared-function-chain/receipt.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-declared-function-chain/receipt.json", + "bytes": 6797, + "sha256": "4c797eff30d6ec75211fe5dd9ac8724201d4eb1c323778208901774b295d74e1" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-baseline-sha256.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-baseline-sha256.json" + "source": "evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-declared-function-chain/stderr.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-declared-function-chain/stderr.log", + "bytes": 0, + "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-controls-green.log", - "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-controls-green.log" + "source": "evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-declared-function-chain/stdout.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-declared-function-chain/stdout.log", + "bytes": 4399, + "sha256": "2dc5e52a36522ba885f03b3fa2bbc4e0b249721e63b21def01f675631a618fb1" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-controls-optimized-green.log", - "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-controls-optimized-green.log" + "source": "evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-module-hook-refusal/receipt.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-module-hook-refusal/receipt.json", + "bytes": 13612, + "sha256": "82d9d9508e3cee208451ea30117a80859059acc544e0d45994cc607207fbf4e0" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-controls-red.log", - "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-controls-red.log" + "source": "evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-module-hook-refusal/stderr.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-module-hook-refusal/stderr.log", + "bytes": 0, + "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-delivery.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-delivery.json" + "source": "evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-module-hook-refusal/stdout.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-module-hook-refusal/stdout.log", + "bytes": 10208, + "sha256": "131cd115c6f7276371fcae16b569695615ebbc09acb44004f6d49da14791b57b" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-dispatch-red.log", - "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-dispatch-red.log" + "source": "evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-original-code-object/receipt.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-original-code-object/receipt.json", + "bytes": 3844, + "sha256": "6ba4cd787c000c83398716f4ab10780934bff389a904826e9785076d12e9a2b2" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-final-runner-mutants.log", - "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-final-runner-mutants.log" + "source": "evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-original-code-object/stderr.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-original-code-object/stderr.log", + "bytes": 0, + "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-final-runner-mutants/drop-body-completion.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-final-runner-mutants/drop-body-completion.json" + "source": "evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-original-code-object/stdout.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-original-code-object/stdout.log", + "bytes": 1767, + "sha256": "c06c22298a93324ef57ef5ec01306f4a95f0aee48c20c72f4b13501e82c1f0a6" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-final-runner-mutants/drop-selected-method-dispatch-authorization.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-final-runner-mutants/drop-selected-method-dispatch-authorization.json" + "source": "evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-original-function-object/receipt.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-original-function-object/receipt.json", + "bytes": 4393, + "sha256": "677b9414a3d5f79761dbe0c534bacae97a1a5560599fe0a95b24ce0aedf2203c" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-final-runner-mutants/erase-subtest-lifecycle-origin.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-final-runner-mutants/erase-subtest-lifecycle-origin.json" + "source": "evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-original-function-object/stderr.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-original-function-object/stderr.log", + "bytes": 0, + "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-final-runner-mutants/guard_run_tests.py", - "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-final-runner-mutants/guard_run_tests.py" + "source": "evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-original-function-object/stdout.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-original-function-object/stdout.log", + "bytes": 2305, + "sha256": "ba675913565db0ab300e877f4a68d86095e93bbb4ae4a506f6c21cd5cc9cf05a" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-final-runner-mutants/summary.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-final-runner-mutants/summary.json" + "source": "evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-selected-class-object/receipt.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-selected-class-object/receipt.json", + "bytes": 4123, + "sha256": "9368effe87b7026ee56326ac2bfbb02fb3846dcfaa30c46c9edc8f9eea671af2" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-final-runner-mutants/trust-overridable-display-id.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-final-runner-mutants/trust-overridable-display-id.json" + "source": "evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-selected-class-object/stderr.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-selected-class-object/stderr.log", + "bytes": 0, + "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-foreign-subtest-green.log", - "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-foreign-subtest-green.log" + "source": "evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-selected-class-object/stdout.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-selected-class-object/stdout.log", + "bytes": 2040, + "sha256": "0fca7743d1528fd0caeff923e3bd66d212e8faed96cce674084858e21cbbe6e8" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-foreign-subtest-optimized-green.log", - "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-foreign-subtest-optimized-green.log" + "source": "evidence/grader-identity-fix/raw/guard-mutants/normal/invoke-special-descriptor-during-profile-inspection/receipt.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/invoke-special-descriptor-during-profile-inspection/receipt.json", + "bytes": 12652, + "sha256": "13c88c8a2be257315a5d0eeefbb8203d2c785d96032f26ed9ace6a4910db6064" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-foreign-subtest-red.log", - "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-foreign-subtest-red.log" + "source": "evidence/grader-identity-fix/raw/guard-mutants/normal/invoke-special-descriptor-during-profile-inspection/stderr.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/invoke-special-descriptor-during-profile-inspection/stderr.log", + "bytes": 0, + "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants.log", - "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants.log" + "source": "evidence/grader-identity-fix/raw/guard-mutants/normal/invoke-special-descriptor-during-profile-inspection/stdout.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/invoke-special-descriptor-during-profile-inspection/stdout.log", + "bytes": 5314, + "sha256": "64943c1cf2287c26b9e46c838cf887a38e3a6164e3aa1b1ac7c9808c047b8133" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/accept-boolean-counts.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/accept-boolean-counts.json" + "source": "evidence/grader-identity-fix/raw/guard-mutants/normal/skip-before-fixture-identity-validation/receipt.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/skip-before-fixture-identity-validation/receipt.json", + "bytes": 3039, + "sha256": "764e27b223102f80c2f4205274f8e8497e223b34ab22671eaf9672a0ab07107d" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/drop-body-completion.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/drop-body-completion.json" + "source": "evidence/grader-identity-fix/raw/guard-mutants/normal/skip-before-fixture-identity-validation/stderr.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/skip-before-fixture-identity-validation/stderr.log", + "bytes": 0, + "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/erase-subtest-lifecycle-origin.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/erase-subtest-lifecycle-origin.json" + "source": "evidence/grader-identity-fix/raw/guard-mutants/normal/skip-before-fixture-identity-validation/stdout.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/skip-before-fixture-identity-validation/stdout.log", + "bytes": 1611, + "sha256": "8083dbdad1524a319d74f7f962438a1b872022cbef57c055e89bf17bee07ef9c" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/guard_run_tests.py", - "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/guard_run_tests.py" + "source": "evidence/grader-identity-fix/raw/guard-mutants/normal/skip-runtime-identity-validation/receipt.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/skip-runtime-identity-validation/receipt.json", + "bytes": 11020, + "sha256": "3b5c89b611116d109077f4dbc355f35f2474206e7857cac415c899573ff67577" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/ignore-body-population-receipt.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/ignore-body-population-receipt.json" + "source": "evidence/grader-identity-fix/raw/guard-mutants/normal/skip-runtime-identity-validation/stderr.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/skip-runtime-identity-validation/stderr.log", + "bytes": 0, + "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/ignore-invalid-population.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/ignore-invalid-population.json" + "source": "evidence/grader-identity-fix/raw/guard-mutants/normal/skip-runtime-identity-validation/stdout.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/skip-runtime-identity-validation/stdout.log", + "bytes": 8017, + "sha256": "ab0a256a565772334158862c880ed6eb2c4fd3e477a722ebe0e29c638f1aa27d" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/ignore-selector-binding.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/ignore-selector-binding.json" + "source": "evidence/grader-identity-fix/raw/guard-mutants/optimized/accept-callable-selector-factory/receipt.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/accept-callable-selector-factory/receipt.json", + "bytes": 3172, + "sha256": "b3bd6e635e5808da0275afa316d76bf82ffdbc99ab45d6e747c81c997a5e76a8" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/restore-summary-only-grading.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/restore-summary-only-grading.json" + "source": "evidence/grader-identity-fix/raw/guard-mutants/optimized/accept-callable-selector-factory/stderr.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/accept-callable-selector-factory/stderr.log", + "bytes": 0, + "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/summary.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/summary.json" + "source": "evidence/grader-identity-fix/raw/guard-mutants/optimized/accept-callable-selector-factory/stdout.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/accept-callable-selector-factory/stdout.log", + "bytes": 1655, + "sha256": "ffdcec1225452ec36f4367fd6689162604ac819b0eee542d103c57a2311dc38d" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/trust-overridable-display-id.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/trust-overridable-display-id.json" + "source": "evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-custom-construction/receipt.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-custom-construction/receipt.json", + "bytes": 31926, + "sha256": "c9af0aac109c15da40cf8e58ae91a5a47c5e5336f9c2054493e430358deaaac6" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-lifecycle-method-red.log", - "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-lifecycle-method-red.log" + "source": "evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-custom-construction/stderr.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-custom-construction/stderr.log", + "bytes": 0, + "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-parent-identity-mutant.log", - "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-parent-identity-mutant.log" + "source": "evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-custom-construction/stdout.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-custom-construction/stdout.log", + "bytes": 23564, + "sha256": "9b1f13367b01981b6621f5f56351c007334c2534c4a38659bb3ce7b3a9aacdd7" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-parent-identity-mutant/drop-foreign-subtest-parent-identity.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-parent-identity-mutant/drop-foreign-subtest-parent-identity.json" + "source": "evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-module-dir-population-omission/receipt.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-module-dir-population-omission/receipt.json", + "bytes": 4034, + "sha256": "e1507d5e1e11c51a55307947473b1ac35aee030db5173b1fd28ac7cb8071cebb" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-parent-identity-mutant/guard_run_tests.py", - "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-parent-identity-mutant/guard_run_tests.py" + "source": "evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-module-dir-population-omission/stderr.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-module-dir-population-omission/stderr.log", + "bytes": 0, + "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-parent-identity-mutant/summary.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-parent-identity-mutant/summary.json" + "source": "evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-module-dir-population-omission/stdout.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-module-dir-population-omission/stdout.log", + "bytes": 1651, + "sha256": "338d8057ceafe2330215e1c4728445a5b5e982145c1f92acdb9e9dcf5cf3a1f5" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-population-binding-red.log", - "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-population-binding-red.log" + "source": "evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-named-descriptor-subclasses/receipt.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-named-descriptor-subclasses/receipt.json", + "bytes": 8267, + "sha256": "5dcd1dd848214054f34d3abafdcc889a8affb171239590d593a60088fd4d6c82" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-population-listing-green.log", - "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-population-listing-green.log" + "source": "evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-named-descriptor-subclasses/stderr.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-named-descriptor-subclasses/stderr.log", + "bytes": 0, + "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-setup-red.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-setup-red.json" + "source": "evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-named-descriptor-subclasses/stdout.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-named-descriptor-subclasses/stdout.log", + "bytes": 1540, + "sha256": "32d182607d4798e7ee4fc6467af278446bf57ae5e2bcf83f0863b19d7f3a8aff" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-subtest-controls-red.log", - "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-subtest-controls-red.log" + "source": "evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-selector-descriptor-or-proxy-execution/receipt.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-selector-descriptor-or-proxy-execution/receipt.json", + "bytes": 3187, + "sha256": "e72f8a78da3843b94a8730da8dc38ff8b3446d305ea88892052a1003b54cf067" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/run_kernel_final_runner_mutants.py", - "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/run_kernel_final_runner_mutants.py" + "source": "evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-selector-descriptor-or-proxy-execution/stderr.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-selector-descriptor-or-proxy-execution/stderr.log", + "bytes": 0, + "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/run_kernel_harness_mutants.py", - "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/run_kernel_harness_mutants.py" + "source": "evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-selector-descriptor-or-proxy-execution/stdout.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-selector-descriptor-or-proxy-execution/stdout.log", + "bytes": 1670, + "sha256": "afa6b46d7d1ebf295a4462312b0bbef457e45df02b40f15ecfd2352026a206cf" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/run_kernel_parent_identity_mutant.py", - "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/run_kernel_parent_identity_mutant.py" + "source": "evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-static-descriptor-subclasses/receipt.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-static-descriptor-subclasses/receipt.json", + "bytes": 15464, + "sha256": "70863c355a543fbcae70db28d3dec3c880b5362d2c819ada85908770e1c974cd" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/kernel-first-generation.patch", - "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/kernel-first-generation.patch" + "source": "evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-static-descriptor-subclasses/stderr.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-static-descriptor-subclasses/stderr.log", + "bytes": 0, + "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/kernel-parent-identity-followup.patch", - "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/kernel-parent-identity-followup.patch" + "source": "evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-static-descriptor-subclasses/stdout.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-static-descriptor-subclasses/stdout.log", + "bytes": 7819, + "sha256": "fcadb6913cdb9ee6347633157df98faa8813196e5d07575e2c11420809af981d" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/kernel.patch", - "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/kernel.patch" + "source": "evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-declared-function-chain/receipt.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-declared-function-chain/receipt.json", + "bytes": 6803, + "sha256": "8302b411e1d3d74371df57720be55a7aece8ed96595255c37273de9d959bd42c" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/kernel/DELIVERY_REGISTRY-first-generation.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/kernel/DELIVERY_REGISTRY-first-generation.json" + "source": "evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-declared-function-chain/stderr.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-declared-function-chain/stderr.log", + "bytes": 0, + "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/kernel/REPORT.md", - "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/kernel/REPORT.md" + "source": "evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-declared-function-chain/stdout.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-declared-function-chain/stdout.log", + "bytes": 4405, + "sha256": "393ee57739b21a4ffce0476c5aeb842646e71e13a4e6cf52a03f102d1acc76f8" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/kernel/REVIEW.txt", - "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/kernel/REVIEW.txt" + "source": "evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-module-hook-refusal/receipt.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-module-hook-refusal/receipt.json", + "bytes": 13624, + "sha256": "d57ddd5fd4a058f008282ceaa3d13ca3ed9b78f27f40b39bcee2cd197876db0c" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/kernel/SUCCESSOR_SHA256.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/kernel/SUCCESSOR_SHA256.json" + "source": "evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-module-hook-refusal/stderr.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-module-hook-refusal/stderr.log", + "bytes": 0, + "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/allow-artifact-symlink.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/allow-artifact-symlink.json" + "source": "evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-module-hook-refusal/stdout.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-module-hook-refusal/stdout.log", + "bytes": 10220, + "sha256": "31d647dcc331324b7acab5600088c237444f119d562ea8bff537f68599b660e6" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/concurrent-module-processes.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/concurrent-module-processes.json" + "source": "evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-original-code-object/receipt.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-original-code-object/receipt.json", + "bytes": 3847, + "sha256": "934289850dce49d3106fc172b98ed35a901f506da3c46955bfc9e753e6f56bb2" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/empty-coverage.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/empty-coverage.json" + "source": "evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-original-code-object/stderr.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-original-code-object/stderr.log", + "bytes": 0, + "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/exported-part-only.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/exported-part-only.json" + "source": "evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-original-code-object/stdout.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-original-code-object/stdout.log", + "bytes": 1770, + "sha256": "6342af0480511f4d6201f5861a444a4b986778645b4cfbbe1de7e0b842b4ce04" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/ignore-compiled-parts-binding.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/ignore-compiled-parts-binding.json" + "source": "evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-original-function-object/receipt.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-original-function-object/receipt.json", + "bytes": 4396, + "sha256": "e009453bc240aa4830374a0fc35353162eb21da5523a3f0ca9df7cd882abee16" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/ignore-completion-marker.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/ignore-completion-marker.json" + "source": "evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-original-function-object/stderr.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-original-function-object/stderr.log", + "bytes": 0, + "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/ignore-memory-limit.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/ignore-memory-limit.json" + "source": "evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-original-function-object/stdout.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-original-function-object/stdout.log", + "bytes": 2308, + "sha256": "8ceac458094bf4a89b9d1169c25f2b54b7ed9038903a630ac9dfeaff256c6894" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/ignore-nonzero-exit.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/ignore-nonzero-exit.json" + "source": "evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-selected-class-object/receipt.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-selected-class-object/receipt.json", + "bytes": 4126, + "sha256": "51ddf2022fddca741c937eba1b54370efbac5aa0a39db82785f79c88dd3d61e6" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/ignore-source-binding.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/ignore-source-binding.json" + "source": "evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-selected-class-object/stderr.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-selected-class-object/stderr.log", + "bytes": 0, + "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/ignore-timeout.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/ignore-timeout.json" + "source": "evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-selected-class-object/stdout.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-selected-class-object/stdout.log", + "bytes": 2043, + "sha256": "a21ef10e371c89af08b3b0fac8d4e0ff4ea36fcea557a6a69fda210e2225a79d" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/ignore-tool-binding.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/ignore-tool-binding.json" + "source": "evidence/grader-identity-fix/raw/guard-mutants/optimized/invoke-special-descriptor-during-profile-inspection/receipt.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/invoke-special-descriptor-during-profile-inspection/receipt.json", + "bytes": 12661, + "sha256": "ad124dd4a4d92d75633edf8cec56843779d60e1537c5524d63be033fdf8f0f65" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/prefix-expansion.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/prefix-expansion.json" + "source": "evidence/grader-identity-fix/raw/guard-mutants/optimized/invoke-special-descriptor-during-profile-inspection/stderr.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/invoke-special-descriptor-during-profile-inspection/stderr.log", + "bytes": 0, + "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/preload-target-self-reference.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/preload-target-self-reference.json" + "source": "evidence/grader-identity-fix/raw/guard-mutants/optimized/invoke-special-descriptor-during-profile-inspection/stdout.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/invoke-special-descriptor-during-profile-inspection/stdout.log", + "bytes": 5323, + "sha256": "445cb37e5df70fa30d7313c8a66a51aab7c52705a0144a01175cd3e3decb4b48" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/skip-kernel-replay.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/skip-kernel-replay.json" + "source": "evidence/grader-identity-fix/raw/guard-mutants/optimized/skip-before-fixture-identity-validation/receipt.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/skip-before-fixture-identity-validation/receipt.json", + "bytes": 3042, + "sha256": "e4288ddf0d8d153e013de44a785fd07caf32556257f6eeefc85391c6ddf4c1e6" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/truncate-module-coverage.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/truncate-module-coverage.json" + "source": "evidence/grader-identity-fix/raw/guard-mutants/optimized/skip-before-fixture-identity-validation/stderr.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/skip-before-fixture-identity-validation/stderr.log", + "bytes": 0, + "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/untrusted-checker-search-path.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/untrusted-checker-search-path.json" + "source": "evidence/grader-identity-fix/raw/guard-mutants/optimized/skip-before-fixture-identity-validation/stdout.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/skip-before-fixture-identity-validation/stdout.log", + "bytes": 1614, + "sha256": "e23b918b83fa66490ea9c70fc0e08c0572ffbdbc4f88264f7f7399f02c7a2c83" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/real-BadPrivate.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/real-BadPrivate.json" + "source": "evidence/grader-identity-fix/raw/guard-mutants/optimized/skip-runtime-identity-validation/receipt.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/skip-runtime-identity-validation/receipt.json", + "bytes": 11032, + "sha256": "66eb45a3af0f0b21e3af533dbaebd31d66af938f4509d56b7752720a04ff3dca" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/real-BadPublic.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/real-BadPublic.json" + "source": "evidence/grader-identity-fix/raw/guard-mutants/optimized/skip-runtime-identity-validation/stderr.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/skip-runtime-identity-validation/stderr.log", + "bytes": 0, + "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/real-Good.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/real-Good.json" + "source": "evidence/grader-identity-fix/raw/guard-mutants/optimized/skip-runtime-identity-validation/stdout.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/skip-runtime-identity-validation/stdout.log", + "bytes": 8029, + "sha256": "610f634f0f4f2aa74dc7290e412f7b82c22373560c5a00aea593ee122231e47e" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/real-UnapprovedAxiom.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/real-UnapprovedAxiom.json" + "source": "evidence/grader-identity-fix/raw/identity-green-dev1.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-green-dev1.json", + "bytes": 5895, + "sha256": "a7f4a7af083366d69778bdda1558d0c9144fff1611714fd778b0de321820b996" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-baseline/kernel_replay.py", - "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-baseline/kernel_replay.py" + "source": "evidence/grader-identity-fix/raw/identity-green-dev1.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-green-dev1.log", + "bytes": 909, + "sha256": "66aa685c3c966e1b016237b1b66e146cc7c3df5353081e3cba6888ae4ab3b51d" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-baseline/mutations.py", - "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-baseline/mutations.py" + "source": "evidence/grader-identity-fix/raw/identity-normal-fixtures/callable-factory.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/callable-factory.json", + "bytes": 1542, + "sha256": "91debcd2664f361620f9022e2e463d6a665cbe33091f88b341b652b99cdc2f73" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-baseline/test_kernel_replay.py", - "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-baseline/test_kernel_replay.py" + "source": "evidence/grader-identity-fix/raw/identity-normal-fixtures/class-fixture-code.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/class-fixture-code.json", + "bytes": 1645, + "sha256": "d9294cf98a8b07e7ca50081cb32aab048a1e7a9abb63a9ec478dd3b1ffbbe64a" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-mutations/concurrent-module-processes.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/concurrent-module-processes.json" + "source": "evidence/grader-identity-fix/raw/identity-normal-fixtures/class-fixture-function.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/class-fixture-function.json", + "bytes": 1631, + "sha256": "453f01a2114c10fe51b7460ecdf47eacaa2bf23df15f32a2f9768e8bee29c982" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-mutations/empty-coverage.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/empty-coverage.json" + "source": "evidence/grader-identity-fix/raw/identity-normal-fixtures/class-fixture-same-code-function.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/class-fixture-same-code-function.json", + "bytes": 1712, + "sha256": "be2054a390ef5857ab9fef9ae168925c80ecbb041da55add042dcd70e9aef820" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-mutations/ignore-compiled-parts-binding.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/ignore-compiled-parts-binding.json" + "source": "evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-descriptor-0-class.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-descriptor-0-class.json", + "bytes": 1753, + "sha256": "73c8656e79ec014fb77b2a2d48b16ab7e1cba6f2c930b9ce68661eeda0c2a176" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-mutations/ignore-completion-marker.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/ignore-completion-marker.json" + "source": "evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-descriptor-1-class.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-descriptor-1-class.json", + "bytes": 1787, + "sha256": "f7166beb5d6aac19dcaaa66476a98807609e320732bd3268b3173a362a7658ae" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-mutations/ignore-memory-limit.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/ignore-memory-limit.json" + "source": "evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-descriptor-1-method.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-descriptor-1-method.json", + "bytes": 1818, + "sha256": "94317118cbfca4a225fef23de4ef8827e300bcfe042d4277ca0de77143fb5e93" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-mutations/ignore-nonzero-exit.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/ignore-nonzero-exit.json" + "source": "evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-descriptor-classmethod-0-class.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-descriptor-classmethod-0-class.json", + "bytes": 1747, + "sha256": "68f7f9462cc595e582866d22f52bfc439f1c5bf2ea47b6fd5f73103f865382f0" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-mutations/ignore-source-binding.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/ignore-source-binding.json" + "source": "evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-descriptor-classmethod-1-class.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-descriptor-classmethod-1-class.json", + "bytes": 1781, + "sha256": "7aa1e19105036025ea93db923b7b9ed1f4da5f2c6f40bc31b79b0cd1ebfd01b3" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-mutations/ignore-timeout.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/ignore-timeout.json" + "source": "evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-descriptor-classmethod-1-method.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-descriptor-classmethod-1-method.json", + "bytes": 1812, + "sha256": "c946a8a6bf8beddfcb2b9e1808ea8da9f4274331b34d177f0379d9771604680b" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-mutations/ignore-tool-binding.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/ignore-tool-binding.json" + "source": "evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-descriptor-staticmethod-0-class.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-descriptor-staticmethod-0-class.json", + "bytes": 1749, + "sha256": "4102438de4c60abf62956014b723836c2128eb8e5b54312c5ade3e6d0e3eded1" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-mutations/resource-accept-boolean-timeout.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/resource-accept-boolean-timeout.json" + "source": "evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-descriptor-staticmethod-1-class.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-descriptor-staticmethod-1-class.json", + "bytes": 1783, + "sha256": "1e5a75009e9d2dda959a9e903d089659c1294ff82d48300ba2e7e03a9d05c32f" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-mutations/resource-continue-after-unreaped-child.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/resource-continue-after-unreaped-child.json" + "source": "evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-descriptor-staticmethod-1-method.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-descriptor-staticmethod-1-method.json", + "bytes": 1814, + "sha256": "affbd2c0f7eb603ffa117285a72d13e649a77badabe4b1f26380d609571c22ae" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-mutations/resource-drop-process-exception-normalization.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/resource-drop-process-exception-normalization.json" + "source": "evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-getattribute-0-class.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-getattribute-0-class.json", + "bytes": 1529, + "sha256": "39993c6aae75f86d5b6c00dae881369e26b08e43a01fb01d167d27e00cf1993f" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-mutations/resource-ignore-inherited-memory-hard-limit.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/resource-ignore-inherited-memory-hard-limit.json" + "source": "evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-getattribute-1-class.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-getattribute-1-class.json", + "bytes": 1563, + "sha256": "02eb4c17f327e5740897098a4c2ab7e21f5f1da9acef1e12f3902aa698a62376" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-mutations/resource-ignore-memory-upper-bound.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/resource-ignore-memory-upper-bound.json" + "source": "evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-getattribute-1-method.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-getattribute-1-method.json", + "bytes": 1585, + "sha256": "eae825469fa4f40a1422b3ab88fa1cdfcdd7c39ea06babe8c8bfcbdb02928a35" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-mutations/resource-ignore-timeout-upper-bound.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/resource-ignore-timeout-upper-bound.json" + "source": "evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-init-0-class.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-init-0-class.json", + "bytes": 1641, + "sha256": "64c376d874f70baf9331b7fdbcee41d8d4517f6253ae0d23906f80076e5ebfea" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-mutations/resource-overwrite-error-with-success.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/resource-overwrite-error-with-success.json" + "source": "evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-init-1-class.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-init-1-class.json", + "bytes": 1675, + "sha256": "6fdd1b0154ef6ce371ad4314d26a3b18254c41e345bcfd62edec0176bd7d6f27" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-mutations/resource-skip-abnormal-cleanup.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/resource-skip-abnormal-cleanup.json" + "source": "evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-init-1-method.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-init-1-method.json", + "bytes": 1703, + "sha256": "23bafadbd3e37d68402f81e19495a3a8cc0aaf6795bc0b4df83ebea47633d4f5" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-mutations/resource-unbounded-cleanup-wait.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/resource-unbounded-cleanup-wait.json" + "source": "evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-metaclass-0-class.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-metaclass-0-class.json", + "bytes": 1547, + "sha256": "14ac0dd7fcef00b9420b62058101b9ad8828e07c34191aac712de157b2874564" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-mutations/truncate-module-coverage.json", - "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/truncate-module-coverage.json" + "source": "evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-metaclass-1-class.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-metaclass-1-class.json", + "bytes": 1581, + "sha256": "1351a4f8c882251f22d1142549235a3b9431634740055ac4179d5c2c5d5d67cb" }, { - "source": "/workspace/cbz-0/discovery/kernel-replay-independent-review.md", - "destination": "cbz/contributions/math514/kernel_replay/independent-review.md" + "source": "evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-metaclass-1-method.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-metaclass-1-method.json", + "bytes": 1603, + "sha256": "2875d5768f2b66896378151e5e6080e6ecefd8c5202a56cd7e16f83bb7223c36" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/kernel_replay.py", - "destination": "cbz/contributions/math514/kernel_replay/kernel_replay.py" + "source": "evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-new-0-class.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-new-0-class.json", + "bytes": 1504, + "sha256": "c164d8c62332a2b03d1150d1e5c50b00af4ba2632effee7e9cfc37e0d1cec188" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/mutations.py", - "destination": "cbz/contributions/math514/kernel_replay/mutations.py" + "source": "evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-new-1-class.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-new-1-class.json", + "bytes": 1538, + "sha256": "4970b765c673a1e7b1fb29b7f0de5077b69833c847fb2eff5bb79dff39d3495d" }, { - "source": "/workspace/cbz-0/discovery/kernel-resource-fix-report.json", - "destination": "cbz/contributions/math514/kernel_replay/resource-fix-report.json" + "source": "evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-new-1-method.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-new-1-method.json", + "bytes": 1560, + "sha256": "1c8d04426bec5220990affef00833910f3b117c4568a050da0b02b03e57b8948" }, { - "source": "/workspace/cbz-0/discovery/kernel-resource-fix-report.md", - "destination": "cbz/contributions/math514/kernel_replay/resource-fix-report.md" + "source": "evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-setattr-0-class.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-setattr-0-class.json", + "bytes": 1526, + "sha256": "af9b03e6d97789bfecb3675b1b692cc5031a2f6083d262a1e4237a2fb7d1b034" }, { - "source": "/workspace/cbz-0/discovery/kernel-resource-postfix-review.md", - "destination": "cbz/contributions/math514/kernel_replay/resource-postfix-review.md" + "source": "evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-setattr-1-class.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-setattr-1-class.json", + "bytes": 1560, + "sha256": "23566edd4bf88b6d8012de8788ad4ada66a56ec962323dc7a6bdef990c97bfbc" }, { - "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/run_tests.py", - "destination": "cbz/contributions/math514/kernel_replay/run_tests.py" + "source": "evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-setattr-1-method.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-setattr-1-method.json", + "bytes": 1582, + "sha256": "e459d5fc86e5afbf7c72bd71335b79a404e07ea6c19c9d41ed5774f61d106cee" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/tests/fixtures/BadPrivate.lean", - "destination": "cbz/contributions/math514/kernel_replay/tests/fixtures/BadPrivate.lean" + "source": "evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-special-descriptor-0-class.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-special-descriptor-0-class.json", + "bytes": 1649, + "sha256": "7839167671f80747938ff9e173c9cb58d335982824c124a5aa0e9d3f7d778908" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/tests/fixtures/BadPublic.lean", - "destination": "cbz/contributions/math514/kernel_replay/tests/fixtures/BadPublic.lean" + "source": "evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-special-descriptor-1-class.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-special-descriptor-1-class.json", + "bytes": 1683, + "sha256": "1d1d9b797743727ab3735ab0bae4551b342d74393b7f4e4a4a4e4ccec2928dca" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/tests/fixtures/Good.lean", - "destination": "cbz/contributions/math514/kernel_replay/tests/fixtures/Good.lean" + "source": "evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-special-descriptor-1-method.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-special-descriptor-1-method.json", + "bytes": 1705, + "sha256": "63e777b4dfcf3d12f9a3c79b4aec0a161c66ef72d26f55bdf245600b7b16dbfa" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/tests/fixtures/UnapprovedAxiom.lean", - "destination": "cbz/contributions/math514/kernel_replay/tests/fixtures/UnapprovedAxiom.lean" + "source": "evidence/grader-identity-fix/raw/identity-normal-fixtures/custom-run.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/custom-run.json", + "bytes": 1499, + "sha256": "f38a2765abb6786b16868a6a86b63e7495fa271b209745897eaa90f14145c3b4" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/tests/test_kernel_replay.py", - "destination": "cbz/contributions/math514/kernel_replay/tests/test_kernel_replay.py" + "source": "evidence/grader-identity-fix/raw/identity-normal-fixtures/during-body-change.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/during-body-change.json", + "bytes": 3780, + "sha256": "0b889ebbce71f9941a5525fcc6a4f3805bca47e9c63dee218fc61bdb3b1ad043" }, { - "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/tests/test_mutation_harness.py", - "destination": "cbz/contributions/math514/kernel_replay/tests/test_mutation_harness.py" + "source": "evidence/grader-identity-fix/raw/identity-normal-fixtures/hook-alias-assertion.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/hook-alias-assertion.json", + "bytes": 1680, + "sha256": "77729f49b6dd4341a78c212a143f10b5d638dc72f2433e58f6092d78da37c882" }, { - "source": "/workspace/cbz-0/tools/kernel_replay/tests/test_real_lean.py", - "destination": "cbz/contributions/math514/kernel_replay/tests/test_real_lean.py" + "source": "evidence/grader-identity-fix/raw/identity-normal-fixtures/hook-alias.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/hook-alias.json", + "bytes": 1628, + "sha256": "0782f9aa240ce05d4a320265bb92c6baeee5a7311f0f7aecb9127c989c9cc9fa" }, { - "source": "/workspace/cbz-0/discovery/kernel-replay-tool-report.json", - "destination": "cbz/contributions/math514/kernel_replay/tool-report.json" + "source": "evidence/grader-identity-fix/raw/identity-normal-fixtures/hook-omission.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/hook-omission.json", + "bytes": 1636, + "sha256": "edaa32e199625a93f6f4c12c20a3fd553647c6a7d45e71bb44f5969acceb7c89" }, { - "source": "/workspace/cbz-0/discovery/kernel-replay-tool-report.md", - "destination": "cbz/contributions/math514/kernel_replay/tool-report.md" + "source": "evidence/grader-identity-fix/raw/identity-normal-fixtures/hook-subclass.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/hook-subclass.json", + "bytes": 1823, + "sha256": "d48fdf13b18fd711af63cdf1ecde9ff343b4a5babb21450b17f3db6fde849b64" + }, + { + "source": "evidence/grader-identity-fix/raw/identity-normal-fixtures/instance-class-change.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/instance-class-change.json", + "bytes": 3613, + "sha256": "73a2e1402d3d8b46d336bab7f517d9ddfbc441051330918b0a18d6aadcd96da8" + }, + { + "source": "evidence/grader-identity-fix/raw/identity-normal-fixtures/module-dir-cannot-hide.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/module-dir-cannot-hide.json", + "bytes": 3232, + "sha256": "cc9257d615b362fa1cbc44cb29631b07ecad2613e0955e08e5a91d17b9fb638a" + }, + { + "source": "evidence/grader-identity-fix/raw/identity-normal-fixtures/named-assertion.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/named-assertion.json", + "bytes": 2975, + "sha256": "4cad2e5423c6a28d7e57e247a25c643a6329c857fcc390e5fd420170f21c6bd6" + }, + { + "source": "evidence/grader-identity-fix/raw/identity-normal-fixtures/named-class.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/named-class.json", + "bytes": 1990, + "sha256": "b1053be28226fe9a78c094ddf6389dcb6c7aa545c4bf8223e6c05b5483733a1f" + }, + { + "source": "evidence/grader-identity-fix/raw/identity-normal-fixtures/named-method.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/named-method.json", + "bytes": 1726, + "sha256": "6328579404eca91332a93d47c34e3901fb73d3068f62659bc9098279b97fb5f0" + }, + { + "source": "evidence/grader-identity-fix/raw/identity-normal-fixtures/selector-helper-descriptor.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/selector-helper-descriptor.json", + "bytes": 1729, + "sha256": "ddeb1876b7b336f3d7c79273977bee9e30cd8f685773f15ae5d30a95a2df61fc" + }, + { + "source": "evidence/grader-identity-fix/raw/identity-normal-fixtures/selector-proxy.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/selector-proxy.json", + "bytes": 1574, + "sha256": "c21fc843050fb58e378a8155de389881cac01ee878e28475458ddcc6dcda9e9f" + }, + { + "source": "evidence/grader-identity-fix/raw/identity-optimized-fixtures/callable-factory.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/callable-factory.json", + "bytes": 1542, + "sha256": "aed3599ecf74fc44f3839d6d6fbbe3e5542ee6ddb78735b26a017c286018d9ee" + }, + { + "source": "evidence/grader-identity-fix/raw/identity-optimized-fixtures/class-fixture-code.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/class-fixture-code.json", + "bytes": 1645, + "sha256": "61f52349025228949b3fe71eb424b291e73fb81db710e6eda2a0d75b8f00659f" + }, + { + "source": "evidence/grader-identity-fix/raw/identity-optimized-fixtures/class-fixture-function.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/class-fixture-function.json", + "bytes": 1631, + "sha256": "f26530c660c9f74c804cff821a5d4950c647fc339c1035b3784f145183bbd994" + }, + { + "source": "evidence/grader-identity-fix/raw/identity-optimized-fixtures/class-fixture-same-code-function.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/class-fixture-same-code-function.json", + "bytes": 1712, + "sha256": "54bb22a8ba6355d66ede52b922ef85606415d50c7b67bb774bae4b29c1119156" + }, + { + "source": "evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-descriptor-0-class.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-descriptor-0-class.json", + "bytes": 1753, + "sha256": "230c93351318e0c3c7965bb992346c5e23cf5f537230030cb20fc20842952237" + }, + { + "source": "evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-descriptor-1-class.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-descriptor-1-class.json", + "bytes": 1787, + "sha256": "378005e081fbc32e0886bf35589f9492c58a488acf3370cf299f5aa56972e13b" + }, + { + "source": "evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-descriptor-1-method.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-descriptor-1-method.json", + "bytes": 1818, + "sha256": "1551400948c0ee107ad57bce53730f37a1969565295e2b3dc138016a5e0db04f" + }, + { + "source": "evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-descriptor-classmethod-0-class.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-descriptor-classmethod-0-class.json", + "bytes": 1747, + "sha256": "754013fb1bfeca8ef34491c0bbdaa7be43554d8bdf4cb8b5323201130ed2de48" + }, + { + "source": "evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-descriptor-classmethod-1-class.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-descriptor-classmethod-1-class.json", + "bytes": 1781, + "sha256": "efffc43fcd250a9f31db4939d9f06e7dfed8d876c08add7908336fa812b270a2" + }, + { + "source": "evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-descriptor-classmethod-1-method.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-descriptor-classmethod-1-method.json", + "bytes": 1812, + "sha256": "17402b540206b03e9d1b5e096d210a3377986a26520a53b04a40008536f28eab" + }, + { + "source": "evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-descriptor-staticmethod-0-class.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-descriptor-staticmethod-0-class.json", + "bytes": 1749, + "sha256": "638ac93349adb742032f8f32ab81ad9215cda5f91aabe0937fe43fedb960bf57" + }, + { + "source": "evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-descriptor-staticmethod-1-class.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-descriptor-staticmethod-1-class.json", + "bytes": 1783, + "sha256": "1a99ee3f830630ba49a4bbd94a1b4bddf11c4744bf64fcede759be6bbe3a2e2a" + }, + { + "source": "evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-descriptor-staticmethod-1-method.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-descriptor-staticmethod-1-method.json", + "bytes": 1814, + "sha256": "de7bc982290b87e6d69f62bf4e5ada9fca70ce48e7a4a91bed6e49ce9145ca3c" + }, + { + "source": "evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-getattribute-0-class.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-getattribute-0-class.json", + "bytes": 1529, + "sha256": "f1ee9fbc942ae21bd82aa3162419c1c7a6aa17e5c12d2021667279fe93948a1f" + }, + { + "source": "evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-getattribute-1-class.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-getattribute-1-class.json", + "bytes": 1563, + "sha256": "137f388511370628e546f119c649b7c8472c19edb280532b475f37529bd08a16" + }, + { + "source": "evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-getattribute-1-method.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-getattribute-1-method.json", + "bytes": 1585, + "sha256": "b91c6867cfa36a059dd3f0ccb02181393301a2d6597e4c40cf66ad7295b25617" + }, + { + "source": "evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-init-0-class.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-init-0-class.json", + "bytes": 1641, + "sha256": "9c1273e18caf9cbd490c23f417e60a7139dc6378ab091549979f5a46466ba380" + }, + { + "source": "evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-init-1-class.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-init-1-class.json", + "bytes": 1675, + "sha256": "259d4d27bb8ee9d09178aa09e4cb803f757790aaca9880aa7fe7c5ca92768a47" + }, + { + "source": "evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-init-1-method.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-init-1-method.json", + "bytes": 1703, + "sha256": "c24059a00a6fccd1e65d3f8a48d63ce0bdc1d8009ad40402ff4c6a7fca0e516b" + }, + { + "source": "evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-metaclass-0-class.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-metaclass-0-class.json", + "bytes": 1547, + "sha256": "27589595653ac7ec6b767562e7c5f69731e6626deb620b11ff20346cfe54edf5" + }, + { + "source": "evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-metaclass-1-class.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-metaclass-1-class.json", + "bytes": 1581, + "sha256": "4801aed97adb091e66db3494358e451aff98a16d9d23ef88a509bbbf4569be08" + }, + { + "source": "evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-metaclass-1-method.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-metaclass-1-method.json", + "bytes": 1603, + "sha256": "6d30781fe4e919a09c89f7221aaa179e198e7b2d2c7800b3a0d7c5a353fb50da" + }, + { + "source": "evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-new-0-class.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-new-0-class.json", + "bytes": 1504, + "sha256": "7868e623cbe07e5f1196b90a4a838bb8dbce7f6bf472cd8fd6c9d5613c6773d2" + }, + { + "source": "evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-new-1-class.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-new-1-class.json", + "bytes": 1538, + "sha256": "325066764c5a8f4618d5e28f203c9cfd5313316f67be3f53ca5ea975cba9c446" + }, + { + "source": "evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-new-1-method.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-new-1-method.json", + "bytes": 1560, + "sha256": "87a37505ff2a2e73645b24c95a531e7bccca48efc0b5c79cbe334b7107f64d10" + }, + { + "source": "evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-setattr-0-class.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-setattr-0-class.json", + "bytes": 1526, + "sha256": "e07a0961959dbddf31f01ee002a8a5ec25a5f641594d2a28b8ffc8ce26a34ddc" + }, + { + "source": "evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-setattr-1-class.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-setattr-1-class.json", + "bytes": 1560, + "sha256": "8aadea2b72c41d38e36572e81b4dca4d76c9cef0c4825ad82372d027724b589e" + }, + { + "source": "evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-setattr-1-method.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-setattr-1-method.json", + "bytes": 1582, + "sha256": "a48194648ffc45aa479ba5b748e7d5ba2a6757bf6bbb0de24085c43f2ad9aad7" + }, + { + "source": "evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-special-descriptor-0-class.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-special-descriptor-0-class.json", + "bytes": 1649, + "sha256": "25c65e90742ec22c8a0c24862b8db2cb3b4e5cf9d69a402d0de9e6f06aa68513" + }, + { + "source": "evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-special-descriptor-1-class.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-special-descriptor-1-class.json", + "bytes": 1683, + "sha256": "160b975d57a68c73e9c062ecef67d92364d22baddf0a3134bcddc93f64d9ad4d" + }, + { + "source": "evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-special-descriptor-1-method.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-special-descriptor-1-method.json", + "bytes": 1705, + "sha256": "1f882e75c745b7163043a0e717d10d1d541ded742002bf8af1929efc0a2cb486" + }, + { + "source": "evidence/grader-identity-fix/raw/identity-optimized-fixtures/custom-run.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/custom-run.json", + "bytes": 1499, + "sha256": "00f17e697805bd1b197a24d8dea698393c7a1e55cae7412b43dd67c67a2ee881" + }, + { + "source": "evidence/grader-identity-fix/raw/identity-optimized-fixtures/during-body-change.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/during-body-change.json", + "bytes": 3780, + "sha256": "e91d02378e503693931686531b548f36e4a0c8e555a40a16b7441c90e45ef362" + }, + { + "source": "evidence/grader-identity-fix/raw/identity-optimized-fixtures/hook-alias-assertion.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/hook-alias-assertion.json", + "bytes": 1680, + "sha256": "aa5005ad341e991eb4c03268a9a59e496f7f00df07addf4a3277ab671809783f" + }, + { + "source": "evidence/grader-identity-fix/raw/identity-optimized-fixtures/hook-alias.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/hook-alias.json", + "bytes": 1628, + "sha256": "d38f5bbf84e8e8e0b98c87dbe7fb898b24ebfada3564e6c3782fe015d5f7a143" + }, + { + "source": "evidence/grader-identity-fix/raw/identity-optimized-fixtures/hook-omission.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/hook-omission.json", + "bytes": 1636, + "sha256": "2dde5c7d2b2f33f229af01946ac2a0a150c0b6339e3b98991f22e36f0054db52" + }, + { + "source": "evidence/grader-identity-fix/raw/identity-optimized-fixtures/hook-subclass.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/hook-subclass.json", + "bytes": 1823, + "sha256": "bc1b1bbe70e15bce95b5526658a1431fa30b9ca7847a4b9964d8d3e8cb499a44" + }, + { + "source": "evidence/grader-identity-fix/raw/identity-optimized-fixtures/instance-class-change.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/instance-class-change.json", + "bytes": 3613, + "sha256": "17a7e94d64f3eea5afddff1c8e17a4c27d2a1dac10e865659c6c66c151012dcd" + }, + { + "source": "evidence/grader-identity-fix/raw/identity-optimized-fixtures/module-dir-cannot-hide.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/module-dir-cannot-hide.json", + "bytes": 3232, + "sha256": "cae323d921b6f8994fd786a2563c3d067db6bb030fca19a6c64a5adb21d5d872" + }, + { + "source": "evidence/grader-identity-fix/raw/identity-optimized-fixtures/named-assertion.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/named-assertion.json", + "bytes": 2975, + "sha256": "1c4fe671c7183bee2358c762b320a539569e137f9c48f00125c786d97fa41c3f" + }, + { + "source": "evidence/grader-identity-fix/raw/identity-optimized-fixtures/named-class.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/named-class.json", + "bytes": 1990, + "sha256": "6d18209298cb82e0b2fe64ee48b5588eb477d5de1b2ec1bdc0d0d5bf8e61bf40" + }, + { + "source": "evidence/grader-identity-fix/raw/identity-optimized-fixtures/named-method.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/named-method.json", + "bytes": 1726, + "sha256": "33426693360657f61e56327a84466a9045907109363c8e3feee2974a2e2a240d" + }, + { + "source": "evidence/grader-identity-fix/raw/identity-optimized-fixtures/selector-helper-descriptor.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/selector-helper-descriptor.json", + "bytes": 1729, + "sha256": "c1122f96870193882d3d8a43d99f03860854eb1c63f24f413a1feb34553b02e3" + }, + { + "source": "evidence/grader-identity-fix/raw/identity-optimized-fixtures/selector-proxy.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/selector-proxy.json", + "bytes": 1574, + "sha256": "e7622657654155c029fa22271844d8e4e7c924d0b439a3a416e3132b34f73dff" + }, + { + "source": "evidence/grader-identity-fix/raw/identity-red.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-red.json", + "bytes": 23431, + "sha256": "56f6e703271d79b9f7ae13f4c8ea65b9b56ab17745aef693e2b0ea538a1cdbc7" + }, + { + "source": "evidence/grader-identity-fix/raw/identity-refresh-normal.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-refresh-normal.json", + "bytes": 2749, + "sha256": "3ba00e79be0fbee01f828085670ba7db19d1b6c737ad9e3cfd2f41690c921a7e" + }, + { + "source": "evidence/grader-identity-fix/raw/identity-refresh-normal.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-refresh-normal.log", + "bytes": 351, + "sha256": "c7569a570c82a0732f731bf4897ee6ce999cfb0dc3d7bde9ecb4c79a2f319535" + }, + { + "source": "evidence/grader-identity-fix/raw/identity-refresh-optimized.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-refresh-optimized.json", + "bytes": 2749, + "sha256": "3ba00e79be0fbee01f828085670ba7db19d1b6c737ad9e3cfd2f41690c921a7e" + }, + { + "source": "evidence/grader-identity-fix/raw/identity-refresh-optimized.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-refresh-optimized.log", + "bytes": 351, + "sha256": "c7569a570c82a0732f731bf4897ee6ce999cfb0dc3d7bde9ecb4c79a2f319535" + }, + { + "source": "evidence/grader-identity-fix/raw/selector-descriptor-normal.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/selector-descriptor-normal.json", + "bytes": 4882, + "sha256": "c6b965647f6aafe795bc53817b3f21f8fcc5854e252a2773298f2a0f51e23def" + }, + { + "source": "evidence/grader-identity-fix/raw/selector-descriptor-normal.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/selector-descriptor-normal.log", + "bytes": 195, + "sha256": "bd20a89d9a0164b156d6931ccd37e84e374c96b53534d4fdeaa8203b57f3caa5" + }, + { + "source": "evidence/grader-identity-fix/raw/selector-descriptor-optimized.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/selector-descriptor-optimized.json", + "bytes": 4882, + "sha256": "c6b965647f6aafe795bc53817b3f21f8fcc5854e252a2773298f2a0f51e23def" + }, + { + "source": "evidence/grader-identity-fix/raw/selector-descriptor-optimized.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/selector-descriptor-optimized.log", + "bytes": 195, + "sha256": "bd20a89d9a0164b156d6931ccd37e84e374c96b53534d4fdeaa8203b57f3caa5" + }, + { + "source": "evidence/grader-identity-fix/review-probes/constructor-alias/RESULTS.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/constructor-alias/RESULTS.json", + "bytes": 2204, + "sha256": "ed28bd7aea01ffcb005e72c0519678c15b0a8f08b651b196deb30ea5bcf5bee7" + }, + { + "source": "evidence/grader-identity-fix/review-probes/constructor-alias/receipt.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/constructor-alias/receipt.json", + "bytes": 1037, + "sha256": "241f8d5f7d0e4044a8c0fdaea64dc2301698d53c933e696f12294909134f732e" + }, + { + "source": "evidence/grader-identity-fix/review-probes/constructor-alias/run_tests.py", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/constructor-alias/run_tests.py", + "bytes": 17396, + "sha256": "c77ee122e788fbb2a88ffaba12e0b4de75209b6f18ce2b6053fed68a5a4ce4d5" + }, + { + "source": "evidence/grader-identity-fix/review-probes/constructor-alias/stderr.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/constructor-alias/stderr.log", + "bytes": 0, + "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" + }, + { + "source": "evidence/grader-identity-fix/review-probes/constructor-alias/stdout.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/constructor-alias/stdout.log", + "bytes": 115, + "sha256": "91d15883dc781491f8a5d0c6b2cfc1c5e114a32f16bb10f2a27d915763b6fcca" + }, + { + "source": "evidence/grader-identity-fix/review-probes/constructor-alias/tests/test_constructor.py", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/constructor-alias/tests/test_constructor.py", + "bytes": 488, + "sha256": "09e99756efd44899aa0cb96cc63ff2f7478735dbe8cab5b5c06bea03c3b2b862" + }, + { + "source": "evidence/grader-identity-fix/review-probes/constructor-alias/trace.txt", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/constructor-alias/trace.txt", + "bytes": 12, + "sha256": "f97a8f27a73b181cc6bf7fb6a09fb0c2203925d74ad8309144c33b5c0ea0a14f" + }, + { + "source": "evidence/grader-identity-fix/review-probes/method-descriptor-alias/RESULTS.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/method-descriptor-alias/RESULTS.json", + "bytes": 2316, + "sha256": "eef0a77e541b11d419aa52f3cb54bb8ad34e0cfc3949cada1ecaa83b4c6d3975" + }, + { + "source": "evidence/grader-identity-fix/review-probes/method-descriptor-alias/receipt.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/method-descriptor-alias/receipt.json", + "bytes": 806, + "sha256": "7e68dfd3195a8b6a3ba1c5e28d1d5a78173d144699e36fd329b30601b551445b" + }, + { + "source": "evidence/grader-identity-fix/review-probes/method-descriptor-alias/run_tests.py", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/method-descriptor-alias/run_tests.py", + "bytes": 19972, + "sha256": "730bf28746f6574dc11cf9d8b63d759c6edab1aafed8d2a73b21f2388278cef3" + }, + { + "source": "evidence/grader-identity-fix/review-probes/method-descriptor-alias/stderr.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/method-descriptor-alias/stderr.log", + "bytes": 0, + "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" + }, + { + "source": "evidence/grader-identity-fix/review-probes/method-descriptor-alias/stdout.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/method-descriptor-alias/stdout.log", + "bytes": 64, + "sha256": "ff23c230ef51c48a5d731a1b4da9a9e4f70994c71af41ecbeec1ae77c2563a31" + }, + { + "source": "evidence/grader-identity-fix/review-probes/method-descriptor-alias/tests/test_descriptor.py", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/method-descriptor-alias/tests/test_descriptor.py", + "bytes": 562, + "sha256": "c49611a85b9d6a0ac3bde70143bc66c3718cec1c267d659a8c42401cc307ccd0" + }, + { + "source": "evidence/grader-identity-fix/review-probes/method-descriptor-alias/trace.txt", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/method-descriptor-alias/trace.txt", + "bytes": 17, + "sha256": "5ec777d8cd0c97d9e738631bf3c0d513e644deef6a3453ce7f95fd4c7888f143" + }, + { + "source": "evidence/grader-identity-fix/review-probes/module-dir-omission/RESULTS.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/module-dir-omission/RESULTS.json", + "bytes": 2111, + "sha256": "661e6b7046cdcd42ad40e8522caa9e187411eb2e3cf227cbf9e3eeed840c1a32" + }, + { + "source": "evidence/grader-identity-fix/review-probes/module-dir-omission/receipt.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/module-dir-omission/receipt.json", + "bytes": 824, + "sha256": "ac1bc6b53c5a1b3c4fecb21e288796d6ebc0f86b7a737a2973a841db319364e4" + }, + { + "source": "evidence/grader-identity-fix/review-probes/module-dir-omission/run_tests.py", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/module-dir-omission/run_tests.py", + "bytes": 17396, + "sha256": "c77ee122e788fbb2a88ffaba12e0b4de75209b6f18ce2b6053fed68a5a4ce4d5" + }, + { + "source": "evidence/grader-identity-fix/review-probes/module-dir-omission/stderr.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/module-dir-omission/stderr.log", + "bytes": 0, + "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" + }, + { + "source": "evidence/grader-identity-fix/review-probes/module-dir-omission/stdout.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/module-dir-omission/stdout.log", + "bytes": 68, + "sha256": "483c9a01f567ac49966f90770b4b2e3033ea57958690f787d598de096296413c" + }, + { + "source": "evidence/grader-identity-fix/review-probes/module-dir-omission/tests/test_module_dir.py", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/module-dir-omission/tests/test_module_dir.py", + "bytes": 442, + "sha256": "000f7e0f21e6895a40b759992937fa712b6de326b6d17c0522086135a9a6c533" + }, + { + "source": "evidence/grader-identity-fix/review-probes/module-dir-omission/trace.txt", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/module-dir-omission/trace.txt", + "bytes": 6, + "sha256": "b640e840b19d378660b32fb51ae18d67dccb4a8596a29e7bd72c1b2ae5928f41" + }, + { + "source": "evidence/grader-identity-fix/review-probes/staticmethod-subclass-alias/RESULTS.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/staticmethod-subclass-alias/RESULTS.json", + "bytes": 2324, + "sha256": "6218fbfe350d4cd55cebff84cdcb90f5fcea2b1df96bca671e339ef574fdf0cf" + }, + { + "source": "evidence/grader-identity-fix/review-probes/staticmethod-subclass-alias/receipt.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/staticmethod-subclass-alias/receipt.json", + "bytes": 1049, + "sha256": "415e176f7730a9efcfc3b955e020ec1aef4758b1ed250bd79339c906fcacc25e" + }, + { + "source": "evidence/grader-identity-fix/review-probes/staticmethod-subclass-alias/run_tests.py", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/staticmethod-subclass-alias/run_tests.py", + "bytes": 20814, + "sha256": "d1783e4892e5ae406762d8917cadb8d84534fd271744fdd92a1e285a72e26739" + }, + { + "source": "evidence/grader-identity-fix/review-probes/staticmethod-subclass-alias/stderr.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/staticmethod-subclass-alias/stderr.log", + "bytes": 0, + "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" + }, + { + "source": "evidence/grader-identity-fix/review-probes/staticmethod-subclass-alias/stdout.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/staticmethod-subclass-alias/stdout.log", + "bytes": 117, + "sha256": "d7bf22367949925953e7fd8378fbcc700a3c7cd2fe6f9d9ecb64988187afbac2" + }, + { + "source": "evidence/grader-identity-fix/review-probes/staticmethod-subclass-alias/tests/test_static_alias.py", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/staticmethod-subclass-alias/tests/test_static_alias.py", + "bytes": 533, + "sha256": "db453ae68e561d99e25d2d5e2019b293dc33a4570cc7b9fe2e9665934e02b3c6" + }, + { + "source": "evidence/grader-identity-fix/review-probes/staticmethod-subclass-alias/trace.txt", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/staticmethod-subclass-alias/trace.txt", + "bytes": 23, + "sha256": "7704f2c598dc8f36e37fc0e6bd8d0193f2fda42a58dbb5a311727f44450e9560" + }, + { + "source": "evidence/grader-identity-fix/shared/BASELINE_BINDINGS.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/BASELINE_BINDINGS.json", + "bytes": 1203, + "sha256": "b2e3b505f06b53dbf3cf78e20dfb44627e13cc49efa63267fce2d7bb1e02e3d4" + }, + { + "source": "evidence/grader-identity-fix/shared/EXACT_DESCRIPTOR_GUARD_MUTATIONS.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/EXACT_DESCRIPTOR_GUARD_MUTATIONS.json", + "bytes": 16924, + "sha256": "4270aa8caacd7bf99220313011f0eaf6cfbf29d11e798f6fa9686d947c28125f" + }, + { + "source": "evidence/grader-identity-fix/shared/FINAL_EXACT_RUNTIME_BINDINGS.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/FINAL_EXACT_RUNTIME_BINDINGS.json", + "bytes": 430, + "sha256": "74cb3ca9cb33638dbe68c2aa1cd5327636e826030f94e5e0b3738a1277571a91" + }, + { + "source": "evidence/grader-identity-fix/shared/FINAL_RUNTIME_BINDINGS.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/FINAL_RUNTIME_BINDINGS.json", + "bytes": 430, + "sha256": "dc8dd1fc88e161541c175603c8c7170254764312d081cae56440750f5c299034" + }, + { + "source": "evidence/grader-identity-fix/shared/FOLLOWUP_GUARD_MUTATIONS.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/FOLLOWUP_GUARD_MUTATIONS.json", + "bytes": 11079, + "sha256": "98d94d858a285800aa80a8348661820c81152e6d0afdeae75a662e152704f43d" + }, + { + "source": "evidence/grader-identity-fix/shared/FROZEN_RUNTIME_BINDINGS.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/FROZEN_RUNTIME_BINDINGS.json", + "bytes": 430, + "sha256": "0f4187bb436e7efd8933309d372cfff083559742ac888f00072a5a0011f2de56" + }, + { + "source": "evidence/grader-identity-fix/shared/GUARD_MUTATIONS.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/GUARD_MUTATIONS.json", + "bytes": 43482, + "sha256": "6b1aec98f57510cd79545105bf76f8a8ce7c13fd093e766f8c73e2c4c0c90e47" + }, + { + "source": "evidence/grader-identity-fix/shared/OPTIMIZATION_PROVENANCE.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/OPTIMIZATION_PROVENANCE.json", + "bytes": 2507, + "sha256": "dde86b3c91e03cfb11ae40eb3524ec00fe1cfa3fcafa33883315ce8b1bed782e" + }, + { + "source": "evidence/grader-identity-fix/shared/SELECTOR_GUARD_MUTATIONS.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/SELECTOR_GUARD_MUTATIONS.json", + "bytes": 5834, + "sha256": "b6442e84be54f748ea79229c1ea37bb69d9de87331cd182835717710de0ab789" + }, + { + "source": "evidence/grader-identity-fix/shared/evidence-binding-review-final.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/evidence-binding-review-final.json", + "bytes": 11555, + "sha256": "926a0174ac97af1c17beb133e07c906cc51258df95da189a5666e30c1bf65c4d" + }, + { + "source": "evidence/grader-identity-fix/shared/evidence-binding-review.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/evidence-binding-review.json", + "bytes": 29197, + "sha256": "4ab1002a4e49a18f82017237036acfdde5571432c35013d1f98257478e289497" + }, + { + "source": "evidence/grader-identity-fix/shared/guard_mutations.py", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/guard_mutations.py", + "bytes": 4336, + "sha256": "caefdde1a8e496c43cd15188e704d05ec94c91a64a6974b13e93f12f7d957d76" + }, + { + "source": "evidence/grader-identity-fix/shared/guard_mutations_exact_descriptors.py", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/guard_mutations_exact_descriptors.py", + "bytes": 3698, + "sha256": "95bd1cd9ce9a46dd43cfc198ea3231a09ba3e5a148dd27a7eb5bfe1b0b7afd7f" + }, + { + "source": "evidence/grader-identity-fix/shared/guard_mutations_followup.py", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/guard_mutations_followup.py", + "bytes": 4274, + "sha256": "333684e94c36693c189e70fc5395560b001375a1ebc0038d0b6b9c1809a4498b" + }, + { + "source": "evidence/grader-identity-fix/shared/guard_mutations_selector.py", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/guard_mutations_selector.py", + "bytes": 4396, + "sha256": "b99161237ea5372440b6c2b21ce3d71e1b8e795bc3c366083a620608fc0527da" + }, + { + "source": "evidence/grader-identity-fix/shared/independent-review-final.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/independent-review-final.json", + "bytes": 4100, + "sha256": "f47d13cc789829966ebf60e7b5e5a9e45059e5ed5db4a5089a3b2ca7534993b4" + }, + { + "source": "evidence/grader-identity-fix/shared/independent-review-final.md", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/independent-review-final.md", + "bytes": 2030, + "sha256": "a3be1779e32b81a7f4c81fc292010a195278fa929069a70e50c4dbfd48d3f338" + }, + { + "source": "evidence/grader-identity-fix/shared/independent-review-followup.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/independent-review-followup.json", + "bytes": 2943, + "sha256": "f545ffe8142868a210c4cd9ecefaa2d032ff3cd86f81482248a589d5e88466ca" + }, + { + "source": "evidence/grader-identity-fix/shared/independent-review-followup.md", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/independent-review-followup.md", + "bytes": 1342, + "sha256": "d6378d62afa9e24e593336b12704555a57fc76443732a3bc6a7f2625a57a5717" + }, + { + "source": "evidence/grader-identity-fix/shared/independent-review-selector-boundary.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/independent-review-selector-boundary.json", + "bytes": 2318, + "sha256": "f6154169afc683795686c8940851d39c2c32197c4813c2d9184e321d9ff604b6" + }, + { + "source": "evidence/grader-identity-fix/shared/independent-review-selector-boundary.md", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/independent-review-selector-boundary.md", + "bytes": 1006, + "sha256": "3a0cdb80184b51f4969b54af023981640805f87ff69a65f0eff85ab373a2f7f7" + }, + { + "source": "evidence/grader-identity-fix/shared/independent-review.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/independent-review.json", + "bytes": 3909, + "sha256": "d7f5d0d9482ef338969480474937d10578b1b35772f915d06ca3c4c1856a5e99" + }, + { + "source": "evidence/grader-identity-fix/shared/independent-review.md", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/independent-review.md", + "bytes": 2215, + "sha256": "578b576a63c702f7b7aa8c1bf8065e239267c1f1ca7b38fb11f17d65ef5a6397" + }, + { + "source": "evidence/grader-identity-fix/shared/new_tests_template.py.txt", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/new_tests_template.py.txt", + "bytes": 6366, + "sha256": "34092f278c57b85bf22ec8ea51fcd38eae6c507fe1f606a8541390bf13714277" + }, + { + "source": "evidence/grader-identity-fix/shared/source-partition-review.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/source-partition-review.json", + "bytes": 303, + "sha256": "478719b51147ee0d99677b432d6739244733e74f6f12ac484b0515cef2f8ac73" + }, + { + "source": "evidence/initial-import-shadow-failure.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/initial-import-shadow-failure.json", + "bytes": 4973, + "sha256": "efed8408c8ecba2d81ec8496acb81d54f359c15a8171c91802f1264dbf4169f5" + }, + { + "source": "evidence/initial-low-address-limit-failures.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/initial-low-address-limit-failures.json", + "bytes": 21801, + "sha256": "51a3fefd60b2e1602babcf89f281f90b60e20ac114f7dd041a31053757f37200" + }, + { + "source": "evidence/initial-real-symlink-replay.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/initial-real-symlink-replay.json", + "bytes": 4898, + "sha256": "42bb613676de3564475648cccdc9c45438a2471601662242639c64320b9076f1" + }, + { + "source": "evidence/lazy-body/ARTIFACT_ORIGINS.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/ARTIFACT_ORIGINS.json", + "bytes": 25131, + "sha256": "21497a7a9ca3ee7a0436acbd1388c87006afafe4c4e4305cc94e47ab0e0694c0" + }, + { + "source": "evidence/lazy-body/DOC_ADDITIONS.md", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/DOC_ADDITIONS.md", + "bytes": 1988, + "sha256": "849e7e531990352e431fc1d2878d6c27c8e0512899717e7805a210961de1be94" + }, + { + "source": "evidence/lazy-body/EVIDENCE_PATH_MAP.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/EVIDENCE_PATH_MAP.json", + "bytes": 6094, + "sha256": "41899274439c844df971b53c5e2362ab5478de97bce36db6489997b2ac55f805" + }, + { + "source": "evidence/lazy-body/REPORT.md", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/REPORT.md", + "bytes": 5226, + "sha256": "848e0712aa1905bd89034d8cc5cc57ebd4812864e8c3053193ad950f61778595" + }, + { + "source": "evidence/lazy-body/baseline/mutations.py", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/baseline/mutations.py", + "bytes": 15771, + "sha256": "a1a0b0e7d6c5809c1f3f291a10aa14edc04265ce73cf76494318f966ab69b9bd" + }, + { + "source": "evidence/lazy-body/baseline/run_tests.py", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/baseline/run_tests.py", + "bytes": 9931, + "sha256": "de089e08688ffb2c236cdc34ccc095eb421d5162dde6d8eff24af7fdc3c91baa" + }, + { + "source": "evidence/lazy-body/baseline/tests/test_mutation_harness.py", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/baseline/tests/test_mutation_harness.py", + "bytes": 11723, + "sha256": "9887371525049cbc9685fadfd02531b1171507ad3c2c8373947c37875b3783e6" + }, + { + "source": "evidence/lazy-body/current-composed-receipt.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/current-composed-receipt.json", + "bytes": 3507, + "sha256": "449ce944cd40757b5a49653a79c1e5ca5e1b02fc6fdf9ea1404adf1f2ed4f51d" + }, + { + "source": "evidence/lazy-body/evidence/baseline-sha256.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/baseline-sha256.json", + "bytes": 530, + "sha256": "c3df58f59289f4631542eafe3dae9c0d21df99f2c2882bed2a0d870d936618a2" + }, + { + "source": "evidence/lazy-body/evidence/independent-lazy-body-review.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/independent-lazy-body-review.json", + "bytes": 6613, + "sha256": "8e6c0de322cb2296d2ac9bf472bcb29c3fcdfaa941541539e1fc467d5a47c933" + }, + { + "source": "evidence/lazy-body/evidence/kernel-delivery.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-delivery.json", + "bytes": 4719, + "sha256": "11fea899c7caa3065c8c1ca269cbf2ece6cc38e24cbd2da710646080c297d882" + }, + { + "source": "evidence/lazy-body/evidence/kernel-lazy-controls-green.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-controls-green.log", + "bytes": 988, + "sha256": "da1bb41469fd4cd94d35f1f2d43d8af100b892960fbb1a6ad1f791c361a62432" + }, + { + "source": "evidence/lazy-body/evidence/kernel-lazy-controls-optimized-green.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-controls-optimized-green.log", + "bytes": 988, + "sha256": "93f81b1d99ea70780edd1174a1a9139e6c7f3111476aa7d242f5d302cadaa17c" + }, + { + "source": "evidence/lazy-body/evidence/kernel-lazy-controls-red.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-controls-red.log", + "bytes": 26678, + "sha256": "1951bebd0b87067104b4fe3cb0e8c0f306ab0a6e1073e237af86332ff268cca8" + }, + { + "source": "evidence/lazy-body/evidence/kernel-lazy-guard-mutants/guard_run_tests.py", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-guard-mutants/guard_run_tests.py", + "bytes": 10557, + "sha256": "3180aa60b3793736a9312537856d97cfd534842b2758d324d8b0c30282fca028" + }, + { + "source": "evidence/lazy-body/evidence/kernel-lazy-guard-mutants/normal-drop-lazy-return-rejection.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-guard-mutants/normal-drop-lazy-return-rejection.json", + "bytes": 13207, + "sha256": "4c75b2c284a9edbb5f630f1fbbbb2293136ef966331e3d22307eb02a41085631" + }, + { + "source": "evidence/lazy-body/evidence/kernel-lazy-guard-mutants/normal-drop-pristine-lazy-shape-rejection.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-guard-mutants/normal-drop-pristine-lazy-shape-rejection.json", + "bytes": 11584, + "sha256": "80dfe0c201d2657856b4ed2abffee66281771f9742ce9de5771a3c1bef3535a0" + }, + { + "source": "evidence/lazy-body/evidence/kernel-lazy-guard-mutants/normal-ignore-decorator-lazy-shape-links.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-guard-mutants/normal-ignore-decorator-lazy-shape-links.json", + "bytes": 10959, + "sha256": "44d415ab7ac37be454d05c12cec6295a0534001f7a32a830d37a2db455bb7814" + }, + { + "source": "evidence/lazy-body/evidence/kernel-lazy-guard-mutants/optimized-drop-lazy-return-rejection.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-guard-mutants/optimized-drop-lazy-return-rejection.json", + "bytes": 13210, + "sha256": "e070d7f6d55d3aa529ed79583c629377ee9623af69f0680e9a03781d0a15aa06" + }, + { + "source": "evidence/lazy-body/evidence/kernel-lazy-guard-mutants/optimized-drop-pristine-lazy-shape-rejection.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-guard-mutants/optimized-drop-pristine-lazy-shape-rejection.json", + "bytes": 11587, + "sha256": "652a371b954e50d7e01cf345f64bb0852584a89923a2760a169326ce1510ba53" + }, + { + "source": "evidence/lazy-body/evidence/kernel-lazy-guard-mutants/optimized-ignore-decorator-lazy-shape-links.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-guard-mutants/optimized-ignore-decorator-lazy-shape-links.json", + "bytes": 10962, + "sha256": "1cbf59d063d01ba486d40c231753a5d6ac6c7a782b024afb79ce2bb940b883c5" + }, + { + "source": "evidence/lazy-body/evidence/kernel-lazy-guard-mutants/summary.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-guard-mutants/summary.json", + "bytes": 3439, + "sha256": "17fc02e15f25ec9cb027bd01a8162e29515e391df1468555c542cf116ccf52b9" + }, + { + "source": "evidence/lazy-body/evidence/kernel-lazy-guard-mutants.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-guard-mutants.log", + "bytes": 291, + "sha256": "0405bd5d8c485b047b7c8fbfcad325d7bad8838cac651a12fc60b6ffbed3127a" + }, + { + "source": "evidence/lazy-body/evidence/kernel-mixed-generator-red.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-mixed-generator-red.json", + "bytes": 2036, + "sha256": "4c1a65899f1c5b88cd57758aed2450104325d3a9aa3171ad253b406b3b8ccb3f" + }, + { + "source": "evidence/lazy-body/evidence/kernel-none-profile-controls-green.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-none-profile-controls-green.log", + "bytes": 1172, + "sha256": "0a2db29755b11f1bfd6a442bcedead8ea641e077dd4b5e25d475183d1b8e1c78" + }, + { + "source": "evidence/lazy-body/evidence/kernel-none-profile-controls-optimized-green.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-none-profile-controls-optimized-green.log", + "bytes": 1172, + "sha256": "6268639df35d6220ff5ccede714b65e3c53eb04889a994dd0746bd71fc724829" + }, + { + "source": "evidence/lazy-body/evidence/kernel-none-return-guard-mutant/guard_run_tests.py", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-none-return-guard-mutant/guard_run_tests.py", + "bytes": 10420, + "sha256": "f0a67f6cb3a2e0232d1cb7ff61cd7e5c21ae4c414a8c74c3a3225712b3a74ba3" + }, + { + "source": "evidence/lazy-body/evidence/kernel-none-return-guard-mutant/normal-drop-non-none-return-rejection.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-none-return-guard-mutant/normal-drop-non-none-return-rejection.json", + "bytes": 13286, + "sha256": "01e76fe7102f0a2d38b321f1138590958192cd856bfc8c27bb2ebe4a2379a2f0" + }, + { + "source": "evidence/lazy-body/evidence/kernel-none-return-guard-mutant/optimized-drop-non-none-return-rejection.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-none-return-guard-mutant/optimized-drop-non-none-return-rejection.json", + "bytes": 13289, + "sha256": "034f846c1035aa2c80fa3bb633d2f49bfbc42de62024ce0cfbe2da9efa0483a5" + }, + { + "source": "evidence/lazy-body/evidence/kernel-none-return-guard-mutant/summary.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-none-return-guard-mutant/summary.json", + "bytes": 1303, + "sha256": "65df0fae1366a05d94c0302ff2491ec5ef2f09d9b3d2dac525da36b15a51a19f" + }, + { + "source": "evidence/lazy-body/evidence/kernel-none-return-guard-mutant.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-none-return-guard-mutant.log", + "bytes": 95, + "sha256": "91a124aae2c77dcb8286902b5afcc045536c6086b48381a04a19e236278e7c05" + }, + { + "source": "evidence/lazy-body/evidence/kernel-none-return-profile-red.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-none-return-profile-red.log", + "bytes": 9508, + "sha256": "edf2e042a7489afd6b14b2c6e92b4b66939292a157298a1a9e7148e90a656683" + }, + { + "source": "evidence/lazy-body/evidence/original-method-shape-applicability.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/original-method-shape-applicability.json", + "bytes": 31066, + "sha256": "16a4c32a9856e83df1e78b35930d5638f146504f1ec1ba95fbac78381072727a" + }, + { + "source": "evidence/lazy-body/evidence/run_kernel_lazy_guard_mutants.py", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/run_kernel_lazy_guard_mutants.py", + "bytes": 4115, + "sha256": "a8d893661a9c8f608c7ce34ac271b29d91135dcc5d179e3b9c107e40422630be" + }, + { + "source": "evidence/lazy-body/evidence/run_kernel_none_return_guard_mutant.py", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/run_kernel_none_return_guard_mutant.py", + "bytes": 4287, + "sha256": "587c79325b4bbf67f93568d3b8cc09029fdc481e873e93c61862d6f89281d521" + }, + { + "source": "evidence/lazy-body/kernel-lazy-body.patch", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/kernel-lazy-body.patch", + "bytes": 11176, + "sha256": "1773d4177ab064ea861c07856cc7401744487ceb945c0d553f20c94ec4f1fb0e" + }, + { + "source": "evidence/lazy-body/kernel-lifecycle-and-lazy-cumulative.patch", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/kernel-lifecycle-and-lazy-cumulative.patch", + "bytes": 38061, + "sha256": "f6638476a3fdc9593006a3c9e84f765bf25e9f54b362c0bf964c621c30a93f6e" + }, + { + "source": "evidence/lazy-body/published-parent/PUBLICATION.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/published-parent/PUBLICATION.json", + "bytes": 31359, + "sha256": "2b7ebcff1daaf2e205fa7ce620d90a7ea6e59573a749c8c2d2765ec4edf911b4" + }, + { + "source": "evidence/lazy-body/published-parent/README.md", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/published-parent/README.md", + "bytes": 10484, + "sha256": "b156fcdd8faf960999c20d7078d79a3cb535c8655db9742268c99f394ee62166" + }, + { + "source": "evidence/lazy-body/published-parent/REGISTRY.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/published-parent/REGISTRY.json", + "bytes": 9663, + "sha256": "a611413890032fa60e7b2218314181cd970eaa5b76a86df44d01fc1c316b8297" + }, + { + "source": "evidence/lazy-body/published-parent/SPEC.md", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/published-parent/SPEC.md", + "bytes": 5379, + "sha256": "61d57843fdc637603821f5e2722fba8b0bc67686ab247f29c0d125b5583642a6" + }, + { + "source": "evidence/lifecycle/DELIVERY_REGISTRY.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/DELIVERY_REGISTRY.json", + "bytes": 9682, + "sha256": "c7cd71ca033d29f623efe020a4966b9f489319a8a2bc91c5e513adb2e2696228" + }, + { + "source": "evidence/lifecycle/baseline/mutations.py", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/baseline/mutations.py", + "bytes": 11332, + "sha256": "5fd6fbbfd2aab463f1c2c017af942762ae798a67f3d1fc47001bc317b8fee0a0" + }, + { + "source": "evidence/lifecycle/baseline/run_tests.py", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/baseline/run_tests.py", + "bytes": 1404, + "sha256": "b0a7f1c508462c21688de8d5ec70384d40f780c342814d97589f0b45f2d7620b" + }, + { + "source": "evidence/lifecycle/baseline/tests/test_mutation_harness.py", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/baseline/tests/test_mutation_harness.py", + "bytes": 1243, + "sha256": "ca90d5c5c8e48d163d35b2170f2e7f08352863c23bd73f1b383a73a2dcc16ff3" + }, + { + "source": "evidence/lifecycle/evidence/independent-lifecycle-review.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/independent-lifecycle-review.json", + "bytes": 5018, + "sha256": "e9ad02a21799e314b5374d77cb6aef468e2561f92ee23d9b5e3fefe6e19df242" + }, + { + "source": "evidence/lifecycle/evidence/kernel-baseline-sha256.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-baseline-sha256.json", + "bytes": 1595, + "sha256": "839242ae4659709f9572b4cf9f06012b4d74e039ff2d1c3b2c422a4a33005002" + }, + { + "source": "evidence/lifecycle/evidence/kernel-controls-green.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-controls-green.log", + "bytes": 1997, + "sha256": "171f4fb72934006fc29bc75e482234148d8eed67077dbb6e179371ad93fa8baa" + }, + { + "source": "evidence/lifecycle/evidence/kernel-controls-optimized-green.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-controls-optimized-green.log", + "bytes": 2169, + "sha256": "93835d11aac0de286239faca85dc5d63b4f71118ba01e2a4a6154f91bd18b615" + }, + { + "source": "evidence/lifecycle/evidence/kernel-controls-red.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-controls-red.log", + "bytes": 39211, + "sha256": "974f9047781ca8b429d091b77eb6e69c2581b0cdbe0bda46a21420f5767353ee" + }, + { + "source": "evidence/lifecycle/evidence/kernel-delivery.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-delivery.json", + "bytes": 8482, + "sha256": "327156743cd6a19afa3603b46de4604e0e3fd373df8c7a907afebfd93e009c13" + }, + { + "source": "evidence/lifecycle/evidence/kernel-dispatch-red.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-dispatch-red.log", + "bytes": 2279, + "sha256": "c5cb3242587b83ef49764cab5dc2880ed1e1084fbb046ccc2d9176bda8f321d2" + }, + { + "source": "evidence/lifecycle/evidence/kernel-final-runner-mutants/drop-body-completion.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-final-runner-mutants/drop-body-completion.json", + "bytes": 4144, + "sha256": "f5486d2c4a4facfd60fa4423d2b6c1901259b63f77c492509278dd52f117c57b" + }, + { + "source": "evidence/lifecycle/evidence/kernel-final-runner-mutants/drop-selected-method-dispatch-authorization.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-final-runner-mutants/drop-selected-method-dispatch-authorization.json", + "bytes": 3957, + "sha256": "bc6fcb2f856b1abd2a591efe29b4f708fcab76e8f7c7026eb1f98b5f2cf403e4" + }, + { + "source": "evidence/lifecycle/evidence/kernel-final-runner-mutants/erase-subtest-lifecycle-origin.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-final-runner-mutants/erase-subtest-lifecycle-origin.json", + "bytes": 4637, + "sha256": "2c0258edad9ce69e4cc95fe3bc74a240d12fe24a1b9b44ec3d537777fa8ce661" + }, + { + "source": "evidence/lifecycle/evidence/kernel-final-runner-mutants/guard_run_tests.py", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-final-runner-mutants/guard_run_tests.py", + "bytes": 9834, + "sha256": "5403f6b1ca6954cb0db9e0dc29e16b97a8f82506d1acedb8f0d7d2bece49bbf9" + }, + { + "source": "evidence/lifecycle/evidence/kernel-final-runner-mutants/summary.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-final-runner-mutants/summary.json", + "bytes": 2352, + "sha256": "aa220c602f10c7830766e60e8de6bb9b541f24319f688f12ec8352320e8660fe" + }, + { + "source": "evidence/lifecycle/evidence/kernel-final-runner-mutants/trust-overridable-display-id.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-final-runner-mutants/trust-overridable-display-id.json", + "bytes": 5143, + "sha256": "13bfdabaceeeb6a42787f0c26d903947de73902504d73629b594e695d10a4d32" + }, + { + "source": "evidence/lifecycle/evidence/kernel-final-runner-mutants.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-final-runner-mutants.log", + "bytes": 157, + "sha256": "290e05136be930e5222f7e50bc9ccec4222ac850ef6a6492f174edb5739222b3" + }, + { + "source": "evidence/lifecycle/evidence/kernel-foreign-subtest-green.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-foreign-subtest-green.log", + "bytes": 279, + "sha256": "3337102a6073cbd72fb0a61df7854e7455b8426edeccb979a4a81efce0728261" + }, + { + "source": "evidence/lifecycle/evidence/kernel-foreign-subtest-optimized-green.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-foreign-subtest-optimized-green.log", + "bytes": 279, + "sha256": "4fc0e3237fc63d1ccc278b57bc4273ee5bdb145bb22da01ca0479f3cdb826e3c" + }, + { + "source": "evidence/lifecycle/evidence/kernel-foreign-subtest-red.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-foreign-subtest-red.log", + "bytes": 2325, + "sha256": "5e98cfa1e5d7947cfc684561200fe5dec096246ac11f0f5f6509e3bfd8557e67" + }, + { + "source": "evidence/lifecycle/evidence/kernel-harness-mutants/accept-boolean-counts.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/accept-boolean-counts.json", + "bytes": 9204, + "sha256": "93185f80485e4dee555da10032ddd757eef534d414049625958ceccdd0296a69" + }, + { + "source": "evidence/lifecycle/evidence/kernel-harness-mutants/drop-body-completion.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/drop-body-completion.json", + "bytes": 4508, + "sha256": "248cc91fd0c811a5f4dd8ef88599fc020bc19260cf5c5301f2c51b8709a09929" + }, + { + "source": "evidence/lifecycle/evidence/kernel-harness-mutants/erase-subtest-lifecycle-origin.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/erase-subtest-lifecycle-origin.json", + "bytes": 4976, + "sha256": "452c1a27c908af5be0ce4626e2061c3e691ce681da0572f3cd616ad1e0eb4da4" + }, + { + "source": "evidence/lifecycle/evidence/kernel-harness-mutants/guard_run_tests.py", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/guard_run_tests.py", + "bytes": 8474, + "sha256": "81b914e3af5f923d8d119960131352e6e2d2813eec7d02f5ca6d42ac4b27f9f2" + }, + { + "source": "evidence/lifecycle/evidence/kernel-harness-mutants/ignore-body-population-receipt.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/ignore-body-population-receipt.json", + "bytes": 10299, + "sha256": "b3efe36ff2885f524b2b64131b0a3cd532b0c3b533d02ada5d77ff02f455125b" + }, + { + "source": "evidence/lifecycle/evidence/kernel-harness-mutants/ignore-invalid-population.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/ignore-invalid-population.json", + "bytes": 5314, + "sha256": "53d0580b382d2cb9481d250b74755e396045fc89b705bd03e7386d8e8446302f" + }, + { + "source": "evidence/lifecycle/evidence/kernel-harness-mutants/ignore-selector-binding.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/ignore-selector-binding.json", + "bytes": 9259, + "sha256": "18bbaabd7d9584b128b5944a23565173c63f57e1f43e7011d3c7bc390b449f4c" + }, + { + "source": "evidence/lifecycle/evidence/kernel-harness-mutants/restore-summary-only-grading.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/restore-summary-only-grading.json", + "bytes": 3747, + "sha256": "df89afbf409c23517c6adc10f05a3be910532cdaaf40fc2b405474df8b11e842" + }, + { + "source": "evidence/lifecycle/evidence/kernel-harness-mutants/summary.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/summary.json", + "bytes": 4345, + "sha256": "7305176ef9c79bddc152de57b075b84e8575de21bf557be74e60d65801ac91e9" + }, + { + "source": "evidence/lifecycle/evidence/kernel-harness-mutants/trust-overridable-display-id.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/trust-overridable-display-id.json", + "bytes": 5289, + "sha256": "6cbd7ecd15e86b6aabbdaef5745c94f5f3406a02e6ef9b7dd85973510609d165" + }, + { + "source": "evidence/lifecycle/evidence/kernel-harness-mutants.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants.log", + "bytes": 277, + "sha256": "c0ad54870a6a97b028980e57b5c0728c8a01fbe16a22dd861cde932a200835d1" + }, + { + "source": "evidence/lifecycle/evidence/kernel-lifecycle-method-red.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-lifecycle-method-red.log", + "bytes": 2011, + "sha256": "dc6de5aab8c2d626de5f9730534359aaf047e1344a41f68bbc88370b5e1c157c" + }, + { + "source": "evidence/lifecycle/evidence/kernel-parent-identity-mutant/drop-foreign-subtest-parent-identity.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-parent-identity-mutant/drop-foreign-subtest-parent-identity.json", + "bytes": 4365, + "sha256": "ca918348f919ca788845f64d79b0769a5a03ce39a30ffd53dad5e6616f1fd206" + }, + { + "source": "evidence/lifecycle/evidence/kernel-parent-identity-mutant/guard_run_tests.py", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-parent-identity-mutant/guard_run_tests.py", + "bytes": 9931, + "sha256": "de089e08688ffb2c236cdc34ccc095eb421d5162dde6d8eff24af7fdc3c91baa" + }, + { + "source": "evidence/lifecycle/evidence/kernel-parent-identity-mutant/summary.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-parent-identity-mutant/summary.json", + "bytes": 745, + "sha256": "df8a7754aad36b693a038d58a816e057091b1b0220b70c9af95ae1c2496007a0" + }, + { + "source": "evidence/lifecycle/evidence/kernel-parent-identity-mutant.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-parent-identity-mutant.log", + "bytes": 45, + "sha256": "fccced21c7eaf917e3106ddfc916b539a5c339a4be79ae901f9c1bf3e94d7fd0" + }, + { + "source": "evidence/lifecycle/evidence/kernel-population-binding-red.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-population-binding-red.log", + "bytes": 908, + "sha256": "72f07a3d9b8c97ac3afc1aa366d76442e1d47d028b5e598be0a9365be3dd8ef9" + }, + { + "source": "evidence/lifecycle/evidence/kernel-population-listing-green.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-population-listing-green.log", + "bytes": 269, + "sha256": "075fdb533d31a636713bc9b0742e9f5efaa07703f8eb06e91e490c055ab9d485" + }, + { + "source": "evidence/lifecycle/evidence/kernel-setup-red.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-setup-red.json", + "bytes": 1038, + "sha256": "4bbb6076e1df6d98fa22a2d55628b9f86d5476e1219bf419157c346ff079cbbb" + }, + { + "source": "evidence/lifecycle/evidence/kernel-subtest-controls-red.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-subtest-controls-red.log", + "bytes": 7289, + "sha256": "6982f7375c35792a5740a303f75626cb3b1f183044ea561622e1fe593d03b25d" + }, + { + "source": "evidence/lifecycle/evidence/run_kernel_final_runner_mutants.py", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/run_kernel_final_runner_mutants.py", + "bytes": 5784, + "sha256": "51f7c12bba3d058b666c013fff518aeb7fa70573de77b54d3993612e29604863" + }, + { + "source": "evidence/lifecycle/evidence/run_kernel_harness_mutants.py", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/run_kernel_harness_mutants.py", + "bytes": 5273, + "sha256": "e186270d37002f4766388f17bd083b50b57163d2c0d6b82f6a08722b1b279ebe" + }, + { + "source": "evidence/lifecycle/evidence/run_kernel_parent_identity_mutant.py", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/run_kernel_parent_identity_mutant.py", + "bytes": 5536, + "sha256": "a2bc1b4d8192306379f4495d966eece96cb4343f06edb5c445f4e89c78d85ea8" + }, + { + "source": "evidence/lifecycle/kernel/DELIVERY_REGISTRY-first-generation.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/kernel/DELIVERY_REGISTRY-first-generation.json", + "bytes": 7184, + "sha256": "0600afd1ed6d163f428104aa268801c0eba8218fdd3daf66439a732ab7c32075" + }, + { + "source": "evidence/lifecycle/kernel/REPORT.md", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/kernel/REPORT.md", + "bytes": 5350, + "sha256": "fdc04c533f60c256189f431e9520b6ecad850edf4479b20c5cf7e2974b4f0c03" + }, + { + "source": "evidence/lifecycle/kernel/REVIEW.txt", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/kernel/REVIEW.txt", + "bytes": 1939, + "sha256": "9b4bf9bef38993b3b9ad0d4faccedb7ab88ce9f5269ea91d3411e262ad8855e3" + }, + { + "source": "evidence/lifecycle/kernel/SUCCESSOR_SHA256.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/kernel/SUCCESSOR_SHA256.json", + "bytes": 942, + "sha256": "b9119fc61e433a29f14b0f26678ccff40eff02d65fc7b31b9cd9a0ea5975c7e4" + }, + { + "source": "evidence/lifecycle/kernel-first-generation.patch", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/kernel-first-generation.patch", + "bytes": 30252, + "sha256": "fec302cc6ef2b346aa1c0aaff8cdba5573884370b1cedea19a94fda8b3b9f79b" + }, + { + "source": "evidence/lifecycle/kernel-parent-identity-followup.patch", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/kernel-parent-identity-followup.patch", + "bytes": 1709, + "sha256": "d49fd936219dbf73a3de6ae5566aee944e63d552b382cabaf7e034d11375bce0" + }, + { + "source": "evidence/lifecycle/kernel.patch", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/kernel.patch", + "bytes": 30814, + "sha256": "bf47d3399a2cc0fc5839a435854e080afdc4f603b84c8a686c70c14099e64a17" + }, + { + "source": "evidence/mutations/allow-artifact-symlink.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/allow-artifact-symlink.json", + "bytes": 11338, + "sha256": "c8bfac34246acd2900a6925392757211f66e53e351efcba265e026a79b5cec01" + }, + { + "source": "evidence/mutations/concurrent-module-processes.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/concurrent-module-processes.json", + "bytes": 13236, + "sha256": "977538c52fa7d341c091968f1036ae6f8230b404e593d24930d4050d21540001" + }, + { + "source": "evidence/mutations/empty-coverage.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/empty-coverage.json", + "bytes": 5590, + "sha256": "3ae7f5f12360e9a9ee9e8cbedb01049171b20c652b16cf1191dd8be9ceefdc9d" + }, + { + "source": "evidence/mutations/exported-part-only.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/exported-part-only.json", + "bytes": 11087, + "sha256": "328fd867ba5ec76ab9e45daa3a012d6c014957cb8799e1e9fe91c4fba13446b2" + }, + { + "source": "evidence/mutations/ignore-compiled-parts-binding.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/ignore-compiled-parts-binding.json", + "bytes": 6737, + "sha256": "960dae4fc277e3a07002819193dee24ab40c17186f2dba9cb8cc1f7b69a03c5b" + }, + { + "source": "evidence/mutations/ignore-completion-marker.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/ignore-completion-marker.json", + "bytes": 7438, + "sha256": "c144118043a400e9bc8bc39272fed976ad8238923cb6da3d6cd311f97b73274c" + }, + { + "source": "evidence/mutations/ignore-memory-limit.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/ignore-memory-limit.json", + "bytes": 13369, + "sha256": "24f441d2ece746c4461fbd54067d45412d35647c36baf90863f792d73e6eb1bc" + }, + { + "source": "evidence/mutations/ignore-nonzero-exit.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/ignore-nonzero-exit.json", + "bytes": 5561, + "sha256": "94891ea1f6b0477b39eb3b11d8fef6b19957db664d390b76216bd1190f352b7d" + }, + { + "source": "evidence/mutations/ignore-source-binding.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/ignore-source-binding.json", + "bytes": 5569, + "sha256": "3f51af96105267731fa59a836d65d483d5952f33fcbaa80a0d53f279c1f2f77d" + }, + { + "source": "evidence/mutations/ignore-timeout.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/ignore-timeout.json", + "bytes": 5528, + "sha256": "974e1cd4a5af6b7e0cd3f1e6e14582d5fb5f6a2d1d51b50c27aa0958271ce697" + }, + { + "source": "evidence/mutations/ignore-tool-binding.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/ignore-tool-binding.json", + "bytes": 5625, + "sha256": "d96a9f29ffb8af9208718568e699ec54ebb05bf8f5529e25a486bd67d3acef24" + }, + { + "source": "evidence/mutations/prefix-expansion.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/prefix-expansion.json", + "bytes": 2095, + "sha256": "4f291ff664c51e4b16103e9fe91a4613a70adebc271ea8a671b3edf9baf33c8a" + }, + { + "source": "evidence/mutations/preload-target-self-reference.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/preload-target-self-reference.json", + "bytes": 11067, + "sha256": "26a448b4fba5ee7d4f0e71c566c54a19e704ba22ce40457908da33c504e4ed51" + }, + { + "source": "evidence/mutations/skip-kernel-replay.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/skip-kernel-replay.json", + "bytes": 11056, + "sha256": "a67667a9fa04a18289386bcfd5259b1ee8bc76851cf7f14fc746a062e60de9c2" + }, + { + "source": "evidence/mutations/truncate-module-coverage.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/truncate-module-coverage.json", + "bytes": 13752, + "sha256": "b24d1003434fd668304bb211b54791c8e43addb8b3cf8eee1fcdc0bcd16434a0" + }, + { + "source": "evidence/mutations/untrusted-checker-search-path.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/untrusted-checker-search-path.json", + "bytes": 2207, + "sha256": "1b6785e4a2a64aa10d7d6991e9135812785b05d30635a236fe29fcb11fe4db41" + }, + { + "source": "evidence/pre-review-identity-metadata/PUBLICATION.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/pre-review-identity-metadata/PUBLICATION.json", + "bytes": 44460, + "sha256": "bb0e9ced12720680178ff9517641ec1917c873ad8d1a0fb9292a87039e38b51a" + }, + { + "source": "evidence/pre-review-identity-metadata/README.md", + "destination": "cbz/contributions/math514/kernel_replay/evidence/pre-review-identity-metadata/README.md", + "bytes": 11400, + "sha256": "11d33b55820e85213708a9e429dbbffa67f9cdbe06cb7f8920ee35899b44e7ad" + }, + { + "source": "evidence/pre-review-identity-metadata/REGISTRY.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/pre-review-identity-metadata/REGISTRY.json", + "bytes": 12981, + "sha256": "94fb19a0cf04443873c99d620895df9e3d0a1c9b044bdb8535cb5adec1e4d936" + }, + { + "source": "evidence/pre-review-identity-metadata/SPEC.md", + "destination": "cbz/contributions/math514/kernel_replay/evidence/pre-review-identity-metadata/SPEC.md", + "bytes": 6309, + "sha256": "bbae2e56db3bb72bf329e760c8226386894e51e5b60423b6975f3dae9e90b2c2" + }, + { + "source": "evidence/real-BadPrivate.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/real-BadPrivate.json", + "bytes": 5056, + "sha256": "7b02c2721ff007ff732ff8df02378d5694b2e66bd5f0ec9dd369deda17757018" + }, + { + "source": "evidence/real-BadPublic.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/real-BadPublic.json", + "bytes": 5000, + "sha256": "063b0a4aafc60508b84a24a7cd1c72cfd44b3bbaab6af7875af70ea1f8a8245f" + }, + { + "source": "evidence/real-Good.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/real-Good.json", + "bytes": 4809, + "sha256": "3d7235b9907ac2cbbb51f551ea76d048d128bae4f464bf5f7e73179e11a9291e" + }, + { + "source": "evidence/real-UnapprovedAxiom.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/real-UnapprovedAxiom.json", + "bytes": 4941, + "sha256": "66a899b0efe864a74696bc7e0bb273cb33d93ba01e152289a82a709361d46e85" + }, + { + "source": "evidence/resource-baseline/kernel_replay.py", + "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-baseline/kernel_replay.py", + "bytes": 13298, + "sha256": "416b688929daff9f473ce3e0abd399d8be2cde46c12956d3e5d5d9937d914293" + }, + { + "source": "evidence/resource-baseline/mutations.py", + "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-baseline/mutations.py", + "bytes": 8522, + "sha256": "9826fe1eebd2406367e6db297e6e744b00fd3e3181a7e17d35fad0bf9f353d7f" + }, + { + "source": "evidence/resource-baseline/test_kernel_replay.py", + "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-baseline/test_kernel_replay.py", + "bytes": 7242, + "sha256": "8e0cb7916804dc5bc0e07b0f4a70bbb271e1a14c00b900519ac61e503ced97a6" + }, + { + "source": "evidence/resource-mutations/concurrent-module-processes.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/concurrent-module-processes.json", + "bytes": 13476, + "sha256": "db4be58750d2a1fd546e6d71fcc3a669be4c162693300d89a0b9d39fac75ecab" + }, + { + "source": "evidence/resource-mutations/empty-coverage.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/empty-coverage.json", + "bytes": 8926, + "sha256": "27ab8cbf67aef0379c354d49014663c031af95198b4ed8b7a78e63c3457117e9" + }, + { + "source": "evidence/resource-mutations/ignore-compiled-parts-binding.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/ignore-compiled-parts-binding.json", + "bytes": 10073, + "sha256": "0a37d45c219c0de1df6f692c7f1dc2e8e639360cd0501af06663906291c08011" + }, + { + "source": "evidence/resource-mutations/ignore-completion-marker.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/ignore-completion-marker.json", + "bytes": 10774, + "sha256": "b53acc688f426a645b0e4cbd4fb19971ed3df65f87b321863e6a1aa4df6ba061" + }, + { + "source": "evidence/resource-mutations/ignore-memory-limit.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/ignore-memory-limit.json", + "bytes": 9503, + "sha256": "24f2e28773683dabf8a5e29858830810e62d30a14b90067dc437616da5cc12bb" + }, + { + "source": "evidence/resource-mutations/ignore-nonzero-exit.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/ignore-nonzero-exit.json", + "bytes": 8897, + "sha256": "71812b54d7515c9eb04b6cdf62270884c54165706f28d3d906e8c8d73ddc529d" + }, + { + "source": "evidence/resource-mutations/ignore-source-binding.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/ignore-source-binding.json", + "bytes": 8907, + "sha256": "3a9668b30a713f1a5c9a7f2d14c29b5e85a9738ad16a7c87db3f55e01554e934" + }, + { + "source": "evidence/resource-mutations/ignore-timeout.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/ignore-timeout.json", + "bytes": 15516, + "sha256": "6bcfc1c108a714c4612d8b7f344948c0f136ee05589fc0079f8ab81b447ebbee" + }, + { + "source": "evidence/resource-mutations/ignore-tool-binding.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/ignore-tool-binding.json", + "bytes": 8961, + "sha256": "dbe9b569376a0afd46a099b4338f1fad63e0d066b13a03a13d1e1a5925147d52" + }, + { + "source": "evidence/resource-mutations/resource-accept-boolean-timeout.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/resource-accept-boolean-timeout.json", + "bytes": 2545, + "sha256": "ce8451ebce51842b2d2b1c2674e5fc937a80293cf8c57f39ef9b0ef2a0eb90dc" + }, + { + "source": "evidence/resource-mutations/resource-continue-after-unreaped-child.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/resource-continue-after-unreaped-child.json", + "bytes": 2536, + "sha256": "c7c6a79b9bb0c08c6a5e491ade932fb104fcd4a949f52b1c4c71bc86f6c91149" + }, + { + "source": "evidence/resource-mutations/resource-drop-process-exception-normalization.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/resource-drop-process-exception-normalization.json", + "bytes": 22513, + "sha256": "fe776bb953e02c46ce7d5fe9b36a9a92bdb7b5230be6af9a13d5fc7fd27db5ce" + }, + { + "source": "evidence/resource-mutations/resource-ignore-inherited-memory-hard-limit.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/resource-ignore-inherited-memory-hard-limit.json", + "bytes": 2245, + "sha256": "65b05611475b10e1f382aa25ec48fa9e3f31a7ce91e30da5c2da365ed43611c6" + }, + { + "source": "evidence/resource-mutations/resource-ignore-memory-upper-bound.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/resource-ignore-memory-upper-bound.json", + "bytes": 4086, + "sha256": "14f0c429973634c90ed189559041e8078afdc1c2bff42bc2050b2d8b49f21ff9" + }, + { + "source": "evidence/resource-mutations/resource-ignore-timeout-upper-bound.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/resource-ignore-timeout-upper-bound.json", + "bytes": 5808, + "sha256": "1288565bb1e0f9576cf07eed164fb04976deb62cf4ce7754c477d4da883773dd" + }, + { + "source": "evidence/resource-mutations/resource-overwrite-error-with-success.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/resource-overwrite-error-with-success.json", + "bytes": 7198, + "sha256": "bd6d79751a4fd4121e0ef9ca25449130a66b8ec29efdfa1938eed5d62dccf94f" + }, + { + "source": "evidence/resource-mutations/resource-skip-abnormal-cleanup.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/resource-skip-abnormal-cleanup.json", + "bytes": 2373, + "sha256": "cf5bd2fa1c35e0609ef51c0f3b06e2468a44960cd78e592a66717a346d462618" + }, + { + "source": "evidence/resource-mutations/resource-unbounded-cleanup-wait.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/resource-unbounded-cleanup-wait.json", + "bytes": 7018, + "sha256": "97a3332405a163f4efb59e47e137926e2c6d9f898e8743ed196aa79bdc46b9b0" + }, + { + "source": "evidence/resource-mutations/truncate-module-coverage.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/truncate-module-coverage.json", + "bytes": 17326, + "sha256": "83649b51562c4e7359ad093c62c62a5d6484c6ff0d00e6b3f61a2d80c1c9422d" + }, + { + "source": "independent-review.md", + "destination": "cbz/contributions/math514/kernel_replay/independent-review.md", + "bytes": 7107, + "sha256": "b919531111a625bdc2d283f4bc3f3c2242eead30c17e55cba6fff344789a7d3f" + }, + { + "source": "kernel_replay.py", + "destination": "cbz/contributions/math514/kernel_replay/kernel_replay.py", + "bytes": 16828, + "sha256": "27da13a9455a62c2b192ff62f6222266cb483d323cf680f3d81d3b19b260b8ce" + }, + { + "source": "mutations.py", + "destination": "cbz/contributions/math514/kernel_replay/mutations.py", + "bytes": 15771, + "sha256": "a1a0b0e7d6c5809c1f3f291a10aa14edc04265ce73cf76494318f966ab69b9bd" + }, + { + "source": "resource-fix-report.json", + "destination": "cbz/contributions/math514/kernel_replay/resource-fix-report.json", + "bytes": 5777, + "sha256": "73ce8e9df8ab8e171bddd5a2d574463a46b63a4a1d96e2598b165ba20161722b" + }, + { + "source": "resource-fix-report.md", + "destination": "cbz/contributions/math514/kernel_replay/resource-fix-report.md", + "bytes": 3883, + "sha256": "2dac2e6cb467589700e8fa479d7592f2309052f2b09ab4837a839ae27498f2c9" + }, + { + "source": "resource-postfix-review.md", + "destination": "cbz/contributions/math514/kernel_replay/resource-postfix-review.md", + "bytes": 6745, + "sha256": "660d37c8e5c3374d8fee867182042c12d2fc863f2a0f63198e4b01b0c8ced8b2" + }, + { + "source": "run_tests.py", + "destination": "cbz/contributions/math514/kernel_replay/run_tests.py", + "bytes": 20838, + "sha256": "2c54e05593641f0b20dc565d5b8e24cdd819f739d7f38b5130631402d5616efb" + }, + { + "source": "tests/fixtures/BadPrivate.lean", + "destination": "cbz/contributions/math514/kernel_replay/tests/fixtures/BadPrivate.lean", + "bytes": 628, + "sha256": "fa95b63ae8037158cdc643a6542ed28dc1adde86a529a535cfc0c713033ec429" + }, + { + "source": "tests/fixtures/BadPublic.lean", + "destination": "cbz/contributions/math514/kernel_replay/tests/fixtures/BadPublic.lean", + "bytes": 604, + "sha256": "9b636915c4c868091d72b6c72337b6c255cab8ede30b8b394b43389e1fdd95d5" + }, + { + "source": "tests/fixtures/Good.lean", + "destination": "cbz/contributions/math514/kernel_replay/tests/fixtures/Good.lean", + "bytes": 359, + "sha256": "399a84340143a41948b838d33fdb7a60491c7d6827f40970115d24c0bc7bc728" + }, + { + "source": "tests/fixtures/UnapprovedAxiom.lean", + "destination": "cbz/contributions/math514/kernel_replay/tests/fixtures/UnapprovedAxiom.lean", + "bytes": 231, + "sha256": "24a4ed0e582c2cfc1a5113da5cf0215bf1adcfcd0e885db6448ee31428f34547" + }, + { + "source": "tests/test_kernel_replay.py", + "destination": "cbz/contributions/math514/kernel_replay/tests/test_kernel_replay.py", + "bytes": 18772, + "sha256": "2ccdd956379bf3ddbc479a10604a10db7c26acee96c54c869c7a6bafc0f2dfeb" + }, + { + "source": "tests/test_mutation_harness.py", + "destination": "cbz/contributions/math514/kernel_replay/tests/test_mutation_harness.py", + "bytes": 31704, + "sha256": "c16063e29d3e91b315120f1143ec6763608bb5ed33d90af6fa839f82ed489022" + }, + { + "source": "tests/test_real_lean.py", + "destination": "cbz/contributions/math514/kernel_replay/tests/test_real_lean.py", + "bytes": 7288, + "sha256": "51ab210da908b4e3d74fe179c41a414abf4c53e88458db33f7934ae0010337d7" + }, + { + "source": "tool-report.json", + "destination": "cbz/contributions/math514/kernel_replay/tool-report.json", + "bytes": 9771, + "sha256": "2eabbb4f233bb5183dbbc084d8e03ae72c276e62e6444445d5a618373fe83a8c" + }, + { + "source": "tool-report.md", + "destination": "cbz/contributions/math514/kernel_replay/tool-report.md", + "bytes": 3946, + "sha256": "a6367b61f2a2bf3caa52ed237e2d55514499deb173ee6864c6f433cf9cd97d35" } ], - "published_parent": "7b50d2b4c433a8f3b5442925e1ac9ff664880166", - "overlay_root": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files", - "retained_predecessor_entries": 135, - "overlay_path_count": 48, - "rule": "Retain prior native paths; publish only changed/new overlay files with expected-old tree CAS." + "status": "COMPLETE_LOGICAL_PAYLOAD_MAP", + "rule": "Preserve all predecessor paths and original failures. This map includes every other current logical payload path; component evidence is scoped and composed, not a new mathematical or hosted run.", + "files_map_scope": "Root populates all logical publication files except PUBLICATION.json itself; its enclosing Git tree/commit supplies that external binding and avoids a self-hash cycle.", + "source_root": ".", + "self_binding": "PUBLICATION.json is explicitly excluded from its own payload hash map. The resulting Git tree/commit and native publication receipts bind this file externally; no self-hash or publication/CI result is claimed here." } diff --git a/cbz/contributions/math514/kernel_replay/README.md b/cbz/contributions/math514/kernel_replay/README.md index 026c34bba..5383a9a0c 100644 --- a/cbz/contributions/math514/kernel_replay/README.md +++ b/cbz/contributions/math514/kernel_replay/README.md @@ -47,7 +47,12 @@ The source and compiled hashes are separate bindings; G3 build evidence must est Upstream reads all available olean parts, uses the most private constant map, and checks safe total declarations in an **import-only** environment. It handles inductive declarations and checks the generated constructors/recursors. Its intentional exclusion of unsafe and partial definitions remains in effect. Imported dependencies require their own coverage/evidence. Kernel validity permits axioms; `g2_status` always remains `NOT_ASSESSED`. The included axiom fixture is kernel-valid and is rejected by a separate explicit fixture-policy check. That check illustrates the G2/G4 distinction; it is not a production all-declaration approved-axiom auditor. G2 is still a separate blocking obligation. -The [lifecycle repair](LIFECYCLE_FIX.md) established 14 harness methods and 10 distinct safeguard mutants with exact selected-population/body-assertion accounting. The later [None-return profile](LAZY_BODY_FIX.md) adds six affected methods, verified normally and optimized, to refuse deferred method bodies and unsupported return objects. The current 60 methods comprise 31 unchanged wrapper, 9 unchanged real-Lean, 14 earlier lifecycle and 6 new profile methods. These are composed results, not a fresh full-suite run. Resource-only results below retain their historical generation at 9c94ff6; the old one-method synthetic fixture remains source history. +## Current combined generation + +The [grader identity repair](GRADER_IDENTITY_FIX.md) follows the [lifecycle](LIFECYCLE_FIX.md) and [None-return](LAZY_BODY_FIX.md) repairs. The combined population is 67 methods: 31 wrapper, 9 real-Lean and 27 harness methods (20 predecessor + 7 new identity methods). The 27 affected harness methods per mode are covered by composed normal/optimized staged receipts and targeted refreshes after actual predicate or test changes; this is not a new final-source whole-27 or whole-67 run. The 40 unchanged wrapper/real-Lean methods retain applicable evidence. The 25 production replay mutation definitions and their completed evidence are unchanged and were not replayed. + +Current composition, exact final runtime hashes and the source-partition record are in `evidence/final-review-identity/current-composed-admission.json` and `SOURCE_COMPOSITION.json` beside it. The identity component's source-bound review is CLEAR. Its independent safeguards are separate from the 25 production mutations. Packaging creates no hosted CI, project proof replay, G2 approved-axiom policy or final federation gate result. Prior exact-source metadata is retained under `evidence/pre-review-identity-metadata/`. + Run G0 only for changed tooling or uncovered obligations; reuse applicable evidence on unchanged material. The resource-boundary repair changed the wrapper and its tests, so its affected checks are: @@ -68,3 +73,9 @@ Ownership, gate boundaries, publication mapping and canonical registry/ledger pa Mutation grading supports ordinary synchronous unittest methods that return None. Generator, coroutine, async-generator and wraps-linked suspended method shapes are refused during pristine population discovery. Every non-None body return is ERROR, including falsey values and opaque iterables. Returned work is not consumed or awaited; only a fresh native coroutine may be closed without entering its body. Creating a suspended call object is not evidence that its deferred test body executed. Only the new profile obligation required fresh checks. Use the focused commands in REGISTRY.json when relevant; retain completed applicable evidence instead of replaying the original suite, 25 source mutants or Lean. Prior published/hosted results remain pinned to their tested heads. No new-head CI or CBZ result is asserted here. + +## Selected-declaration identity profile + +The [grader identity repair](GRADER_IDENTITY_FIX.md) freezes actual class, ordinary function and code objects before execution, including wraps-linked functions, and checks them before fixtures, at test starts, at body entry and at body completion. Module coverage comes from the actual module dictionary. Module `load_tests` hooks, callable suite factories, custom constructors/allocation/metaclasses/attribute dispatch and test-method descriptors are refused before construction or invocation. Only exact builtin staticmethod/classmethod descriptors are supported; named selectors traverse ordinary module dictionaries and static class declarations, refusing proxy/descriptor factories before lookup. Ordinary module, class and method selectors remain supported, with the existing synchronous None-return and exact assertion-provenance contracts. + +Trusted Python imports still execute. This bounded trusted-runner/source-custody profile is not a sandbox against arbitrary Python or authentication of fabricated consistent JSON. The final independent identity review is CLEAR for its exact source scope. Its 14 safeguard themes per tool in each mode yield 56 generation-bound assertion-kill observations across both tools: 32 + 8 + 4 + 12 across four source generations, not a fresh final-source 56-case campaign or production scanner/replay mutations. Earlier applicable observations and targeted refreshes remain separately bound. See `evidence/grader-identity-fix/CURRENT_COMPOSED_ADMISSION.json`, its shared optimization/guard provenance and `shared/independent-review-final.json` (SHA256 f47d13cc789829966ebf60e7b5e5a9e45059e5ed5db4a5089a3b2ca7534993b4). diff --git a/cbz/contributions/math514/kernel_replay/REGISTRY.json b/cbz/contributions/math514/kernel_replay/REGISTRY.json index a96c01c7a..37f0c0bef 100644 --- a/cbz/contributions/math514/kernel_replay/REGISTRY.json +++ b/cbz/contributions/math514/kernel_replay/REGISTRY.json @@ -27,91 +27,140 @@ "g0_lazy_body_profile_optimized": "PYTHONOPTIMIZE=1 python3 -B -S -O run_tests.py --test test_mutation_harness.LazyBodyHarnessTests --output /absolute/new-evidence/lazy-body-optimized.json" }, "self_verification": { - "status": "PASS_SCOPED_COMPOSED_NONE_RETURN_PROFILE", - "generation": "lazy-body-none-v4", + "status": "PASS_SCOPED_COMPOSED_IDENTITY", + "generation": "combined-review-identity-final", "single_full_suite_claim": false, - "current_test_methods": 60, - "fresh_affected_harness_methods": 6, + "current_test_methods": 67, + "method_inventory_parts": { + "wrapper": 31, + "real_lean": 9, + "harness_predecessor": 20, + "harness_new_identity": 7 + }, + "fresh_affected_harness_methods_per_mode": 27, + "fresh_new_identity_methods": 7, "fresh_modes": [ "normal", "optimized with inherited PYTHONOPTIMIZE=1" ], - "reused_prior_lifecycle_methods": 14, "reused_unchanged_wrapper_methods": 31, "reused_unchanged_real_lean_methods": 9, - "fresh_final_none_return_guard_mutants": 1, - "fresh_final_guard_executions": 2, - "reused_unchanged_shape_and_decorator_guard_mutants": 2, - "initial_type_only_guard_generation": { - "distinct": 3, - "executions": 6, - "scope": "earlier type-only source; return-profile branch superseded; unchanged shape/decorator guards reused" + "production_mutations_applicable": 25, + "production_mutations_replayed": false, + "identity_safeguard_mutations": { + "themes_per_tool_per_mode": 14, + "observations_this_tool": 28, + "observations_both_tools": 56, + "stages_both_tools": [ + 32, + 8, + 4, + 12 + ], + "single_final_source_campaign": false, + "production_mutants": false }, - "historical_production_mutations_applicable": 25, - "evidence": "evidence/lazy-body/current-composed-receipt.json", - "review": "evidence/lazy-body/evidence/independent-lazy-body-review.json", - "historical_lifecycle_generation": { - "status": "PASS_SCOPED_COMPOSED_LIFECYCLE_REPAIR", - "generation": "lifecycle-v3", + "evidence": "evidence/final-review-identity/current-composed-admission.json", + "identity_review_status": "CLEAR_SCOPED_ENGINEERING", + "historical_lazy_body_generation": { + "status": "PASS_SCOPED_COMPOSED_NONE_RETURN_PROFILE", + "generation": "lazy-body-none-v4", "single_full_suite_claim": false, - "current_test_methods": 54, - "fresh_affected_harness_methods": 14, + "current_test_methods": 60, + "fresh_affected_harness_methods": 6, + "fresh_modes": [ + "normal", + "optimized with inherited PYTHONOPTIMIZE=1" + ], + "reused_prior_lifecycle_methods": 14, "reused_unchanged_wrapper_methods": 31, "reused_unchanged_real_lean_methods": 9, - "fresh_distinct_grader_safeguard_mutants": 10, - "safeguard_mutant_executions_across_source_generations": 13, + "fresh_final_none_return_guard_mutants": 1, + "fresh_final_guard_executions": 2, + "reused_unchanged_shape_and_decorator_guard_mutants": 2, + "initial_type_only_guard_generation": { + "distinct": 3, + "executions": 6, + "scope": "earlier type-only source; return-profile branch superseded; unchanged shape/decorator guards reused" + }, "historical_production_mutations_applicable": 25, - "evidence": "evidence/lifecycle/evidence/kernel-delivery.json", - "review": "evidence/lifecycle/evidence/independent-lifecycle-review.json", - "historical_resource_generation": { - "status": "PASS_RESOURCE_BOUNDARY_G0", - "generation": "resource-boundary-v2", - "fresh_distinct_tests": 32, - "new_resource_tests": 14, - "fresh_test_invocations": 33, + "evidence": "evidence/lazy-body/current-composed-receipt.json", + "review": "evidence/lazy-body/evidence/independent-lazy-body-review.json", + "historical_lifecycle_generation": { + "status": "PASS_SCOPED_COMPOSED_LIFECYCLE_REPAIR", + "generation": "lifecycle-v3", "single_full_suite_claim": false, - "test_evidence": [ - "evidence/g0-resource-wrapper-tests.json", - "evidence/g0-resource-additional-tests.json", - "evidence/g0-resource-preexec-test.json", - "evidence/g0-resource-applicable.json" - ], - "reused_unchanged_real_lean_tests": 9, - "mutations": { - "fresh_planned": 19, - "fresh_executed": 19, - "fresh_killed": 19, - "new_resource_cases": 9, - "original_wrapper_cases": 10, - "reused_unchanged_real_cases": 6, - "memory_oracle_refresh": "evidence/g0-resource-memory-mutant-refresh.json", - "evidence": "evidence/g0-resource-mutations.json", - "threshold": 1 - }, - "prior_generation": { - "production_wrapper_sha256": "416b688929daff9f473ce3e0abd399d8be2cde46c12956d3e5d5d9937d914293", - "verification": { - "status": "PASS", - "applicable_tests": 27, - "test_evidence": [ - "evidence/g0-tests.json", - "evidence/g0-additional-tests.json", - "evidence/g0-applicable-tests.json" - ], - "mutations": { - "planned": 16, - "executed": 16, - "killed": 16, - "threshold": 1, - "evidence": "evidence/g0-mutations.json" + "current_test_methods": 54, + "fresh_affected_harness_methods": 14, + "reused_unchanged_wrapper_methods": 31, + "reused_unchanged_real_lean_methods": 9, + "fresh_distinct_grader_safeguard_mutants": 10, + "safeguard_mutant_executions_across_source_generations": 13, + "historical_production_mutations_applicable": 25, + "evidence": "evidence/lifecycle/evidence/kernel-delivery.json", + "review": "evidence/lifecycle/evidence/independent-lifecycle-review.json", + "historical_resource_generation": { + "status": "PASS_RESOURCE_BOUNDARY_G0", + "generation": "resource-boundary-v2", + "fresh_distinct_tests": 32, + "new_resource_tests": 14, + "fresh_test_invocations": 33, + "single_full_suite_claim": false, + "test_evidence": [ + "evidence/g0-resource-wrapper-tests.json", + "evidence/g0-resource-additional-tests.json", + "evidence/g0-resource-preexec-test.json", + "evidence/g0-resource-applicable.json" + ], + "reused_unchanged_real_lean_tests": 9, + "mutations": { + "fresh_planned": 19, + "fresh_executed": 19, + "fresh_killed": 19, + "new_resource_cases": 9, + "original_wrapper_cases": 10, + "reused_unchanged_real_cases": 6, + "memory_oracle_refresh": "evidence/g0-resource-memory-mutant-refresh.json", + "evidence": "evidence/g0-resource-mutations.json", + "threshold": 1 + }, + "prior_generation": { + "production_wrapper_sha256": "416b688929daff9f473ce3e0abd399d8be2cde46c12956d3e5d5d9937d914293", + "verification": { + "status": "PASS", + "applicable_tests": 27, + "test_evidence": [ + "evidence/g0-tests.json", + "evidence/g0-additional-tests.json", + "evidence/g0-applicable-tests.json" + ], + "mutations": { + "planned": 16, + "executed": 16, + "killed": 16, + "threshold": 1, + "evidence": "evidence/g0-mutations.json" + } } - } + }, + "reuse_rule": "/workspace/AGENTS.md owner clarification 25 October 2026: reuse completed applicable checks on unchanged material; provider/process review tracked separately." }, "reuse_rule": "/workspace/AGENTS.md owner clarification 25 October 2026: reuse completed applicable checks on unchanged material; provider/process review tracked separately." }, "reuse_rule": "/workspace/AGENTS.md owner clarification 25 October 2026: reuse completed applicable checks on unchanged material; provider/process review tracked separately." }, - "reuse_rule": "/workspace/AGENTS.md owner clarification 25 October 2026: reuse completed applicable checks on unchanged material; provider/process review tracked separately." + "reuse_rule": "/workspace/AGENTS.md owner clarification 25 October 2026: reuse completed applicable checks on unchanged material; provider/process review tracked separately.", + "source_bindings": { + "run_tests.py": "2c54e05593641f0b20dc565d5b8e24cdd819f739d7f38b5130631402d5616efb", + "mutations.py": "a1a0b0e7d6c5809c1f3f291a10aa14edc04265ce73cf76494318f966ab69b9bd", + "kernel_replay.py": "27da13a9455a62c2b192ff62f6222266cb483d323cf680f3d81d3b19b260b8ce", + "tests/test_mutation_harness.py": "c16063e29d3e91b315120f1143ec6763608bb5ed33d90af6fa839f82ed489022", + "ExactReplay.lean": "24e55f5e99c83a46f9f908bbc90f22292a94305294e287d9b2eccbf24e8e6b66" + }, + "identity_review": { + "path": "evidence/grader-identity-fix/shared/independent-review-final.json", + "sha256": "f47d13cc789829966ebf60e7b5e5a9e45059e5ed5db4a5089a3b2ca7534993b4" + } }, "limits_and_boundaries": [ "RLIMIT_AS bounds virtual address space, not RSS; enclosing cgroup physical limit remains separate. Fixture cap8192MiB; no assertion every project module fits.", @@ -121,7 +170,8 @@ "Unsafe and partial exclusions are upstream behavior.", "Resource bounds reject bool, huge/nonfinite timeouts and unrepresentable/inherited-hard-limit memory caps before spawn; see SPEC.md.", "Explicit Popen lifecycle normalizes spawn/wait resource exceptions. Kill/reap wait is bounded to one second; unreaped PID is reported ERROR and stops later modules. OS-uninterruptible processes cannot be promised forced termination.", - "Mutation grading supports only ordinary synchronous Python function/bound-method bodies that return None. Every wraps-linked shape must be non-generator/non-coroutine/non-async-generator; every non-None return is ERROR without evaluating or advancing it." + "Mutation grading supports only ordinary synchronous Python function/bound-method bodies that return None. Every wraps-linked shape must be non-generator/non-coroutine/non-async-generator; every non-None return is ERROR without evaluating or advancing it.", + "Selected declaration identity and loading profile must satisfy GRADER_IDENTITY_FIX.md. Module population hooks and arbitrary callable factories are unsupported; no fabricated trusted-runner or hostile Python sandbox claim." ], "quarantined_test_data": [ { @@ -159,7 +209,7 @@ ] }, "publication": { - "source_root": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files", + "source_root": ".", "destination_root": "cbz/contributions/math514/kernel_replay", "excluded": [ "**/__pycache__/**", @@ -169,7 +219,9 @@ "evidence/mutant-*/**", "evidence/RuntimeDiagnostic.lean" ], - "mapping_file": "PUBLICATION.json" + "mapping_file": "PUBLICATION.json", + "predecessor_metadata": "evidence/pre-review-identity-metadata/", + "historical_predecessor_source_root": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files" }, "canonical_math_core_resolution": { "observed_by_this_window_utc": "2026-10-29T18:50:42.767390+00:00", @@ -203,7 +255,7 @@ }, "metadata_authentication_boundary": "Trusted source-bound runner; accounting schema does not authenticate adversarially fabricated consistent JSON.", "original_summary_only_fixture_preserved": "evidence/lifecycle/baseline/", - "record_context": "Historical published lifecycle predecessor at 7b50d2b4c433a8f3b5442925e1ac9ff664880166; retain these source-bound hashes. Current runtime hashes are under lazy_body_profile." + "record_context": "Historical published lifecycle predecessor at 7b50d2b4c433a8f3b5442925e1ac9ff664880166; retain these source-bound hashes. Current runtime hashes are under self_verification.source_bindings and identity_repair.source_sha256; lazy_body_profile is a historical component generation." }, "lazy_body_profile": { "description": "LAZY_BODY_FIX.md", @@ -218,5 +270,26 @@ "suspended_work_policy": "Never iterate or await a return; close only a native CORO_CREATED coroutine for disposal without body execution.", "applicability": "evidence/lazy-body/evidence/original-method-shape-applicability.json", "mathematics_or_original_mutants_replayed": false + }, + "identity_repair": { + "description": "GRADER_IDENTITY_FIX.md", + "evidence_root": "evidence/grader-identity-fix/", + "source_parent": "15b534674ef9caf78b2ac42c8bebaa8f7faeb238", + "source_bindings_receipt": "evidence/final-review-identity/current-composed-admission.json", + "source_bindings_status": "FINAL_ROOT_COMPOSITION_BOUND", + "review_status": "CLEAR_SCOPED_ENGINEERING", + "scope": "Selected class/function/code identity and supported standard loading population; no arbitrary-hostile-Python sandbox claim.", + "source_sha256": { + "run_tests.py": "2c54e05593641f0b20dc565d5b8e24cdd819f739d7f38b5130631402d5616efb", + "mutations.py": "a1a0b0e7d6c5809c1f3f291a10aa14edc04265ce73cf76494318f966ab69b9bd", + "kernel_replay.py": "27da13a9455a62c2b192ff62f6222266cb483d323cf680f3d81d3b19b260b8ce", + "tests/test_mutation_harness.py": "c16063e29d3e91b315120f1143ec6763608bb5ed33d90af6fa839f82ed489022", + "ExactReplay.lean": "24e55f5e99c83a46f9f908bbc90f22292a94305294e287d9b2eccbf24e8e6b66" + }, + "review": { + "path": "evidence/grader-identity-fix/shared/independent-review-final.json", + "sha256": "f47d13cc789829966ebf60e7b5e5a9e45059e5ed5db4a5089a3b2ca7534993b4" + }, + "component_receipt": "evidence/grader-identity-fix/CURRENT_COMPOSED_ADMISSION.json" } } diff --git a/cbz/contributions/math514/kernel_replay/SPEC.md b/cbz/contributions/math514/kernel_replay/SPEC.md index e42b704e9..62383a0f2 100644 --- a/cbz/contributions/math514/kernel_replay/SPEC.md +++ b/cbz/contributions/math514/kernel_replay/SPEC.md @@ -29,3 +29,15 @@ See LIFECYCLE_FIX.md. Kills require a pristine externally bound exact selected p Mutation grading supports ordinary synchronous unittest methods that return None. Generator, coroutine, async-generator and wraps-linked suspended method shapes are refused during pristine population discovery. Every non-None body return is ERROR, including falsey values and opaque iterables. Returned work is not consumed or awaited; only a fresh native coroutine may be closed without entering its body. Creating a suspended call object is not evidence that its deferred test body executed. All 54 predecessor methods are ordinary synchronous methods with no direct valued return or suspension; the static source-applicability report is in evidence/lazy-body/evidence/original-method-shape-applicability.json. Existing lifecycle/error/subtest and externally bound population obligations remain in force. No additional runtime module, dependency or receipt schema is introduced. + +## Selected-declaration identity profile + +The [grader identity repair](GRADER_IDENTITY_FIX.md) freezes actual class, ordinary function and code objects before execution, including wraps-linked functions, and checks them before fixtures, at test starts, at body entry and at body completion. Module coverage comes from the actual module dictionary. Module `load_tests` hooks, callable suite factories, custom constructors/allocation/metaclasses/attribute dispatch and test-method descriptors are refused before construction or invocation. Only exact builtin staticmethod/classmethod descriptors are supported; named selectors traverse ordinary module dictionaries and static class declarations, refusing proxy/descriptor factories before lookup. Ordinary module, class and method selectors remain supported, with the existing synchronous None-return and exact assertion-provenance contracts. + +Trusted Python imports still execute. This bounded trusted-runner/source-custody profile is not a sandbox against arbitrary Python or authentication of fabricated consistent JSON. The final independent identity review is CLEAR for its exact source scope. Its 14 safeguard themes per tool in each mode yield 56 generation-bound assertion-kill observations across both tools: 32 + 8 + 4 + 12 across four source generations, not a fresh final-source 56-case campaign or production scanner/replay mutations. Earlier applicable observations and targeted refreshes remain separately bound. See `evidence/grader-identity-fix/CURRENT_COMPOSED_ADMISSION.json`, its shared optimization/guard provenance and `shared/independent-review-final.json` (SHA256 f47d13cc789829966ebf60e7b5e5a9e45059e5ed5db4a5089a3b2ca7534993b4). + +## Current combined generation + +The [grader identity repair](GRADER_IDENTITY_FIX.md) follows the [lifecycle](LIFECYCLE_FIX.md) and [None-return](LAZY_BODY_FIX.md) repairs. The combined population is 67 methods: 31 wrapper, 9 real-Lean and 27 harness methods (20 predecessor + 7 new identity methods). The 27 affected harness methods per mode are covered by composed normal/optimized staged receipts and targeted refreshes after actual predicate or test changes; this is not a new final-source whole-27 or whole-67 run. The 40 unchanged wrapper/real-Lean methods retain applicable evidence. The 25 production replay mutation definitions and their completed evidence are unchanged and were not replayed. + +Current composition, exact final runtime hashes and the source-partition record are in `evidence/final-review-identity/current-composed-admission.json` and `SOURCE_COMPOSITION.json` beside it. The identity component's source-bound review is CLEAR. Its independent safeguards are separate from the 25 production mutations. Packaging creates no hosted CI, project proof replay, G2 approved-axiom policy or final federation gate result. Prior exact-source metadata is retained under `evidence/pre-review-identity-metadata/`. diff --git a/cbz/contributions/math514/kernel_replay/evidence/final-review-identity/SOURCE_COMPOSITION.json b/cbz/contributions/math514/kernel_replay/evidence/final-review-identity/SOURCE_COMPOSITION.json new file mode 100644 index 000000000..c6290fbe5 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/final-review-identity/SOURCE_COMPOSITION.json @@ -0,0 +1,35 @@ +{ + "scope": "Reviewed source composition and registered-method inventory only; no tests/math reexecuted", + "bases": { + "kernel_replay": "15b534674ef9caf78b2ac42c8bebaa8f7faeb238", + "layer_a": "19b8e20a698775bef1813c5ceac91e2be9119bde" + }, + "method_counts": { + "kernel_replay": 67, + "layer_a": 110 + }, + "layer_a_active_mutation_definitions": 68, + "all_current_mutation_anchors_unique": true, + "source_partition_check": "Completed in preceding composition command before its overbroad nested-fixture census assertion; only census scope corrected", + "identity_functions_classes_AST_exact": true, + "manifest_68_MUTATIONS_literal_exact": true, + "identity_review_sha256": "f47d13cc789829966ebf60e7b5e5a9e45059e5ed5db4a5089a3b2ca7534993b4", + "sources": { + "kernel_replay": { + "run_tests.py": "2c54e05593641f0b20dc565d5b8e24cdd819f739d7f38b5130631402d5616efb", + "mutations.py": "a1a0b0e7d6c5809c1f3f291a10aa14edc04265ce73cf76494318f966ab69b9bd", + "kernel_replay.py": "27da13a9455a62c2b192ff62f6222266cb483d323cf680f3d81d3b19b260b8ce", + "tests/test_mutation_harness.py": "c16063e29d3e91b315120f1143ec6763608bb5ed33d90af6fa839f82ed489022", + "ExactReplay.lean": "24e55f5e99c83a46f9f908bbc90f22292a94305294e287d9b2eccbf24e8e6b66" + }, + "layer_a": { + "auditor.py": "309935e125195ae8093ffeb691f9d4c16f6c69e3dbb74b453ed6d50e05be1619", + "source_checks.py": "6d68a5cb61e41823e0919f13418935f0baef25f41a0d36fb0ec06457e45f4ae0", + "mutation_test.py": "9146cd183a8fcdc93623de20596966b118f3a9e5403d94f74f6be0fe46e4e731", + "tests/test_auditor.py": "73e0b36fe95774af04b433f2de748911625a4ed10cf9f5f46c86249f19707ddc", + "tests/test_mutation_runner.py": "9ecf6dbdc0cf30ecf1b9c4f72d6cda21bc8bfe4eac3a5383ebe4e8b1e93a2866", + "canonical_lean.py": "9ed661b1490f73c4dc3664a33ed688e937c1c7d8fecfb4d48c5349fa41823818" + } + }, + "driver_scope_correction": "Earlier provisional source list used nonexistent KernelReplay.lean; actual unchanged driver ExactReplay.lean is explicitly bound here. No Lean/test execution." +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/final-review-identity/current-composed-admission.json b/cbz/contributions/math514/kernel_replay/evidence/final-review-identity/current-composed-admission.json new file mode 100644 index 000000000..8abf53468 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/final-review-identity/current-composed-admission.json @@ -0,0 +1,72 @@ +{ + "schema_version": 1, + "record_kind": "SOURCE_BOUND_COMPOSED_COMPONENT_EVIDENCE", + "tool": "kernel_replay", + "source_parent": { + "commit": "15b534674ef9caf78b2ac42c8bebaa8f7faeb238", + "repository": "d6g8k5htny-coder/main" + }, + "status": "PASS_SCOPED_COMPOSED_COMPONENTS", + "source_bindings": { + "run_tests.py": "2c54e05593641f0b20dc565d5b8e24cdd819f739d7f38b5130631402d5616efb", + "mutations.py": "a1a0b0e7d6c5809c1f3f291a10aa14edc04265ce73cf76494318f966ab69b9bd", + "kernel_replay.py": "27da13a9455a62c2b192ff62f6222266cb483d323cf680f3d81d3b19b260b8ce", + "tests/test_mutation_harness.py": "c16063e29d3e91b315120f1143ec6763608bb5ed33d90af6fa839f82ed489022", + "ExactReplay.lean": "24e55f5e99c83a46f9f908bbc90f22292a94305294e287d9b2eccbf24e8e6b66" + }, + "identity_review": { + "path": "evidence/grader-identity-fix/shared/independent-review-final.json", + "sha256": "f47d13cc789829966ebf60e7b5e5a9e45059e5ed5db4a5089a3b2ca7534993b4", + "verdict": "CLEAR_SCOPED_ENGINEERING" + }, + "current_method_inventory": 67, + "full_suite_rerun": false, + "production_mutant_rerun": false, + "new_Lean_runs": 0, + "new_mathematical_checks": 0, + "hosted_CI": "NOT_ASSESSED_BY_METADATA", + "actual_repository_G1": "NOT_APPLICABLE", + "identity_component": { + "document": "GRADER_IDENTITY_FIX.md", + "receipt": "evidence/grader-identity-fix/CURRENT_COMPOSED_ADMISSION.json", + "new_methods": 7, + "affected_methods_per_mode": 27, + "source_bindings": { + "run_tests.py": "2c54e05593641f0b20dc565d5b8e24cdd819f739d7f38b5130631402d5616efb", + "tests/test_mutation_harness.py": "c16063e29d3e91b315120f1143ec6763608bb5ed33d90af6fa839f82ed489022" + }, + "review_status": "CLEAR_SCOPED_ENGINEERING", + "safeguards": { + "distinct_themes_per_tool": 14, + "observations_this_tool": 28, + "observations_both_tools": 56, + "stage_sizes_both_tools": [ + 32, + 8, + 4, + 12 + ], + "all_assertion_killed": true, + "zero_errors": true, + "rule": "Earlier source-bound observations reused after specific predicate/ordinary-source applicability; not a single final-source full campaign", + "production_scanner_or_replay_mutants": false + } + }, + "predecessor_metadata": "evidence/pre-review-identity-metadata/", + "method_inventory_parts": { + "wrapper_reused": 31, + "real_lean_reused": 9, + "harness_prior": 20, + "harness_new_identity": 7 + }, + "unchanged_production_mutation_definitions": 25, + "source_binding_origin": "evidence/final-review-identity/SOURCE_COMPOSITION.json", + "source_binding_scope": "Actual combined changed/runtime sources listed in Root source-composition-final.json; other retained source-parent objects and predecessor evidence remain exact. This is scoped composition, not a fresh full-suite run.", + "source_composition_record": "evidence/final-review-identity/SOURCE_COMPOSITION.json", + "composition_partition": { + "identity_functions_classes_AST_exact": true, + "manifest_68_MUTATIONS_literal_exact": "NOT_APPLICABLE", + "evidence": "evidence/final-review-identity/SOURCE_COMPOSITION.json" + }, + "source_composition_record_sha256": "4ae680e692f96730089a369457462066269a0386b50a595936813e39fbdad675" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/ALIASES.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/ALIASES.json new file mode 100644 index 000000000..8d7d94a89 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/ALIASES.json @@ -0,0 +1,1565 @@ +{ + "claim": "Portable copies preserve raw bytes; historical raw receipt paths are mapped here, not rewritten", + "copies": [ + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/proposed/run_tests.py", + "destination": "run_tests.py", + "bytes": 20838, + "sha256": "2c54e05593641f0b20dc565d5b8e24cdd819f739d7f38b5130631402d5616efb" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/proposed/tests/test_mutation_harness.py", + "destination": "tests/test_mutation_harness.py", + "bytes": 31704, + "sha256": "c16063e29d3e91b315120f1143ec6763608bb5ed33d90af6fa839f82ed489022" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/GRADER_IDENTITY_FIX.md", + "destination": "GRADER_IDENTITY_FIX.md", + "bytes": 4396, + "sha256": "4e39a4c39b1d52f370a6f9826ba10c9914334de745541c9ca39695fa02b40123" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/BASELINE_BINDINGS.json", + "destination": "evidence/grader-identity-fix/shared/BASELINE_BINDINGS.json", + "bytes": 1203, + "sha256": "b2e3b505f06b53dbf3cf78e20dfb44627e13cc49efa63267fce2d7bb1e02e3d4" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/EXACT_DESCRIPTOR_GUARD_MUTATIONS.json", + "destination": "evidence/grader-identity-fix/shared/EXACT_DESCRIPTOR_GUARD_MUTATIONS.json", + "bytes": 16924, + "sha256": "4270aa8caacd7bf99220313011f0eaf6cfbf29d11e798f6fa9686d947c28125f" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/FINAL_EXACT_RUNTIME_BINDINGS.json", + "destination": "evidence/grader-identity-fix/shared/FINAL_EXACT_RUNTIME_BINDINGS.json", + "bytes": 430, + "sha256": "74cb3ca9cb33638dbe68c2aa1cd5327636e826030f94e5e0b3738a1277571a91" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/FINAL_RUNTIME_BINDINGS.json", + "destination": "evidence/grader-identity-fix/shared/FINAL_RUNTIME_BINDINGS.json", + "bytes": 430, + "sha256": "dc8dd1fc88e161541c175603c8c7170254764312d081cae56440750f5c299034" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/FOLLOWUP_GUARD_MUTATIONS.json", + "destination": "evidence/grader-identity-fix/shared/FOLLOWUP_GUARD_MUTATIONS.json", + "bytes": 11079, + "sha256": "98d94d858a285800aa80a8348661820c81152e6d0afdeae75a662e152704f43d" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/FROZEN_RUNTIME_BINDINGS.json", + "destination": "evidence/grader-identity-fix/shared/FROZEN_RUNTIME_BINDINGS.json", + "bytes": 430, + "sha256": "0f4187bb436e7efd8933309d372cfff083559742ac888f00072a5a0011f2de56" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/GUARD_MUTATIONS.json", + "destination": "evidence/grader-identity-fix/shared/GUARD_MUTATIONS.json", + "bytes": 43482, + "sha256": "6b1aec98f57510cd79545105bf76f8a8ce7c13fd093e766f8c73e2c4c0c90e47" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/OPTIMIZATION_PROVENANCE.json", + "destination": "evidence/grader-identity-fix/shared/OPTIMIZATION_PROVENANCE.json", + "bytes": 2507, + "sha256": "dde86b3c91e03cfb11ae40eb3524ec00fe1cfa3fcafa33883315ce8b1bed782e" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/SELECTOR_GUARD_MUTATIONS.json", + "destination": "evidence/grader-identity-fix/shared/SELECTOR_GUARD_MUTATIONS.json", + "bytes": 5834, + "sha256": "b6442e84be54f748ea79229c1ea37bb69d9de87331cd182835717710de0ab789" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/evidence-binding-review-final.json", + "destination": "evidence/grader-identity-fix/shared/evidence-binding-review-final.json", + "bytes": 11555, + "sha256": "926a0174ac97af1c17beb133e07c906cc51258df95da189a5666e30c1bf65c4d" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/evidence-binding-review.json", + "destination": "evidence/grader-identity-fix/shared/evidence-binding-review.json", + "bytes": 29197, + "sha256": "4ab1002a4e49a18f82017237036acfdde5571432c35013d1f98257478e289497" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/guard_mutations.py", + "destination": "evidence/grader-identity-fix/shared/guard_mutations.py", + "bytes": 4336, + "sha256": "caefdde1a8e496c43cd15188e704d05ec94c91a64a6974b13e93f12f7d957d76" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/guard_mutations_exact_descriptors.py", + "destination": "evidence/grader-identity-fix/shared/guard_mutations_exact_descriptors.py", + "bytes": 3698, + "sha256": "95bd1cd9ce9a46dd43cfc198ea3231a09ba3e5a148dd27a7eb5bfe1b0b7afd7f" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/guard_mutations_followup.py", + "destination": "evidence/grader-identity-fix/shared/guard_mutations_followup.py", + "bytes": 4274, + "sha256": "333684e94c36693c189e70fc5395560b001375a1ebc0038d0b6b9c1809a4498b" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/guard_mutations_selector.py", + "destination": "evidence/grader-identity-fix/shared/guard_mutations_selector.py", + "bytes": 4396, + "sha256": "b99161237ea5372440b6c2b21ce3d71e1b8e795bc3c366083a620608fc0527da" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/independent-review-final.json", + "destination": "evidence/grader-identity-fix/shared/independent-review-final.json", + "bytes": 4100, + "sha256": "f47d13cc789829966ebf60e7b5e5a9e45059e5ed5db4a5089a3b2ca7534993b4" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/independent-review-final.md", + "destination": "evidence/grader-identity-fix/shared/independent-review-final.md", + "bytes": 2030, + "sha256": "a3be1779e32b81a7f4c81fc292010a195278fa929069a70e50c4dbfd48d3f338" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/independent-review-followup.json", + "destination": "evidence/grader-identity-fix/shared/independent-review-followup.json", + "bytes": 2943, + "sha256": "f545ffe8142868a210c4cd9ecefaa2d032ff3cd86f81482248a589d5e88466ca" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/independent-review-followup.md", + "destination": "evidence/grader-identity-fix/shared/independent-review-followup.md", + "bytes": 1342, + "sha256": "d6378d62afa9e24e593336b12704555a57fc76443732a3bc6a7f2625a57a5717" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/independent-review-selector-boundary.json", + "destination": "evidence/grader-identity-fix/shared/independent-review-selector-boundary.json", + "bytes": 2318, + "sha256": "f6154169afc683795686c8940851d39c2c32197c4813c2d9184e321d9ff604b6" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/independent-review-selector-boundary.md", + "destination": "evidence/grader-identity-fix/shared/independent-review-selector-boundary.md", + "bytes": 1006, + "sha256": "3a0cdb80184b51f4969b54af023981640805f87ff69a65f0eff85ab373a2f7f7" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/independent-review.json", + "destination": "evidence/grader-identity-fix/shared/independent-review.json", + "bytes": 3909, + "sha256": "d7f5d0d9482ef338969480474937d10578b1b35772f915d06ca3c4c1856a5e99" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/independent-review.md", + "destination": "evidence/grader-identity-fix/shared/independent-review.md", + "bytes": 2215, + "sha256": "578b576a63c702f7b7aa8c1bf8065e239267c1f1ca7b38fb11f17d65ef5a6397" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/new_tests_template.py.txt", + "destination": "evidence/grader-identity-fix/shared/new_tests_template.py.txt", + "bytes": 6366, + "sha256": "34092f278c57b85bf22ec8ea51fcd38eae6c507fe1f606a8541390bf13714277" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/source-partition-review.json", + "destination": "evidence/grader-identity-fix/shared/source-partition-review.json", + "bytes": 303, + "sha256": "478719b51147ee0d99677b432d6739244733e74f6f12ac484b0515cef2f8ac73" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/affected-normal-dev2.json", + "destination": "evidence/grader-identity-fix/raw/affected-normal-dev2.json", + "bytes": 32391, + "sha256": "ef08c5c93359f1337011243c26307dbd975ac6a996a73a25f6cac9d7afaf7096" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/affected-normal-dev2.log", + "destination": "evidence/grader-identity-fix/raw/affected-normal-dev2.log", + "bytes": 4394, + "sha256": "725a77d841094a7da932aa8e8b78cea49fe89192aa6448ac8de2f45d7b1a6bab" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/affected-optimized.json", + "destination": "evidence/grader-identity-fix/raw/affected-optimized.json", + "bytes": 32391, + "sha256": "ef08c5c93359f1337011243c26307dbd975ac6a996a73a25f6cac9d7afaf7096" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/affected-optimized.log", + "destination": "evidence/grader-identity-fix/raw/affected-optimized.log", + "bytes": 4394, + "sha256": "725a77d841094a7da932aa8e8b78cea49fe89192aa6448ac8de2f45d7b1a6bab" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/construction-discovery-normal.json", + "destination": "evidence/grader-identity-fix/raw/construction-discovery-normal.json", + "bytes": 6044, + "sha256": "5ae42b9455043a1ff4032ff876d5e26b732a7416f23a5098108d5908b1a019d4" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/construction-discovery-normal.log", + "destination": "evidence/grader-identity-fix/raw/construction-discovery-normal.log", + "bytes": 393, + "sha256": "d3e52344324e3f53688d70f09127a1e5e08d5b303daff3b1e7a0a2ea09b55e8c" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/construction-discovery-optimized.json", + "destination": "evidence/grader-identity-fix/raw/construction-discovery-optimized.json", + "bytes": 6044, + "sha256": "5ae42b9455043a1ff4032ff876d5e26b732a7416f23a5098108d5908b1a019d4" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/construction-discovery-optimized.log", + "destination": "evidence/grader-identity-fix/raw/construction-discovery-optimized.log", + "bytes": 393, + "sha256": "d3e52344324e3f53688d70f09127a1e5e08d5b303daff3b1e7a0a2ea09b55e8c" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/exact-descriptor-normal.json", + "destination": "evidence/grader-identity-fix/raw/exact-descriptor-normal.json", + "bytes": 6619, + "sha256": "670b9c7966deb56347a6313f175055a3467eea95a5ee36bc36c7c729d104aa19" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/exact-descriptor-normal.log", + "destination": "evidence/grader-identity-fix/raw/exact-descriptor-normal.log", + "bytes": 195, + "sha256": "bd20a89d9a0164b156d6931ccd37e84e374c96b53534d4fdeaa8203b57f3caa5" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/exact-descriptor-optimized.json", + "destination": "evidence/grader-identity-fix/raw/exact-descriptor-optimized.json", + "bytes": 6619, + "sha256": "670b9c7966deb56347a6313f175055a3467eea95a5ee36bc36c7c729d104aa19" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/exact-descriptor-optimized.log", + "destination": "evidence/grader-identity-fix/raw/exact-descriptor-optimized.log", + "bytes": 195, + "sha256": "bd20a89d9a0164b156d6931ccd37e84e374c96b53534d4fdeaa8203b57f3caa5" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/identity-green-dev1.json", + "destination": "evidence/grader-identity-fix/raw/identity-green-dev1.json", + "bytes": 5895, + "sha256": "a7f4a7af083366d69778bdda1558d0c9144fff1611714fd778b0de321820b996" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/identity-green-dev1.log", + "destination": "evidence/grader-identity-fix/raw/identity-green-dev1.log", + "bytes": 909, + "sha256": "66aa685c3c966e1b016237b1b66e146cc7c3df5353081e3cba6888ae4ab3b51d" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/identity-normal-fixtures/callable-factory.json", + "destination": "evidence/grader-identity-fix/raw/identity-normal-fixtures/callable-factory.json", + "bytes": 1542, + "sha256": "91debcd2664f361620f9022e2e463d6a665cbe33091f88b341b652b99cdc2f73" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/identity-normal-fixtures/class-fixture-code.json", + "destination": "evidence/grader-identity-fix/raw/identity-normal-fixtures/class-fixture-code.json", + "bytes": 1645, + "sha256": "d9294cf98a8b07e7ca50081cb32aab048a1e7a9abb63a9ec478dd3b1ffbbe64a" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/identity-normal-fixtures/class-fixture-function.json", + "destination": "evidence/grader-identity-fix/raw/identity-normal-fixtures/class-fixture-function.json", + "bytes": 1631, + "sha256": "453f01a2114c10fe51b7460ecdf47eacaa2bf23df15f32a2f9768e8bee29c982" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/identity-normal-fixtures/class-fixture-same-code-function.json", + "destination": "evidence/grader-identity-fix/raw/identity-normal-fixtures/class-fixture-same-code-function.json", + "bytes": 1712, + "sha256": "be2054a390ef5857ab9fef9ae168925c80ecbb041da55add042dcd70e9aef820" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/identity-normal-fixtures/construction-descriptor-0-class.json", + "destination": "evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-descriptor-0-class.json", + "bytes": 1753, + "sha256": "73c8656e79ec014fb77b2a2d48b16ab7e1cba6f2c930b9ce68661eeda0c2a176" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/identity-normal-fixtures/construction-descriptor-1-class.json", + "destination": "evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-descriptor-1-class.json", + "bytes": 1787, + "sha256": "f7166beb5d6aac19dcaaa66476a98807609e320732bd3268b3173a362a7658ae" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/identity-normal-fixtures/construction-descriptor-1-method.json", + "destination": "evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-descriptor-1-method.json", + "bytes": 1818, + "sha256": "94317118cbfca4a225fef23de4ef8827e300bcfe042d4277ca0de77143fb5e93" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/identity-normal-fixtures/construction-descriptor-classmethod-0-class.json", + "destination": "evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-descriptor-classmethod-0-class.json", + "bytes": 1747, + "sha256": "68f7f9462cc595e582866d22f52bfc439f1c5bf2ea47b6fd5f73103f865382f0" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/identity-normal-fixtures/construction-descriptor-classmethod-1-class.json", + "destination": "evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-descriptor-classmethod-1-class.json", + "bytes": 1781, + "sha256": "7aa1e19105036025ea93db923b7b9ed1f4da5f2c6f40bc31b79b0cd1ebfd01b3" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/identity-normal-fixtures/construction-descriptor-classmethod-1-method.json", + "destination": "evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-descriptor-classmethod-1-method.json", + "bytes": 1812, + "sha256": "c946a8a6bf8beddfcb2b9e1808ea8da9f4274331b34d177f0379d9771604680b" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/identity-normal-fixtures/construction-descriptor-staticmethod-0-class.json", + "destination": "evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-descriptor-staticmethod-0-class.json", + "bytes": 1749, + "sha256": "4102438de4c60abf62956014b723836c2128eb8e5b54312c5ade3e6d0e3eded1" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/identity-normal-fixtures/construction-descriptor-staticmethod-1-class.json", + "destination": "evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-descriptor-staticmethod-1-class.json", + "bytes": 1783, + "sha256": "1e5a75009e9d2dda959a9e903d089659c1294ff82d48300ba2e7e03a9d05c32f" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/identity-normal-fixtures/construction-descriptor-staticmethod-1-method.json", + "destination": "evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-descriptor-staticmethod-1-method.json", + "bytes": 1814, + "sha256": "affbd2c0f7eb603ffa117285a72d13e649a77badabe4b1f26380d609571c22ae" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/identity-normal-fixtures/construction-getattribute-0-class.json", + "destination": "evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-getattribute-0-class.json", + "bytes": 1529, + "sha256": "39993c6aae75f86d5b6c00dae881369e26b08e43a01fb01d167d27e00cf1993f" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/identity-normal-fixtures/construction-getattribute-1-class.json", + "destination": "evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-getattribute-1-class.json", + "bytes": 1563, + "sha256": "02eb4c17f327e5740897098a4c2ab7e21f5f1da9acef1e12f3902aa698a62376" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/identity-normal-fixtures/construction-getattribute-1-method.json", + "destination": "evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-getattribute-1-method.json", + "bytes": 1585, + "sha256": "eae825469fa4f40a1422b3ab88fa1cdfcdd7c39ea06babe8c8bfcbdb02928a35" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/identity-normal-fixtures/construction-init-0-class.json", + "destination": "evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-init-0-class.json", + "bytes": 1641, + "sha256": "64c376d874f70baf9331b7fdbcee41d8d4517f6253ae0d23906f80076e5ebfea" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/identity-normal-fixtures/construction-init-1-class.json", + "destination": "evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-init-1-class.json", + "bytes": 1675, + "sha256": "6fdd1b0154ef6ce371ad4314d26a3b18254c41e345bcfd62edec0176bd7d6f27" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/identity-normal-fixtures/construction-init-1-method.json", + "destination": "evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-init-1-method.json", + "bytes": 1703, + "sha256": "23bafadbd3e37d68402f81e19495a3a8cc0aaf6795bc0b4df83ebea47633d4f5" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/identity-normal-fixtures/construction-metaclass-0-class.json", + "destination": "evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-metaclass-0-class.json", + "bytes": 1547, + "sha256": "14ac0dd7fcef00b9420b62058101b9ad8828e07c34191aac712de157b2874564" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/identity-normal-fixtures/construction-metaclass-1-class.json", + "destination": "evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-metaclass-1-class.json", + "bytes": 1581, + "sha256": "1351a4f8c882251f22d1142549235a3b9431634740055ac4179d5c2c5d5d67cb" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/identity-normal-fixtures/construction-metaclass-1-method.json", + "destination": "evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-metaclass-1-method.json", + "bytes": 1603, + "sha256": "2875d5768f2b66896378151e5e6080e6ecefd8c5202a56cd7e16f83bb7223c36" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/identity-normal-fixtures/construction-new-0-class.json", + "destination": "evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-new-0-class.json", + "bytes": 1504, + "sha256": "c164d8c62332a2b03d1150d1e5c50b00af4ba2632effee7e9cfc37e0d1cec188" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/identity-normal-fixtures/construction-new-1-class.json", + "destination": "evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-new-1-class.json", + "bytes": 1538, + "sha256": "4970b765c673a1e7b1fb29b7f0de5077b69833c847fb2eff5bb79dff39d3495d" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/identity-normal-fixtures/construction-new-1-method.json", + "destination": "evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-new-1-method.json", + "bytes": 1560, + "sha256": "1c8d04426bec5220990affef00833910f3b117c4568a050da0b02b03e57b8948" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/identity-normal-fixtures/construction-setattr-0-class.json", + "destination": "evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-setattr-0-class.json", + "bytes": 1526, + "sha256": "af9b03e6d97789bfecb3675b1b692cc5031a2f6083d262a1e4237a2fb7d1b034" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/identity-normal-fixtures/construction-setattr-1-class.json", + "destination": "evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-setattr-1-class.json", + "bytes": 1560, + "sha256": "23566edd4bf88b6d8012de8788ad4ada66a56ec962323dc7a6bdef990c97bfbc" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/identity-normal-fixtures/construction-setattr-1-method.json", + "destination": "evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-setattr-1-method.json", + "bytes": 1582, + "sha256": "e459d5fc86e5afbf7c72bd71335b79a404e07ea6c19c9d41ed5774f61d106cee" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/identity-normal-fixtures/construction-special-descriptor-0-class.json", + "destination": "evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-special-descriptor-0-class.json", + "bytes": 1649, + "sha256": "7839167671f80747938ff9e173c9cb58d335982824c124a5aa0e9d3f7d778908" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/identity-normal-fixtures/construction-special-descriptor-1-class.json", + "destination": "evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-special-descriptor-1-class.json", + "bytes": 1683, + "sha256": "1d1d9b797743727ab3735ab0bae4551b342d74393b7f4e4a4a4e4ccec2928dca" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/identity-normal-fixtures/construction-special-descriptor-1-method.json", + "destination": "evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-special-descriptor-1-method.json", + "bytes": 1705, + "sha256": "63e777b4dfcf3d12f9a3c79b4aec0a161c66ef72d26f55bdf245600b7b16dbfa" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/identity-normal-fixtures/custom-run.json", + "destination": "evidence/grader-identity-fix/raw/identity-normal-fixtures/custom-run.json", + "bytes": 1499, + "sha256": "f38a2765abb6786b16868a6a86b63e7495fa271b209745897eaa90f14145c3b4" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/identity-normal-fixtures/during-body-change.json", + "destination": "evidence/grader-identity-fix/raw/identity-normal-fixtures/during-body-change.json", + "bytes": 3780, + "sha256": "0b889ebbce71f9941a5525fcc6a4f3805bca47e9c63dee218fc61bdb3b1ad043" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/identity-normal-fixtures/hook-alias-assertion.json", + "destination": "evidence/grader-identity-fix/raw/identity-normal-fixtures/hook-alias-assertion.json", + "bytes": 1680, + "sha256": "77729f49b6dd4341a78c212a143f10b5d638dc72f2433e58f6092d78da37c882" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/identity-normal-fixtures/hook-alias.json", + "destination": "evidence/grader-identity-fix/raw/identity-normal-fixtures/hook-alias.json", + "bytes": 1628, + "sha256": "0782f9aa240ce05d4a320265bb92c6baeee5a7311f0f7aecb9127c989c9cc9fa" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/identity-normal-fixtures/hook-omission.json", + "destination": "evidence/grader-identity-fix/raw/identity-normal-fixtures/hook-omission.json", + "bytes": 1636, + "sha256": "edaa32e199625a93f6f4c12c20a3fd553647c6a7d45e71bb44f5969acceb7c89" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/identity-normal-fixtures/hook-subclass.json", + "destination": "evidence/grader-identity-fix/raw/identity-normal-fixtures/hook-subclass.json", + "bytes": 1823, + "sha256": "d48fdf13b18fd711af63cdf1ecde9ff343b4a5babb21450b17f3db6fde849b64" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/identity-normal-fixtures/instance-class-change.json", + "destination": "evidence/grader-identity-fix/raw/identity-normal-fixtures/instance-class-change.json", + "bytes": 3613, + "sha256": "73a2e1402d3d8b46d336bab7f517d9ddfbc441051330918b0a18d6aadcd96da8" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/identity-normal-fixtures/module-dir-cannot-hide.json", + "destination": "evidence/grader-identity-fix/raw/identity-normal-fixtures/module-dir-cannot-hide.json", + "bytes": 3232, + "sha256": "cc9257d615b362fa1cbc44cb29631b07ecad2613e0955e08e5a91d17b9fb638a" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/identity-normal-fixtures/named-assertion.json", + "destination": "evidence/grader-identity-fix/raw/identity-normal-fixtures/named-assertion.json", + "bytes": 2975, + "sha256": "4cad2e5423c6a28d7e57e247a25c643a6329c857fcc390e5fd420170f21c6bd6" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/identity-normal-fixtures/named-class.json", + "destination": "evidence/grader-identity-fix/raw/identity-normal-fixtures/named-class.json", + "bytes": 1990, + "sha256": "b1053be28226fe9a78c094ddf6389dcb6c7aa545c4bf8223e6c05b5483733a1f" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/identity-normal-fixtures/named-method.json", + "destination": "evidence/grader-identity-fix/raw/identity-normal-fixtures/named-method.json", + "bytes": 1726, + "sha256": "6328579404eca91332a93d47c34e3901fb73d3068f62659bc9098279b97fb5f0" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/identity-normal-fixtures/selector-helper-descriptor.json", + "destination": "evidence/grader-identity-fix/raw/identity-normal-fixtures/selector-helper-descriptor.json", + "bytes": 1729, + "sha256": "ddeb1876b7b336f3d7c79273977bee9e30cd8f685773f15ae5d30a95a2df61fc" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/identity-normal-fixtures/selector-proxy.json", + "destination": "evidence/grader-identity-fix/raw/identity-normal-fixtures/selector-proxy.json", + "bytes": 1574, + "sha256": "c21fc843050fb58e378a8155de389881cac01ee878e28475458ddcc6dcda9e9f" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/identity-optimized-fixtures/callable-factory.json", + "destination": "evidence/grader-identity-fix/raw/identity-optimized-fixtures/callable-factory.json", + "bytes": 1542, + "sha256": "aed3599ecf74fc44f3839d6d6fbbe3e5542ee6ddb78735b26a017c286018d9ee" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/identity-optimized-fixtures/class-fixture-code.json", + "destination": "evidence/grader-identity-fix/raw/identity-optimized-fixtures/class-fixture-code.json", + "bytes": 1645, + "sha256": "61f52349025228949b3fe71eb424b291e73fb81db710e6eda2a0d75b8f00659f" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/identity-optimized-fixtures/class-fixture-function.json", + "destination": "evidence/grader-identity-fix/raw/identity-optimized-fixtures/class-fixture-function.json", + "bytes": 1631, + "sha256": "f26530c660c9f74c804cff821a5d4950c647fc339c1035b3784f145183bbd994" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/identity-optimized-fixtures/class-fixture-same-code-function.json", + "destination": "evidence/grader-identity-fix/raw/identity-optimized-fixtures/class-fixture-same-code-function.json", + "bytes": 1712, + "sha256": "54bb22a8ba6355d66ede52b922ef85606415d50c7b67bb774bae4b29c1119156" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/identity-optimized-fixtures/construction-descriptor-0-class.json", + "destination": "evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-descriptor-0-class.json", + "bytes": 1753, + "sha256": "230c93351318e0c3c7965bb992346c5e23cf5f537230030cb20fc20842952237" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/identity-optimized-fixtures/construction-descriptor-1-class.json", + "destination": "evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-descriptor-1-class.json", + "bytes": 1787, + "sha256": "378005e081fbc32e0886bf35589f9492c58a488acf3370cf299f5aa56972e13b" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/identity-optimized-fixtures/construction-descriptor-1-method.json", + "destination": "evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-descriptor-1-method.json", + "bytes": 1818, + "sha256": "1551400948c0ee107ad57bce53730f37a1969565295e2b3dc138016a5e0db04f" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/identity-optimized-fixtures/construction-descriptor-classmethod-0-class.json", + "destination": "evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-descriptor-classmethod-0-class.json", + "bytes": 1747, + "sha256": "754013fb1bfeca8ef34491c0bbdaa7be43554d8bdf4cb8b5323201130ed2de48" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/identity-optimized-fixtures/construction-descriptor-classmethod-1-class.json", + "destination": "evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-descriptor-classmethod-1-class.json", + "bytes": 1781, + "sha256": "efffc43fcd250a9f31db4939d9f06e7dfed8d876c08add7908336fa812b270a2" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/identity-optimized-fixtures/construction-descriptor-classmethod-1-method.json", + "destination": "evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-descriptor-classmethod-1-method.json", + "bytes": 1812, + "sha256": "17402b540206b03e9d1b5e096d210a3377986a26520a53b04a40008536f28eab" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/identity-optimized-fixtures/construction-descriptor-staticmethod-0-class.json", + "destination": "evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-descriptor-staticmethod-0-class.json", + "bytes": 1749, + "sha256": "638ac93349adb742032f8f32ab81ad9215cda5f91aabe0937fe43fedb960bf57" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/identity-optimized-fixtures/construction-descriptor-staticmethod-1-class.json", + "destination": "evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-descriptor-staticmethod-1-class.json", + "bytes": 1783, + "sha256": "1a99ee3f830630ba49a4bbd94a1b4bddf11c4744bf64fcede759be6bbe3a2e2a" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/identity-optimized-fixtures/construction-descriptor-staticmethod-1-method.json", + "destination": "evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-descriptor-staticmethod-1-method.json", + "bytes": 1814, + "sha256": "de7bc982290b87e6d69f62bf4e5ada9fca70ce48e7a4a91bed6e49ce9145ca3c" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/identity-optimized-fixtures/construction-getattribute-0-class.json", + "destination": "evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-getattribute-0-class.json", + "bytes": 1529, + "sha256": "f1ee9fbc942ae21bd82aa3162419c1c7a6aa17e5c12d2021667279fe93948a1f" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/identity-optimized-fixtures/construction-getattribute-1-class.json", + "destination": "evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-getattribute-1-class.json", + "bytes": 1563, + "sha256": "137f388511370628e546f119c649b7c8472c19edb280532b475f37529bd08a16" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/identity-optimized-fixtures/construction-getattribute-1-method.json", + "destination": "evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-getattribute-1-method.json", + "bytes": 1585, + "sha256": "b91c6867cfa36a059dd3f0ccb02181393301a2d6597e4c40cf66ad7295b25617" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/identity-optimized-fixtures/construction-init-0-class.json", + "destination": "evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-init-0-class.json", + "bytes": 1641, + "sha256": "9c1273e18caf9cbd490c23f417e60a7139dc6378ab091549979f5a46466ba380" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/identity-optimized-fixtures/construction-init-1-class.json", + "destination": "evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-init-1-class.json", + "bytes": 1675, + "sha256": "259d4d27bb8ee9d09178aa09e4cb803f757790aaca9880aa7fe7c5ca92768a47" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/identity-optimized-fixtures/construction-init-1-method.json", + "destination": "evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-init-1-method.json", + "bytes": 1703, + "sha256": "c24059a00a6fccd1e65d3f8a48d63ce0bdc1d8009ad40402ff4c6a7fca0e516b" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/identity-optimized-fixtures/construction-metaclass-0-class.json", + "destination": "evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-metaclass-0-class.json", + "bytes": 1547, + "sha256": "27589595653ac7ec6b767562e7c5f69731e6626deb620b11ff20346cfe54edf5" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/identity-optimized-fixtures/construction-metaclass-1-class.json", + "destination": "evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-metaclass-1-class.json", + "bytes": 1581, + "sha256": "4801aed97adb091e66db3494358e451aff98a16d9d23ef88a509bbbf4569be08" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/identity-optimized-fixtures/construction-metaclass-1-method.json", + "destination": "evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-metaclass-1-method.json", + "bytes": 1603, + "sha256": "6d30781fe4e919a09c89f7221aaa179e198e7b2d2c7800b3a0d7c5a353fb50da" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/identity-optimized-fixtures/construction-new-0-class.json", + "destination": "evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-new-0-class.json", + "bytes": 1504, + "sha256": "7868e623cbe07e5f1196b90a4a838bb8dbce7f6bf472cd8fd6c9d5613c6773d2" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/identity-optimized-fixtures/construction-new-1-class.json", + "destination": "evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-new-1-class.json", + "bytes": 1538, + "sha256": "325066764c5a8f4618d5e28f203c9cfd5313316f67be3f53ca5ea975cba9c446" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/identity-optimized-fixtures/construction-new-1-method.json", + "destination": "evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-new-1-method.json", + "bytes": 1560, + "sha256": "87a37505ff2a2e73645b24c95a531e7bccca48efc0b5c79cbe334b7107f64d10" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/identity-optimized-fixtures/construction-setattr-0-class.json", + "destination": "evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-setattr-0-class.json", + "bytes": 1526, + "sha256": "e07a0961959dbddf31f01ee002a8a5ec25a5f641594d2a28b8ffc8ce26a34ddc" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/identity-optimized-fixtures/construction-setattr-1-class.json", + "destination": "evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-setattr-1-class.json", + "bytes": 1560, + "sha256": "8aadea2b72c41d38e36572e81b4dca4d76c9cef0c4825ad82372d027724b589e" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/identity-optimized-fixtures/construction-setattr-1-method.json", + "destination": "evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-setattr-1-method.json", + "bytes": 1582, + "sha256": "a48194648ffc45aa479ba5b748e7d5ba2a6757bf6bbb0de24085c43f2ad9aad7" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/identity-optimized-fixtures/construction-special-descriptor-0-class.json", + "destination": "evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-special-descriptor-0-class.json", + "bytes": 1649, + "sha256": "25c65e90742ec22c8a0c24862b8db2cb3b4e5cf9d69a402d0de9e6f06aa68513" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/identity-optimized-fixtures/construction-special-descriptor-1-class.json", + "destination": "evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-special-descriptor-1-class.json", + "bytes": 1683, + "sha256": "160b975d57a68c73e9c062ecef67d92364d22baddf0a3134bcddc93f64d9ad4d" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/identity-optimized-fixtures/construction-special-descriptor-1-method.json", + "destination": "evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-special-descriptor-1-method.json", + "bytes": 1705, + "sha256": "1f882e75c745b7163043a0e717d10d1d541ded742002bf8af1929efc0a2cb486" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/identity-optimized-fixtures/custom-run.json", + "destination": "evidence/grader-identity-fix/raw/identity-optimized-fixtures/custom-run.json", + "bytes": 1499, + "sha256": "00f17e697805bd1b197a24d8dea698393c7a1e55cae7412b43dd67c67a2ee881" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/identity-optimized-fixtures/during-body-change.json", + "destination": "evidence/grader-identity-fix/raw/identity-optimized-fixtures/during-body-change.json", + "bytes": 3780, + "sha256": "e91d02378e503693931686531b548f36e4a0c8e555a40a16b7441c90e45ef362" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/identity-optimized-fixtures/hook-alias-assertion.json", + "destination": "evidence/grader-identity-fix/raw/identity-optimized-fixtures/hook-alias-assertion.json", + "bytes": 1680, + "sha256": "aa5005ad341e991eb4c03268a9a59e496f7f00df07addf4a3277ab671809783f" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/identity-optimized-fixtures/hook-alias.json", + "destination": "evidence/grader-identity-fix/raw/identity-optimized-fixtures/hook-alias.json", + "bytes": 1628, + "sha256": "d38f5bbf84e8e8e0b98c87dbe7fb898b24ebfada3564e6c3782fe015d5f7a143" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/identity-optimized-fixtures/hook-omission.json", + "destination": "evidence/grader-identity-fix/raw/identity-optimized-fixtures/hook-omission.json", + "bytes": 1636, + "sha256": "2dde5c7d2b2f33f229af01946ac2a0a150c0b6339e3b98991f22e36f0054db52" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/identity-optimized-fixtures/hook-subclass.json", + "destination": "evidence/grader-identity-fix/raw/identity-optimized-fixtures/hook-subclass.json", + "bytes": 1823, + "sha256": "bc1b1bbe70e15bce95b5526658a1431fa30b9ca7847a4b9964d8d3e8cb499a44" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/identity-optimized-fixtures/instance-class-change.json", + "destination": "evidence/grader-identity-fix/raw/identity-optimized-fixtures/instance-class-change.json", + "bytes": 3613, + "sha256": "17a7e94d64f3eea5afddff1c8e17a4c27d2a1dac10e865659c6c66c151012dcd" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/identity-optimized-fixtures/module-dir-cannot-hide.json", + "destination": "evidence/grader-identity-fix/raw/identity-optimized-fixtures/module-dir-cannot-hide.json", + "bytes": 3232, + "sha256": "cae323d921b6f8994fd786a2563c3d067db6bb030fca19a6c64a5adb21d5d872" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/identity-optimized-fixtures/named-assertion.json", + "destination": "evidence/grader-identity-fix/raw/identity-optimized-fixtures/named-assertion.json", + "bytes": 2975, + "sha256": "1c4fe671c7183bee2358c762b320a539569e137f9c48f00125c786d97fa41c3f" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/identity-optimized-fixtures/named-class.json", + "destination": "evidence/grader-identity-fix/raw/identity-optimized-fixtures/named-class.json", + "bytes": 1990, + "sha256": "6d18209298cb82e0b2fe64ee48b5588eb477d5de1b2ec1bdc0d0d5bf8e61bf40" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/identity-optimized-fixtures/named-method.json", + "destination": "evidence/grader-identity-fix/raw/identity-optimized-fixtures/named-method.json", + "bytes": 1726, + "sha256": "33426693360657f61e56327a84466a9045907109363c8e3feee2974a2e2a240d" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/identity-optimized-fixtures/selector-helper-descriptor.json", + "destination": "evidence/grader-identity-fix/raw/identity-optimized-fixtures/selector-helper-descriptor.json", + "bytes": 1729, + "sha256": "c1122f96870193882d3d8a43d99f03860854eb1c63f24f413a1feb34553b02e3" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/identity-optimized-fixtures/selector-proxy.json", + "destination": "evidence/grader-identity-fix/raw/identity-optimized-fixtures/selector-proxy.json", + "bytes": 1574, + "sha256": "e7622657654155c029fa22271844d8e4e7c924d0b439a3a416e3132b34f73dff" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/identity-red.json", + "destination": "evidence/grader-identity-fix/raw/identity-red.json", + "bytes": 23431, + "sha256": "56f6e703271d79b9f7ae13f4c8ea65b9b56ab17745aef693e2b0ea538a1cdbc7" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/identity-refresh-normal.json", + "destination": "evidence/grader-identity-fix/raw/identity-refresh-normal.json", + "bytes": 2749, + "sha256": "3ba00e79be0fbee01f828085670ba7db19d1b6c737ad9e3cfd2f41690c921a7e" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/identity-refresh-normal.log", + "destination": "evidence/grader-identity-fix/raw/identity-refresh-normal.log", + "bytes": 351, + "sha256": "c7569a570c82a0732f731bf4897ee6ce999cfb0dc3d7bde9ecb4c79a2f319535" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/identity-refresh-optimized.json", + "destination": "evidence/grader-identity-fix/raw/identity-refresh-optimized.json", + "bytes": 2749, + "sha256": "3ba00e79be0fbee01f828085670ba7db19d1b6c737ad9e3cfd2f41690c921a7e" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/identity-refresh-optimized.log", + "destination": "evidence/grader-identity-fix/raw/identity-refresh-optimized.log", + "bytes": 351, + "sha256": "c7569a570c82a0732f731bf4897ee6ce999cfb0dc3d7bde9ecb4c79a2f319535" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/selector-descriptor-normal.json", + "destination": "evidence/grader-identity-fix/raw/selector-descriptor-normal.json", + "bytes": 4882, + "sha256": "c6b965647f6aafe795bc53817b3f21f8fcc5854e252a2773298f2a0f51e23def" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/selector-descriptor-normal.log", + "destination": "evidence/grader-identity-fix/raw/selector-descriptor-normal.log", + "bytes": 195, + "sha256": "bd20a89d9a0164b156d6931ccd37e84e374c96b53534d4fdeaa8203b57f3caa5" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/selector-descriptor-optimized.json", + "destination": "evidence/grader-identity-fix/raw/selector-descriptor-optimized.json", + "bytes": 4882, + "sha256": "c6b965647f6aafe795bc53817b3f21f8fcc5854e252a2773298f2a0f51e23def" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/selector-descriptor-optimized.log", + "destination": "evidence/grader-identity-fix/raw/selector-descriptor-optimized.log", + "bytes": 195, + "sha256": "bd20a89d9a0164b156d6931ccd37e84e374c96b53534d4fdeaa8203b57f3caa5" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/ignore-module-hook-refusal/receipt.json", + "destination": "evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-module-hook-refusal/receipt.json", + "bytes": 13612, + "sha256": "82d9d9508e3cee208451ea30117a80859059acc544e0d45994cc607207fbf4e0" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/ignore-module-hook-refusal/stdout.log", + "destination": "evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-module-hook-refusal/stdout.log", + "bytes": 10208, + "sha256": "131cd115c6f7276371fcae16b569695615ebbc09acb44004f6d49da14791b57b" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/ignore-module-hook-refusal/stderr.log", + "destination": "evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-module-hook-refusal/stderr.log", + "bytes": 0, + "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/accept-callable-selector-factory/receipt.json", + "destination": "evidence/grader-identity-fix/raw/guard-mutants/normal/accept-callable-selector-factory/receipt.json", + "bytes": 3169, + "sha256": "baba96a43a9dcf624751479fc879661adfa617335a3ccdd98836a5a337e76b19" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/accept-callable-selector-factory/stdout.log", + "destination": "evidence/grader-identity-fix/raw/guard-mutants/normal/accept-callable-selector-factory/stdout.log", + "bytes": 1652, + "sha256": "a4f61543cf899a8dfdff8aa239fc7d040323705951a89520afe425d9160048d5" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/accept-callable-selector-factory/stderr.log", + "destination": "evidence/grader-identity-fix/raw/guard-mutants/normal/accept-callable-selector-factory/stderr.log", + "bytes": 0, + "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/ignore-selected-class-object/receipt.json", + "destination": "evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-selected-class-object/receipt.json", + "bytes": 4123, + "sha256": "9368effe87b7026ee56326ac2bfbb02fb3846dcfaa30c46c9edc8f9eea671af2" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/ignore-selected-class-object/stdout.log", + "destination": "evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-selected-class-object/stdout.log", + "bytes": 2040, + "sha256": "0fca7743d1528fd0caeff923e3bd66d212e8faed96cce674084858e21cbbe6e8" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/ignore-selected-class-object/stderr.log", + "destination": "evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-selected-class-object/stderr.log", + "bytes": 0, + "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/ignore-original-function-object/receipt.json", + "destination": "evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-original-function-object/receipt.json", + "bytes": 4393, + "sha256": "677b9414a3d5f79761dbe0c534bacae97a1a5560599fe0a95b24ce0aedf2203c" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/ignore-original-function-object/stdout.log", + "destination": "evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-original-function-object/stdout.log", + "bytes": 2305, + "sha256": "ba675913565db0ab300e877f4a68d86095e93bbb4ae4a506f6c21cd5cc9cf05a" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/ignore-original-function-object/stderr.log", + "destination": "evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-original-function-object/stderr.log", + "bytes": 0, + "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/ignore-original-code-object/receipt.json", + "destination": "evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-original-code-object/receipt.json", + "bytes": 3844, + "sha256": "6ba4cd787c000c83398716f4ab10780934bff389a904826e9785076d12e9a2b2" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/ignore-original-code-object/stdout.log", + "destination": "evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-original-code-object/stdout.log", + "bytes": 1767, + "sha256": "c06c22298a93324ef57ef5ec01306f4a95f0aee48c20c72f4b13501e82c1f0a6" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/ignore-original-code-object/stderr.log", + "destination": "evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-original-code-object/stderr.log", + "bytes": 0, + "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/ignore-declared-function-chain/receipt.json", + "destination": "evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-declared-function-chain/receipt.json", + "bytes": 6797, + "sha256": "4c797eff30d6ec75211fe5dd9ac8724201d4eb1c323778208901774b295d74e1" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/ignore-declared-function-chain/stdout.log", + "destination": "evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-declared-function-chain/stdout.log", + "bytes": 4399, + "sha256": "2dc5e52a36522ba885f03b3fa2bbc4e0b249721e63b21def01f675631a618fb1" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/ignore-declared-function-chain/stderr.log", + "destination": "evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-declared-function-chain/stderr.log", + "bytes": 0, + "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/skip-before-fixture-identity-validation/receipt.json", + "destination": "evidence/grader-identity-fix/raw/guard-mutants/normal/skip-before-fixture-identity-validation/receipt.json", + "bytes": 3039, + "sha256": "764e27b223102f80c2f4205274f8e8497e223b34ab22671eaf9672a0ab07107d" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/skip-before-fixture-identity-validation/stdout.log", + "destination": "evidence/grader-identity-fix/raw/guard-mutants/normal/skip-before-fixture-identity-validation/stdout.log", + "bytes": 1611, + "sha256": "8083dbdad1524a319d74f7f962438a1b872022cbef57c055e89bf17bee07ef9c" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/skip-before-fixture-identity-validation/stderr.log", + "destination": "evidence/grader-identity-fix/raw/guard-mutants/normal/skip-before-fixture-identity-validation/stderr.log", + "bytes": 0, + "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/skip-runtime-identity-validation/receipt.json", + "destination": "evidence/grader-identity-fix/raw/guard-mutants/normal/skip-runtime-identity-validation/receipt.json", + "bytes": 11020, + "sha256": "3b5c89b611116d109077f4dbc355f35f2474206e7857cac415c899573ff67577" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/skip-runtime-identity-validation/stdout.log", + "destination": "evidence/grader-identity-fix/raw/guard-mutants/normal/skip-runtime-identity-validation/stdout.log", + "bytes": 8017, + "sha256": "ab0a256a565772334158862c880ed6eb2c4fd3e477a722ebe0e29c638f1aa27d" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/skip-runtime-identity-validation/stderr.log", + "destination": "evidence/grader-identity-fix/raw/guard-mutants/normal/skip-runtime-identity-validation/stderr.log", + "bytes": 0, + "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/ignore-module-hook-refusal/receipt.json", + "destination": "evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-module-hook-refusal/receipt.json", + "bytes": 13624, + "sha256": "d57ddd5fd4a058f008282ceaa3d13ca3ed9b78f27f40b39bcee2cd197876db0c" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/ignore-module-hook-refusal/stdout.log", + "destination": "evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-module-hook-refusal/stdout.log", + "bytes": 10220, + "sha256": "31d647dcc331324b7acab5600088c237444f119d562ea8bff537f68599b660e6" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/ignore-module-hook-refusal/stderr.log", + "destination": "evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-module-hook-refusal/stderr.log", + "bytes": 0, + "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/accept-callable-selector-factory/receipt.json", + "destination": "evidence/grader-identity-fix/raw/guard-mutants/optimized/accept-callable-selector-factory/receipt.json", + "bytes": 3172, + "sha256": "b3bd6e635e5808da0275afa316d76bf82ffdbc99ab45d6e747c81c997a5e76a8" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/accept-callable-selector-factory/stdout.log", + "destination": "evidence/grader-identity-fix/raw/guard-mutants/optimized/accept-callable-selector-factory/stdout.log", + "bytes": 1655, + "sha256": "ffdcec1225452ec36f4367fd6689162604ac819b0eee542d103c57a2311dc38d" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/accept-callable-selector-factory/stderr.log", + "destination": "evidence/grader-identity-fix/raw/guard-mutants/optimized/accept-callable-selector-factory/stderr.log", + "bytes": 0, + "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/ignore-selected-class-object/receipt.json", + "destination": "evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-selected-class-object/receipt.json", + "bytes": 4126, + "sha256": "51ddf2022fddca741c937eba1b54370efbac5aa0a39db82785f79c88dd3d61e6" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/ignore-selected-class-object/stdout.log", + "destination": "evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-selected-class-object/stdout.log", + "bytes": 2043, + "sha256": "a21ef10e371c89af08b3b0fac8d4e0ff4ea36fcea557a6a69fda210e2225a79d" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/ignore-selected-class-object/stderr.log", + "destination": "evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-selected-class-object/stderr.log", + "bytes": 0, + "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/ignore-original-function-object/receipt.json", + "destination": "evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-original-function-object/receipt.json", + "bytes": 4396, + "sha256": "e009453bc240aa4830374a0fc35353162eb21da5523a3f0ca9df7cd882abee16" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/ignore-original-function-object/stdout.log", + "destination": "evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-original-function-object/stdout.log", + "bytes": 2308, + "sha256": "8ceac458094bf4a89b9d1169c25f2b54b7ed9038903a630ac9dfeaff256c6894" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/ignore-original-function-object/stderr.log", + "destination": "evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-original-function-object/stderr.log", + "bytes": 0, + "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/ignore-original-code-object/receipt.json", + "destination": "evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-original-code-object/receipt.json", + "bytes": 3847, + "sha256": "934289850dce49d3106fc172b98ed35a901f506da3c46955bfc9e753e6f56bb2" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/ignore-original-code-object/stdout.log", + "destination": "evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-original-code-object/stdout.log", + "bytes": 1770, + "sha256": "6342af0480511f4d6201f5861a444a4b986778645b4cfbbe1de7e0b842b4ce04" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/ignore-original-code-object/stderr.log", + "destination": "evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-original-code-object/stderr.log", + "bytes": 0, + "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/ignore-declared-function-chain/receipt.json", + "destination": "evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-declared-function-chain/receipt.json", + "bytes": 6803, + "sha256": "8302b411e1d3d74371df57720be55a7aece8ed96595255c37273de9d959bd42c" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/ignore-declared-function-chain/stdout.log", + "destination": "evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-declared-function-chain/stdout.log", + "bytes": 4405, + "sha256": "393ee57739b21a4ffce0476c5aeb842646e71e13a4e6cf52a03f102d1acc76f8" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/ignore-declared-function-chain/stderr.log", + "destination": "evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-declared-function-chain/stderr.log", + "bytes": 0, + "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/skip-before-fixture-identity-validation/receipt.json", + "destination": "evidence/grader-identity-fix/raw/guard-mutants/optimized/skip-before-fixture-identity-validation/receipt.json", + "bytes": 3042, + "sha256": "e4288ddf0d8d153e013de44a785fd07caf32556257f6eeefc85391c6ddf4c1e6" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/skip-before-fixture-identity-validation/stdout.log", + "destination": "evidence/grader-identity-fix/raw/guard-mutants/optimized/skip-before-fixture-identity-validation/stdout.log", + "bytes": 1614, + "sha256": "e23b918b83fa66490ea9c70fc0e08c0572ffbdbc4f88264f7f7399f02c7a2c83" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/skip-before-fixture-identity-validation/stderr.log", + "destination": "evidence/grader-identity-fix/raw/guard-mutants/optimized/skip-before-fixture-identity-validation/stderr.log", + "bytes": 0, + "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/skip-runtime-identity-validation/receipt.json", + "destination": "evidence/grader-identity-fix/raw/guard-mutants/optimized/skip-runtime-identity-validation/receipt.json", + "bytes": 11032, + "sha256": "66eb45a3af0f0b21e3af533dbaebd31d66af938f4509d56b7752720a04ff3dca" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/skip-runtime-identity-validation/stdout.log", + "destination": "evidence/grader-identity-fix/raw/guard-mutants/optimized/skip-runtime-identity-validation/stdout.log", + "bytes": 8029, + "sha256": "610f634f0f4f2aa74dc7290e412f7b82c22373560c5a00aea593ee122231e47e" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/skip-runtime-identity-validation/stderr.log", + "destination": "evidence/grader-identity-fix/raw/guard-mutants/optimized/skip-runtime-identity-validation/stderr.log", + "bytes": 0, + "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/ignore-module-hook-refusal/tests/test_mutation_harness.py", + "destination": "evidence/grader-identity-fix/historical-source/initial/tests/test_mutation_harness.py", + "bytes": 26914, + "sha256": "da9bb463c0675be7729067c8a46e55b5171293c15be598c5e891051818c49850" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/allow-custom-construction/receipt.json", + "destination": "evidence/grader-identity-fix/raw/guard-mutants/normal/allow-custom-construction/receipt.json", + "bytes": 31884, + "sha256": "d8855927f2cf22b572cf6369dc0294b4b7eaf46dfcdc83a6b98630462cdffd12" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/allow-custom-construction/stdout.log", + "destination": "evidence/grader-identity-fix/raw/guard-mutants/normal/allow-custom-construction/stdout.log", + "bytes": 23522, + "sha256": "4616dcaddf055a1ac9448ef53a2bf35a9cde861e5ee5edcc9cf108e48a909efb" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/allow-custom-construction/stderr.log", + "destination": "evidence/grader-identity-fix/raw/guard-mutants/normal/allow-custom-construction/stderr.log", + "bytes": 0, + "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/allow-module-dir-population-omission/receipt.json", + "destination": "evidence/grader-identity-fix/raw/guard-mutants/normal/allow-module-dir-population-omission/receipt.json", + "bytes": 4031, + "sha256": "20b71d24fc69cc9ef47199f17441bff6c23451831954076a81d6ca810a665fbb" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/allow-module-dir-population-omission/stdout.log", + "destination": "evidence/grader-identity-fix/raw/guard-mutants/normal/allow-module-dir-population-omission/stdout.log", + "bytes": 1648, + "sha256": "51227bb7ae6b35496b53be5ce03abd64feed48dd62f34e875d305d0d8e645d72" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/allow-module-dir-population-omission/stderr.log", + "destination": "evidence/grader-identity-fix/raw/guard-mutants/normal/allow-module-dir-population-omission/stderr.log", + "bytes": 0, + "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/allow-custom-construction/receipt.json", + "destination": "evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-custom-construction/receipt.json", + "bytes": 31926, + "sha256": "c9af0aac109c15da40cf8e58ae91a5a47c5e5336f9c2054493e430358deaaac6" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/allow-custom-construction/stdout.log", + "destination": "evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-custom-construction/stdout.log", + "bytes": 23564, + "sha256": "9b1f13367b01981b6621f5f56351c007334c2534c4a38659bb3ce7b3a9aacdd7" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/allow-custom-construction/stderr.log", + "destination": "evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-custom-construction/stderr.log", + "bytes": 0, + "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/allow-module-dir-population-omission/receipt.json", + "destination": "evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-module-dir-population-omission/receipt.json", + "bytes": 4034, + "sha256": "e1507d5e1e11c51a55307947473b1ac35aee030db5173b1fd28ac7cb8071cebb" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/allow-module-dir-population-omission/stdout.log", + "destination": "evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-module-dir-population-omission/stdout.log", + "bytes": 1651, + "sha256": "338d8057ceafe2330215e1c4728445a5b5e982145c1f92acdb9e9dcf5cf3a1f5" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/allow-module-dir-population-omission/stderr.log", + "destination": "evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-module-dir-population-omission/stderr.log", + "bytes": 0, + "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/allow-custom-construction/tests/test_mutation_harness.py", + "destination": "evidence/grader-identity-fix/historical-source/construction/tests/test_mutation_harness.py", + "bytes": 29255, + "sha256": "8d42a69f5b9a73705837111d59bbbe56c5f41ee84362ff1b006ea38226a37690" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/allow-selector-descriptor-or-proxy-execution/receipt.json", + "destination": "evidence/grader-identity-fix/raw/guard-mutants/normal/allow-selector-descriptor-or-proxy-execution/receipt.json", + "bytes": 3184, + "sha256": "c760c50c1fe4db6ea0c616580b4f8b3611e5f5a609f4046c163b8c3a93e9136c" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/allow-selector-descriptor-or-proxy-execution/stdout.log", + "destination": "evidence/grader-identity-fix/raw/guard-mutants/normal/allow-selector-descriptor-or-proxy-execution/stdout.log", + "bytes": 1667, + "sha256": "8067689f8b357253818b932fdc296d97dd4f7378e149d817296aa26500d402ff" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/allow-selector-descriptor-or-proxy-execution/stderr.log", + "destination": "evidence/grader-identity-fix/raw/guard-mutants/normal/allow-selector-descriptor-or-proxy-execution/stderr.log", + "bytes": 0, + "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/allow-selector-descriptor-or-proxy-execution/receipt.json", + "destination": "evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-selector-descriptor-or-proxy-execution/receipt.json", + "bytes": 3187, + "sha256": "e72f8a78da3843b94a8730da8dc38ff8b3446d305ea88892052a1003b54cf067" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/allow-selector-descriptor-or-proxy-execution/stdout.log", + "destination": "evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-selector-descriptor-or-proxy-execution/stdout.log", + "bytes": 1670, + "sha256": "afa6b46d7d1ebf295a4462312b0bbef457e45df02b40f15ecfd2352026a206cf" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/allow-selector-descriptor-or-proxy-execution/stderr.log", + "destination": "evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-selector-descriptor-or-proxy-execution/stderr.log", + "bytes": 0, + "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/allow-selector-descriptor-or-proxy-execution/tests/test_mutation_harness.py", + "destination": "evidence/grader-identity-fix/historical-source/selector/tests/test_mutation_harness.py", + "bytes": 30218, + "sha256": "99d0bc18609f4966e7e8a12f4731cb13fb45a23d4689467da2c3fd564ef74030" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/allow-static-descriptor-subclasses/receipt.json", + "destination": "evidence/grader-identity-fix/raw/guard-mutants/normal/allow-static-descriptor-subclasses/receipt.json", + "bytes": 15452, + "sha256": "dacc27276045f70447f6c4031cca240b1a1c091e8c3f0c17a879a1bb1689ee86" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/allow-static-descriptor-subclasses/stdout.log", + "destination": "evidence/grader-identity-fix/raw/guard-mutants/normal/allow-static-descriptor-subclasses/stdout.log", + "bytes": 7807, + "sha256": "0e4ce00f228c0ddd70d1228469d0252b502ab1c02b5866ee2562449053f9fa55" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/allow-static-descriptor-subclasses/stderr.log", + "destination": "evidence/grader-identity-fix/raw/guard-mutants/normal/allow-static-descriptor-subclasses/stderr.log", + "bytes": 0, + "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/allow-named-descriptor-subclasses/receipt.json", + "destination": "evidence/grader-identity-fix/raw/guard-mutants/normal/allow-named-descriptor-subclasses/receipt.json", + "bytes": 8264, + "sha256": "257d42e9dfebc157d85648819e198e709c52bc5da95352778a1736df161e54f7" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/allow-named-descriptor-subclasses/stdout.log", + "destination": "evidence/grader-identity-fix/raw/guard-mutants/normal/allow-named-descriptor-subclasses/stdout.log", + "bytes": 1537, + "sha256": "cdb58d50e19cd4c113d9471bcde70684cfad3a6e2e0f1cbd4c4b4820adb7113d" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/allow-named-descriptor-subclasses/stderr.log", + "destination": "evidence/grader-identity-fix/raw/guard-mutants/normal/allow-named-descriptor-subclasses/stderr.log", + "bytes": 0, + "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/invoke-special-descriptor-during-profile-inspection/receipt.json", + "destination": "evidence/grader-identity-fix/raw/guard-mutants/normal/invoke-special-descriptor-during-profile-inspection/receipt.json", + "bytes": 12652, + "sha256": "13c88c8a2be257315a5d0eeefbb8203d2c785d96032f26ed9ace6a4910db6064" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/invoke-special-descriptor-during-profile-inspection/stdout.log", + "destination": "evidence/grader-identity-fix/raw/guard-mutants/normal/invoke-special-descriptor-during-profile-inspection/stdout.log", + "bytes": 5314, + "sha256": "64943c1cf2287c26b9e46c838cf887a38e3a6164e3aa1b1ac7c9808c047b8133" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/invoke-special-descriptor-during-profile-inspection/stderr.log", + "destination": "evidence/grader-identity-fix/raw/guard-mutants/normal/invoke-special-descriptor-during-profile-inspection/stderr.log", + "bytes": 0, + "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/allow-static-descriptor-subclasses/receipt.json", + "destination": "evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-static-descriptor-subclasses/receipt.json", + "bytes": 15464, + "sha256": "70863c355a543fbcae70db28d3dec3c880b5362d2c819ada85908770e1c974cd" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/allow-static-descriptor-subclasses/stdout.log", + "destination": "evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-static-descriptor-subclasses/stdout.log", + "bytes": 7819, + "sha256": "fcadb6913cdb9ee6347633157df98faa8813196e5d07575e2c11420809af981d" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/allow-static-descriptor-subclasses/stderr.log", + "destination": "evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-static-descriptor-subclasses/stderr.log", + "bytes": 0, + "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/allow-named-descriptor-subclasses/receipt.json", + "destination": "evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-named-descriptor-subclasses/receipt.json", + "bytes": 8267, + "sha256": "5dcd1dd848214054f34d3abafdcc889a8affb171239590d593a60088fd4d6c82" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/allow-named-descriptor-subclasses/stdout.log", + "destination": "evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-named-descriptor-subclasses/stdout.log", + "bytes": 1540, + "sha256": "32d182607d4798e7ee4fc6467af278446bf57ae5e2bcf83f0863b19d7f3a8aff" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/allow-named-descriptor-subclasses/stderr.log", + "destination": "evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-named-descriptor-subclasses/stderr.log", + "bytes": 0, + "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/invoke-special-descriptor-during-profile-inspection/receipt.json", + "destination": "evidence/grader-identity-fix/raw/guard-mutants/optimized/invoke-special-descriptor-during-profile-inspection/receipt.json", + "bytes": 12661, + "sha256": "ad124dd4a4d92d75633edf8cec56843779d60e1537c5524d63be033fdf8f0f65" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/invoke-special-descriptor-during-profile-inspection/stdout.log", + "destination": "evidence/grader-identity-fix/raw/guard-mutants/optimized/invoke-special-descriptor-during-profile-inspection/stdout.log", + "bytes": 5323, + "sha256": "445cb37e5df70fa30d7313c8a66a51aab7c52705a0144a01175cd3e3decb4b48" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/invoke-special-descriptor-during-profile-inspection/stderr.log", + "destination": "evidence/grader-identity-fix/raw/guard-mutants/optimized/invoke-special-descriptor-during-profile-inspection/stderr.log", + "bytes": 0, + "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/allow-static-descriptor-subclasses/tests/test_mutation_harness.py", + "destination": "evidence/grader-identity-fix/historical-source/exact-descriptor/tests/test_mutation_harness.py", + "bytes": 31704, + "sha256": "c16063e29d3e91b315120f1143ec6763608bb5ed33d90af6fa839f82ed489022" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/review-probes/constructor-alias/kernel_replay/receipt.json", + "destination": "evidence/grader-identity-fix/review-probes/constructor-alias/receipt.json", + "bytes": 1037, + "sha256": "241f8d5f7d0e4044a8c0fdaea64dc2301698d53c933e696f12294909134f732e" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/review-probes/constructor-alias/kernel_replay/run_tests.py", + "destination": "evidence/grader-identity-fix/review-probes/constructor-alias/run_tests.py", + "bytes": 17396, + "sha256": "c77ee122e788fbb2a88ffaba12e0b4de75209b6f18ce2b6053fed68a5a4ce4d5" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/review-probes/constructor-alias/kernel_replay/stderr.log", + "destination": "evidence/grader-identity-fix/review-probes/constructor-alias/stderr.log", + "bytes": 0, + "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/review-probes/constructor-alias/kernel_replay/stdout.log", + "destination": "evidence/grader-identity-fix/review-probes/constructor-alias/stdout.log", + "bytes": 115, + "sha256": "91d15883dc781491f8a5d0c6b2cfc1c5e114a32f16bb10f2a27d915763b6fcca" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/review-probes/constructor-alias/kernel_replay/tests/test_constructor.py", + "destination": "evidence/grader-identity-fix/review-probes/constructor-alias/tests/test_constructor.py", + "bytes": 488, + "sha256": "09e99756efd44899aa0cb96cc63ff2f7478735dbe8cab5b5c06bea03c3b2b862" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/review-probes/constructor-alias/kernel_replay/trace.txt", + "destination": "evidence/grader-identity-fix/review-probes/constructor-alias/trace.txt", + "bytes": 12, + "sha256": "f97a8f27a73b181cc6bf7fb6a09fb0c2203925d74ad8309144c33b5c0ea0a14f" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/review-probes/constructor-alias/RESULTS.json", + "destination": "evidence/grader-identity-fix/review-probes/constructor-alias/RESULTS.json", + "bytes": 2204, + "sha256": "ed28bd7aea01ffcb005e72c0519678c15b0a8f08b651b196deb30ea5bcf5bee7" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/review-probes/method-descriptor-alias/kernel_replay/receipt.json", + "destination": "evidence/grader-identity-fix/review-probes/method-descriptor-alias/receipt.json", + "bytes": 806, + "sha256": "7e68dfd3195a8b6a3ba1c5e28d1d5a78173d144699e36fd329b30601b551445b" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/review-probes/method-descriptor-alias/kernel_replay/run_tests.py", + "destination": "evidence/grader-identity-fix/review-probes/method-descriptor-alias/run_tests.py", + "bytes": 19972, + "sha256": "730bf28746f6574dc11cf9d8b63d759c6edab1aafed8d2a73b21f2388278cef3" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/review-probes/method-descriptor-alias/kernel_replay/stderr.log", + "destination": "evidence/grader-identity-fix/review-probes/method-descriptor-alias/stderr.log", + "bytes": 0, + "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/review-probes/method-descriptor-alias/kernel_replay/stdout.log", + "destination": "evidence/grader-identity-fix/review-probes/method-descriptor-alias/stdout.log", + "bytes": 64, + "sha256": "ff23c230ef51c48a5d731a1b4da9a9e4f70994c71af41ecbeec1ae77c2563a31" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/review-probes/method-descriptor-alias/kernel_replay/tests/test_descriptor.py", + "destination": "evidence/grader-identity-fix/review-probes/method-descriptor-alias/tests/test_descriptor.py", + "bytes": 562, + "sha256": "c49611a85b9d6a0ac3bde70143bc66c3718cec1c267d659a8c42401cc307ccd0" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/review-probes/method-descriptor-alias/kernel_replay/trace.txt", + "destination": "evidence/grader-identity-fix/review-probes/method-descriptor-alias/trace.txt", + "bytes": 17, + "sha256": "5ec777d8cd0c97d9e738631bf3c0d513e644deef6a3453ce7f95fd4c7888f143" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/review-probes/method-descriptor-alias/RESULTS.json", + "destination": "evidence/grader-identity-fix/review-probes/method-descriptor-alias/RESULTS.json", + "bytes": 2316, + "sha256": "eef0a77e541b11d419aa52f3cb54bb8ad34e0cfc3949cada1ecaa83b4c6d3975" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/review-probes/module-dir-omission/kernel_replay/receipt.json", + "destination": "evidence/grader-identity-fix/review-probes/module-dir-omission/receipt.json", + "bytes": 824, + "sha256": "ac1bc6b53c5a1b3c4fecb21e288796d6ebc0f86b7a737a2973a841db319364e4" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/review-probes/module-dir-omission/kernel_replay/run_tests.py", + "destination": "evidence/grader-identity-fix/review-probes/module-dir-omission/run_tests.py", + "bytes": 17396, + "sha256": "c77ee122e788fbb2a88ffaba12e0b4de75209b6f18ce2b6053fed68a5a4ce4d5" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/review-probes/module-dir-omission/kernel_replay/stderr.log", + "destination": "evidence/grader-identity-fix/review-probes/module-dir-omission/stderr.log", + "bytes": 0, + "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/review-probes/module-dir-omission/kernel_replay/stdout.log", + "destination": "evidence/grader-identity-fix/review-probes/module-dir-omission/stdout.log", + "bytes": 68, + "sha256": "483c9a01f567ac49966f90770b4b2e3033ea57958690f787d598de096296413c" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/review-probes/module-dir-omission/kernel_replay/tests/test_module_dir.py", + "destination": "evidence/grader-identity-fix/review-probes/module-dir-omission/tests/test_module_dir.py", + "bytes": 442, + "sha256": "000f7e0f21e6895a40b759992937fa712b6de326b6d17c0522086135a9a6c533" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/review-probes/module-dir-omission/kernel_replay/trace.txt", + "destination": "evidence/grader-identity-fix/review-probes/module-dir-omission/trace.txt", + "bytes": 6, + "sha256": "b640e840b19d378660b32fb51ae18d67dccb4a8596a29e7bd72c1b2ae5928f41" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/review-probes/module-dir-omission/RESULTS.json", + "destination": "evidence/grader-identity-fix/review-probes/module-dir-omission/RESULTS.json", + "bytes": 2111, + "sha256": "661e6b7046cdcd42ad40e8522caa9e187411eb2e3cf227cbf9e3eeed840c1a32" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/review-probes/staticmethod-subclass-alias/kernel_replay/receipt.json", + "destination": "evidence/grader-identity-fix/review-probes/staticmethod-subclass-alias/receipt.json", + "bytes": 1049, + "sha256": "415e176f7730a9efcfc3b955e020ec1aef4758b1ed250bd79339c906fcacc25e" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/review-probes/staticmethod-subclass-alias/kernel_replay/run_tests.py", + "destination": "evidence/grader-identity-fix/review-probes/staticmethod-subclass-alias/run_tests.py", + "bytes": 20814, + "sha256": "d1783e4892e5ae406762d8917cadb8d84534fd271744fdd92a1e285a72e26739" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/review-probes/staticmethod-subclass-alias/kernel_replay/stderr.log", + "destination": "evidence/grader-identity-fix/review-probes/staticmethod-subclass-alias/stderr.log", + "bytes": 0, + "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/review-probes/staticmethod-subclass-alias/kernel_replay/stdout.log", + "destination": "evidence/grader-identity-fix/review-probes/staticmethod-subclass-alias/stdout.log", + "bytes": 117, + "sha256": "d7bf22367949925953e7fd8378fbcc700a3c7cd2fe6f9d9ecb64988187afbac2" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/review-probes/staticmethod-subclass-alias/kernel_replay/tests/test_static_alias.py", + "destination": "evidence/grader-identity-fix/review-probes/staticmethod-subclass-alias/tests/test_static_alias.py", + "bytes": 533, + "sha256": "db453ae68e561d99e25d2d5e2019b293dc33a4570cc7b9fe2e9665934e02b3c6" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/review-probes/staticmethod-subclass-alias/kernel_replay/trace.txt", + "destination": "evidence/grader-identity-fix/review-probes/staticmethod-subclass-alias/trace.txt", + "bytes": 23, + "sha256": "7704f2c598dc8f36e37fc0e6bd8d0193f2fda42a58dbb5a311727f44450e9560" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-fix/review-probes/staticmethod-subclass-alias/RESULTS.json", + "destination": "evidence/grader-identity-fix/review-probes/staticmethod-subclass-alias/RESULTS.json", + "bytes": 2324, + "sha256": "6218fbfe350d4cd55cebff84cdcb90f5fcea2b1df96bca671e339ef574fdf0cf" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-preflight/REPORT.md", + "destination": "evidence/grader-identity-fix/initial-preflight/REPORT.md", + "bytes": 2636, + "sha256": "b234d22b7ffc2279e073237a372270d7011afd5e74a5984483f1ea1ed5287054" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-preflight/RESULTS.json", + "destination": "evidence/grader-identity-fix/initial-preflight/RESULTS.json", + "bytes": 14791, + "sha256": "a80dba831d717c0faae34cb6e872ef2dd1aa2b613686ce323e3846fc59c6b3af" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-preflight/SOURCE_BINDINGS.json", + "destination": "evidence/grader-identity-fix/initial-preflight/SOURCE_BINDINGS.json", + "bytes": 421, + "sha256": "541a7ea8c8e87e53de347958a1e230df4d0697418b9e312b2cf1e82b6dc1a91e" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-preflight/EXISTING_APPLICABILITY.json", + "destination": "evidence/grader-identity-fix/initial-preflight/EXISTING_APPLICABILITY.json", + "bytes": 1534, + "sha256": "cf408ac54c9a94a7eb8a85a247711cb8482bb9a572cab53b2b0d0c13f6202b52" + }, + { + "source": "/workspace/cbz-0/delivery/grader-identity-preflight/preflight.py", + "destination": "evidence/grader-identity-fix/initial-preflight/preflight.py", + "bytes": 5605, + "sha256": "74aeaa2c2088dab64196dc91de3ba8e261235292675febf75d62c449f4a6bc5a" + } + ] +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/CURRENT_COMPOSED_ADMISSION.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/CURRENT_COMPOSED_ADMISSION.json new file mode 100644 index 000000000..8b4395e61 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/CURRENT_COMPOSED_ADMISSION.json @@ -0,0 +1,60 @@ +{ + "status": "PASS_SCOPED_COMPOSED_IDENTITIES", + "tool": "kernel_replay", + "scope": "Standard ordinary unittest declarations; seven new identity methods, no full production G0/mathematical run", + "fresh_distinct_affected_methods_per_mode": 27, + "new_identity_methods": 7, + "guards": { + "distinct_themes_per_tool": 14, + "observations_this_tool": 28, + "observations_both_tools": 56, + "stage_sizes_both_tools": [ + 32, + 8, + 4, + 12 + ], + "all_assertion_killed": true, + "zero_errors": true, + "rule": "Earlier source-bound observations reused after specific predicate/ordinary-source applicability; not a single final-source full campaign", + "production_scanner_or_replay_mutants": false + }, + "review": { + "path": "shared/independent-review-final.json", + "sha256": "f47d13cc789829966ebf60e7b5e5a9e45059e5ed5db4a5089a3b2ca7534993b4", + "verdict": "CLEAR_SCOPED_ENGINEERING" + }, + "final_runtime_sha256": { + "run_tests.py": "2c54e05593641f0b20dc565d5b8e24cdd819f739d7f38b5130631402d5616efb", + "tests/test_mutation_harness.py": "c16063e29d3e91b315120f1143ec6763608bb5ed33d90af6fa839f82ed489022" + }, + "source_generations": [ + { + "stage": "initial", + "path": "evidence/grader-identity-fix/historical-source/initial/run_tests.py", + "sha256": "c77ee122e788fbb2a88ffaba12e0b4de75209b6f18ce2b6053fed68a5a4ce4d5", + "binding": "reconstructed uniquely by inverse declared mutation and exact original SHA256; not a new execution" + }, + { + "stage": "construction", + "path": "evidence/grader-identity-fix/historical-source/construction/run_tests.py", + "sha256": "730bf28746f6574dc11cf9d8b63d759c6edab1aafed8d2a73b21f2388278cef3", + "binding": "reconstructed uniquely by inverse declared mutation and exact original SHA256; not a new execution" + }, + { + "stage": "selector", + "path": "evidence/grader-identity-fix/historical-source/selector/run_tests.py", + "sha256": "d1783e4892e5ae406762d8917cadb8d84534fd271744fdd92a1e285a72e26739", + "binding": "reconstructed uniquely by inverse declared mutation and exact original SHA256; not a new execution" + }, + { + "stage": "exact-descriptor", + "path": "evidence/grader-identity-fix/historical-source/exact-descriptor/run_tests.py", + "sha256": "2c54e05593641f0b20dc565d5b8e24cdd819f739d7f38b5130631402d5616efb", + "binding": "reconstructed uniquely by inverse declared mutation and exact original SHA256; not a new execution" + } + ], + "historical_source_limits": "Developer probes/controllers are retained frozen-source provenance, not automatic commands against a later revision. Trusted imports are not a malicious-code sandbox.", + "same_run_full_campaign": false, + "math_lean_scanner_or_ci_replayed": false +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/GUARD_EVIDENCE.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/GUARD_EVIDENCE.json new file mode 100644 index 000000000..11b38ada5 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/GUARD_EVIDENCE.json @@ -0,0 +1,719 @@ +{ + "tool": "kernel_replay", + "results": [ + { + "tool": "kernel_replay", + "mode": "normal", + "name": "ignore-module-hook-refusal", + "source_file": "run_tests.py", + "original_sha256": "c77ee122e788fbb2a88ffaba12e0b4de75209b6f18ce2b6053fed68a5a4ce4d5", + "mutant_sha256": "8142b73d6348b8786526b24fad189a7aba19dd0f321e8ae12ac3735fd6d3bc36", + "test": "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "outcome": "KILLED", + "exit_code": 1, + "assertion_failures": 4, + "errors": 0, + "receipt": "kernel_replay/evidence/guard-mutants/normal/ignore-module-hook-refusal/receipt.json", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/ignore-module-hook-refusal/run_tests.py", + "--output", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/ignore-module-hook-refusal/receipt.json", + "--test", + "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution" + ], + "stage": "initial" + }, + { + "tool": "kernel_replay", + "mode": "normal", + "name": "accept-callable-selector-factory", + "source_file": "run_tests.py", + "original_sha256": "c77ee122e788fbb2a88ffaba12e0b4de75209b6f18ce2b6053fed68a5a4ce4d5", + "mutant_sha256": "c9b312a9492ddd05d7aba67f3cfa15f889fd0aa76436f92ad188600033dc23f1", + "test": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "outcome": "KILLED", + "exit_code": 1, + "assertion_failures": 1, + "errors": 0, + "receipt": "kernel_replay/evidence/guard-mutants/normal/accept-callable-selector-factory/receipt.json", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/accept-callable-selector-factory/run_tests.py", + "--output", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/accept-callable-selector-factory/receipt.json", + "--test", + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "stage": "initial" + }, + { + "tool": "kernel_replay", + "mode": "normal", + "name": "ignore-selected-class-object", + "source_file": "run_tests.py", + "original_sha256": "c77ee122e788fbb2a88ffaba12e0b4de75209b6f18ce2b6053fed68a5a4ce4d5", + "mutant_sha256": "0aa711f14ef8f822fea2773205e2ff7afdf4d34dbd93d49e88b5c4b9db5d2ce8", + "test": "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "outcome": "KILLED", + "exit_code": 1, + "assertion_failures": 1, + "errors": 0, + "receipt": "kernel_replay/evidence/guard-mutants/normal/ignore-selected-class-object/receipt.json", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/ignore-selected-class-object/run_tests.py", + "--output", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/ignore-selected-class-object/receipt.json", + "--test", + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused" + ], + "stage": "initial" + }, + { + "tool": "kernel_replay", + "mode": "normal", + "name": "ignore-original-function-object", + "source_file": "run_tests.py", + "original_sha256": "c77ee122e788fbb2a88ffaba12e0b4de75209b6f18ce2b6053fed68a5a4ce4d5", + "mutant_sha256": "209ff6dea5ae38e7e842612b34702bb5f86f54d59e4b53f5209e465ea4c9d63e", + "test": "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "outcome": "KILLED", + "exit_code": 1, + "assertion_failures": 1, + "errors": 0, + "receipt": "kernel_replay/evidence/guard-mutants/normal/ignore-original-function-object/receipt.json", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/ignore-original-function-object/run_tests.py", + "--output", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/ignore-original-function-object/receipt.json", + "--test", + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused" + ], + "stage": "initial" + }, + { + "tool": "kernel_replay", + "mode": "normal", + "name": "ignore-original-code-object", + "source_file": "run_tests.py", + "original_sha256": "c77ee122e788fbb2a88ffaba12e0b4de75209b6f18ce2b6053fed68a5a4ce4d5", + "mutant_sha256": "6b84b3db0b2164dcf775d0e165debd791ab95f41ef7835bac0d4fc72ec77f937", + "test": "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "outcome": "KILLED", + "exit_code": 1, + "assertion_failures": 1, + "errors": 0, + "receipt": "kernel_replay/evidence/guard-mutants/normal/ignore-original-code-object/receipt.json", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/ignore-original-code-object/run_tests.py", + "--output", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/ignore-original-code-object/receipt.json", + "--test", + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused" + ], + "stage": "initial" + }, + { + "tool": "kernel_replay", + "mode": "normal", + "name": "ignore-declared-function-chain", + "source_file": "run_tests.py", + "original_sha256": "c77ee122e788fbb2a88ffaba12e0b4de75209b6f18ce2b6053fed68a5a4ce4d5", + "mutant_sha256": "904814c32bdb60c2230f9f3d8ca25331c734537c7433a2fbe166fa12e42979e2", + "test": "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "outcome": "KILLED", + "exit_code": 1, + "assertion_failures": 2, + "errors": 0, + "receipt": "kernel_replay/evidence/guard-mutants/normal/ignore-declared-function-chain/receipt.json", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/ignore-declared-function-chain/run_tests.py", + "--output", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/ignore-declared-function-chain/receipt.json", + "--test", + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused" + ], + "stage": "initial" + }, + { + "tool": "kernel_replay", + "mode": "normal", + "name": "skip-before-fixture-identity-validation", + "source_file": "run_tests.py", + "original_sha256": "c77ee122e788fbb2a88ffaba12e0b4de75209b6f18ce2b6053fed68a5a4ce4d5", + "mutant_sha256": "384fc58ca23882fcd0ce34b28e0d4285481a5eed0bc44a05c924fd5f3cfe93cc", + "test": "test_mutation_harness.IdentityHarnessTests.test_postload_substitution_refused_before_any_fixture", + "outcome": "KILLED", + "exit_code": 1, + "assertion_failures": 1, + "errors": 0, + "receipt": "kernel_replay/evidence/guard-mutants/normal/skip-before-fixture-identity-validation/receipt.json", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/skip-before-fixture-identity-validation/run_tests.py", + "--output", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/skip-before-fixture-identity-validation/receipt.json", + "--test", + "test_mutation_harness.IdentityHarnessTests.test_postload_substitution_refused_before_any_fixture" + ], + "stage": "initial" + }, + { + "tool": "kernel_replay", + "mode": "normal", + "name": "skip-runtime-identity-validation", + "source_file": "run_tests.py", + "original_sha256": "c77ee122e788fbb2a88ffaba12e0b4de75209b6f18ce2b6053fed68a5a4ce4d5", + "mutant_sha256": "0eb854056f3c5e06515566c9a82503d12410c5a5ae4533af8d31ceee2cc2e1e7", + "test": "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "outcome": "KILLED", + "exit_code": 1, + "assertion_failures": 4, + "errors": 0, + "receipt": "kernel_replay/evidence/guard-mutants/normal/skip-runtime-identity-validation/receipt.json", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/skip-runtime-identity-validation/run_tests.py", + "--output", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/skip-runtime-identity-validation/receipt.json", + "--test", + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused" + ], + "stage": "initial" + }, + { + "tool": "kernel_replay", + "mode": "optimized", + "name": "ignore-module-hook-refusal", + "source_file": "run_tests.py", + "original_sha256": "c77ee122e788fbb2a88ffaba12e0b4de75209b6f18ce2b6053fed68a5a4ce4d5", + "mutant_sha256": "8142b73d6348b8786526b24fad189a7aba19dd0f321e8ae12ac3735fd6d3bc36", + "test": "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "outcome": "KILLED", + "exit_code": 1, + "assertion_failures": 4, + "errors": 0, + "receipt": "kernel_replay/evidence/guard-mutants/optimized/ignore-module-hook-refusal/receipt.json", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "-O", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/ignore-module-hook-refusal/run_tests.py", + "--output", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/ignore-module-hook-refusal/receipt.json", + "--test", + "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution" + ], + "stage": "initial" + }, + { + "tool": "kernel_replay", + "mode": "optimized", + "name": "accept-callable-selector-factory", + "source_file": "run_tests.py", + "original_sha256": "c77ee122e788fbb2a88ffaba12e0b4de75209b6f18ce2b6053fed68a5a4ce4d5", + "mutant_sha256": "c9b312a9492ddd05d7aba67f3cfa15f889fd0aa76436f92ad188600033dc23f1", + "test": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "outcome": "KILLED", + "exit_code": 1, + "assertion_failures": 1, + "errors": 0, + "receipt": "kernel_replay/evidence/guard-mutants/optimized/accept-callable-selector-factory/receipt.json", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "-O", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/accept-callable-selector-factory/run_tests.py", + "--output", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/accept-callable-selector-factory/receipt.json", + "--test", + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "stage": "initial" + }, + { + "tool": "kernel_replay", + "mode": "optimized", + "name": "ignore-selected-class-object", + "source_file": "run_tests.py", + "original_sha256": "c77ee122e788fbb2a88ffaba12e0b4de75209b6f18ce2b6053fed68a5a4ce4d5", + "mutant_sha256": "0aa711f14ef8f822fea2773205e2ff7afdf4d34dbd93d49e88b5c4b9db5d2ce8", + "test": "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "outcome": "KILLED", + "exit_code": 1, + "assertion_failures": 1, + "errors": 0, + "receipt": "kernel_replay/evidence/guard-mutants/optimized/ignore-selected-class-object/receipt.json", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "-O", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/ignore-selected-class-object/run_tests.py", + "--output", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/ignore-selected-class-object/receipt.json", + "--test", + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused" + ], + "stage": "initial" + }, + { + "tool": "kernel_replay", + "mode": "optimized", + "name": "ignore-original-function-object", + "source_file": "run_tests.py", + "original_sha256": "c77ee122e788fbb2a88ffaba12e0b4de75209b6f18ce2b6053fed68a5a4ce4d5", + "mutant_sha256": "209ff6dea5ae38e7e842612b34702bb5f86f54d59e4b53f5209e465ea4c9d63e", + "test": "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "outcome": "KILLED", + "exit_code": 1, + "assertion_failures": 1, + "errors": 0, + "receipt": "kernel_replay/evidence/guard-mutants/optimized/ignore-original-function-object/receipt.json", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "-O", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/ignore-original-function-object/run_tests.py", + "--output", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/ignore-original-function-object/receipt.json", + "--test", + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused" + ], + "stage": "initial" + }, + { + "tool": "kernel_replay", + "mode": "optimized", + "name": "ignore-original-code-object", + "source_file": "run_tests.py", + "original_sha256": "c77ee122e788fbb2a88ffaba12e0b4de75209b6f18ce2b6053fed68a5a4ce4d5", + "mutant_sha256": "6b84b3db0b2164dcf775d0e165debd791ab95f41ef7835bac0d4fc72ec77f937", + "test": "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "outcome": "KILLED", + "exit_code": 1, + "assertion_failures": 1, + "errors": 0, + "receipt": "kernel_replay/evidence/guard-mutants/optimized/ignore-original-code-object/receipt.json", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "-O", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/ignore-original-code-object/run_tests.py", + "--output", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/ignore-original-code-object/receipt.json", + "--test", + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused" + ], + "stage": "initial" + }, + { + "tool": "kernel_replay", + "mode": "optimized", + "name": "ignore-declared-function-chain", + "source_file": "run_tests.py", + "original_sha256": "c77ee122e788fbb2a88ffaba12e0b4de75209b6f18ce2b6053fed68a5a4ce4d5", + "mutant_sha256": "904814c32bdb60c2230f9f3d8ca25331c734537c7433a2fbe166fa12e42979e2", + "test": "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "outcome": "KILLED", + "exit_code": 1, + "assertion_failures": 2, + "errors": 0, + "receipt": "kernel_replay/evidence/guard-mutants/optimized/ignore-declared-function-chain/receipt.json", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "-O", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/ignore-declared-function-chain/run_tests.py", + "--output", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/ignore-declared-function-chain/receipt.json", + "--test", + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused" + ], + "stage": "initial" + }, + { + "tool": "kernel_replay", + "mode": "optimized", + "name": "skip-before-fixture-identity-validation", + "source_file": "run_tests.py", + "original_sha256": "c77ee122e788fbb2a88ffaba12e0b4de75209b6f18ce2b6053fed68a5a4ce4d5", + "mutant_sha256": "384fc58ca23882fcd0ce34b28e0d4285481a5eed0bc44a05c924fd5f3cfe93cc", + "test": "test_mutation_harness.IdentityHarnessTests.test_postload_substitution_refused_before_any_fixture", + "outcome": "KILLED", + "exit_code": 1, + "assertion_failures": 1, + "errors": 0, + "receipt": "kernel_replay/evidence/guard-mutants/optimized/skip-before-fixture-identity-validation/receipt.json", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "-O", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/skip-before-fixture-identity-validation/run_tests.py", + "--output", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/skip-before-fixture-identity-validation/receipt.json", + "--test", + "test_mutation_harness.IdentityHarnessTests.test_postload_substitution_refused_before_any_fixture" + ], + "stage": "initial" + }, + { + "tool": "kernel_replay", + "mode": "optimized", + "name": "skip-runtime-identity-validation", + "source_file": "run_tests.py", + "original_sha256": "c77ee122e788fbb2a88ffaba12e0b4de75209b6f18ce2b6053fed68a5a4ce4d5", + "mutant_sha256": "0eb854056f3c5e06515566c9a82503d12410c5a5ae4533af8d31ceee2cc2e1e7", + "test": "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "outcome": "KILLED", + "exit_code": 1, + "assertion_failures": 4, + "errors": 0, + "receipt": "kernel_replay/evidence/guard-mutants/optimized/skip-runtime-identity-validation/receipt.json", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "-O", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/skip-runtime-identity-validation/run_tests.py", + "--output", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/skip-runtime-identity-validation/receipt.json", + "--test", + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused" + ], + "stage": "initial" + }, + { + "tool": "kernel_replay", + "mode": "normal", + "name": "allow-custom-construction", + "source_file": "run_tests.py", + "original_sha256": "730bf28746f6574dc11cf9d8b63d759c6edab1aafed8d2a73b21f2388278cef3", + "mutant_sha256": "239b9bb1455f063b77b6edf33c643629a386dba6f5882414645c760eb36b3bca", + "test": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "outcome": "KILLED", + "exit_code": 1, + "assertion_failures": 14, + "errors": 0, + "receipt": "kernel_replay/evidence/guard-mutants/normal/allow-custom-construction/receipt.json", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/allow-custom-construction/run_tests.py", + "--output", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/allow-custom-construction/receipt.json", + "--test", + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "stage": "construction" + }, + { + "tool": "kernel_replay", + "mode": "normal", + "name": "allow-module-dir-population-omission", + "source_file": "run_tests.py", + "original_sha256": "730bf28746f6574dc11cf9d8b63d759c6edab1aafed8d2a73b21f2388278cef3", + "mutant_sha256": "50ac770b50929e18b882660873cef5029802ef8e1331af724d2029cadbe5a6cd", + "test": "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "outcome": "KILLED", + "exit_code": 1, + "assertion_failures": 1, + "errors": 0, + "receipt": "kernel_replay/evidence/guard-mutants/normal/allow-module-dir-population-omission/receipt.json", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/allow-module-dir-population-omission/run_tests.py", + "--output", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/allow-module-dir-population-omission/receipt.json", + "--test", + "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution" + ], + "stage": "construction" + }, + { + "tool": "kernel_replay", + "mode": "optimized", + "name": "allow-custom-construction", + "source_file": "run_tests.py", + "original_sha256": "730bf28746f6574dc11cf9d8b63d759c6edab1aafed8d2a73b21f2388278cef3", + "mutant_sha256": "239b9bb1455f063b77b6edf33c643629a386dba6f5882414645c760eb36b3bca", + "test": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "outcome": "KILLED", + "exit_code": 1, + "assertion_failures": 14, + "errors": 0, + "receipt": "kernel_replay/evidence/guard-mutants/optimized/allow-custom-construction/receipt.json", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "-O", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/allow-custom-construction/run_tests.py", + "--output", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/allow-custom-construction/receipt.json", + "--test", + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "stage": "construction" + }, + { + "tool": "kernel_replay", + "mode": "optimized", + "name": "allow-module-dir-population-omission", + "source_file": "run_tests.py", + "original_sha256": "730bf28746f6574dc11cf9d8b63d759c6edab1aafed8d2a73b21f2388278cef3", + "mutant_sha256": "50ac770b50929e18b882660873cef5029802ef8e1331af724d2029cadbe5a6cd", + "test": "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "outcome": "KILLED", + "exit_code": 1, + "assertion_failures": 1, + "errors": 0, + "receipt": "kernel_replay/evidence/guard-mutants/optimized/allow-module-dir-population-omission/receipt.json", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "-O", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/allow-module-dir-population-omission/run_tests.py", + "--output", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/allow-module-dir-population-omission/receipt.json", + "--test", + "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution" + ], + "stage": "construction" + }, + { + "tool": "kernel_replay", + "mode": "normal", + "name": "allow-selector-descriptor-or-proxy-execution", + "source_file": "run_tests.py", + "original_sha256": "d1783e4892e5ae406762d8917cadb8d84534fd271744fdd92a1e285a72e26739", + "mutant_sha256": "9a7581db5795949d996b30ef389ba9a5bc50b0356272b736b372135700610ddd", + "test": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "outcome": "KILLED", + "exit_code": 1, + "assertion_failures": 1, + "errors": 0, + "receipt": "kernel_replay/evidence/guard-mutants/normal/allow-selector-descriptor-or-proxy-execution/receipt.json", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/allow-selector-descriptor-or-proxy-execution/run_tests.py", + "--output", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/allow-selector-descriptor-or-proxy-execution/receipt.json", + "--test", + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "stage": "selector" + }, + { + "tool": "kernel_replay", + "mode": "optimized", + "name": "allow-selector-descriptor-or-proxy-execution", + "source_file": "run_tests.py", + "original_sha256": "d1783e4892e5ae406762d8917cadb8d84534fd271744fdd92a1e285a72e26739", + "mutant_sha256": "9a7581db5795949d996b30ef389ba9a5bc50b0356272b736b372135700610ddd", + "test": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "outcome": "KILLED", + "exit_code": 1, + "assertion_failures": 1, + "errors": 0, + "receipt": "kernel_replay/evidence/guard-mutants/optimized/allow-selector-descriptor-or-proxy-execution/receipt.json", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "-O", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/allow-selector-descriptor-or-proxy-execution/run_tests.py", + "--output", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/allow-selector-descriptor-or-proxy-execution/receipt.json", + "--test", + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "stage": "selector" + }, + { + "tool": "kernel_replay", + "mode": "normal", + "name": "allow-static-descriptor-subclasses", + "source_file": "run_tests.py", + "original_sha256": "2c54e05593641f0b20dc565d5b8e24cdd819f739d7f38b5130631402d5616efb", + "mutant_sha256": "e9bf166388951ffd996f6950bfd87bcee4420376ee284021780eb32c3f683acf", + "test": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "outcome": "KILLED", + "exit_code": 1, + "assertion_failures": 4, + "errors": 0, + "receipt": "kernel_replay/evidence/guard-mutants/normal/allow-static-descriptor-subclasses/receipt.json", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/allow-static-descriptor-subclasses/run_tests.py", + "--output", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/allow-static-descriptor-subclasses/receipt.json", + "--test", + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "stage": "exact-descriptor" + }, + { + "tool": "kernel_replay", + "mode": "normal", + "name": "allow-named-descriptor-subclasses", + "source_file": "run_tests.py", + "original_sha256": "2c54e05593641f0b20dc565d5b8e24cdd819f739d7f38b5130631402d5616efb", + "mutant_sha256": "82b65607cdb27ca2476c70065373dcd22e0f2dfcf89234d9c6e7d224eb910e86", + "test": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "outcome": "KILLED", + "exit_code": 1, + "assertion_failures": 1, + "errors": 0, + "receipt": "kernel_replay/evidence/guard-mutants/normal/allow-named-descriptor-subclasses/receipt.json", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/allow-named-descriptor-subclasses/run_tests.py", + "--output", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/allow-named-descriptor-subclasses/receipt.json", + "--test", + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "stage": "exact-descriptor" + }, + { + "tool": "kernel_replay", + "mode": "normal", + "name": "invoke-special-descriptor-during-profile-inspection", + "source_file": "run_tests.py", + "original_sha256": "2c54e05593641f0b20dc565d5b8e24cdd819f739d7f38b5130631402d5616efb", + "mutant_sha256": "6146779c1c6d6ec1f1996bec9adac1702472a55d74331fea878014d0783b1e0e", + "test": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "outcome": "KILLED", + "exit_code": 1, + "assertion_failures": 3, + "errors": 0, + "receipt": "kernel_replay/evidence/guard-mutants/normal/invoke-special-descriptor-during-profile-inspection/receipt.json", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/invoke-special-descriptor-during-profile-inspection/run_tests.py", + "--output", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/invoke-special-descriptor-during-profile-inspection/receipt.json", + "--test", + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "stage": "exact-descriptor" + }, + { + "tool": "kernel_replay", + "mode": "optimized", + "name": "allow-static-descriptor-subclasses", + "source_file": "run_tests.py", + "original_sha256": "2c54e05593641f0b20dc565d5b8e24cdd819f739d7f38b5130631402d5616efb", + "mutant_sha256": "e9bf166388951ffd996f6950bfd87bcee4420376ee284021780eb32c3f683acf", + "test": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "outcome": "KILLED", + "exit_code": 1, + "assertion_failures": 4, + "errors": 0, + "receipt": "kernel_replay/evidence/guard-mutants/optimized/allow-static-descriptor-subclasses/receipt.json", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "-O", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/allow-static-descriptor-subclasses/run_tests.py", + "--output", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/allow-static-descriptor-subclasses/receipt.json", + "--test", + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "stage": "exact-descriptor" + }, + { + "tool": "kernel_replay", + "mode": "optimized", + "name": "allow-named-descriptor-subclasses", + "source_file": "run_tests.py", + "original_sha256": "2c54e05593641f0b20dc565d5b8e24cdd819f739d7f38b5130631402d5616efb", + "mutant_sha256": "82b65607cdb27ca2476c70065373dcd22e0f2dfcf89234d9c6e7d224eb910e86", + "test": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "outcome": "KILLED", + "exit_code": 1, + "assertion_failures": 1, + "errors": 0, + "receipt": "kernel_replay/evidence/guard-mutants/optimized/allow-named-descriptor-subclasses/receipt.json", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "-O", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/allow-named-descriptor-subclasses/run_tests.py", + "--output", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/allow-named-descriptor-subclasses/receipt.json", + "--test", + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "stage": "exact-descriptor" + }, + { + "tool": "kernel_replay", + "mode": "optimized", + "name": "invoke-special-descriptor-during-profile-inspection", + "source_file": "run_tests.py", + "original_sha256": "2c54e05593641f0b20dc565d5b8e24cdd819f739d7f38b5130631402d5616efb", + "mutant_sha256": "6146779c1c6d6ec1f1996bec9adac1702472a55d74331fea878014d0783b1e0e", + "test": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "outcome": "KILLED", + "exit_code": 1, + "assertion_failures": 3, + "errors": 0, + "receipt": "kernel_replay/evidence/guard-mutants/optimized/invoke-special-descriptor-during-profile-inspection/receipt.json", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "-O", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/invoke-special-descriptor-during-profile-inspection/run_tests.py", + "--output", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/invoke-special-descriptor-during-profile-inspection/receipt.json", + "--test", + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "stage": "exact-descriptor" + } + ] +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/historical-source/construction/run_tests.py b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/historical-source/construction/run_tests.py new file mode 100644 index 000000000..40ff65a20 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/historical-source/construction/run_tests.py @@ -0,0 +1,444 @@ +#!/usr/bin/env python3 +"""Structured unittest execution; only complete selected test bodies grade mutants.""" +import argparse +import functools +import inspect +import importlib +import io +import json +from pathlib import Path +import sys +import unittest + +ROOT = Path(__file__).resolve().parent +RECEIPT_SCHEMA = 'cbz-unittest-lifecycle-v1' + + + +class IdentityMismatch(RuntimeError): + """A selected declaration no longer denotes its frozen body.""" + + +def function_chain(method): + """Bind actual ordinary function and code objects, including wraps links.""" + chain=[];seen=set() + while True: + function=method.__func__ if inspect.ismethod(method) else method + if not inspect.isfunction(function) or id(function) in seen: + return None + seen.add(id(function));chain.append((function,function.__code__)) + if not hasattr(function,'__wrapped__'): + return tuple(chain) + method=function.__wrapped__ + + +def same_function_chain(left,right): + return (left is not None and right is not None and len(left)==len(right) + and all(a is c and b is d for (a,b),(c,d) in zip(left,right))) + + +def capture_identity(test): + if not isinstance(test,unittest.TestCase): + return None + cls=type(test);name=getattr(test,'_testMethodName',None) + if type(name) is not str: + return None + instance=function_chain(getattr(test,name,None)) + declared=function_chain(getattr(cls,name,None)) + if instance is None or declared is None: + return None + return {'class':cls,'name':name, + 'id':cls.__module__+'.'+cls.__qualname__+'.'+name, + 'instance':instance,'declared':declared,'wrapper':None} + + +def identity_matches(test,binding): + if (binding is None or type(test) is not binding['class'] + or getattr(test,'_testMethodName',None)!=binding['name'] + or type(test).__module__+'.'+type(test).__qualname__+'.'+binding['name']!=binding['id']): + return False + if not same_function_chain(function_chain(getattr(type(test),binding['name'],None)),binding['declared']): + return False + live=getattr(test,binding['name'],None) + if binding['wrapper'] is not None and live is not binding['wrapper']: + return False + original=(binding['instance'][0][0] if binding['wrapper'] is not None else live) + return same_function_chain(function_chain(original),binding['instance']) + + +def suite_leaves(suite): + for child in suite: + if type(child) is unittest.TestSuite: + yield from suite_leaves(child) + else: + yield child + + +class IdentityLoader(unittest.TestLoader): + """Standard declarations only; never invoke module population factories.""" + def __init__(self): + super().__init__();self.bindings={};self.invalid=[] + + def remember(self,suite): + for test in suite_leaves(suite): + binding=capture_identity(test) + if binding is None: + self.invalid.append('unsupported selected declaration') + else: + self.bindings[id(test)]=binding + return suite + + def ordinary_test_class(self,testCaseClass): + # Construction and attribute dispatch must not rewrite the population. + if type(testCaseClass) is not type: + return False + for name in ('__init__','__new__','__getattribute__','__setattr__','__delattr__'): + if getattr(testCaseClass,name,None) is not getattr(unittest.TestCase,name,None): + return False + for base in testCaseClass.__mro__: + if '__getattr__' in base.__dict__: + return False + for name,value in base.__dict__.items(): + if name.startswith(self.testMethodPrefix) or name=='runTest': + function=value.__func__ if isinstance(value,(staticmethod,classmethod)) else value + if not inspect.isfunction(function): + return False + return True + + def frozen_cases(self,testCaseClass,names): + if not self.ordinary_test_class(testCaseClass): + self.invalid.append('unsupported TestCase constructor/metaclass/attribute dispatch') + return unittest.TestSuite() + # Capture declaration identities before even standard construction. + declared={name:function_chain(getattr(testCaseClass,name,None)) for name in names} + suite=unittest.TestSuite(testCaseClass(name) for name in names) + self.remember(suite) + for test in suite_leaves(suite): + binding=self.bindings.get(id(test)) + original=declared.get(getattr(test,'_testMethodName',None)) + if binding is None or not same_function_chain(binding['declared'],original): + self.invalid.append('selected declaration changed during construction') + elif not same_function_chain(binding['instance'],original): + self.invalid.append('selected instance body changed during construction') + else: + binding['declared']=original + return suite + + def loadTestsFromTestCase(self,testCaseClass): + if not self.ordinary_test_class(testCaseClass): + self.invalid.append('unsupported TestCase constructor/metaclass/attribute dispatch') + return unittest.TestSuite() + names=self.getTestCaseNames(testCaseClass) + if not names and hasattr(testCaseClass,'runTest'): + names=['runTest'] + return self.frozen_cases(testCaseClass,names) + + def loadTestsFromModule(self,module,*,pattern=None): + # Derive the complete standard population before looking at load_tests. + suites=[] + for name in sorted(module.__dict__): + value=module.__dict__[name] + if (isinstance(value,type) and issubclass(value,unittest.TestCase) + and value not in (unittest.TestCase,unittest.FunctionTestCase)): + suites.append(self.loadTestsFromTestCase(value)) + suite=unittest.TestSuite(suites) + if module.__dict__.get('load_tests') is not None: + self.invalid.append('unsupported module load_tests hook: '+module.__name__) + return suite + + def loadTestsFromName(self,name,module=None): + # The standard loader also accepts arbitrary callable suite factories. + # This profile supports modules, TestCase classes and exact methods only. + try: + parts=name.split('.') + if module is None: + for end in range(len(parts),0,-1): + try: + current=importlib.import_module('.'.join(parts[:end]));parts=parts[end:] + break + except ModuleNotFoundError as exc: + prefix='.'.join(parts[:end]) + if exc.name!=prefix and not prefix.startswith(str(exc.name)+'.'): + raise + else: + raise ValueError('selector module not found') + else: + current=module + parent=None + for part in parts: + parent=current + if inspect.ismodule(current): + current=current.__dict__[part] + elif isinstance(current,type) and type(current) is not type: + raise ValueError('unsupported selector metaclass') + else: + current=getattr(current,part) + if inspect.ismodule(current): + return self.loadTestsFromModule(current) + if isinstance(current,type) and issubclass(current,unittest.TestCase): + return self.loadTestsFromTestCase(current) + if (isinstance(parent,type) and issubclass(parent,unittest.TestCase) + and (inspect.isfunction(current) or inspect.ismethod(current))): + return self.frozen_cases(parent,[parts[-1]]) + raise ValueError('unsupported callable or selector kind') + except (ImportError,AttributeError,KeyError,TypeError,ValueError) as exc: + self.invalid.append('unsupported test selector: '+name+' ('+type(exc).__name__+')') + return unittest.TestSuite() + + +def bound_population(suite,bindings=None,invalid=()): + cases=list(suite_leaves(suite));problems=list(invalid) + if bindings is None: + bindings={id(test):capture_identity(test) for test in cases} + for test in cases: + if not identity_matches(test,bindings.get(id(test))): + problems.append('selected class/function/code identity changed before execution') + return cases,bindings,problems + + +def require_identities(cases,bindings,invalid): + if any(not identity_matches(test,bindings.get(id(test))) for test in cases): + invalid.append('selected class/function/code identity changed during execution') + raise IdentityMismatch('selected body identity changed') + +def method_id(test): + """Use the actual selected method, rather than an overridable display id.""" + cls = type(test) + name = getattr(test, '_testMethodName', None) + if (not isinstance(test, unittest.TestCase) or cls.__module__ == 'unittest.loader' + or not isinstance(name, str) or not callable(getattr(test, name, None))): + return None + return cls.__module__ + '.' + cls.__qualname__ + '.' + name + + +def supported_method_shape(method): + """Only synchronous ordinary functions/methods are supported test bodies. + + Inspect every advertised decorator link. Returning suspended work is checked + separately, since decorators may intentionally omit __wrapped__ metadata. + """ + try: + inspect.unwrap(method) # Reject cyclic decorator metadata. + except ValueError: + return False + current = method + while True: + if (not (inspect.isfunction(current) or inspect.ismethod(current)) + or inspect.isgeneratorfunction(current) + or inspect.iscoroutinefunction(current) + or inspect.isasyncgenfunction(current)): + return False + if not hasattr(current, '__wrapped__'): + return True + current = current.__wrapped__ + + +def selected_cases(suite): + for test in suite: + if isinstance(test, unittest.TestSuite): + yield from selected_cases(test) + else: + yield test + + +class LifecycleResult(unittest.TextTestResult): + def __init__(self, *args, **kwargs): + super().__init__(*args, **kwargs) + self.started_ids = [] + self.finished_ids = [] + self.body_entered_ids = [] + self.body_finished_ids = [] + self.body_assertion_ids = [] + self.lifecycle_failures = 0 + self.subtests = 0 + self.subtest_events = [] + self.assertion_events = [] + self.phase = {} + self.body_exception = {} + self.body_active = set() + self.dispatch_active = set() + self.lifecycle_depth = {} + self.invalid_execution = [] + + def startTest(self, test): + require_identities(self.identity_cases,self.identity_bindings,self.invalid_execution) + self.started_ids.append(method_id(test)) + self.phase[id(test)] = 'setup' + super().startTest(test) + + def stopTest(self, test): + self.finished_ids.append(method_id(test)) + super().stopTest(test) + + def addFailure(self, test, err): + if (self.phase.get(id(test)) == 'body' + and self.body_exception.get(id(test)) is err[1] + and isinstance(err[1], AssertionError)): + self.body_assertion_ids.append(method_id(test)) + self.assertion_events.append({'parent_id': method_id(test), 'origin': 'body'}) + else: + self.lifecycle_failures += 1 + super().addFailure(test, err) + + def addSubTest(self, test, subtest, err): + self.subtests += 1 + phase = self.phase.get(id(test)) + if phase == 'body' and id(test) not in self.body_active: + phase = 'outside-body' + if getattr(subtest, 'test_case', None) is not test: + phase = 'foreign-parent' + outcome = 'success' if err is None else 'assertion' if isinstance(err[1], AssertionError) else 'error' + self.subtest_events.append({'parent_id': method_id(test), 'phase': phase, 'outcome': outcome}) + if err is not None and outcome == 'assertion': + if phase == 'body': + self.body_assertion_ids.append(method_id(test)) + self.assertion_events.append({'parent_id': method_id(test), 'origin': 'subtest'}) + else: + self.lifecycle_failures += 1 + super().addSubTest(test, subtest, err) + + +def instrument(test, result, binding): + """Keep body exception identity until unittest reports it after this call exits.""" + for name, phase in (('_callSetUp', 'setup'), ('_callTearDown', 'teardown'), + ('doCleanups', 'cleanup')): + original = getattr(test, name) + + def lifecycle(*args, _original=original, _phase=phase, **kwargs): + result.phase[id(test)] = _phase + result.lifecycle_depth[id(test)] = result.lifecycle_depth.get(id(test), 0) + 1 + try: + return _original(*args, **kwargs) + finally: + result.lifecycle_depth[id(test)] -= 1 + setattr(test, name, lifecycle) + original_dispatch = test._callTestMethod + + def dispatch(*args, **kwargs): + if result.lifecycle_depth.get(id(test), 0): + result.invalid_execution.append('test dispatch invoked inside a lifecycle hook') + return original_dispatch(*args, **kwargs) + result.dispatch_active.add(id(test)) + try: + return original_dispatch(*args, **kwargs) + finally: + result.dispatch_active.discard(id(test)) + test._callTestMethod = dispatch + original_body = getattr(test, test._testMethodName) + + @functools.wraps(original_body) + def body(*args, **kwargs): + require_identities(result.identity_cases,result.identity_bindings,result.invalid_execution) + if id(test) not in result.dispatch_active or result.lifecycle_depth.get(id(test), 0): + result.invalid_execution.append('selected method invoked outside body dispatch') + return original_body(*args, **kwargs) + result.phase[id(test)] = 'body' + result.body_entered_ids.append(method_id(test)) + result.body_active.add(id(test)) + try: + value = original_body(*args, **kwargs) + if value is not None: + result.invalid_execution.append('selected synchronous method must return None') + if inspect.iscoroutine(value) and inspect.getcoroutinestate(value) == inspect.CORO_CREATED: + value.close() # Closing a native unstarted coroutine executes no body. + return None + return value + except BaseException as exc: + result.body_exception[id(test)] = exc + raise + finally: + result.body_active.discard(id(test)) + result.body_finished_ids.append(method_id(test)) + require_identities(result.identity_cases,result.identity_bindings,result.invalid_execution) + # _Outcome calls addFailure *after* this wrapper unwinds. + setattr(test, test._testMethodName, body) + binding['wrapper']=body + + +def describe_suite(suite, selection): + cases = list(selected_cases(suite)) + selected = [method_id(test) for test in cases] + invalid = [] + if not selected: + invalid.append('empty selected population') + if any(item is None for item in selected): + invalid.append('synthetic or unsupported selected test') + if len(set(selected)) != len(selected): + invalid.append('duplicate selected method identity') + for test, identity in zip(cases, selected): + if getattr(test.run,'__func__',None) is not unittest.TestCase.run: + invalid.append('unsupported TestCase.run override') + if identity is not None and test.id() != identity: + invalid.append('display identity does not match selected method') + if identity is not None and not supported_method_shape(getattr(test, test._testMethodName)): + invalid.append('unsupported selected method shape: ' + identity) + return cases, {'selection': selection, 'selected_ids': selected, 'invalid_population': invalid} + + +def run_suite(suite, selection, bindings=None, invalid=()): + cases, bindings, identity_errors = bound_population(suite,bindings,invalid) + _, population = describe_suite(suite, selection) + population['invalid_population'].extend(identity_errors) + stream = io.StringIO() + result = LifecycleResult(stream=unittest.runner._WritelnDecorator(stream), + descriptions=True, verbosity=2) + result.identity_cases=cases;result.identity_bindings=bindings + if not population['invalid_population']: + for test in cases: + instrument(test, result,bindings[id(test)]) + try: + suite.run(result) + except IdentityMismatch: + result.stop() + population['invalid_population'].extend(result.invalid_execution) + # Render the ordinary summary for humans; grading uses the structured fields. + result.printErrors() + stream.write(f'Ran {result.testsRun} tests\n') + value = {'receipt_schema': RECEIPT_SCHEMA, 'selection': selection, + **population, + 'tests_run': result.testsRun, 'assertion_failures': len(result.failures), + 'errors': len(result.errors), 'skipped': len(result.skipped), + 'expected_failures': len(result.expectedFailures), + 'unexpected_successes': len(result.unexpectedSuccesses), + 'successful': result.wasSuccessful(), 'log': stream.getvalue()} + for name in ('started_ids', 'finished_ids', 'body_entered_ids', + 'body_finished_ids', 'body_assertion_ids', 'lifecycle_failures', 'subtests', + 'subtest_events', 'assertion_events'): + value[name] = getattr(result, name) + return value + + +def main(): + parser = argparse.ArgumentParser(allow_abbrev=False) + parser.add_argument('--output', required=True) + parser.add_argument('--test', action='append', default=[]) + parser.add_argument('--list', action='store_true', help='discover identities without running fixtures or test bodies') + args = parser.parse_args() + sys.path.insert(0, str(ROOT / 'tests')) + loader=IdentityLoader() + if args.test: + suite = loader.loadTestsFromNames(args.test) + else: + suite = loader.discover(str(ROOT / 'tests'), pattern='test_*.py') + selection = args.test or ['discover:test_*.py'] + if args.list: + _, population = describe_suite(suite, selection) + _,_,errors=bound_population(suite,loader.bindings,loader.invalid) + population['invalid_population'].extend(errors) + Path(args.output).write_text(json.dumps(population, indent=2) + '\n') + return 0 if population['selected_ids'] and not population['invalid_population'] else 1 + value = run_suite(suite, selection,loader.bindings,loader.invalid) + Path(args.output).write_text(json.dumps(value, indent=2) + '\n') + print(value['log'], end='') + complete = (not value['invalid_population'] and value['selected_ids'] + and all(value[key] == value['selected_ids'] for key in + ('started_ids', 'finished_ids', 'body_entered_ids', 'body_finished_ids'))) + return 0 if (complete and value['successful'] and not value['skipped'] + and not value['expected_failures'] and not value['unexpected_successes'] + and all(event['phase'] == 'body' and event['outcome'] == 'success' + for event in value['subtest_events']) + and not value['lifecycle_failures']) else 1 + + +if __name__ == '__main__': + raise SystemExit(main()) diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/historical-source/construction/tests/test_mutation_harness.py b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/historical-source/construction/tests/test_mutation_harness.py new file mode 100644 index 000000000..3ae713c99 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/historical-source/construction/tests/test_mutation_harness.py @@ -0,0 +1,443 @@ +"""Real runner controls for body-only mutation kills and complete selected populations.""" +import copy +import importlib.util +import json +from pathlib import Path +import shutil +import subprocess +import sys +import tempfile +import textwrap +import unittest + +ROOT = Path(__file__).resolve().parents[1] +_spec = importlib.util.spec_from_file_location('mutations_under_test', ROOT / 'mutations.py') +mutations = importlib.util.module_from_spec(_spec) +_spec.loader.exec_module(mutations) + + +class MutationHarnessTests(unittest.TestCase): + def run_fixture(self, methods, selection='fixture.Case', module_tail=''): + source = 'import unittest\nclass Case(unittest.TestCase):\n' + textwrap.indent(textwrap.dedent(methods), ' ') + '\n' + module_tail + with tempfile.TemporaryDirectory() as tmp: + root = Path(tmp) + (root / 'tests').mkdir() + shutil.copy2(ROOT / 'run_tests.py', root / 'run_tests.py') + (root / 'tests/fixture.py').write_text(source) + output = root / 'result.json' + p = subprocess.run([sys.executable, '-B', '-S', str(root / 'run_tests.py'), + '--output', str(output), '--test', selection], + capture_output=True, text=True, timeout=10) + self.assertTrue(output.exists(), p.stderr) + value = json.loads(output.read_text()) + return mutations.classify(value, p.returncode), value, p.returncode + + def test_setup_assertion_is_not_a_kill(self): + outcome, value, _ = self.run_fixture(''' + def setUp(self): self.fail('setup only') + def test_one(self): pass + ''') + self.assertEqual(outcome, 'ERROR', value) + + def test_body_assertion_kills_after_all_selected_bodies_finish(self): + outcome, value, _ = self.run_fixture(''' + def test_one(self): self.fail('body assertion') + def test_two(self): pass + ''') + self.assertEqual(outcome, 'KILLED', value) + self.assertEqual(value['body_entered_ids'], ['fixture.Case.test_one', 'fixture.Case.test_two']) + self.assertEqual(value['body_finished_ids'], ['fixture.Case.test_one', 'fixture.Case.test_two']) + self.assertEqual(value['body_assertion_ids'], ['fixture.Case.test_one']) + + def test_dispatch_hook_assertion_without_selected_method_is_error(self): + outcome, value, _ = self.run_fixture("def _callTestMethod(self, method): self.fail('dispatch hook only')\ndef test_one(self): raise RuntimeError('selected body was entered')") + self.assertEqual(outcome, 'ERROR', value) + + def test_selected_method_invoked_from_lifecycle_is_error(self): + for source in ("def setUp(self): self.test_one()\ndef test_one(self): self.fail('called from setup')", + "def setUp(self): self._callTestMethod(self.test_one)\ndef test_one(self): self.fail('dispatch called from setup')", + "def tearDown(self): self.test_one()\ndef test_one(self): pass", + "def test_one(self):\n if not hasattr(self, 'scheduled'):\n self.scheduled = True\n self.addCleanup(self.test_one)"): + outcome, value, _ = self.run_fixture(source) + self.assertEqual(outcome, 'ERROR', value) + + def test_clean_identity_survives(self): + outcome, value, _ = self.run_fixture('def test_one(self): pass') + self.assertEqual(outcome, 'SURVIVED', value) + + def test_lifecycle_failures_never_kill_even_with_body_assertion(self): + cases = [ + "def tearDown(self): self.fail('teardown')\ndef test_one(self): pass", + "def test_one(self): self.addCleanup(self.fail, 'cleanup')", + "def tearDown(self): self.fail('teardown')\ndef test_one(self): self.fail('body')", + "def test_one(self):\n self.addCleanup(self.fail, 'cleanup')\n self.fail('body')", + "@classmethod\ndef setUpClass(cls): raise AssertionError('class setup')\ndef test_one(self): pass", + "@classmethod\ndef tearDownClass(cls): raise AssertionError('class teardown')\ndef test_one(self): self.fail('body')", + "@classmethod\ndef setUpClass(cls): cls.addClassCleanup(lambda: (_ for _ in ()).throw(AssertionError('class cleanup')))\ndef test_one(self): self.fail('body')", + ] + for source in cases: + with self.subTest(source=source): + outcome, value, _ = self.run_fixture(source) + self.assertEqual(outcome, 'ERROR', value) + + def test_errors_skips_and_expected_failures_are_errors(self): + cases = [ + "def test_one(self): raise RuntimeError('body runtime')", + "def setUp(self): raise RuntimeError('setup runtime')\ndef test_one(self): self.fail('body')", + "@unittest.skip('skip')\ndef test_one(self): pass", + "@unittest.expectedFailure\ndef test_one(self): self.fail('expected')", + "@unittest.expectedFailure\ndef test_one(self): pass", + ] + for source in cases: + with self.subTest(source=source): + outcome, value, _ = self.run_fixture(source) + self.assertEqual(outcome, 'ERROR', value) + + def test_body_scoped_subtest_assertions_kill_without_changing_parent_population(self): + for source, failures in (("def test_one(self):\n with self.subTest(i=1): self.fail('first')\n with self.subTest(i=2): self.fail('second')", 2), + ("def test_one(self):\n with self.subTest(i=1): pass\n self.fail('body')", 1)): + outcome, value, _ = self.run_fixture(source) + self.assertEqual(outcome, 'KILLED', value) + self.assertEqual(value['selected_ids'], ['fixture.Case.test_one']) + self.assertEqual(value['assertion_failures'], failures) + outcome, value, _ = self.run_fixture("def test_one(self):\n with self.subTest(i=1): pass") + self.assertEqual(outcome, 'SURVIVED', value) + + def test_foreign_subtest_parent_cannot_claim_selected_body_assertion(self): + outcome, value, _ = self.run_fixture("def test_one(self):\n import sys\n foreign = unittest.case._SubTest(unittest.FunctionTestCase(lambda: None), 'foreign', {})\n try: raise AssertionError('foreign parent assertion')\n except AssertionError: self._outcome.result.addSubTest(self, foreign, sys.exc_info())") + self.assertEqual(outcome, 'ERROR', value) + + def test_lifecycle_subtests_and_subtest_errors_are_errors(self): + for source in ("def setUp(self):\n with self.subTest(i=1): self.fail('setup subtest')\ndef test_one(self): pass", + "def tearDown(self):\n with self.subTest(i=1): self.fail('teardown subtest')\ndef test_one(self): self.fail('body')", + "def test_one(self):\n with self.subTest(i=1): raise RuntimeError('subtest runtime')"): + outcome, value, _ = self.run_fixture(source) + self.assertEqual(outcome, 'ERROR', value) + + def test_empty_duplicate_synthetic_and_spoofed_population_is_error(self): + cases = [ + ('def test_one(self): pass', 'fixture', 'def load_tests(loader, tests, pattern): return unittest.TestSuite()'), + ('def test_one(self): self.fail("body")', 'fixture', 'def load_tests(loader, tests, pattern): return unittest.TestSuite([Case("test_one"), Case("test_one")])'), + ('def test_one(self): pass', 'fixture.Missing', ''), + ('def id(self): return "fixture.Case.test_forged"\ndef test_one(self): self.fail("body")', 'fixture.Case', ''), + ] + for source, selection, tail in cases: + with self.subTest(selection=selection, tail=tail): + outcome, value, _ = self.run_fixture(source, selection, tail) + self.assertEqual(outcome, 'ERROR', value) + + def test_population_listing_does_not_execute_fixtures_or_bodies(self): + with tempfile.TemporaryDirectory() as tmp: + root = Path(tmp) + (root / 'tests').mkdir() + shutil.copy2(ROOT / 'run_tests.py', root / 'run_tests.py') + (root / 'tests/fixture.py').write_text("import unittest\nclass Case(unittest.TestCase):\n @classmethod\n def setUpClass(cls): raise AssertionError('fixture must not run')\n def test_one(self): raise RuntimeError('body must not run')\n") + output = root / 'population.json' + p = subprocess.run([sys.executable, '-B', '-S', str(root / 'run_tests.py'), + '--output', str(output), '--test', 'fixture.Case', '--list'], + capture_output=True, text=True, timeout=10) + self.assertEqual(p.returncode, 0, p.stderr) + self.assertEqual(json.loads(output.read_text()), + {'selection': ['fixture.Case'], 'selected_ids': ['fixture.Case.test_one'], + 'invalid_population': []}) + + def test_summary_without_lifecycle_receipt_fails_closed(self): + old = dict(tests_run=1, assertion_failures=1, errors=0, skipped=0, + expected_failures=0, unexpected_successes=0, successful=False) + self.assertEqual(mutations.classify(old, 1), 'ERROR') + self.assertEqual(mutations.classify({}, 1), 'ERROR') + self.assertEqual(mutations.classify(None, 1), 'ERROR') + + def test_forged_or_missing_accounting_is_error(self): + _, receipt, code = self.run_fixture('def test_one(self): self.fail("body")') + for key in ('receipt_schema', 'selected_ids', 'started_ids', 'finished_ids', + 'body_entered_ids', 'body_finished_ids', 'body_assertion_ids', + 'lifecycle_failures', 'subtests', 'invalid_population', 'subtest_events', 'assertion_events'): + with self.subTest(missing=key): + value = copy.deepcopy(receipt) + value.pop(key, None) + self.assertEqual(mutations.classify(value, code), 'ERROR') + for changes in ({'tests_run': True}, {'tests_run': 1.0}, {'assertion_failures': '1'}, + {'successful': 0}, {'lifecycle_failures': -1}, {'subtests': True}, + {'body_entered_ids': []}, {'body_finished_ids': []}, + {'finished_ids': []}, {'body_assertion_ids': []}, + {'body_assertion_ids': ['fixture.Case.test_forged']}, + {'selected_ids': ['synthetic']}, + {'selected_ids': ['unittest.loader._FailedTest.test_one']}, + {'selected_ids': ['fixture.Case.test_one', 'fixture.Case.test_one']}, + {'started_ids': ['fixture.Case.test_one', 'fixture.Case.test_one']}, + {'errors': 1}, {'skipped': 1}, {'expected_failures': 1}, + {'unexpected_successes': 1}, {'assertion_failures': 2}, + {'subtests': 1}, {'assertion_events': []}, + {'subtest_events': [{'parent_id': 'fixture.Case.test_one', 'phase': 'body', 'outcome': 'assertion'}]}): + with self.subTest(changes=changes): + self.assertEqual(mutations.classify({**receipt, **changes}, code), 'ERROR') + self.assertEqual(mutations.classify(receipt, code, ['fixture.Other']), 'ERROR') + self.assertEqual(mutations.classify({**receipt, 'selection': ['fixture.Other']}, code, ['fixture.Other']), 'ERROR') + self.assertEqual(mutations.classify(receipt, code, ['fixture.Case'], ['fixture.Case.test_other']), 'ERROR') + for exit_code in (2, -9, True): + self.assertEqual(mutations.classify(receipt, exit_code), 'ERROR') + + +class LazyBodyHarnessTests(unittest.TestCase): + """A call returning suspended work must never establish complete test execution.""" + + def run_lazy_fixture(self, methods, definitions='', listing=False): + with tempfile.TemporaryDirectory() as tmp: + root = Path(tmp) + (root / 'tests').mkdir() + shutil.copy2(ROOT / 'run_tests.py', root / 'run_tests.py') + events = root / 'events' + source = ('import unittest, functools\nfrom pathlib import Path\n' + 'def record(label):\n with Path(' + repr(str(events)) + ').open("a") as out: out.write(label + "\\n")\n' + + textwrap.dedent(definitions) + '\nclass Case(unittest.TestCase):\n' + + textwrap.indent(textwrap.dedent(methods), ' ')) + (root / 'tests/fixture.py').write_text(source) + output = root / 'result.json' + command = [sys.executable, '-B', '-S', str(root / 'run_tests.py'), + '--output', str(output), '--test', 'fixture.Case'] + if listing: + command.append('--list') + p = subprocess.run(command, capture_output=True, text=True, timeout=10) + self.assertTrue(output.is_file(), p.stderr) + value = json.loads(output.read_text()) + observed = events.read_text().splitlines() if events.exists() else [] + return mutations.classify(value, p.returncode), value, observed, p.stderr + + def test_ordinary_synchronous_body_positives_remain_supported(self): + survived, value, events, _ = self.run_lazy_fixture("def test_one(self): record('ordinary')") + self.assertEqual(survived, 'SURVIVED', value) + self.assertEqual(events, ['ordinary']) + killed, value, events, _ = self.run_lazy_fixture("def test_one(self):\n record('assertion')\n self.fail('real body assertion')") + self.assertEqual(killed, 'KILLED', value) + self.assertEqual(events, ['assertion']) + + def test_declared_lazy_method_shapes_refuse_mixed_population_before_execution(self): + for lazy in ("def test_a_lazy(self):\n record('lazy advanced')\n yield None", + "async def test_a_lazy(self):\n record('lazy advanced')\n yield None", + "async def test_a_lazy(self): record('lazy advanced')"): + with self.subTest(shape=lazy): + methods = lazy + "\ndef test_b_assertion(self):\n record('ordinary assertion')\n self.fail('body assertion')" + outcome, value, events, _ = self.run_lazy_fixture(methods) + self.assertEqual(outcome, 'ERROR', value) + self.assertEqual(events, [], value) + self.assertTrue(value['invalid_population'], value) + _, population, events, _ = self.run_lazy_fixture(methods, listing=True) + self.assertTrue(population['invalid_population'], population) + self.assertEqual(events, []) + + def test_wrapped_lazy_method_shapes_refuse_before_execution(self): + definitions = ''' + def wrap(method): + @functools.wraps(method) + def wrapper(*args, **kwargs): + record('decorator executed') + return method(*args, **kwargs) + return wrapper + ''' + for lazy in ("def test_a_lazy(self):\n record('lazy advanced')\n yield None", + "async def test_a_lazy(self):\n record('lazy advanced')\n yield None", + "async def test_a_lazy(self): record('lazy advanced')"): + with self.subTest(shape=lazy): + outcome, value, events, _ = self.run_lazy_fixture('@wrap\n' + lazy + "\ndef test_b_assertion(self): self.fail('body')", definitions) + self.assertEqual(outcome, 'ERROR', value) + self.assertEqual(events, [], value) + + def test_sync_lazy_returns_refuse_without_advancing_suspended_work(self): + definitions = ''' + def generator(): + record('generator advanced') + yield None + async def coroutine(): record('coroutine advanced') + async def async_generator(): + record('async generator advanced') + yield None + class Awaitable: + def __await__(self): + record('custom awaitable advanced') + yield None + ''' + for expression in ('generator()', 'coroutine()', 'async_generator()', 'Awaitable()'): + with self.subTest(expression=expression): + methods = "def test_a_return(self):\n record('outer method')\n return " + expression + "\ndef test_b_assertion(self):\n record('ordinary assertion')\n self.fail('body')" + outcome, value, events, stderr = self.run_lazy_fixture(methods, definitions) + self.assertEqual(outcome, 'ERROR', value) + self.assertEqual(events, ['outer method', 'ordinary assertion'], value) + self.assertTrue(value['invalid_population'], value) + self.assertNotIn('was never awaited', stderr) + + def test_decorator_without_wrapped_metadata_cannot_hide_lazy_return(self): + definitions = ''' + def hide(method): + def wrapper(*args, **kwargs): + record('decorator executed') + return method(*args, **kwargs) + return wrapper + ''' + outcome, value, events, _ = self.run_lazy_fixture("@hide\ndef test_a_lazy(self):\n record('lazy advanced')\n yield None\ndef test_b_assertion(self):\n record('ordinary assertion')\n self.fail('body')", definitions) + self.assertEqual(outcome, 'ERROR', value) + self.assertEqual(events, ['decorator executed', 'ordinary assertion'], value) + + def test_all_non_none_returns_refuse_without_iterating_custom_objects(self): + definitions = "class DeferredIterable:\n def __iter__(self):\n record('unknown iterable advanced')\n yield None" + for expression in ('False', '0', '[]', 'DeferredIterable()'): + with self.subTest(expression=expression): + outcome, value, events, _ = self.run_lazy_fixture("def test_a_return(self):\n record('outer method')\n return " + expression + "\ndef test_b_assertion(self):\n record('ordinary assertion')\n self.fail('body')", definitions) + self.assertEqual(outcome, 'ERROR', value) + self.assertEqual(events, ['outer method', 'ordinary assertion'], value) + + +import os +import shutil +import subprocess + +class IdentityHarnessTests(unittest.TestCase): + """Real ordinary-body controls for loader and in-process identity binding.""" + + def run_identity_fixture(self, label, source, selectors=()): + import hashlib + with tempfile.TemporaryDirectory() as temporary: + root=Path(temporary);(root/'tests').mkdir() + runner=root/'run_tests.py' + shutil.copy2(ROOT/'run_tests.py',runner) + events=root/'events' + header=('import unittest\nfrom pathlib import Path\n' + +'def record(label):\n with Path('+repr(str(events))+').open("a") as out: out.write(label+"\\n")\n') + fixture=root/'tests'/'test_identity.py' + fixture.write_text(header+source) + output=root/'receipt.json' + command=[sys.executable,'-B','-S',str(runner),*[],'--output',str(output)] + for selector in selectors:command.extend(['--test',selector]) + p=subprocess.run(command,capture_output=True,text=True,timeout=15) + self.assertTrue(output.exists(),p.stderr) + value=json.loads(output.read_text()) + outcome=mutations.classify(value,p.returncode) + observed=events.read_text().splitlines() if events.exists() else [] + record={'label':label,'optimize':sys.flags.optimize,'fixture_source':header+source, + 'fixture_sha256':hashlib.sha256(fixture.read_bytes()).hexdigest(), + 'command':command,'exit_code':p.returncode,'outcome':outcome, + 'events':observed,'receipt':value,'stdout':p.stdout,'stderr':p.stderr} + destination=os.environ.get('CBZ_IDENTITY_CONTROL_EVIDENCE') + if destination: + out=Path(destination);out.mkdir(parents=True,exist_ok=True) + (out/(label+'.json')).write_text(json.dumps(record,sort_keys=True,indent=2)+'\n') + return outcome,value,observed + + def test_module_alias_subclass_and_population_hooks_refused_before_execution(self): + base=('class C(unittest.TestCase):\n' + +' def test_first(self): record("first")\n' + +' def test_second(self):\n record("second")\n self.fail("retained second body")\n') + hooks=[('alias','def load_tests(loader, tests, pattern):\n record("hook")\n C.test_second=C.test_first\n return tests\n'), + ('alias-assertion','def load_tests(loader, tests, pattern):\n record("hook")\n C.test_second=C.test_first\n return tests\n'), + ('subclass','def load_tests(loader, tests, pattern):\n record("hook")\n def replacement(self): record("replacement")\n R=type("C",(C,),{"test_first":replacement,"test_second":replacement,"__module__":__name__,"__qualname__":"C"})\n globals()["C"]=R\n return loader.loadTestsFromTestCase(R)\n'), + ('omission','def load_tests(loader, tests, pattern):\n record("hook")\n return unittest.TestSuite([C("test_first")])\n')] + for label,hook in hooks: + with self.subTest(shape=label): + source=base+hook + if label=='alias-assertion':source=source.replace('def test_first(self): record("first")','def test_first(self):\n record("first")\n self.fail("first body assertion")') + outcome,value,events=self.run_identity_fixture('hook-'+label,source) + self.assertEqual(outcome,'ERROR',value) + self.assertEqual(events,[],value) + self.assertTrue(value['invalid_population'],value) + + source=('class Hidden(unittest.TestCase):\n def test_hidden(self):\n record("hidden")\n self.fail("hidden body retained")\n' + +'class Visible(unittest.TestCase):\n def test_visible(self): record("visible")\n' + +'def __dir__():\n record("module-dir")\n return ["Visible"]\n') + outcome,value,events=self.run_identity_fixture('module-dir-cannot-hide',source) + self.assertEqual(outcome,'KILLED',value) + self.assertEqual(events,['hidden','visible'],value) + self.assertEqual(len(value['selected_ids']),2,value) + + def test_named_class_and_method_selection_preserve_exact_population(self): + source='class C(unittest.TestCase):\n def test_first(self): record("first")\n def test_second(self): record("second")\n' + for label,selectors,wanted in [('class',('test_identity.C',),['first','second']), + ('method',('test_identity.C.test_second',),['second'])]: + with self.subTest(selector=label): + outcome,value,events=self.run_identity_fixture('named-'+label,source,selectors) + self.assertEqual(outcome,'SURVIVED',value) + self.assertEqual(events,wanted,value) + outcome,value,events=self.run_identity_fixture('named-assertion',source.replace('record("first")','record("first"); self.fail("body")'),('test_identity.C',)) + self.assertEqual(outcome,'KILLED',value) + self.assertEqual(events,['first','second'],value) + + def test_callable_factory_selector_is_refused_before_factory_or_body(self): + source=('class C(unittest.TestCase):\n def test_one(self): record("body")\n' + +'def factory():\n record("factory")\n return unittest.TestSuite([C("test_one")])\n') + outcome,value,events=self.run_identity_fixture('callable-factory',source,('test_identity.factory',)) + self.assertEqual(outcome,'ERROR',value) + self.assertEqual(events,[],value) + self.assertTrue(value['invalid_population'],value) + + constructor_fixtures=[ + ('init','class C(unittest.TestCase):\n def __init__(self,*a,**k):\n record("constructor")\n super().__init__(*a,**k)\n type(self).test_second=type(self).test_first\n def test_first(self): record("first")\n def test_second(self):\n record("second")\n self.fail("retained second body")\n'), + ('new','class C(unittest.TestCase):\n def __new__(cls,*a,**k):\n record("constructor")\n return super().__new__(cls)\n def test_one(self): record("body")\n'), + ('metaclass','class Meta(type):\n def __call__(cls,*a,**k):\n record("metaclass")\n return super().__call__(*a,**k)\nclass C(unittest.TestCase,metaclass=Meta):\n def test_one(self): record("body")\n'), + ('getattribute','class C(unittest.TestCase):\n def __getattribute__(self,name):\n record("attribute")\n return super().__getattribute__(name)\n def test_one(self): record("body")\n'), + ('setattr','class C(unittest.TestCase):\n def __setattr__(self,name,value):\n record("attribute")\n return super().__setattr__(name,value)\n def test_one(self): record("body")\n'), + ] + for label,source in constructor_fixtures: + for selection in [(),('test_identity.C',),('test_identity.C.'+('test_first' if label=='init' else 'test_one'),)]: + with self.subTest(constructor=label,selector=selection): + outcome,value,events=self.run_identity_fixture('construction-'+label+'-'+str(len(selection))+'-'+('method' if selection and selection[0].count('.')==2 else 'class'),source,selection) + self.assertEqual(outcome,'ERROR',value) + self.assertEqual(events,[],value) + self.assertTrue(value['invalid_population'],value) + + def test_class_fixture_function_and_code_substitutions_are_refused(self): + base=('def replacement(self): record("replacement")\n' + +'class C(unittest.TestCase):\n' + +' @classmethod\n def setUpClass(cls):\n record("class-setup")\n CHANGE\n' + +' def test_one(self):\n record("original")\n self.fail("original body retained")\n') + for label,change in [('function','cls.test_one=replacement'),('code','cls.test_one.__code__=replacement.__code__'), + ('same-code-function','cls.test_one=__import__("types").FunctionType(cls.test_one.__code__,cls.test_one.__globals__)')]: + with self.subTest(change=label): + outcome,value,events=self.run_identity_fixture('class-fixture-'+label,base.replace('CHANGE',change)) + self.assertEqual(outcome,'ERROR',value) + self.assertEqual(events,['class-setup'],value) + self.assertTrue(value['invalid_population'],value) + + source=('class C(unittest.TestCase):\n' + +' def setUp(self):\n record("setup")\n self.__class__=type("C",(type(self),),{"__module__":__name__,"__qualname__":"C"})\n' + +' def test_one(self):\n record("original")\n self.fail("original body retained")\n') + outcome,value,events=self.run_identity_fixture('instance-class-change',source) + self.assertEqual(outcome,'ERROR',value) + self.assertEqual(events,['setup'],value) + self.assertTrue(value['invalid_population'],value) + + def test_postload_substitution_refused_before_any_fixture(self): + spec=importlib.util.spec_from_file_location('identity_runtime_probe',ROOT/'run_tests.py') + runtime=importlib.util.module_from_spec(spec);spec.loader.exec_module(runtime) + events=[] + class Case(unittest.TestCase): + @classmethod + def setUpClass(cls):events.append('class-setup') + def setUp(self):events.append('setup') + def test_one(self):events.append('original') + loader=runtime.IdentityLoader();suite=loader.loadTestsFromTestCase(Case) + def replacement(self):events.append('replacement') + Case.test_one=replacement + value=runtime.run_suite(suite,['probe.Case'],loader.bindings,loader.invalid) + self.assertTrue(value['invalid_population'],value) + self.assertEqual(events,[],value) + self.assertEqual(value['tests_run'],0,value) + + def test_custom_testcase_run_is_refused_before_execution(self): + source=('class C(unittest.TestCase):\n' + +' def run(self,result=None):\n record("custom-run")\n return super().run(result)\n' + +' def test_one(self): record("body")\n') + outcome,value,events=self.run_identity_fixture('custom-run',source,('test_identity.C',)) + self.assertEqual(outcome,'ERROR',value) + self.assertEqual(events,[],value) + self.assertTrue(value['invalid_population'],value) + + def test_identity_change_during_body_is_not_a_clean_kill(self): + source=('class C(unittest.TestCase):\n' + +' def test_first(self):\n record("first")\n type(self).test_second=type(self).test_first\n' + +' def test_second(self):\n record("second")\n self.fail("retained second body")\n') + outcome,value,events=self.run_identity_fixture('during-body-change',source) + self.assertEqual(outcome,'ERROR',value) + self.assertEqual(events,['first'],value) + self.assertTrue(value['invalid_population'],value) + +if __name__ == '__main__': + unittest.main(verbosity=2) diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/historical-source/exact-descriptor/run_tests.py b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/historical-source/exact-descriptor/run_tests.py new file mode 100644 index 000000000..5e641339f --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/historical-source/exact-descriptor/run_tests.py @@ -0,0 +1,456 @@ +#!/usr/bin/env python3 +"""Structured unittest execution; only complete selected test bodies grade mutants.""" +import argparse +import functools +import inspect +import importlib +import io +import json +from pathlib import Path +import sys +import unittest + +ROOT = Path(__file__).resolve().parent +RECEIPT_SCHEMA = 'cbz-unittest-lifecycle-v1' + + + +class IdentityMismatch(RuntimeError): + """A selected declaration no longer denotes its frozen body.""" + + +def function_chain(method): + """Bind actual ordinary function and code objects, including wraps links.""" + chain=[];seen=set() + while True: + function=method.__func__ if inspect.ismethod(method) else method + if not inspect.isfunction(function) or id(function) in seen: + return None + seen.add(id(function));chain.append((function,function.__code__)) + if not hasattr(function,'__wrapped__'): + return tuple(chain) + method=function.__wrapped__ + + +def same_function_chain(left,right): + return (left is not None and right is not None and len(left)==len(right) + and all(a is c and b is d for (a,b),(c,d) in zip(left,right))) + + +def capture_identity(test): + if not isinstance(test,unittest.TestCase): + return None + cls=type(test);name=getattr(test,'_testMethodName',None) + if type(name) is not str: + return None + instance=function_chain(getattr(test,name,None)) + declared=function_chain(getattr(cls,name,None)) + if instance is None or declared is None: + return None + return {'class':cls,'name':name, + 'id':cls.__module__+'.'+cls.__qualname__+'.'+name, + 'instance':instance,'declared':declared,'wrapper':None} + + +def identity_matches(test,binding): + if (binding is None or type(test) is not binding['class'] + or getattr(test,'_testMethodName',None)!=binding['name'] + or type(test).__module__+'.'+type(test).__qualname__+'.'+binding['name']!=binding['id']): + return False + if not same_function_chain(function_chain(getattr(type(test),binding['name'],None)),binding['declared']): + return False + live=getattr(test,binding['name'],None) + if binding['wrapper'] is not None and live is not binding['wrapper']: + return False + original=(binding['instance'][0][0] if binding['wrapper'] is not None else live) + return same_function_chain(function_chain(original),binding['instance']) + + +def suite_leaves(suite): + for child in suite: + if type(child) is unittest.TestSuite: + yield from suite_leaves(child) + else: + yield child + + +class IdentityLoader(unittest.TestLoader): + """Standard declarations only; never invoke module population factories.""" + def __init__(self): + super().__init__();self.bindings={};self.invalid=[] + + def remember(self,suite): + for test in suite_leaves(suite): + binding=capture_identity(test) + if binding is None: + self.invalid.append('unsupported selected declaration') + else: + self.bindings[id(test)]=binding + return suite + + def ordinary_test_class(self,testCaseClass): + # Construction and attribute dispatch must not rewrite the population. + if type(testCaseClass) is not type: + return False + for name in ('__init__','__new__','__getattribute__','__setattr__','__delattr__'): + if inspect.getattr_static(testCaseClass,name,None) is not inspect.getattr_static(unittest.TestCase,name,None): + return False + for base in testCaseClass.__mro__: + if '__getattr__' in base.__dict__: + return False + for name,value in base.__dict__.items(): + if name.startswith(self.testMethodPrefix) or name=='runTest': + function=value.__func__ if type(value) in (staticmethod,classmethod) else value + if not inspect.isfunction(function): + return False + return True + + def frozen_cases(self,testCaseClass,names): + if not self.ordinary_test_class(testCaseClass): + self.invalid.append('unsupported TestCase constructor/metaclass/attribute dispatch') + return unittest.TestSuite() + # Capture declaration identities before even standard construction. + declared={name:function_chain(getattr(testCaseClass,name,None)) for name in names} + suite=unittest.TestSuite(testCaseClass(name) for name in names) + self.remember(suite) + for test in suite_leaves(suite): + binding=self.bindings.get(id(test)) + original=declared.get(getattr(test,'_testMethodName',None)) + if binding is None or not same_function_chain(binding['declared'],original): + self.invalid.append('selected declaration changed during construction') + elif not same_function_chain(binding['instance'],original): + self.invalid.append('selected instance body changed during construction') + else: + binding['declared']=original + return suite + + def loadTestsFromTestCase(self,testCaseClass): + if not self.ordinary_test_class(testCaseClass): + self.invalid.append('unsupported TestCase constructor/metaclass/attribute dispatch') + return unittest.TestSuite() + names=self.getTestCaseNames(testCaseClass) + if not names and hasattr(testCaseClass,'runTest'): + names=['runTest'] + return self.frozen_cases(testCaseClass,names) + + def loadTestsFromModule(self,module,*,pattern=None): + # Derive the complete standard population before looking at load_tests. + if type(module) is not type(sys): + self.invalid.append('unsupported module attribute dispatch') + return unittest.TestSuite() + suites=[] + for name in sorted(module.__dict__): + value=module.__dict__[name] + if (isinstance(value,type) and issubclass(value,unittest.TestCase) + and value not in (unittest.TestCase,unittest.FunctionTestCase)): + suites.append(self.loadTestsFromTestCase(value)) + suite=unittest.TestSuite(suites) + if module.__dict__.get('load_tests') is not None: + self.invalid.append('unsupported module load_tests hook: '+module.__name__) + return suite + + def loadTestsFromName(self,name,module=None): + # The standard loader also accepts arbitrary callable suite factories. + # This profile supports modules, TestCase classes and exact methods only. + try: + parts=name.split('.') + if module is None: + for end in range(len(parts),0,-1): + try: + current=importlib.import_module('.'.join(parts[:end]));parts=parts[end:] + break + except ModuleNotFoundError as exc: + prefix='.'.join(parts[:end]) + if exc.name!=prefix and not prefix.startswith(str(exc.name)+'.'): + raise + else: + raise ValueError('selector module not found') + else: + current=module + parent=None + for part in parts: + parent=current + if inspect.ismodule(current): + if type(current) is not type(sys): + raise ValueError('unsupported module attribute dispatch') + current=current.__dict__[part] + elif isinstance(current,type): + if type(current) is not type: + raise ValueError('unsupported selector metaclass') + if issubclass(current,unittest.TestCase) and not self.ordinary_test_class(current): + raise ValueError('unsupported TestCase declaration traversal') + declared=inspect.getattr_static(current,part) + if not (inspect.isfunction(declared) or type(declared) in (type,staticmethod,classmethod)): + raise ValueError('unsupported selector descriptor') + current=getattr(current,part) + else: + raise ValueError('unsupported selector object traversal') + if inspect.ismodule(current): + return self.loadTestsFromModule(current) + if isinstance(current,type) and issubclass(current,unittest.TestCase): + return self.loadTestsFromTestCase(current) + if (isinstance(parent,type) and issubclass(parent,unittest.TestCase) + and (inspect.isfunction(current) or inspect.ismethod(current))): + return self.frozen_cases(parent,[parts[-1]]) + raise ValueError('unsupported callable or selector kind') + except (ImportError,AttributeError,KeyError,TypeError,ValueError) as exc: + self.invalid.append('unsupported test selector: '+name+' ('+type(exc).__name__+')') + return unittest.TestSuite() + + +def bound_population(suite,bindings=None,invalid=()): + cases=list(suite_leaves(suite));problems=list(invalid) + if bindings is None: + bindings={id(test):capture_identity(test) for test in cases} + for test in cases: + if not identity_matches(test,bindings.get(id(test))): + problems.append('selected class/function/code identity changed before execution') + return cases,bindings,problems + + +def require_identities(cases,bindings,invalid): + if any(not identity_matches(test,bindings.get(id(test))) for test in cases): + invalid.append('selected class/function/code identity changed during execution') + raise IdentityMismatch('selected body identity changed') + +def method_id(test): + """Use the actual selected method, rather than an overridable display id.""" + cls = type(test) + name = getattr(test, '_testMethodName', None) + if (not isinstance(test, unittest.TestCase) or cls.__module__ == 'unittest.loader' + or not isinstance(name, str) or not callable(getattr(test, name, None))): + return None + return cls.__module__ + '.' + cls.__qualname__ + '.' + name + + +def supported_method_shape(method): + """Only synchronous ordinary functions/methods are supported test bodies. + + Inspect every advertised decorator link. Returning suspended work is checked + separately, since decorators may intentionally omit __wrapped__ metadata. + """ + try: + inspect.unwrap(method) # Reject cyclic decorator metadata. + except ValueError: + return False + current = method + while True: + if (not (inspect.isfunction(current) or inspect.ismethod(current)) + or inspect.isgeneratorfunction(current) + or inspect.iscoroutinefunction(current) + or inspect.isasyncgenfunction(current)): + return False + if not hasattr(current, '__wrapped__'): + return True + current = current.__wrapped__ + + +def selected_cases(suite): + for test in suite: + if isinstance(test, unittest.TestSuite): + yield from selected_cases(test) + else: + yield test + + +class LifecycleResult(unittest.TextTestResult): + def __init__(self, *args, **kwargs): + super().__init__(*args, **kwargs) + self.started_ids = [] + self.finished_ids = [] + self.body_entered_ids = [] + self.body_finished_ids = [] + self.body_assertion_ids = [] + self.lifecycle_failures = 0 + self.subtests = 0 + self.subtest_events = [] + self.assertion_events = [] + self.phase = {} + self.body_exception = {} + self.body_active = set() + self.dispatch_active = set() + self.lifecycle_depth = {} + self.invalid_execution = [] + + def startTest(self, test): + require_identities(self.identity_cases,self.identity_bindings,self.invalid_execution) + self.started_ids.append(method_id(test)) + self.phase[id(test)] = 'setup' + super().startTest(test) + + def stopTest(self, test): + self.finished_ids.append(method_id(test)) + super().stopTest(test) + + def addFailure(self, test, err): + if (self.phase.get(id(test)) == 'body' + and self.body_exception.get(id(test)) is err[1] + and isinstance(err[1], AssertionError)): + self.body_assertion_ids.append(method_id(test)) + self.assertion_events.append({'parent_id': method_id(test), 'origin': 'body'}) + else: + self.lifecycle_failures += 1 + super().addFailure(test, err) + + def addSubTest(self, test, subtest, err): + self.subtests += 1 + phase = self.phase.get(id(test)) + if phase == 'body' and id(test) not in self.body_active: + phase = 'outside-body' + if getattr(subtest, 'test_case', None) is not test: + phase = 'foreign-parent' + outcome = 'success' if err is None else 'assertion' if isinstance(err[1], AssertionError) else 'error' + self.subtest_events.append({'parent_id': method_id(test), 'phase': phase, 'outcome': outcome}) + if err is not None and outcome == 'assertion': + if phase == 'body': + self.body_assertion_ids.append(method_id(test)) + self.assertion_events.append({'parent_id': method_id(test), 'origin': 'subtest'}) + else: + self.lifecycle_failures += 1 + super().addSubTest(test, subtest, err) + + +def instrument(test, result, binding): + """Keep body exception identity until unittest reports it after this call exits.""" + for name, phase in (('_callSetUp', 'setup'), ('_callTearDown', 'teardown'), + ('doCleanups', 'cleanup')): + original = getattr(test, name) + + def lifecycle(*args, _original=original, _phase=phase, **kwargs): + result.phase[id(test)] = _phase + result.lifecycle_depth[id(test)] = result.lifecycle_depth.get(id(test), 0) + 1 + try: + return _original(*args, **kwargs) + finally: + result.lifecycle_depth[id(test)] -= 1 + setattr(test, name, lifecycle) + original_dispatch = test._callTestMethod + + def dispatch(*args, **kwargs): + if result.lifecycle_depth.get(id(test), 0): + result.invalid_execution.append('test dispatch invoked inside a lifecycle hook') + return original_dispatch(*args, **kwargs) + result.dispatch_active.add(id(test)) + try: + return original_dispatch(*args, **kwargs) + finally: + result.dispatch_active.discard(id(test)) + test._callTestMethod = dispatch + original_body = getattr(test, test._testMethodName) + + @functools.wraps(original_body) + def body(*args, **kwargs): + require_identities(result.identity_cases,result.identity_bindings,result.invalid_execution) + if id(test) not in result.dispatch_active or result.lifecycle_depth.get(id(test), 0): + result.invalid_execution.append('selected method invoked outside body dispatch') + return original_body(*args, **kwargs) + result.phase[id(test)] = 'body' + result.body_entered_ids.append(method_id(test)) + result.body_active.add(id(test)) + try: + value = original_body(*args, **kwargs) + if value is not None: + result.invalid_execution.append('selected synchronous method must return None') + if inspect.iscoroutine(value) and inspect.getcoroutinestate(value) == inspect.CORO_CREATED: + value.close() # Closing a native unstarted coroutine executes no body. + return None + return value + except BaseException as exc: + result.body_exception[id(test)] = exc + raise + finally: + result.body_active.discard(id(test)) + result.body_finished_ids.append(method_id(test)) + require_identities(result.identity_cases,result.identity_bindings,result.invalid_execution) + # _Outcome calls addFailure *after* this wrapper unwinds. + setattr(test, test._testMethodName, body) + binding['wrapper']=body + + +def describe_suite(suite, selection): + cases = list(selected_cases(suite)) + selected = [method_id(test) for test in cases] + invalid = [] + if not selected: + invalid.append('empty selected population') + if any(item is None for item in selected): + invalid.append('synthetic or unsupported selected test') + if len(set(selected)) != len(selected): + invalid.append('duplicate selected method identity') + for test, identity in zip(cases, selected): + if getattr(test.run,'__func__',None) is not unittest.TestCase.run: + invalid.append('unsupported TestCase.run override') + if identity is not None and test.id() != identity: + invalid.append('display identity does not match selected method') + if identity is not None and not supported_method_shape(getattr(test, test._testMethodName)): + invalid.append('unsupported selected method shape: ' + identity) + return cases, {'selection': selection, 'selected_ids': selected, 'invalid_population': invalid} + + +def run_suite(suite, selection, bindings=None, invalid=()): + cases, bindings, identity_errors = bound_population(suite,bindings,invalid) + _, population = describe_suite(suite, selection) + population['invalid_population'].extend(identity_errors) + stream = io.StringIO() + result = LifecycleResult(stream=unittest.runner._WritelnDecorator(stream), + descriptions=True, verbosity=2) + result.identity_cases=cases;result.identity_bindings=bindings + if not population['invalid_population']: + for test in cases: + instrument(test, result,bindings[id(test)]) + try: + suite.run(result) + except IdentityMismatch: + result.stop() + population['invalid_population'].extend(result.invalid_execution) + # Render the ordinary summary for humans; grading uses the structured fields. + result.printErrors() + stream.write(f'Ran {result.testsRun} tests\n') + value = {'receipt_schema': RECEIPT_SCHEMA, 'selection': selection, + **population, + 'tests_run': result.testsRun, 'assertion_failures': len(result.failures), + 'errors': len(result.errors), 'skipped': len(result.skipped), + 'expected_failures': len(result.expectedFailures), + 'unexpected_successes': len(result.unexpectedSuccesses), + 'successful': result.wasSuccessful(), 'log': stream.getvalue()} + for name in ('started_ids', 'finished_ids', 'body_entered_ids', + 'body_finished_ids', 'body_assertion_ids', 'lifecycle_failures', 'subtests', + 'subtest_events', 'assertion_events'): + value[name] = getattr(result, name) + return value + + +def main(): + parser = argparse.ArgumentParser(allow_abbrev=False) + parser.add_argument('--output', required=True) + parser.add_argument('--test', action='append', default=[]) + parser.add_argument('--list', action='store_true', help='discover identities without running fixtures or test bodies') + args = parser.parse_args() + sys.path.insert(0, str(ROOT / 'tests')) + loader=IdentityLoader() + if args.test: + suite = loader.loadTestsFromNames(args.test) + else: + suite = loader.discover(str(ROOT / 'tests'), pattern='test_*.py') + selection = args.test or ['discover:test_*.py'] + if args.list: + _, population = describe_suite(suite, selection) + _,_,errors=bound_population(suite,loader.bindings,loader.invalid) + population['invalid_population'].extend(errors) + Path(args.output).write_text(json.dumps(population, indent=2) + '\n') + return 0 if population['selected_ids'] and not population['invalid_population'] else 1 + value = run_suite(suite, selection,loader.bindings,loader.invalid) + Path(args.output).write_text(json.dumps(value, indent=2) + '\n') + print(value['log'], end='') + complete = (not value['invalid_population'] and value['selected_ids'] + and all(value[key] == value['selected_ids'] for key in + ('started_ids', 'finished_ids', 'body_entered_ids', 'body_finished_ids'))) + return 0 if (complete and value['successful'] and not value['skipped'] + and not value['expected_failures'] and not value['unexpected_successes'] + and all(event['phase'] == 'body' and event['outcome'] == 'success' + for event in value['subtest_events']) + and not value['lifecycle_failures']) else 1 + + +if __name__ == '__main__': + raise SystemExit(main()) diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/historical-source/exact-descriptor/tests/test_mutation_harness.py b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/historical-source/exact-descriptor/tests/test_mutation_harness.py new file mode 100644 index 000000000..069fe89e4 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/historical-source/exact-descriptor/tests/test_mutation_harness.py @@ -0,0 +1,460 @@ +"""Real runner controls for body-only mutation kills and complete selected populations.""" +import copy +import importlib.util +import json +from pathlib import Path +import shutil +import subprocess +import sys +import tempfile +import textwrap +import unittest + +ROOT = Path(__file__).resolve().parents[1] +_spec = importlib.util.spec_from_file_location('mutations_under_test', ROOT / 'mutations.py') +mutations = importlib.util.module_from_spec(_spec) +_spec.loader.exec_module(mutations) + + +class MutationHarnessTests(unittest.TestCase): + def run_fixture(self, methods, selection='fixture.Case', module_tail=''): + source = 'import unittest\nclass Case(unittest.TestCase):\n' + textwrap.indent(textwrap.dedent(methods), ' ') + '\n' + module_tail + with tempfile.TemporaryDirectory() as tmp: + root = Path(tmp) + (root / 'tests').mkdir() + shutil.copy2(ROOT / 'run_tests.py', root / 'run_tests.py') + (root / 'tests/fixture.py').write_text(source) + output = root / 'result.json' + p = subprocess.run([sys.executable, '-B', '-S', str(root / 'run_tests.py'), + '--output', str(output), '--test', selection], + capture_output=True, text=True, timeout=10) + self.assertTrue(output.exists(), p.stderr) + value = json.loads(output.read_text()) + return mutations.classify(value, p.returncode), value, p.returncode + + def test_setup_assertion_is_not_a_kill(self): + outcome, value, _ = self.run_fixture(''' + def setUp(self): self.fail('setup only') + def test_one(self): pass + ''') + self.assertEqual(outcome, 'ERROR', value) + + def test_body_assertion_kills_after_all_selected_bodies_finish(self): + outcome, value, _ = self.run_fixture(''' + def test_one(self): self.fail('body assertion') + def test_two(self): pass + ''') + self.assertEqual(outcome, 'KILLED', value) + self.assertEqual(value['body_entered_ids'], ['fixture.Case.test_one', 'fixture.Case.test_two']) + self.assertEqual(value['body_finished_ids'], ['fixture.Case.test_one', 'fixture.Case.test_two']) + self.assertEqual(value['body_assertion_ids'], ['fixture.Case.test_one']) + + def test_dispatch_hook_assertion_without_selected_method_is_error(self): + outcome, value, _ = self.run_fixture("def _callTestMethod(self, method): self.fail('dispatch hook only')\ndef test_one(self): raise RuntimeError('selected body was entered')") + self.assertEqual(outcome, 'ERROR', value) + + def test_selected_method_invoked_from_lifecycle_is_error(self): + for source in ("def setUp(self): self.test_one()\ndef test_one(self): self.fail('called from setup')", + "def setUp(self): self._callTestMethod(self.test_one)\ndef test_one(self): self.fail('dispatch called from setup')", + "def tearDown(self): self.test_one()\ndef test_one(self): pass", + "def test_one(self):\n if not hasattr(self, 'scheduled'):\n self.scheduled = True\n self.addCleanup(self.test_one)"): + outcome, value, _ = self.run_fixture(source) + self.assertEqual(outcome, 'ERROR', value) + + def test_clean_identity_survives(self): + outcome, value, _ = self.run_fixture('def test_one(self): pass') + self.assertEqual(outcome, 'SURVIVED', value) + + def test_lifecycle_failures_never_kill_even_with_body_assertion(self): + cases = [ + "def tearDown(self): self.fail('teardown')\ndef test_one(self): pass", + "def test_one(self): self.addCleanup(self.fail, 'cleanup')", + "def tearDown(self): self.fail('teardown')\ndef test_one(self): self.fail('body')", + "def test_one(self):\n self.addCleanup(self.fail, 'cleanup')\n self.fail('body')", + "@classmethod\ndef setUpClass(cls): raise AssertionError('class setup')\ndef test_one(self): pass", + "@classmethod\ndef tearDownClass(cls): raise AssertionError('class teardown')\ndef test_one(self): self.fail('body')", + "@classmethod\ndef setUpClass(cls): cls.addClassCleanup(lambda: (_ for _ in ()).throw(AssertionError('class cleanup')))\ndef test_one(self): self.fail('body')", + ] + for source in cases: + with self.subTest(source=source): + outcome, value, _ = self.run_fixture(source) + self.assertEqual(outcome, 'ERROR', value) + + def test_errors_skips_and_expected_failures_are_errors(self): + cases = [ + "def test_one(self): raise RuntimeError('body runtime')", + "def setUp(self): raise RuntimeError('setup runtime')\ndef test_one(self): self.fail('body')", + "@unittest.skip('skip')\ndef test_one(self): pass", + "@unittest.expectedFailure\ndef test_one(self): self.fail('expected')", + "@unittest.expectedFailure\ndef test_one(self): pass", + ] + for source in cases: + with self.subTest(source=source): + outcome, value, _ = self.run_fixture(source) + self.assertEqual(outcome, 'ERROR', value) + + def test_body_scoped_subtest_assertions_kill_without_changing_parent_population(self): + for source, failures in (("def test_one(self):\n with self.subTest(i=1): self.fail('first')\n with self.subTest(i=2): self.fail('second')", 2), + ("def test_one(self):\n with self.subTest(i=1): pass\n self.fail('body')", 1)): + outcome, value, _ = self.run_fixture(source) + self.assertEqual(outcome, 'KILLED', value) + self.assertEqual(value['selected_ids'], ['fixture.Case.test_one']) + self.assertEqual(value['assertion_failures'], failures) + outcome, value, _ = self.run_fixture("def test_one(self):\n with self.subTest(i=1): pass") + self.assertEqual(outcome, 'SURVIVED', value) + + def test_foreign_subtest_parent_cannot_claim_selected_body_assertion(self): + outcome, value, _ = self.run_fixture("def test_one(self):\n import sys\n foreign = unittest.case._SubTest(unittest.FunctionTestCase(lambda: None), 'foreign', {})\n try: raise AssertionError('foreign parent assertion')\n except AssertionError: self._outcome.result.addSubTest(self, foreign, sys.exc_info())") + self.assertEqual(outcome, 'ERROR', value) + + def test_lifecycle_subtests_and_subtest_errors_are_errors(self): + for source in ("def setUp(self):\n with self.subTest(i=1): self.fail('setup subtest')\ndef test_one(self): pass", + "def tearDown(self):\n with self.subTest(i=1): self.fail('teardown subtest')\ndef test_one(self): self.fail('body')", + "def test_one(self):\n with self.subTest(i=1): raise RuntimeError('subtest runtime')"): + outcome, value, _ = self.run_fixture(source) + self.assertEqual(outcome, 'ERROR', value) + + def test_empty_duplicate_synthetic_and_spoofed_population_is_error(self): + cases = [ + ('def test_one(self): pass', 'fixture', 'def load_tests(loader, tests, pattern): return unittest.TestSuite()'), + ('def test_one(self): self.fail("body")', 'fixture', 'def load_tests(loader, tests, pattern): return unittest.TestSuite([Case("test_one"), Case("test_one")])'), + ('def test_one(self): pass', 'fixture.Missing', ''), + ('def id(self): return "fixture.Case.test_forged"\ndef test_one(self): self.fail("body")', 'fixture.Case', ''), + ] + for source, selection, tail in cases: + with self.subTest(selection=selection, tail=tail): + outcome, value, _ = self.run_fixture(source, selection, tail) + self.assertEqual(outcome, 'ERROR', value) + + def test_population_listing_does_not_execute_fixtures_or_bodies(self): + with tempfile.TemporaryDirectory() as tmp: + root = Path(tmp) + (root / 'tests').mkdir() + shutil.copy2(ROOT / 'run_tests.py', root / 'run_tests.py') + (root / 'tests/fixture.py').write_text("import unittest\nclass Case(unittest.TestCase):\n @classmethod\n def setUpClass(cls): raise AssertionError('fixture must not run')\n def test_one(self): raise RuntimeError('body must not run')\n") + output = root / 'population.json' + p = subprocess.run([sys.executable, '-B', '-S', str(root / 'run_tests.py'), + '--output', str(output), '--test', 'fixture.Case', '--list'], + capture_output=True, text=True, timeout=10) + self.assertEqual(p.returncode, 0, p.stderr) + self.assertEqual(json.loads(output.read_text()), + {'selection': ['fixture.Case'], 'selected_ids': ['fixture.Case.test_one'], + 'invalid_population': []}) + + def test_summary_without_lifecycle_receipt_fails_closed(self): + old = dict(tests_run=1, assertion_failures=1, errors=0, skipped=0, + expected_failures=0, unexpected_successes=0, successful=False) + self.assertEqual(mutations.classify(old, 1), 'ERROR') + self.assertEqual(mutations.classify({}, 1), 'ERROR') + self.assertEqual(mutations.classify(None, 1), 'ERROR') + + def test_forged_or_missing_accounting_is_error(self): + _, receipt, code = self.run_fixture('def test_one(self): self.fail("body")') + for key in ('receipt_schema', 'selected_ids', 'started_ids', 'finished_ids', + 'body_entered_ids', 'body_finished_ids', 'body_assertion_ids', + 'lifecycle_failures', 'subtests', 'invalid_population', 'subtest_events', 'assertion_events'): + with self.subTest(missing=key): + value = copy.deepcopy(receipt) + value.pop(key, None) + self.assertEqual(mutations.classify(value, code), 'ERROR') + for changes in ({'tests_run': True}, {'tests_run': 1.0}, {'assertion_failures': '1'}, + {'successful': 0}, {'lifecycle_failures': -1}, {'subtests': True}, + {'body_entered_ids': []}, {'body_finished_ids': []}, + {'finished_ids': []}, {'body_assertion_ids': []}, + {'body_assertion_ids': ['fixture.Case.test_forged']}, + {'selected_ids': ['synthetic']}, + {'selected_ids': ['unittest.loader._FailedTest.test_one']}, + {'selected_ids': ['fixture.Case.test_one', 'fixture.Case.test_one']}, + {'started_ids': ['fixture.Case.test_one', 'fixture.Case.test_one']}, + {'errors': 1}, {'skipped': 1}, {'expected_failures': 1}, + {'unexpected_successes': 1}, {'assertion_failures': 2}, + {'subtests': 1}, {'assertion_events': []}, + {'subtest_events': [{'parent_id': 'fixture.Case.test_one', 'phase': 'body', 'outcome': 'assertion'}]}): + with self.subTest(changes=changes): + self.assertEqual(mutations.classify({**receipt, **changes}, code), 'ERROR') + self.assertEqual(mutations.classify(receipt, code, ['fixture.Other']), 'ERROR') + self.assertEqual(mutations.classify({**receipt, 'selection': ['fixture.Other']}, code, ['fixture.Other']), 'ERROR') + self.assertEqual(mutations.classify(receipt, code, ['fixture.Case'], ['fixture.Case.test_other']), 'ERROR') + for exit_code in (2, -9, True): + self.assertEqual(mutations.classify(receipt, exit_code), 'ERROR') + + +class LazyBodyHarnessTests(unittest.TestCase): + """A call returning suspended work must never establish complete test execution.""" + + def run_lazy_fixture(self, methods, definitions='', listing=False): + with tempfile.TemporaryDirectory() as tmp: + root = Path(tmp) + (root / 'tests').mkdir() + shutil.copy2(ROOT / 'run_tests.py', root / 'run_tests.py') + events = root / 'events' + source = ('import unittest, functools\nfrom pathlib import Path\n' + 'def record(label):\n with Path(' + repr(str(events)) + ').open("a") as out: out.write(label + "\\n")\n' + + textwrap.dedent(definitions) + '\nclass Case(unittest.TestCase):\n' + + textwrap.indent(textwrap.dedent(methods), ' ')) + (root / 'tests/fixture.py').write_text(source) + output = root / 'result.json' + command = [sys.executable, '-B', '-S', str(root / 'run_tests.py'), + '--output', str(output), '--test', 'fixture.Case'] + if listing: + command.append('--list') + p = subprocess.run(command, capture_output=True, text=True, timeout=10) + self.assertTrue(output.is_file(), p.stderr) + value = json.loads(output.read_text()) + observed = events.read_text().splitlines() if events.exists() else [] + return mutations.classify(value, p.returncode), value, observed, p.stderr + + def test_ordinary_synchronous_body_positives_remain_supported(self): + survived, value, events, _ = self.run_lazy_fixture("def test_one(self): record('ordinary')") + self.assertEqual(survived, 'SURVIVED', value) + self.assertEqual(events, ['ordinary']) + killed, value, events, _ = self.run_lazy_fixture("def test_one(self):\n record('assertion')\n self.fail('real body assertion')") + self.assertEqual(killed, 'KILLED', value) + self.assertEqual(events, ['assertion']) + + def test_declared_lazy_method_shapes_refuse_mixed_population_before_execution(self): + for lazy in ("def test_a_lazy(self):\n record('lazy advanced')\n yield None", + "async def test_a_lazy(self):\n record('lazy advanced')\n yield None", + "async def test_a_lazy(self): record('lazy advanced')"): + with self.subTest(shape=lazy): + methods = lazy + "\ndef test_b_assertion(self):\n record('ordinary assertion')\n self.fail('body assertion')" + outcome, value, events, _ = self.run_lazy_fixture(methods) + self.assertEqual(outcome, 'ERROR', value) + self.assertEqual(events, [], value) + self.assertTrue(value['invalid_population'], value) + _, population, events, _ = self.run_lazy_fixture(methods, listing=True) + self.assertTrue(population['invalid_population'], population) + self.assertEqual(events, []) + + def test_wrapped_lazy_method_shapes_refuse_before_execution(self): + definitions = ''' + def wrap(method): + @functools.wraps(method) + def wrapper(*args, **kwargs): + record('decorator executed') + return method(*args, **kwargs) + return wrapper + ''' + for lazy in ("def test_a_lazy(self):\n record('lazy advanced')\n yield None", + "async def test_a_lazy(self):\n record('lazy advanced')\n yield None", + "async def test_a_lazy(self): record('lazy advanced')"): + with self.subTest(shape=lazy): + outcome, value, events, _ = self.run_lazy_fixture('@wrap\n' + lazy + "\ndef test_b_assertion(self): self.fail('body')", definitions) + self.assertEqual(outcome, 'ERROR', value) + self.assertEqual(events, [], value) + + def test_sync_lazy_returns_refuse_without_advancing_suspended_work(self): + definitions = ''' + def generator(): + record('generator advanced') + yield None + async def coroutine(): record('coroutine advanced') + async def async_generator(): + record('async generator advanced') + yield None + class Awaitable: + def __await__(self): + record('custom awaitable advanced') + yield None + ''' + for expression in ('generator()', 'coroutine()', 'async_generator()', 'Awaitable()'): + with self.subTest(expression=expression): + methods = "def test_a_return(self):\n record('outer method')\n return " + expression + "\ndef test_b_assertion(self):\n record('ordinary assertion')\n self.fail('body')" + outcome, value, events, stderr = self.run_lazy_fixture(methods, definitions) + self.assertEqual(outcome, 'ERROR', value) + self.assertEqual(events, ['outer method', 'ordinary assertion'], value) + self.assertTrue(value['invalid_population'], value) + self.assertNotIn('was never awaited', stderr) + + def test_decorator_without_wrapped_metadata_cannot_hide_lazy_return(self): + definitions = ''' + def hide(method): + def wrapper(*args, **kwargs): + record('decorator executed') + return method(*args, **kwargs) + return wrapper + ''' + outcome, value, events, _ = self.run_lazy_fixture("@hide\ndef test_a_lazy(self):\n record('lazy advanced')\n yield None\ndef test_b_assertion(self):\n record('ordinary assertion')\n self.fail('body')", definitions) + self.assertEqual(outcome, 'ERROR', value) + self.assertEqual(events, ['decorator executed', 'ordinary assertion'], value) + + def test_all_non_none_returns_refuse_without_iterating_custom_objects(self): + definitions = "class DeferredIterable:\n def __iter__(self):\n record('unknown iterable advanced')\n yield None" + for expression in ('False', '0', '[]', 'DeferredIterable()'): + with self.subTest(expression=expression): + outcome, value, events, _ = self.run_lazy_fixture("def test_a_return(self):\n record('outer method')\n return " + expression + "\ndef test_b_assertion(self):\n record('ordinary assertion')\n self.fail('body')", definitions) + self.assertEqual(outcome, 'ERROR', value) + self.assertEqual(events, ['outer method', 'ordinary assertion'], value) + + +import os +import shutil +import subprocess + +class IdentityHarnessTests(unittest.TestCase): + """Real ordinary-body controls for loader and in-process identity binding.""" + + def run_identity_fixture(self, label, source, selectors=()): + import hashlib + with tempfile.TemporaryDirectory() as temporary: + root=Path(temporary);(root/'tests').mkdir() + runner=root/'run_tests.py' + shutil.copy2(ROOT/'run_tests.py',runner) + events=root/'events' + header=('import unittest\nfrom pathlib import Path\n' + +'def record(label):\n with Path('+repr(str(events))+').open("a") as out: out.write(label+"\\n")\n') + fixture=root/'tests'/'test_identity.py' + fixture.write_text(header+source) + output=root/'receipt.json' + command=[sys.executable,'-B','-S',str(runner),*[],'--output',str(output)] + for selector in selectors:command.extend(['--test',selector]) + p=subprocess.run(command,capture_output=True,text=True,timeout=15) + self.assertTrue(output.exists(),p.stderr) + value=json.loads(output.read_text()) + outcome=mutations.classify(value,p.returncode) + observed=events.read_text().splitlines() if events.exists() else [] + record={'label':label,'optimize':sys.flags.optimize,'fixture_source':header+source, + 'fixture_sha256':hashlib.sha256(fixture.read_bytes()).hexdigest(), + 'command':command,'exit_code':p.returncode,'outcome':outcome, + 'events':observed,'receipt':value,'stdout':p.stdout,'stderr':p.stderr} + destination=os.environ.get('CBZ_IDENTITY_CONTROL_EVIDENCE') + if destination: + out=Path(destination);out.mkdir(parents=True,exist_ok=True) + (out/(label+'.json')).write_text(json.dumps(record,sort_keys=True,indent=2)+'\n') + return outcome,value,observed + + def test_module_alias_subclass_and_population_hooks_refused_before_execution(self): + base=('class C(unittest.TestCase):\n' + +' def test_first(self): record("first")\n' + +' def test_second(self):\n record("second")\n self.fail("retained second body")\n') + hooks=[('alias','def load_tests(loader, tests, pattern):\n record("hook")\n C.test_second=C.test_first\n return tests\n'), + ('alias-assertion','def load_tests(loader, tests, pattern):\n record("hook")\n C.test_second=C.test_first\n return tests\n'), + ('subclass','def load_tests(loader, tests, pattern):\n record("hook")\n def replacement(self): record("replacement")\n R=type("C",(C,),{"test_first":replacement,"test_second":replacement,"__module__":__name__,"__qualname__":"C"})\n globals()["C"]=R\n return loader.loadTestsFromTestCase(R)\n'), + ('omission','def load_tests(loader, tests, pattern):\n record("hook")\n return unittest.TestSuite([C("test_first")])\n')] + for label,hook in hooks: + with self.subTest(shape=label): + source=base+hook + if label=='alias-assertion':source=source.replace('def test_first(self): record("first")','def test_first(self):\n record("first")\n self.fail("first body assertion")') + outcome,value,events=self.run_identity_fixture('hook-'+label,source) + self.assertEqual(outcome,'ERROR',value) + self.assertEqual(events,[],value) + self.assertTrue(value['invalid_population'],value) + + source=('class Hidden(unittest.TestCase):\n def test_hidden(self):\n record("hidden")\n self.fail("hidden body retained")\n' + +'class Visible(unittest.TestCase):\n def test_visible(self): record("visible")\n' + +'def __dir__():\n record("module-dir")\n return ["Visible"]\n') + outcome,value,events=self.run_identity_fixture('module-dir-cannot-hide',source) + self.assertEqual(outcome,'KILLED',value) + self.assertEqual(events,['hidden','visible'],value) + self.assertEqual(len(value['selected_ids']),2,value) + + def test_named_class_and_method_selection_preserve_exact_population(self): + source='class C(unittest.TestCase):\n def test_first(self): record("first")\n def test_second(self): record("second")\n' + for label,selectors,wanted in [('class',('test_identity.C',),['first','second']), + ('method',('test_identity.C.test_second',),['second'])]: + with self.subTest(selector=label): + outcome,value,events=self.run_identity_fixture('named-'+label,source,selectors) + self.assertEqual(outcome,'SURVIVED',value) + self.assertEqual(events,wanted,value) + outcome,value,events=self.run_identity_fixture('named-assertion',source.replace('record("first")','record("first"); self.fail("body")'),('test_identity.C',)) + self.assertEqual(outcome,'KILLED',value) + self.assertEqual(events,['first','second'],value) + + def test_callable_factory_selector_is_refused_before_factory_or_body(self): + source=('class C(unittest.TestCase):\n def test_one(self): record("body")\n' + +'def factory():\n record("factory")\n return unittest.TestSuite([C("test_one")])\n') + outcome,value,events=self.run_identity_fixture('callable-factory',source,('test_identity.factory',)) + self.assertEqual(outcome,'ERROR',value) + self.assertEqual(events,[],value) + self.assertTrue(value['invalid_population'],value) + + proxy_source=('class C(unittest.TestCase):\n def test_one(self): record("body")\n' + +'class Proxy:\n def __getattr__(self,name):\n record("proxy")\n return C\nproxy=Proxy()\n') + outcome,value,events=self.run_identity_fixture('selector-proxy',proxy_source,('test_identity.proxy.C.test_one',)) + self.assertEqual(outcome,'ERROR',value) + self.assertEqual(events,[],value) + self.assertTrue(value['invalid_population'],value) + constructor_fixtures=[ + ('init','class C(unittest.TestCase):\n def __init__(self,*a,**k):\n record("constructor")\n super().__init__(*a,**k)\n type(self).test_second=type(self).test_first\n def test_first(self): record("first")\n def test_second(self):\n record("second")\n self.fail("retained second body")\n'), + ('new','class C(unittest.TestCase):\n def __new__(cls,*a,**k):\n record("constructor")\n return super().__new__(cls)\n def test_one(self): record("body")\n'), + ('metaclass','class Meta(type):\n def __call__(cls,*a,**k):\n record("metaclass")\n return super().__call__(*a,**k)\nclass C(unittest.TestCase,metaclass=Meta):\n def test_one(self): record("body")\n'), + ('getattribute','class C(unittest.TestCase):\n def __getattribute__(self,name):\n record("attribute")\n return super().__getattribute__(name)\n def test_one(self): record("body")\n'), + ('setattr','class C(unittest.TestCase):\n def __setattr__(self,name,value):\n record("attribute")\n return super().__setattr__(name,value)\n def test_one(self): record("body")\n'), + ] + constructor_fixtures.append(('descriptor','class Descriptor:\n def __init__(self,original): self.original=original\n def __get__(self,instance,owner):\n record("descriptor")\n owner.test_second=owner.test_first\n return owner.test_first\nclass C(unittest.TestCase):\n def test_first(self): record("first")\n def test_second(self):\n record("second")\n self.fail("retained second body")\n test_second=Descriptor(test_second)\n')) + for kind in ('staticmethod','classmethod'): + constructor_fixtures.append(('descriptor-'+kind,'class Alias('+kind+'):\n def __get__(self,instance,owner):\n record("descriptor-subclass")\n owner.test_second=owner.test_first\n return owner.test_first.__get__(instance,owner)\nclass C(unittest.TestCase):\n def test_first(self): record("first")\n def test_second(self):\n record("second")\n self.fail("retained second body")\n test_second=Alias(test_second)\n')) + constructor_fixtures.append(('special-descriptor','class InitDescriptor:\n def __get__(self,instance,owner):\n record("special-descriptor")\n owner.__init__=unittest.TestCase.__init__\n return owner.__init__.__get__(instance,owner)\nclass C(unittest.TestCase):\n __init__=InitDescriptor()\n def test_one(self): record("body")\n')) + for label,source in constructor_fixtures: + for selection in [(),('test_identity.C',),('test_identity.C.'+('test_first' if label=='init' else 'test_second' if label.startswith('descriptor') else 'test_one'),)]: + with self.subTest(constructor=label,selector=selection): + outcome,value,events=self.run_identity_fixture('construction-'+label+'-'+str(len(selection))+'-'+('method' if selection and selection[0].count('.')==2 else 'class'),source,selection) + self.assertEqual(outcome,'ERROR',value) + self.assertEqual(events,[],value) + self.assertTrue(value['invalid_population'],value) + + helper_source=('class Alias(staticmethod):\n def __get__(self,instance,owner):\n record("helper-descriptor")\n return owner.test_one.__get__(instance,owner)\n' + +'class C(unittest.TestCase):\n def test_one(self): record("test")\n def helper(self):\n record("retained-helper")\n self.fail("original helper body")\n helper=Alias(helper)\n') + outcome,value,events=self.run_identity_fixture('selector-helper-descriptor',helper_source,('test_identity.C.helper',)) + self.assertEqual(outcome,'ERROR',value) + self.assertEqual(events,[],value) + self.assertTrue(value['invalid_population'],value) + + def test_class_fixture_function_and_code_substitutions_are_refused(self): + base=('def replacement(self): record("replacement")\n' + +'class C(unittest.TestCase):\n' + +' @classmethod\n def setUpClass(cls):\n record("class-setup")\n CHANGE\n' + +' def test_one(self):\n record("original")\n self.fail("original body retained")\n') + for label,change in [('function','cls.test_one=replacement'),('code','cls.test_one.__code__=replacement.__code__'), + ('same-code-function','cls.test_one=__import__("types").FunctionType(cls.test_one.__code__,cls.test_one.__globals__)')]: + with self.subTest(change=label): + outcome,value,events=self.run_identity_fixture('class-fixture-'+label,base.replace('CHANGE',change)) + self.assertEqual(outcome,'ERROR',value) + self.assertEqual(events,['class-setup'],value) + self.assertTrue(value['invalid_population'],value) + + source=('class C(unittest.TestCase):\n' + +' def setUp(self):\n record("setup")\n self.__class__=type("C",(type(self),),{"__module__":__name__,"__qualname__":"C"})\n' + +' def test_one(self):\n record("original")\n self.fail("original body retained")\n') + outcome,value,events=self.run_identity_fixture('instance-class-change',source) + self.assertEqual(outcome,'ERROR',value) + self.assertEqual(events,['setup'],value) + self.assertTrue(value['invalid_population'],value) + + def test_postload_substitution_refused_before_any_fixture(self): + spec=importlib.util.spec_from_file_location('identity_runtime_probe',ROOT/'run_tests.py') + runtime=importlib.util.module_from_spec(spec);spec.loader.exec_module(runtime) + events=[] + class Case(unittest.TestCase): + @classmethod + def setUpClass(cls):events.append('class-setup') + def setUp(self):events.append('setup') + def test_one(self):events.append('original') + loader=runtime.IdentityLoader();suite=loader.loadTestsFromTestCase(Case) + def replacement(self):events.append('replacement') + Case.test_one=replacement + value=runtime.run_suite(suite,['probe.Case'],loader.bindings,loader.invalid) + self.assertTrue(value['invalid_population'],value) + self.assertEqual(events,[],value) + self.assertEqual(value['tests_run'],0,value) + + def test_custom_testcase_run_is_refused_before_execution(self): + source=('class C(unittest.TestCase):\n' + +' def run(self,result=None):\n record("custom-run")\n return super().run(result)\n' + +' def test_one(self): record("body")\n') + outcome,value,events=self.run_identity_fixture('custom-run',source,('test_identity.C',)) + self.assertEqual(outcome,'ERROR',value) + self.assertEqual(events,[],value) + self.assertTrue(value['invalid_population'],value) + + def test_identity_change_during_body_is_not_a_clean_kill(self): + source=('class C(unittest.TestCase):\n' + +' def test_first(self):\n record("first")\n type(self).test_second=type(self).test_first\n' + +' def test_second(self):\n record("second")\n self.fail("retained second body")\n') + outcome,value,events=self.run_identity_fixture('during-body-change',source) + self.assertEqual(outcome,'ERROR',value) + self.assertEqual(events,['first'],value) + self.assertTrue(value['invalid_population'],value) + +if __name__ == '__main__': + unittest.main(verbosity=2) diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/historical-source/initial/run_tests.py b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/historical-source/initial/run_tests.py new file mode 100644 index 000000000..c9fec335f --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/historical-source/initial/run_tests.py @@ -0,0 +1,396 @@ +#!/usr/bin/env python3 +"""Structured unittest execution; only complete selected test bodies grade mutants.""" +import argparse +import functools +import inspect +import importlib +import io +import json +from pathlib import Path +import sys +import unittest + +ROOT = Path(__file__).resolve().parent +RECEIPT_SCHEMA = 'cbz-unittest-lifecycle-v1' + + + +class IdentityMismatch(RuntimeError): + """A selected declaration no longer denotes its frozen body.""" + + +def function_chain(method): + """Bind actual ordinary function and code objects, including wraps links.""" + chain=[];seen=set() + while True: + function=method.__func__ if inspect.ismethod(method) else method + if not inspect.isfunction(function) or id(function) in seen: + return None + seen.add(id(function));chain.append((function,function.__code__)) + if not hasattr(function,'__wrapped__'): + return tuple(chain) + method=function.__wrapped__ + + +def same_function_chain(left,right): + return (left is not None and right is not None and len(left)==len(right) + and all(a is c and b is d for (a,b),(c,d) in zip(left,right))) + + +def capture_identity(test): + if not isinstance(test,unittest.TestCase): + return None + cls=type(test);name=getattr(test,'_testMethodName',None) + if type(name) is not str: + return None + instance=function_chain(getattr(test,name,None)) + declared=function_chain(getattr(cls,name,None)) + if instance is None or declared is None: + return None + return {'class':cls,'name':name, + 'id':cls.__module__+'.'+cls.__qualname__+'.'+name, + 'instance':instance,'declared':declared,'wrapper':None} + + +def identity_matches(test,binding): + if (binding is None or type(test) is not binding['class'] + or getattr(test,'_testMethodName',None)!=binding['name'] + or type(test).__module__+'.'+type(test).__qualname__+'.'+binding['name']!=binding['id']): + return False + if not same_function_chain(function_chain(getattr(type(test),binding['name'],None)),binding['declared']): + return False + live=getattr(test,binding['name'],None) + if binding['wrapper'] is not None and live is not binding['wrapper']: + return False + original=(binding['instance'][0][0] if binding['wrapper'] is not None else live) + return same_function_chain(function_chain(original),binding['instance']) + + +def suite_leaves(suite): + for child in suite: + if type(child) is unittest.TestSuite: + yield from suite_leaves(child) + else: + yield child + + +class IdentityLoader(unittest.TestLoader): + """Standard declarations only; never invoke module population factories.""" + def __init__(self): + super().__init__();self.bindings={};self.invalid=[] + + def remember(self,suite): + for test in suite_leaves(suite): + binding=capture_identity(test) + if binding is None: + self.invalid.append('unsupported selected declaration') + else: + self.bindings[id(test)]=binding + return suite + + def loadTestsFromTestCase(self,testCaseClass): + return self.remember(super().loadTestsFromTestCase(testCaseClass)) + + def loadTestsFromModule(self,module,*,pattern=None): + # Derive the complete standard population before looking at load_tests. + suites=[] + for name in dir(module): + value=getattr(module,name) + if (isinstance(value,type) and issubclass(value,unittest.TestCase) + and value not in (unittest.TestCase,unittest.FunctionTestCase)): + suites.append(self.loadTestsFromTestCase(value)) + suite=unittest.TestSuite(suites) + if module.__dict__.get('load_tests') is not None: + self.invalid.append('unsupported module load_tests hook: '+module.__name__) + return suite + + def loadTestsFromName(self,name,module=None): + # The standard loader also accepts arbitrary callable suite factories. + # This profile supports modules, TestCase classes and exact methods only. + try: + parts=name.split('.') + if module is None: + for end in range(len(parts),0,-1): + try: + current=importlib.import_module('.'.join(parts[:end]));parts=parts[end:] + break + except ModuleNotFoundError as exc: + prefix='.'.join(parts[:end]) + if exc.name!=prefix and not prefix.startswith(str(exc.name)+'.'): + raise + else: + raise ValueError('selector module not found') + else: + current=module + parent=None + for part in parts: + parent,current=current,getattr(current,part) + if inspect.ismodule(current): + return self.loadTestsFromModule(current) + if isinstance(current,type) and issubclass(current,unittest.TestCase): + return self.loadTestsFromTestCase(current) + if (isinstance(parent,type) and issubclass(parent,unittest.TestCase) + and (inspect.isfunction(current) or inspect.ismethod(current))): + return self.remember(unittest.TestSuite([parent(parts[-1])])) + raise ValueError('unsupported callable or selector kind') + except (ImportError,AttributeError,TypeError,ValueError) as exc: + self.invalid.append('unsupported test selector: '+name+' ('+type(exc).__name__+')') + return unittest.TestSuite() + + +def bound_population(suite,bindings=None,invalid=()): + cases=list(suite_leaves(suite));problems=list(invalid) + if bindings is None: + bindings={id(test):capture_identity(test) for test in cases} + for test in cases: + if not identity_matches(test,bindings.get(id(test))): + problems.append('selected class/function/code identity changed before execution') + return cases,bindings,problems + + +def require_identities(cases,bindings,invalid): + if any(not identity_matches(test,bindings.get(id(test))) for test in cases): + invalid.append('selected class/function/code identity changed during execution') + raise IdentityMismatch('selected body identity changed') + +def method_id(test): + """Use the actual selected method, rather than an overridable display id.""" + cls = type(test) + name = getattr(test, '_testMethodName', None) + if (not isinstance(test, unittest.TestCase) or cls.__module__ == 'unittest.loader' + or not isinstance(name, str) or not callable(getattr(test, name, None))): + return None + return cls.__module__ + '.' + cls.__qualname__ + '.' + name + + +def supported_method_shape(method): + """Only synchronous ordinary functions/methods are supported test bodies. + + Inspect every advertised decorator link. Returning suspended work is checked + separately, since decorators may intentionally omit __wrapped__ metadata. + """ + try: + inspect.unwrap(method) # Reject cyclic decorator metadata. + except ValueError: + return False + current = method + while True: + if (not (inspect.isfunction(current) or inspect.ismethod(current)) + or inspect.isgeneratorfunction(current) + or inspect.iscoroutinefunction(current) + or inspect.isasyncgenfunction(current)): + return False + if not hasattr(current, '__wrapped__'): + return True + current = current.__wrapped__ + + +def selected_cases(suite): + for test in suite: + if isinstance(test, unittest.TestSuite): + yield from selected_cases(test) + else: + yield test + + +class LifecycleResult(unittest.TextTestResult): + def __init__(self, *args, **kwargs): + super().__init__(*args, **kwargs) + self.started_ids = [] + self.finished_ids = [] + self.body_entered_ids = [] + self.body_finished_ids = [] + self.body_assertion_ids = [] + self.lifecycle_failures = 0 + self.subtests = 0 + self.subtest_events = [] + self.assertion_events = [] + self.phase = {} + self.body_exception = {} + self.body_active = set() + self.dispatch_active = set() + self.lifecycle_depth = {} + self.invalid_execution = [] + + def startTest(self, test): + require_identities(self.identity_cases,self.identity_bindings,self.invalid_execution) + self.started_ids.append(method_id(test)) + self.phase[id(test)] = 'setup' + super().startTest(test) + + def stopTest(self, test): + self.finished_ids.append(method_id(test)) + super().stopTest(test) + + def addFailure(self, test, err): + if (self.phase.get(id(test)) == 'body' + and self.body_exception.get(id(test)) is err[1] + and isinstance(err[1], AssertionError)): + self.body_assertion_ids.append(method_id(test)) + self.assertion_events.append({'parent_id': method_id(test), 'origin': 'body'}) + else: + self.lifecycle_failures += 1 + super().addFailure(test, err) + + def addSubTest(self, test, subtest, err): + self.subtests += 1 + phase = self.phase.get(id(test)) + if phase == 'body' and id(test) not in self.body_active: + phase = 'outside-body' + if getattr(subtest, 'test_case', None) is not test: + phase = 'foreign-parent' + outcome = 'success' if err is None else 'assertion' if isinstance(err[1], AssertionError) else 'error' + self.subtest_events.append({'parent_id': method_id(test), 'phase': phase, 'outcome': outcome}) + if err is not None and outcome == 'assertion': + if phase == 'body': + self.body_assertion_ids.append(method_id(test)) + self.assertion_events.append({'parent_id': method_id(test), 'origin': 'subtest'}) + else: + self.lifecycle_failures += 1 + super().addSubTest(test, subtest, err) + + +def instrument(test, result, binding): + """Keep body exception identity until unittest reports it after this call exits.""" + for name, phase in (('_callSetUp', 'setup'), ('_callTearDown', 'teardown'), + ('doCleanups', 'cleanup')): + original = getattr(test, name) + + def lifecycle(*args, _original=original, _phase=phase, **kwargs): + result.phase[id(test)] = _phase + result.lifecycle_depth[id(test)] = result.lifecycle_depth.get(id(test), 0) + 1 + try: + return _original(*args, **kwargs) + finally: + result.lifecycle_depth[id(test)] -= 1 + setattr(test, name, lifecycle) + original_dispatch = test._callTestMethod + + def dispatch(*args, **kwargs): + if result.lifecycle_depth.get(id(test), 0): + result.invalid_execution.append('test dispatch invoked inside a lifecycle hook') + return original_dispatch(*args, **kwargs) + result.dispatch_active.add(id(test)) + try: + return original_dispatch(*args, **kwargs) + finally: + result.dispatch_active.discard(id(test)) + test._callTestMethod = dispatch + original_body = getattr(test, test._testMethodName) + + @functools.wraps(original_body) + def body(*args, **kwargs): + require_identities(result.identity_cases,result.identity_bindings,result.invalid_execution) + if id(test) not in result.dispatch_active or result.lifecycle_depth.get(id(test), 0): + result.invalid_execution.append('selected method invoked outside body dispatch') + return original_body(*args, **kwargs) + result.phase[id(test)] = 'body' + result.body_entered_ids.append(method_id(test)) + result.body_active.add(id(test)) + try: + value = original_body(*args, **kwargs) + if value is not None: + result.invalid_execution.append('selected synchronous method must return None') + if inspect.iscoroutine(value) and inspect.getcoroutinestate(value) == inspect.CORO_CREATED: + value.close() # Closing a native unstarted coroutine executes no body. + return None + return value + except BaseException as exc: + result.body_exception[id(test)] = exc + raise + finally: + result.body_active.discard(id(test)) + result.body_finished_ids.append(method_id(test)) + require_identities(result.identity_cases,result.identity_bindings,result.invalid_execution) + # _Outcome calls addFailure *after* this wrapper unwinds. + setattr(test, test._testMethodName, body) + binding['wrapper']=body + + +def describe_suite(suite, selection): + cases = list(selected_cases(suite)) + selected = [method_id(test) for test in cases] + invalid = [] + if not selected: + invalid.append('empty selected population') + if any(item is None for item in selected): + invalid.append('synthetic or unsupported selected test') + if len(set(selected)) != len(selected): + invalid.append('duplicate selected method identity') + for test, identity in zip(cases, selected): + if getattr(test.run,'__func__',None) is not unittest.TestCase.run: + invalid.append('unsupported TestCase.run override') + if identity is not None and test.id() != identity: + invalid.append('display identity does not match selected method') + if identity is not None and not supported_method_shape(getattr(test, test._testMethodName)): + invalid.append('unsupported selected method shape: ' + identity) + return cases, {'selection': selection, 'selected_ids': selected, 'invalid_population': invalid} + + +def run_suite(suite, selection, bindings=None, invalid=()): + cases, bindings, identity_errors = bound_population(suite,bindings,invalid) + _, population = describe_suite(suite, selection) + population['invalid_population'].extend(identity_errors) + stream = io.StringIO() + result = LifecycleResult(stream=unittest.runner._WritelnDecorator(stream), + descriptions=True, verbosity=2) + result.identity_cases=cases;result.identity_bindings=bindings + if not population['invalid_population']: + for test in cases: + instrument(test, result,bindings[id(test)]) + try: + suite.run(result) + except IdentityMismatch: + result.stop() + population['invalid_population'].extend(result.invalid_execution) + # Render the ordinary summary for humans; grading uses the structured fields. + result.printErrors() + stream.write(f'Ran {result.testsRun} tests\n') + value = {'receipt_schema': RECEIPT_SCHEMA, 'selection': selection, + **population, + 'tests_run': result.testsRun, 'assertion_failures': len(result.failures), + 'errors': len(result.errors), 'skipped': len(result.skipped), + 'expected_failures': len(result.expectedFailures), + 'unexpected_successes': len(result.unexpectedSuccesses), + 'successful': result.wasSuccessful(), 'log': stream.getvalue()} + for name in ('started_ids', 'finished_ids', 'body_entered_ids', + 'body_finished_ids', 'body_assertion_ids', 'lifecycle_failures', 'subtests', + 'subtest_events', 'assertion_events'): + value[name] = getattr(result, name) + return value + + +def main(): + parser = argparse.ArgumentParser(allow_abbrev=False) + parser.add_argument('--output', required=True) + parser.add_argument('--test', action='append', default=[]) + parser.add_argument('--list', action='store_true', help='discover identities without running fixtures or test bodies') + args = parser.parse_args() + sys.path.insert(0, str(ROOT / 'tests')) + loader=IdentityLoader() + if args.test: + suite = loader.loadTestsFromNames(args.test) + else: + suite = loader.discover(str(ROOT / 'tests'), pattern='test_*.py') + selection = args.test or ['discover:test_*.py'] + if args.list: + _, population = describe_suite(suite, selection) + _,_,errors=bound_population(suite,loader.bindings,loader.invalid) + population['invalid_population'].extend(errors) + Path(args.output).write_text(json.dumps(population, indent=2) + '\n') + return 0 if population['selected_ids'] and not population['invalid_population'] else 1 + value = run_suite(suite, selection,loader.bindings,loader.invalid) + Path(args.output).write_text(json.dumps(value, indent=2) + '\n') + print(value['log'], end='') + complete = (not value['invalid_population'] and value['selected_ids'] + and all(value[key] == value['selected_ids'] for key in + ('started_ids', 'finished_ids', 'body_entered_ids', 'body_finished_ids'))) + return 0 if (complete and value['successful'] and not value['skipped'] + and not value['expected_failures'] and not value['unexpected_successes'] + and all(event['phase'] == 'body' and event['outcome'] == 'success' + for event in value['subtest_events']) + and not value['lifecycle_failures']) else 1 + + +if __name__ == '__main__': + raise SystemExit(main()) diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/historical-source/initial/tests/test_mutation_harness.py b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/historical-source/initial/tests/test_mutation_harness.py new file mode 100644 index 000000000..92ed83038 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/historical-source/initial/tests/test_mutation_harness.py @@ -0,0 +1,420 @@ +"""Real runner controls for body-only mutation kills and complete selected populations.""" +import copy +import importlib.util +import json +from pathlib import Path +import shutil +import subprocess +import sys +import tempfile +import textwrap +import unittest + +ROOT = Path(__file__).resolve().parents[1] +_spec = importlib.util.spec_from_file_location('mutations_under_test', ROOT / 'mutations.py') +mutations = importlib.util.module_from_spec(_spec) +_spec.loader.exec_module(mutations) + + +class MutationHarnessTests(unittest.TestCase): + def run_fixture(self, methods, selection='fixture.Case', module_tail=''): + source = 'import unittest\nclass Case(unittest.TestCase):\n' + textwrap.indent(textwrap.dedent(methods), ' ') + '\n' + module_tail + with tempfile.TemporaryDirectory() as tmp: + root = Path(tmp) + (root / 'tests').mkdir() + shutil.copy2(ROOT / 'run_tests.py', root / 'run_tests.py') + (root / 'tests/fixture.py').write_text(source) + output = root / 'result.json' + p = subprocess.run([sys.executable, '-B', '-S', str(root / 'run_tests.py'), + '--output', str(output), '--test', selection], + capture_output=True, text=True, timeout=10) + self.assertTrue(output.exists(), p.stderr) + value = json.loads(output.read_text()) + return mutations.classify(value, p.returncode), value, p.returncode + + def test_setup_assertion_is_not_a_kill(self): + outcome, value, _ = self.run_fixture(''' + def setUp(self): self.fail('setup only') + def test_one(self): pass + ''') + self.assertEqual(outcome, 'ERROR', value) + + def test_body_assertion_kills_after_all_selected_bodies_finish(self): + outcome, value, _ = self.run_fixture(''' + def test_one(self): self.fail('body assertion') + def test_two(self): pass + ''') + self.assertEqual(outcome, 'KILLED', value) + self.assertEqual(value['body_entered_ids'], ['fixture.Case.test_one', 'fixture.Case.test_two']) + self.assertEqual(value['body_finished_ids'], ['fixture.Case.test_one', 'fixture.Case.test_two']) + self.assertEqual(value['body_assertion_ids'], ['fixture.Case.test_one']) + + def test_dispatch_hook_assertion_without_selected_method_is_error(self): + outcome, value, _ = self.run_fixture("def _callTestMethod(self, method): self.fail('dispatch hook only')\ndef test_one(self): raise RuntimeError('selected body was entered')") + self.assertEqual(outcome, 'ERROR', value) + + def test_selected_method_invoked_from_lifecycle_is_error(self): + for source in ("def setUp(self): self.test_one()\ndef test_one(self): self.fail('called from setup')", + "def setUp(self): self._callTestMethod(self.test_one)\ndef test_one(self): self.fail('dispatch called from setup')", + "def tearDown(self): self.test_one()\ndef test_one(self): pass", + "def test_one(self):\n if not hasattr(self, 'scheduled'):\n self.scheduled = True\n self.addCleanup(self.test_one)"): + outcome, value, _ = self.run_fixture(source) + self.assertEqual(outcome, 'ERROR', value) + + def test_clean_identity_survives(self): + outcome, value, _ = self.run_fixture('def test_one(self): pass') + self.assertEqual(outcome, 'SURVIVED', value) + + def test_lifecycle_failures_never_kill_even_with_body_assertion(self): + cases = [ + "def tearDown(self): self.fail('teardown')\ndef test_one(self): pass", + "def test_one(self): self.addCleanup(self.fail, 'cleanup')", + "def tearDown(self): self.fail('teardown')\ndef test_one(self): self.fail('body')", + "def test_one(self):\n self.addCleanup(self.fail, 'cleanup')\n self.fail('body')", + "@classmethod\ndef setUpClass(cls): raise AssertionError('class setup')\ndef test_one(self): pass", + "@classmethod\ndef tearDownClass(cls): raise AssertionError('class teardown')\ndef test_one(self): self.fail('body')", + "@classmethod\ndef setUpClass(cls): cls.addClassCleanup(lambda: (_ for _ in ()).throw(AssertionError('class cleanup')))\ndef test_one(self): self.fail('body')", + ] + for source in cases: + with self.subTest(source=source): + outcome, value, _ = self.run_fixture(source) + self.assertEqual(outcome, 'ERROR', value) + + def test_errors_skips_and_expected_failures_are_errors(self): + cases = [ + "def test_one(self): raise RuntimeError('body runtime')", + "def setUp(self): raise RuntimeError('setup runtime')\ndef test_one(self): self.fail('body')", + "@unittest.skip('skip')\ndef test_one(self): pass", + "@unittest.expectedFailure\ndef test_one(self): self.fail('expected')", + "@unittest.expectedFailure\ndef test_one(self): pass", + ] + for source in cases: + with self.subTest(source=source): + outcome, value, _ = self.run_fixture(source) + self.assertEqual(outcome, 'ERROR', value) + + def test_body_scoped_subtest_assertions_kill_without_changing_parent_population(self): + for source, failures in (("def test_one(self):\n with self.subTest(i=1): self.fail('first')\n with self.subTest(i=2): self.fail('second')", 2), + ("def test_one(self):\n with self.subTest(i=1): pass\n self.fail('body')", 1)): + outcome, value, _ = self.run_fixture(source) + self.assertEqual(outcome, 'KILLED', value) + self.assertEqual(value['selected_ids'], ['fixture.Case.test_one']) + self.assertEqual(value['assertion_failures'], failures) + outcome, value, _ = self.run_fixture("def test_one(self):\n with self.subTest(i=1): pass") + self.assertEqual(outcome, 'SURVIVED', value) + + def test_foreign_subtest_parent_cannot_claim_selected_body_assertion(self): + outcome, value, _ = self.run_fixture("def test_one(self):\n import sys\n foreign = unittest.case._SubTest(unittest.FunctionTestCase(lambda: None), 'foreign', {})\n try: raise AssertionError('foreign parent assertion')\n except AssertionError: self._outcome.result.addSubTest(self, foreign, sys.exc_info())") + self.assertEqual(outcome, 'ERROR', value) + + def test_lifecycle_subtests_and_subtest_errors_are_errors(self): + for source in ("def setUp(self):\n with self.subTest(i=1): self.fail('setup subtest')\ndef test_one(self): pass", + "def tearDown(self):\n with self.subTest(i=1): self.fail('teardown subtest')\ndef test_one(self): self.fail('body')", + "def test_one(self):\n with self.subTest(i=1): raise RuntimeError('subtest runtime')"): + outcome, value, _ = self.run_fixture(source) + self.assertEqual(outcome, 'ERROR', value) + + def test_empty_duplicate_synthetic_and_spoofed_population_is_error(self): + cases = [ + ('def test_one(self): pass', 'fixture', 'def load_tests(loader, tests, pattern): return unittest.TestSuite()'), + ('def test_one(self): self.fail("body")', 'fixture', 'def load_tests(loader, tests, pattern): return unittest.TestSuite([Case("test_one"), Case("test_one")])'), + ('def test_one(self): pass', 'fixture.Missing', ''), + ('def id(self): return "fixture.Case.test_forged"\ndef test_one(self): self.fail("body")', 'fixture.Case', ''), + ] + for source, selection, tail in cases: + with self.subTest(selection=selection, tail=tail): + outcome, value, _ = self.run_fixture(source, selection, tail) + self.assertEqual(outcome, 'ERROR', value) + + def test_population_listing_does_not_execute_fixtures_or_bodies(self): + with tempfile.TemporaryDirectory() as tmp: + root = Path(tmp) + (root / 'tests').mkdir() + shutil.copy2(ROOT / 'run_tests.py', root / 'run_tests.py') + (root / 'tests/fixture.py').write_text("import unittest\nclass Case(unittest.TestCase):\n @classmethod\n def setUpClass(cls): raise AssertionError('fixture must not run')\n def test_one(self): raise RuntimeError('body must not run')\n") + output = root / 'population.json' + p = subprocess.run([sys.executable, '-B', '-S', str(root / 'run_tests.py'), + '--output', str(output), '--test', 'fixture.Case', '--list'], + capture_output=True, text=True, timeout=10) + self.assertEqual(p.returncode, 0, p.stderr) + self.assertEqual(json.loads(output.read_text()), + {'selection': ['fixture.Case'], 'selected_ids': ['fixture.Case.test_one'], + 'invalid_population': []}) + + def test_summary_without_lifecycle_receipt_fails_closed(self): + old = dict(tests_run=1, assertion_failures=1, errors=0, skipped=0, + expected_failures=0, unexpected_successes=0, successful=False) + self.assertEqual(mutations.classify(old, 1), 'ERROR') + self.assertEqual(mutations.classify({}, 1), 'ERROR') + self.assertEqual(mutations.classify(None, 1), 'ERROR') + + def test_forged_or_missing_accounting_is_error(self): + _, receipt, code = self.run_fixture('def test_one(self): self.fail("body")') + for key in ('receipt_schema', 'selected_ids', 'started_ids', 'finished_ids', + 'body_entered_ids', 'body_finished_ids', 'body_assertion_ids', + 'lifecycle_failures', 'subtests', 'invalid_population', 'subtest_events', 'assertion_events'): + with self.subTest(missing=key): + value = copy.deepcopy(receipt) + value.pop(key, None) + self.assertEqual(mutations.classify(value, code), 'ERROR') + for changes in ({'tests_run': True}, {'tests_run': 1.0}, {'assertion_failures': '1'}, + {'successful': 0}, {'lifecycle_failures': -1}, {'subtests': True}, + {'body_entered_ids': []}, {'body_finished_ids': []}, + {'finished_ids': []}, {'body_assertion_ids': []}, + {'body_assertion_ids': ['fixture.Case.test_forged']}, + {'selected_ids': ['synthetic']}, + {'selected_ids': ['unittest.loader._FailedTest.test_one']}, + {'selected_ids': ['fixture.Case.test_one', 'fixture.Case.test_one']}, + {'started_ids': ['fixture.Case.test_one', 'fixture.Case.test_one']}, + {'errors': 1}, {'skipped': 1}, {'expected_failures': 1}, + {'unexpected_successes': 1}, {'assertion_failures': 2}, + {'subtests': 1}, {'assertion_events': []}, + {'subtest_events': [{'parent_id': 'fixture.Case.test_one', 'phase': 'body', 'outcome': 'assertion'}]}): + with self.subTest(changes=changes): + self.assertEqual(mutations.classify({**receipt, **changes}, code), 'ERROR') + self.assertEqual(mutations.classify(receipt, code, ['fixture.Other']), 'ERROR') + self.assertEqual(mutations.classify({**receipt, 'selection': ['fixture.Other']}, code, ['fixture.Other']), 'ERROR') + self.assertEqual(mutations.classify(receipt, code, ['fixture.Case'], ['fixture.Case.test_other']), 'ERROR') + for exit_code in (2, -9, True): + self.assertEqual(mutations.classify(receipt, exit_code), 'ERROR') + + +class LazyBodyHarnessTests(unittest.TestCase): + """A call returning suspended work must never establish complete test execution.""" + + def run_lazy_fixture(self, methods, definitions='', listing=False): + with tempfile.TemporaryDirectory() as tmp: + root = Path(tmp) + (root / 'tests').mkdir() + shutil.copy2(ROOT / 'run_tests.py', root / 'run_tests.py') + events = root / 'events' + source = ('import unittest, functools\nfrom pathlib import Path\n' + 'def record(label):\n with Path(' + repr(str(events)) + ').open("a") as out: out.write(label + "\\n")\n' + + textwrap.dedent(definitions) + '\nclass Case(unittest.TestCase):\n' + + textwrap.indent(textwrap.dedent(methods), ' ')) + (root / 'tests/fixture.py').write_text(source) + output = root / 'result.json' + command = [sys.executable, '-B', '-S', str(root / 'run_tests.py'), + '--output', str(output), '--test', 'fixture.Case'] + if listing: + command.append('--list') + p = subprocess.run(command, capture_output=True, text=True, timeout=10) + self.assertTrue(output.is_file(), p.stderr) + value = json.loads(output.read_text()) + observed = events.read_text().splitlines() if events.exists() else [] + return mutations.classify(value, p.returncode), value, observed, p.stderr + + def test_ordinary_synchronous_body_positives_remain_supported(self): + survived, value, events, _ = self.run_lazy_fixture("def test_one(self): record('ordinary')") + self.assertEqual(survived, 'SURVIVED', value) + self.assertEqual(events, ['ordinary']) + killed, value, events, _ = self.run_lazy_fixture("def test_one(self):\n record('assertion')\n self.fail('real body assertion')") + self.assertEqual(killed, 'KILLED', value) + self.assertEqual(events, ['assertion']) + + def test_declared_lazy_method_shapes_refuse_mixed_population_before_execution(self): + for lazy in ("def test_a_lazy(self):\n record('lazy advanced')\n yield None", + "async def test_a_lazy(self):\n record('lazy advanced')\n yield None", + "async def test_a_lazy(self): record('lazy advanced')"): + with self.subTest(shape=lazy): + methods = lazy + "\ndef test_b_assertion(self):\n record('ordinary assertion')\n self.fail('body assertion')" + outcome, value, events, _ = self.run_lazy_fixture(methods) + self.assertEqual(outcome, 'ERROR', value) + self.assertEqual(events, [], value) + self.assertTrue(value['invalid_population'], value) + _, population, events, _ = self.run_lazy_fixture(methods, listing=True) + self.assertTrue(population['invalid_population'], population) + self.assertEqual(events, []) + + def test_wrapped_lazy_method_shapes_refuse_before_execution(self): + definitions = ''' + def wrap(method): + @functools.wraps(method) + def wrapper(*args, **kwargs): + record('decorator executed') + return method(*args, **kwargs) + return wrapper + ''' + for lazy in ("def test_a_lazy(self):\n record('lazy advanced')\n yield None", + "async def test_a_lazy(self):\n record('lazy advanced')\n yield None", + "async def test_a_lazy(self): record('lazy advanced')"): + with self.subTest(shape=lazy): + outcome, value, events, _ = self.run_lazy_fixture('@wrap\n' + lazy + "\ndef test_b_assertion(self): self.fail('body')", definitions) + self.assertEqual(outcome, 'ERROR', value) + self.assertEqual(events, [], value) + + def test_sync_lazy_returns_refuse_without_advancing_suspended_work(self): + definitions = ''' + def generator(): + record('generator advanced') + yield None + async def coroutine(): record('coroutine advanced') + async def async_generator(): + record('async generator advanced') + yield None + class Awaitable: + def __await__(self): + record('custom awaitable advanced') + yield None + ''' + for expression in ('generator()', 'coroutine()', 'async_generator()', 'Awaitable()'): + with self.subTest(expression=expression): + methods = "def test_a_return(self):\n record('outer method')\n return " + expression + "\ndef test_b_assertion(self):\n record('ordinary assertion')\n self.fail('body')" + outcome, value, events, stderr = self.run_lazy_fixture(methods, definitions) + self.assertEqual(outcome, 'ERROR', value) + self.assertEqual(events, ['outer method', 'ordinary assertion'], value) + self.assertTrue(value['invalid_population'], value) + self.assertNotIn('was never awaited', stderr) + + def test_decorator_without_wrapped_metadata_cannot_hide_lazy_return(self): + definitions = ''' + def hide(method): + def wrapper(*args, **kwargs): + record('decorator executed') + return method(*args, **kwargs) + return wrapper + ''' + outcome, value, events, _ = self.run_lazy_fixture("@hide\ndef test_a_lazy(self):\n record('lazy advanced')\n yield None\ndef test_b_assertion(self):\n record('ordinary assertion')\n self.fail('body')", definitions) + self.assertEqual(outcome, 'ERROR', value) + self.assertEqual(events, ['decorator executed', 'ordinary assertion'], value) + + def test_all_non_none_returns_refuse_without_iterating_custom_objects(self): + definitions = "class DeferredIterable:\n def __iter__(self):\n record('unknown iterable advanced')\n yield None" + for expression in ('False', '0', '[]', 'DeferredIterable()'): + with self.subTest(expression=expression): + outcome, value, events, _ = self.run_lazy_fixture("def test_a_return(self):\n record('outer method')\n return " + expression + "\ndef test_b_assertion(self):\n record('ordinary assertion')\n self.fail('body')", definitions) + self.assertEqual(outcome, 'ERROR', value) + self.assertEqual(events, ['outer method', 'ordinary assertion'], value) + + +import os +import shutil +import subprocess + +class IdentityHarnessTests(unittest.TestCase): + """Real ordinary-body controls for loader and in-process identity binding.""" + + def run_identity_fixture(self, label, source, selectors=()): + import hashlib + with tempfile.TemporaryDirectory() as temporary: + root=Path(temporary);(root/'tests').mkdir() + runner=root/'run_tests.py' + shutil.copy2(ROOT/'run_tests.py',runner) + events=root/'events' + header=('import unittest\nfrom pathlib import Path\n' + +'def record(label):\n with Path('+repr(str(events))+').open("a") as out: out.write(label+"\\n")\n') + fixture=root/'tests'/'test_identity.py' + fixture.write_text(header+source) + output=root/'receipt.json' + command=[sys.executable,'-B','-S',str(runner),*[],'--output',str(output)] + for selector in selectors:command.extend(['--test',selector]) + p=subprocess.run(command,capture_output=True,text=True,timeout=15) + self.assertTrue(output.exists(),p.stderr) + value=json.loads(output.read_text()) + outcome=mutations.classify(value,p.returncode) + observed=events.read_text().splitlines() if events.exists() else [] + record={'label':label,'optimize':sys.flags.optimize,'fixture_source':header+source, + 'fixture_sha256':hashlib.sha256(fixture.read_bytes()).hexdigest(), + 'command':command,'exit_code':p.returncode,'outcome':outcome, + 'events':observed,'receipt':value,'stdout':p.stdout,'stderr':p.stderr} + destination=os.environ.get('CBZ_IDENTITY_CONTROL_EVIDENCE') + if destination: + out=Path(destination);out.mkdir(parents=True,exist_ok=True) + (out/(label+'.json')).write_text(json.dumps(record,sort_keys=True,indent=2)+'\n') + return outcome,value,observed + + def test_module_alias_subclass_and_population_hooks_refused_before_execution(self): + base=('class C(unittest.TestCase):\n' + +' def test_first(self): record("first")\n' + +' def test_second(self):\n record("second")\n self.fail("retained second body")\n') + hooks=[('alias','def load_tests(loader, tests, pattern):\n record("hook")\n C.test_second=C.test_first\n return tests\n'), + ('alias-assertion','def load_tests(loader, tests, pattern):\n record("hook")\n C.test_second=C.test_first\n return tests\n'), + ('subclass','def load_tests(loader, tests, pattern):\n record("hook")\n def replacement(self): record("replacement")\n R=type("C",(C,),{"test_first":replacement,"test_second":replacement,"__module__":__name__,"__qualname__":"C"})\n globals()["C"]=R\n return loader.loadTestsFromTestCase(R)\n'), + ('omission','def load_tests(loader, tests, pattern):\n record("hook")\n return unittest.TestSuite([C("test_first")])\n')] + for label,hook in hooks: + with self.subTest(shape=label): + source=base+hook + if label=='alias-assertion':source=source.replace('def test_first(self): record("first")','def test_first(self):\n record("first")\n self.fail("first body assertion")') + outcome,value,events=self.run_identity_fixture('hook-'+label,source) + self.assertEqual(outcome,'ERROR',value) + self.assertEqual(events,[],value) + self.assertTrue(value['invalid_population'],value) + + def test_named_class_and_method_selection_preserve_exact_population(self): + source='class C(unittest.TestCase):\n def test_first(self): record("first")\n def test_second(self): record("second")\n' + for label,selectors,wanted in [('class',('test_identity.C',),['first','second']), + ('method',('test_identity.C.test_second',),['second'])]: + with self.subTest(selector=label): + outcome,value,events=self.run_identity_fixture('named-'+label,source,selectors) + self.assertEqual(outcome,'SURVIVED',value) + self.assertEqual(events,wanted,value) + outcome,value,events=self.run_identity_fixture('named-assertion',source.replace('record("first")','record("first"); self.fail("body")'),('test_identity.C',)) + self.assertEqual(outcome,'KILLED',value) + self.assertEqual(events,['first','second'],value) + + def test_callable_factory_selector_is_refused_before_factory_or_body(self): + source=('class C(unittest.TestCase):\n def test_one(self): record("body")\n' + +'def factory():\n record("factory")\n return unittest.TestSuite([C("test_one")])\n') + outcome,value,events=self.run_identity_fixture('callable-factory',source,('test_identity.factory',)) + self.assertEqual(outcome,'ERROR',value) + self.assertEqual(events,[],value) + self.assertTrue(value['invalid_population'],value) + + def test_class_fixture_function_and_code_substitutions_are_refused(self): + base=('def replacement(self): record("replacement")\n' + +'class C(unittest.TestCase):\n' + +' @classmethod\n def setUpClass(cls):\n record("class-setup")\n CHANGE\n' + +' def test_one(self):\n record("original")\n self.fail("original body retained")\n') + for label,change in [('function','cls.test_one=replacement'),('code','cls.test_one.__code__=replacement.__code__'), + ('same-code-function','cls.test_one=__import__("types").FunctionType(cls.test_one.__code__,cls.test_one.__globals__)')]: + with self.subTest(change=label): + outcome,value,events=self.run_identity_fixture('class-fixture-'+label,base.replace('CHANGE',change)) + self.assertEqual(outcome,'ERROR',value) + self.assertEqual(events,['class-setup'],value) + self.assertTrue(value['invalid_population'],value) + + source=('class C(unittest.TestCase):\n' + +' def setUp(self):\n record("setup")\n self.__class__=type("C",(type(self),),{"__module__":__name__,"__qualname__":"C"})\n' + +' def test_one(self):\n record("original")\n self.fail("original body retained")\n') + outcome,value,events=self.run_identity_fixture('instance-class-change',source) + self.assertEqual(outcome,'ERROR',value) + self.assertEqual(events,['setup'],value) + self.assertTrue(value['invalid_population'],value) + + def test_postload_substitution_refused_before_any_fixture(self): + spec=importlib.util.spec_from_file_location('identity_runtime_probe',ROOT/'run_tests.py') + runtime=importlib.util.module_from_spec(spec);spec.loader.exec_module(runtime) + events=[] + class Case(unittest.TestCase): + @classmethod + def setUpClass(cls):events.append('class-setup') + def setUp(self):events.append('setup') + def test_one(self):events.append('original') + loader=runtime.IdentityLoader();suite=loader.loadTestsFromTestCase(Case) + def replacement(self):events.append('replacement') + Case.test_one=replacement + value=runtime.run_suite(suite,['probe.Case'],loader.bindings,loader.invalid) + self.assertTrue(value['invalid_population'],value) + self.assertEqual(events,[],value) + self.assertEqual(value['tests_run'],0,value) + + def test_custom_testcase_run_is_refused_before_execution(self): + source=('class C(unittest.TestCase):\n' + +' def run(self,result=None):\n record("custom-run")\n return super().run(result)\n' + +' def test_one(self): record("body")\n') + outcome,value,events=self.run_identity_fixture('custom-run',source,('test_identity.C',)) + self.assertEqual(outcome,'ERROR',value) + self.assertEqual(events,[],value) + self.assertTrue(value['invalid_population'],value) + + def test_identity_change_during_body_is_not_a_clean_kill(self): + source=('class C(unittest.TestCase):\n' + +' def test_first(self):\n record("first")\n type(self).test_second=type(self).test_first\n' + +' def test_second(self):\n record("second")\n self.fail("retained second body")\n') + outcome,value,events=self.run_identity_fixture('during-body-change',source) + self.assertEqual(outcome,'ERROR',value) + self.assertEqual(events,['first'],value) + self.assertTrue(value['invalid_population'],value) + +if __name__ == '__main__': + unittest.main(verbosity=2) diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/historical-source/selector/run_tests.py b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/historical-source/selector/run_tests.py new file mode 100644 index 000000000..9d5d46d31 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/historical-source/selector/run_tests.py @@ -0,0 +1,456 @@ +#!/usr/bin/env python3 +"""Structured unittest execution; only complete selected test bodies grade mutants.""" +import argparse +import functools +import inspect +import importlib +import io +import json +from pathlib import Path +import sys +import unittest + +ROOT = Path(__file__).resolve().parent +RECEIPT_SCHEMA = 'cbz-unittest-lifecycle-v1' + + + +class IdentityMismatch(RuntimeError): + """A selected declaration no longer denotes its frozen body.""" + + +def function_chain(method): + """Bind actual ordinary function and code objects, including wraps links.""" + chain=[];seen=set() + while True: + function=method.__func__ if inspect.ismethod(method) else method + if not inspect.isfunction(function) or id(function) in seen: + return None + seen.add(id(function));chain.append((function,function.__code__)) + if not hasattr(function,'__wrapped__'): + return tuple(chain) + method=function.__wrapped__ + + +def same_function_chain(left,right): + return (left is not None and right is not None and len(left)==len(right) + and all(a is c and b is d for (a,b),(c,d) in zip(left,right))) + + +def capture_identity(test): + if not isinstance(test,unittest.TestCase): + return None + cls=type(test);name=getattr(test,'_testMethodName',None) + if type(name) is not str: + return None + instance=function_chain(getattr(test,name,None)) + declared=function_chain(getattr(cls,name,None)) + if instance is None or declared is None: + return None + return {'class':cls,'name':name, + 'id':cls.__module__+'.'+cls.__qualname__+'.'+name, + 'instance':instance,'declared':declared,'wrapper':None} + + +def identity_matches(test,binding): + if (binding is None or type(test) is not binding['class'] + or getattr(test,'_testMethodName',None)!=binding['name'] + or type(test).__module__+'.'+type(test).__qualname__+'.'+binding['name']!=binding['id']): + return False + if not same_function_chain(function_chain(getattr(type(test),binding['name'],None)),binding['declared']): + return False + live=getattr(test,binding['name'],None) + if binding['wrapper'] is not None and live is not binding['wrapper']: + return False + original=(binding['instance'][0][0] if binding['wrapper'] is not None else live) + return same_function_chain(function_chain(original),binding['instance']) + + +def suite_leaves(suite): + for child in suite: + if type(child) is unittest.TestSuite: + yield from suite_leaves(child) + else: + yield child + + +class IdentityLoader(unittest.TestLoader): + """Standard declarations only; never invoke module population factories.""" + def __init__(self): + super().__init__();self.bindings={};self.invalid=[] + + def remember(self,suite): + for test in suite_leaves(suite): + binding=capture_identity(test) + if binding is None: + self.invalid.append('unsupported selected declaration') + else: + self.bindings[id(test)]=binding + return suite + + def ordinary_test_class(self,testCaseClass): + # Construction and attribute dispatch must not rewrite the population. + if type(testCaseClass) is not type: + return False + for name in ('__init__','__new__','__getattribute__','__setattr__','__delattr__'): + if getattr(testCaseClass,name,None) is not getattr(unittest.TestCase,name,None): + return False + for base in testCaseClass.__mro__: + if '__getattr__' in base.__dict__: + return False + for name,value in base.__dict__.items(): + if name.startswith(self.testMethodPrefix) or name=='runTest': + function=value.__func__ if isinstance(value,(staticmethod,classmethod)) else value + if not inspect.isfunction(function): + return False + return True + + def frozen_cases(self,testCaseClass,names): + if not self.ordinary_test_class(testCaseClass): + self.invalid.append('unsupported TestCase constructor/metaclass/attribute dispatch') + return unittest.TestSuite() + # Capture declaration identities before even standard construction. + declared={name:function_chain(getattr(testCaseClass,name,None)) for name in names} + suite=unittest.TestSuite(testCaseClass(name) for name in names) + self.remember(suite) + for test in suite_leaves(suite): + binding=self.bindings.get(id(test)) + original=declared.get(getattr(test,'_testMethodName',None)) + if binding is None or not same_function_chain(binding['declared'],original): + self.invalid.append('selected declaration changed during construction') + elif not same_function_chain(binding['instance'],original): + self.invalid.append('selected instance body changed during construction') + else: + binding['declared']=original + return suite + + def loadTestsFromTestCase(self,testCaseClass): + if not self.ordinary_test_class(testCaseClass): + self.invalid.append('unsupported TestCase constructor/metaclass/attribute dispatch') + return unittest.TestSuite() + names=self.getTestCaseNames(testCaseClass) + if not names and hasattr(testCaseClass,'runTest'): + names=['runTest'] + return self.frozen_cases(testCaseClass,names) + + def loadTestsFromModule(self,module,*,pattern=None): + # Derive the complete standard population before looking at load_tests. + if type(module) is not type(sys): + self.invalid.append('unsupported module attribute dispatch') + return unittest.TestSuite() + suites=[] + for name in sorted(module.__dict__): + value=module.__dict__[name] + if (isinstance(value,type) and issubclass(value,unittest.TestCase) + and value not in (unittest.TestCase,unittest.FunctionTestCase)): + suites.append(self.loadTestsFromTestCase(value)) + suite=unittest.TestSuite(suites) + if module.__dict__.get('load_tests') is not None: + self.invalid.append('unsupported module load_tests hook: '+module.__name__) + return suite + + def loadTestsFromName(self,name,module=None): + # The standard loader also accepts arbitrary callable suite factories. + # This profile supports modules, TestCase classes and exact methods only. + try: + parts=name.split('.') + if module is None: + for end in range(len(parts),0,-1): + try: + current=importlib.import_module('.'.join(parts[:end]));parts=parts[end:] + break + except ModuleNotFoundError as exc: + prefix='.'.join(parts[:end]) + if exc.name!=prefix and not prefix.startswith(str(exc.name)+'.'): + raise + else: + raise ValueError('selector module not found') + else: + current=module + parent=None + for part in parts: + parent=current + if inspect.ismodule(current): + if type(current) is not type(sys): + raise ValueError('unsupported module attribute dispatch') + current=current.__dict__[part] + elif isinstance(current,type): + if type(current) is not type: + raise ValueError('unsupported selector metaclass') + if issubclass(current,unittest.TestCase) and not self.ordinary_test_class(current): + raise ValueError('unsupported TestCase declaration traversal') + declared=inspect.getattr_static(current,part) + if not (inspect.isfunction(declared) or isinstance(declared,(type,staticmethod,classmethod))): + raise ValueError('unsupported selector descriptor') + current=getattr(current,part) + else: + raise ValueError('unsupported selector object traversal') + if inspect.ismodule(current): + return self.loadTestsFromModule(current) + if isinstance(current,type) and issubclass(current,unittest.TestCase): + return self.loadTestsFromTestCase(current) + if (isinstance(parent,type) and issubclass(parent,unittest.TestCase) + and (inspect.isfunction(current) or inspect.ismethod(current))): + return self.frozen_cases(parent,[parts[-1]]) + raise ValueError('unsupported callable or selector kind') + except (ImportError,AttributeError,KeyError,TypeError,ValueError) as exc: + self.invalid.append('unsupported test selector: '+name+' ('+type(exc).__name__+')') + return unittest.TestSuite() + + +def bound_population(suite,bindings=None,invalid=()): + cases=list(suite_leaves(suite));problems=list(invalid) + if bindings is None: + bindings={id(test):capture_identity(test) for test in cases} + for test in cases: + if not identity_matches(test,bindings.get(id(test))): + problems.append('selected class/function/code identity changed before execution') + return cases,bindings,problems + + +def require_identities(cases,bindings,invalid): + if any(not identity_matches(test,bindings.get(id(test))) for test in cases): + invalid.append('selected class/function/code identity changed during execution') + raise IdentityMismatch('selected body identity changed') + +def method_id(test): + """Use the actual selected method, rather than an overridable display id.""" + cls = type(test) + name = getattr(test, '_testMethodName', None) + if (not isinstance(test, unittest.TestCase) or cls.__module__ == 'unittest.loader' + or not isinstance(name, str) or not callable(getattr(test, name, None))): + return None + return cls.__module__ + '.' + cls.__qualname__ + '.' + name + + +def supported_method_shape(method): + """Only synchronous ordinary functions/methods are supported test bodies. + + Inspect every advertised decorator link. Returning suspended work is checked + separately, since decorators may intentionally omit __wrapped__ metadata. + """ + try: + inspect.unwrap(method) # Reject cyclic decorator metadata. + except ValueError: + return False + current = method + while True: + if (not (inspect.isfunction(current) or inspect.ismethod(current)) + or inspect.isgeneratorfunction(current) + or inspect.iscoroutinefunction(current) + or inspect.isasyncgenfunction(current)): + return False + if not hasattr(current, '__wrapped__'): + return True + current = current.__wrapped__ + + +def selected_cases(suite): + for test in suite: + if isinstance(test, unittest.TestSuite): + yield from selected_cases(test) + else: + yield test + + +class LifecycleResult(unittest.TextTestResult): + def __init__(self, *args, **kwargs): + super().__init__(*args, **kwargs) + self.started_ids = [] + self.finished_ids = [] + self.body_entered_ids = [] + self.body_finished_ids = [] + self.body_assertion_ids = [] + self.lifecycle_failures = 0 + self.subtests = 0 + self.subtest_events = [] + self.assertion_events = [] + self.phase = {} + self.body_exception = {} + self.body_active = set() + self.dispatch_active = set() + self.lifecycle_depth = {} + self.invalid_execution = [] + + def startTest(self, test): + require_identities(self.identity_cases,self.identity_bindings,self.invalid_execution) + self.started_ids.append(method_id(test)) + self.phase[id(test)] = 'setup' + super().startTest(test) + + def stopTest(self, test): + self.finished_ids.append(method_id(test)) + super().stopTest(test) + + def addFailure(self, test, err): + if (self.phase.get(id(test)) == 'body' + and self.body_exception.get(id(test)) is err[1] + and isinstance(err[1], AssertionError)): + self.body_assertion_ids.append(method_id(test)) + self.assertion_events.append({'parent_id': method_id(test), 'origin': 'body'}) + else: + self.lifecycle_failures += 1 + super().addFailure(test, err) + + def addSubTest(self, test, subtest, err): + self.subtests += 1 + phase = self.phase.get(id(test)) + if phase == 'body' and id(test) not in self.body_active: + phase = 'outside-body' + if getattr(subtest, 'test_case', None) is not test: + phase = 'foreign-parent' + outcome = 'success' if err is None else 'assertion' if isinstance(err[1], AssertionError) else 'error' + self.subtest_events.append({'parent_id': method_id(test), 'phase': phase, 'outcome': outcome}) + if err is not None and outcome == 'assertion': + if phase == 'body': + self.body_assertion_ids.append(method_id(test)) + self.assertion_events.append({'parent_id': method_id(test), 'origin': 'subtest'}) + else: + self.lifecycle_failures += 1 + super().addSubTest(test, subtest, err) + + +def instrument(test, result, binding): + """Keep body exception identity until unittest reports it after this call exits.""" + for name, phase in (('_callSetUp', 'setup'), ('_callTearDown', 'teardown'), + ('doCleanups', 'cleanup')): + original = getattr(test, name) + + def lifecycle(*args, _original=original, _phase=phase, **kwargs): + result.phase[id(test)] = _phase + result.lifecycle_depth[id(test)] = result.lifecycle_depth.get(id(test), 0) + 1 + try: + return _original(*args, **kwargs) + finally: + result.lifecycle_depth[id(test)] -= 1 + setattr(test, name, lifecycle) + original_dispatch = test._callTestMethod + + def dispatch(*args, **kwargs): + if result.lifecycle_depth.get(id(test), 0): + result.invalid_execution.append('test dispatch invoked inside a lifecycle hook') + return original_dispatch(*args, **kwargs) + result.dispatch_active.add(id(test)) + try: + return original_dispatch(*args, **kwargs) + finally: + result.dispatch_active.discard(id(test)) + test._callTestMethod = dispatch + original_body = getattr(test, test._testMethodName) + + @functools.wraps(original_body) + def body(*args, **kwargs): + require_identities(result.identity_cases,result.identity_bindings,result.invalid_execution) + if id(test) not in result.dispatch_active or result.lifecycle_depth.get(id(test), 0): + result.invalid_execution.append('selected method invoked outside body dispatch') + return original_body(*args, **kwargs) + result.phase[id(test)] = 'body' + result.body_entered_ids.append(method_id(test)) + result.body_active.add(id(test)) + try: + value = original_body(*args, **kwargs) + if value is not None: + result.invalid_execution.append('selected synchronous method must return None') + if inspect.iscoroutine(value) and inspect.getcoroutinestate(value) == inspect.CORO_CREATED: + value.close() # Closing a native unstarted coroutine executes no body. + return None + return value + except BaseException as exc: + result.body_exception[id(test)] = exc + raise + finally: + result.body_active.discard(id(test)) + result.body_finished_ids.append(method_id(test)) + require_identities(result.identity_cases,result.identity_bindings,result.invalid_execution) + # _Outcome calls addFailure *after* this wrapper unwinds. + setattr(test, test._testMethodName, body) + binding['wrapper']=body + + +def describe_suite(suite, selection): + cases = list(selected_cases(suite)) + selected = [method_id(test) for test in cases] + invalid = [] + if not selected: + invalid.append('empty selected population') + if any(item is None for item in selected): + invalid.append('synthetic or unsupported selected test') + if len(set(selected)) != len(selected): + invalid.append('duplicate selected method identity') + for test, identity in zip(cases, selected): + if getattr(test.run,'__func__',None) is not unittest.TestCase.run: + invalid.append('unsupported TestCase.run override') + if identity is not None and test.id() != identity: + invalid.append('display identity does not match selected method') + if identity is not None and not supported_method_shape(getattr(test, test._testMethodName)): + invalid.append('unsupported selected method shape: ' + identity) + return cases, {'selection': selection, 'selected_ids': selected, 'invalid_population': invalid} + + +def run_suite(suite, selection, bindings=None, invalid=()): + cases, bindings, identity_errors = bound_population(suite,bindings,invalid) + _, population = describe_suite(suite, selection) + population['invalid_population'].extend(identity_errors) + stream = io.StringIO() + result = LifecycleResult(stream=unittest.runner._WritelnDecorator(stream), + descriptions=True, verbosity=2) + result.identity_cases=cases;result.identity_bindings=bindings + if not population['invalid_population']: + for test in cases: + instrument(test, result,bindings[id(test)]) + try: + suite.run(result) + except IdentityMismatch: + result.stop() + population['invalid_population'].extend(result.invalid_execution) + # Render the ordinary summary for humans; grading uses the structured fields. + result.printErrors() + stream.write(f'Ran {result.testsRun} tests\n') + value = {'receipt_schema': RECEIPT_SCHEMA, 'selection': selection, + **population, + 'tests_run': result.testsRun, 'assertion_failures': len(result.failures), + 'errors': len(result.errors), 'skipped': len(result.skipped), + 'expected_failures': len(result.expectedFailures), + 'unexpected_successes': len(result.unexpectedSuccesses), + 'successful': result.wasSuccessful(), 'log': stream.getvalue()} + for name in ('started_ids', 'finished_ids', 'body_entered_ids', + 'body_finished_ids', 'body_assertion_ids', 'lifecycle_failures', 'subtests', + 'subtest_events', 'assertion_events'): + value[name] = getattr(result, name) + return value + + +def main(): + parser = argparse.ArgumentParser(allow_abbrev=False) + parser.add_argument('--output', required=True) + parser.add_argument('--test', action='append', default=[]) + parser.add_argument('--list', action='store_true', help='discover identities without running fixtures or test bodies') + args = parser.parse_args() + sys.path.insert(0, str(ROOT / 'tests')) + loader=IdentityLoader() + if args.test: + suite = loader.loadTestsFromNames(args.test) + else: + suite = loader.discover(str(ROOT / 'tests'), pattern='test_*.py') + selection = args.test or ['discover:test_*.py'] + if args.list: + _, population = describe_suite(suite, selection) + _,_,errors=bound_population(suite,loader.bindings,loader.invalid) + population['invalid_population'].extend(errors) + Path(args.output).write_text(json.dumps(population, indent=2) + '\n') + return 0 if population['selected_ids'] and not population['invalid_population'] else 1 + value = run_suite(suite, selection,loader.bindings,loader.invalid) + Path(args.output).write_text(json.dumps(value, indent=2) + '\n') + print(value['log'], end='') + complete = (not value['invalid_population'] and value['selected_ids'] + and all(value[key] == value['selected_ids'] for key in + ('started_ids', 'finished_ids', 'body_entered_ids', 'body_finished_ids'))) + return 0 if (complete and value['successful'] and not value['skipped'] + and not value['expected_failures'] and not value['unexpected_successes'] + and all(event['phase'] == 'body' and event['outcome'] == 'success' + for event in value['subtest_events']) + and not value['lifecycle_failures']) else 1 + + +if __name__ == '__main__': + raise SystemExit(main()) diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/historical-source/selector/tests/test_mutation_harness.py b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/historical-source/selector/tests/test_mutation_harness.py new file mode 100644 index 000000000..9aad67f33 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/historical-source/selector/tests/test_mutation_harness.py @@ -0,0 +1,450 @@ +"""Real runner controls for body-only mutation kills and complete selected populations.""" +import copy +import importlib.util +import json +from pathlib import Path +import shutil +import subprocess +import sys +import tempfile +import textwrap +import unittest + +ROOT = Path(__file__).resolve().parents[1] +_spec = importlib.util.spec_from_file_location('mutations_under_test', ROOT / 'mutations.py') +mutations = importlib.util.module_from_spec(_spec) +_spec.loader.exec_module(mutations) + + +class MutationHarnessTests(unittest.TestCase): + def run_fixture(self, methods, selection='fixture.Case', module_tail=''): + source = 'import unittest\nclass Case(unittest.TestCase):\n' + textwrap.indent(textwrap.dedent(methods), ' ') + '\n' + module_tail + with tempfile.TemporaryDirectory() as tmp: + root = Path(tmp) + (root / 'tests').mkdir() + shutil.copy2(ROOT / 'run_tests.py', root / 'run_tests.py') + (root / 'tests/fixture.py').write_text(source) + output = root / 'result.json' + p = subprocess.run([sys.executable, '-B', '-S', str(root / 'run_tests.py'), + '--output', str(output), '--test', selection], + capture_output=True, text=True, timeout=10) + self.assertTrue(output.exists(), p.stderr) + value = json.loads(output.read_text()) + return mutations.classify(value, p.returncode), value, p.returncode + + def test_setup_assertion_is_not_a_kill(self): + outcome, value, _ = self.run_fixture(''' + def setUp(self): self.fail('setup only') + def test_one(self): pass + ''') + self.assertEqual(outcome, 'ERROR', value) + + def test_body_assertion_kills_after_all_selected_bodies_finish(self): + outcome, value, _ = self.run_fixture(''' + def test_one(self): self.fail('body assertion') + def test_two(self): pass + ''') + self.assertEqual(outcome, 'KILLED', value) + self.assertEqual(value['body_entered_ids'], ['fixture.Case.test_one', 'fixture.Case.test_two']) + self.assertEqual(value['body_finished_ids'], ['fixture.Case.test_one', 'fixture.Case.test_two']) + self.assertEqual(value['body_assertion_ids'], ['fixture.Case.test_one']) + + def test_dispatch_hook_assertion_without_selected_method_is_error(self): + outcome, value, _ = self.run_fixture("def _callTestMethod(self, method): self.fail('dispatch hook only')\ndef test_one(self): raise RuntimeError('selected body was entered')") + self.assertEqual(outcome, 'ERROR', value) + + def test_selected_method_invoked_from_lifecycle_is_error(self): + for source in ("def setUp(self): self.test_one()\ndef test_one(self): self.fail('called from setup')", + "def setUp(self): self._callTestMethod(self.test_one)\ndef test_one(self): self.fail('dispatch called from setup')", + "def tearDown(self): self.test_one()\ndef test_one(self): pass", + "def test_one(self):\n if not hasattr(self, 'scheduled'):\n self.scheduled = True\n self.addCleanup(self.test_one)"): + outcome, value, _ = self.run_fixture(source) + self.assertEqual(outcome, 'ERROR', value) + + def test_clean_identity_survives(self): + outcome, value, _ = self.run_fixture('def test_one(self): pass') + self.assertEqual(outcome, 'SURVIVED', value) + + def test_lifecycle_failures_never_kill_even_with_body_assertion(self): + cases = [ + "def tearDown(self): self.fail('teardown')\ndef test_one(self): pass", + "def test_one(self): self.addCleanup(self.fail, 'cleanup')", + "def tearDown(self): self.fail('teardown')\ndef test_one(self): self.fail('body')", + "def test_one(self):\n self.addCleanup(self.fail, 'cleanup')\n self.fail('body')", + "@classmethod\ndef setUpClass(cls): raise AssertionError('class setup')\ndef test_one(self): pass", + "@classmethod\ndef tearDownClass(cls): raise AssertionError('class teardown')\ndef test_one(self): self.fail('body')", + "@classmethod\ndef setUpClass(cls): cls.addClassCleanup(lambda: (_ for _ in ()).throw(AssertionError('class cleanup')))\ndef test_one(self): self.fail('body')", + ] + for source in cases: + with self.subTest(source=source): + outcome, value, _ = self.run_fixture(source) + self.assertEqual(outcome, 'ERROR', value) + + def test_errors_skips_and_expected_failures_are_errors(self): + cases = [ + "def test_one(self): raise RuntimeError('body runtime')", + "def setUp(self): raise RuntimeError('setup runtime')\ndef test_one(self): self.fail('body')", + "@unittest.skip('skip')\ndef test_one(self): pass", + "@unittest.expectedFailure\ndef test_one(self): self.fail('expected')", + "@unittest.expectedFailure\ndef test_one(self): pass", + ] + for source in cases: + with self.subTest(source=source): + outcome, value, _ = self.run_fixture(source) + self.assertEqual(outcome, 'ERROR', value) + + def test_body_scoped_subtest_assertions_kill_without_changing_parent_population(self): + for source, failures in (("def test_one(self):\n with self.subTest(i=1): self.fail('first')\n with self.subTest(i=2): self.fail('second')", 2), + ("def test_one(self):\n with self.subTest(i=1): pass\n self.fail('body')", 1)): + outcome, value, _ = self.run_fixture(source) + self.assertEqual(outcome, 'KILLED', value) + self.assertEqual(value['selected_ids'], ['fixture.Case.test_one']) + self.assertEqual(value['assertion_failures'], failures) + outcome, value, _ = self.run_fixture("def test_one(self):\n with self.subTest(i=1): pass") + self.assertEqual(outcome, 'SURVIVED', value) + + def test_foreign_subtest_parent_cannot_claim_selected_body_assertion(self): + outcome, value, _ = self.run_fixture("def test_one(self):\n import sys\n foreign = unittest.case._SubTest(unittest.FunctionTestCase(lambda: None), 'foreign', {})\n try: raise AssertionError('foreign parent assertion')\n except AssertionError: self._outcome.result.addSubTest(self, foreign, sys.exc_info())") + self.assertEqual(outcome, 'ERROR', value) + + def test_lifecycle_subtests_and_subtest_errors_are_errors(self): + for source in ("def setUp(self):\n with self.subTest(i=1): self.fail('setup subtest')\ndef test_one(self): pass", + "def tearDown(self):\n with self.subTest(i=1): self.fail('teardown subtest')\ndef test_one(self): self.fail('body')", + "def test_one(self):\n with self.subTest(i=1): raise RuntimeError('subtest runtime')"): + outcome, value, _ = self.run_fixture(source) + self.assertEqual(outcome, 'ERROR', value) + + def test_empty_duplicate_synthetic_and_spoofed_population_is_error(self): + cases = [ + ('def test_one(self): pass', 'fixture', 'def load_tests(loader, tests, pattern): return unittest.TestSuite()'), + ('def test_one(self): self.fail("body")', 'fixture', 'def load_tests(loader, tests, pattern): return unittest.TestSuite([Case("test_one"), Case("test_one")])'), + ('def test_one(self): pass', 'fixture.Missing', ''), + ('def id(self): return "fixture.Case.test_forged"\ndef test_one(self): self.fail("body")', 'fixture.Case', ''), + ] + for source, selection, tail in cases: + with self.subTest(selection=selection, tail=tail): + outcome, value, _ = self.run_fixture(source, selection, tail) + self.assertEqual(outcome, 'ERROR', value) + + def test_population_listing_does_not_execute_fixtures_or_bodies(self): + with tempfile.TemporaryDirectory() as tmp: + root = Path(tmp) + (root / 'tests').mkdir() + shutil.copy2(ROOT / 'run_tests.py', root / 'run_tests.py') + (root / 'tests/fixture.py').write_text("import unittest\nclass Case(unittest.TestCase):\n @classmethod\n def setUpClass(cls): raise AssertionError('fixture must not run')\n def test_one(self): raise RuntimeError('body must not run')\n") + output = root / 'population.json' + p = subprocess.run([sys.executable, '-B', '-S', str(root / 'run_tests.py'), + '--output', str(output), '--test', 'fixture.Case', '--list'], + capture_output=True, text=True, timeout=10) + self.assertEqual(p.returncode, 0, p.stderr) + self.assertEqual(json.loads(output.read_text()), + {'selection': ['fixture.Case'], 'selected_ids': ['fixture.Case.test_one'], + 'invalid_population': []}) + + def test_summary_without_lifecycle_receipt_fails_closed(self): + old = dict(tests_run=1, assertion_failures=1, errors=0, skipped=0, + expected_failures=0, unexpected_successes=0, successful=False) + self.assertEqual(mutations.classify(old, 1), 'ERROR') + self.assertEqual(mutations.classify({}, 1), 'ERROR') + self.assertEqual(mutations.classify(None, 1), 'ERROR') + + def test_forged_or_missing_accounting_is_error(self): + _, receipt, code = self.run_fixture('def test_one(self): self.fail("body")') + for key in ('receipt_schema', 'selected_ids', 'started_ids', 'finished_ids', + 'body_entered_ids', 'body_finished_ids', 'body_assertion_ids', + 'lifecycle_failures', 'subtests', 'invalid_population', 'subtest_events', 'assertion_events'): + with self.subTest(missing=key): + value = copy.deepcopy(receipt) + value.pop(key, None) + self.assertEqual(mutations.classify(value, code), 'ERROR') + for changes in ({'tests_run': True}, {'tests_run': 1.0}, {'assertion_failures': '1'}, + {'successful': 0}, {'lifecycle_failures': -1}, {'subtests': True}, + {'body_entered_ids': []}, {'body_finished_ids': []}, + {'finished_ids': []}, {'body_assertion_ids': []}, + {'body_assertion_ids': ['fixture.Case.test_forged']}, + {'selected_ids': ['synthetic']}, + {'selected_ids': ['unittest.loader._FailedTest.test_one']}, + {'selected_ids': ['fixture.Case.test_one', 'fixture.Case.test_one']}, + {'started_ids': ['fixture.Case.test_one', 'fixture.Case.test_one']}, + {'errors': 1}, {'skipped': 1}, {'expected_failures': 1}, + {'unexpected_successes': 1}, {'assertion_failures': 2}, + {'subtests': 1}, {'assertion_events': []}, + {'subtest_events': [{'parent_id': 'fixture.Case.test_one', 'phase': 'body', 'outcome': 'assertion'}]}): + with self.subTest(changes=changes): + self.assertEqual(mutations.classify({**receipt, **changes}, code), 'ERROR') + self.assertEqual(mutations.classify(receipt, code, ['fixture.Other']), 'ERROR') + self.assertEqual(mutations.classify({**receipt, 'selection': ['fixture.Other']}, code, ['fixture.Other']), 'ERROR') + self.assertEqual(mutations.classify(receipt, code, ['fixture.Case'], ['fixture.Case.test_other']), 'ERROR') + for exit_code in (2, -9, True): + self.assertEqual(mutations.classify(receipt, exit_code), 'ERROR') + + +class LazyBodyHarnessTests(unittest.TestCase): + """A call returning suspended work must never establish complete test execution.""" + + def run_lazy_fixture(self, methods, definitions='', listing=False): + with tempfile.TemporaryDirectory() as tmp: + root = Path(tmp) + (root / 'tests').mkdir() + shutil.copy2(ROOT / 'run_tests.py', root / 'run_tests.py') + events = root / 'events' + source = ('import unittest, functools\nfrom pathlib import Path\n' + 'def record(label):\n with Path(' + repr(str(events)) + ').open("a") as out: out.write(label + "\\n")\n' + + textwrap.dedent(definitions) + '\nclass Case(unittest.TestCase):\n' + + textwrap.indent(textwrap.dedent(methods), ' ')) + (root / 'tests/fixture.py').write_text(source) + output = root / 'result.json' + command = [sys.executable, '-B', '-S', str(root / 'run_tests.py'), + '--output', str(output), '--test', 'fixture.Case'] + if listing: + command.append('--list') + p = subprocess.run(command, capture_output=True, text=True, timeout=10) + self.assertTrue(output.is_file(), p.stderr) + value = json.loads(output.read_text()) + observed = events.read_text().splitlines() if events.exists() else [] + return mutations.classify(value, p.returncode), value, observed, p.stderr + + def test_ordinary_synchronous_body_positives_remain_supported(self): + survived, value, events, _ = self.run_lazy_fixture("def test_one(self): record('ordinary')") + self.assertEqual(survived, 'SURVIVED', value) + self.assertEqual(events, ['ordinary']) + killed, value, events, _ = self.run_lazy_fixture("def test_one(self):\n record('assertion')\n self.fail('real body assertion')") + self.assertEqual(killed, 'KILLED', value) + self.assertEqual(events, ['assertion']) + + def test_declared_lazy_method_shapes_refuse_mixed_population_before_execution(self): + for lazy in ("def test_a_lazy(self):\n record('lazy advanced')\n yield None", + "async def test_a_lazy(self):\n record('lazy advanced')\n yield None", + "async def test_a_lazy(self): record('lazy advanced')"): + with self.subTest(shape=lazy): + methods = lazy + "\ndef test_b_assertion(self):\n record('ordinary assertion')\n self.fail('body assertion')" + outcome, value, events, _ = self.run_lazy_fixture(methods) + self.assertEqual(outcome, 'ERROR', value) + self.assertEqual(events, [], value) + self.assertTrue(value['invalid_population'], value) + _, population, events, _ = self.run_lazy_fixture(methods, listing=True) + self.assertTrue(population['invalid_population'], population) + self.assertEqual(events, []) + + def test_wrapped_lazy_method_shapes_refuse_before_execution(self): + definitions = ''' + def wrap(method): + @functools.wraps(method) + def wrapper(*args, **kwargs): + record('decorator executed') + return method(*args, **kwargs) + return wrapper + ''' + for lazy in ("def test_a_lazy(self):\n record('lazy advanced')\n yield None", + "async def test_a_lazy(self):\n record('lazy advanced')\n yield None", + "async def test_a_lazy(self): record('lazy advanced')"): + with self.subTest(shape=lazy): + outcome, value, events, _ = self.run_lazy_fixture('@wrap\n' + lazy + "\ndef test_b_assertion(self): self.fail('body')", definitions) + self.assertEqual(outcome, 'ERROR', value) + self.assertEqual(events, [], value) + + def test_sync_lazy_returns_refuse_without_advancing_suspended_work(self): + definitions = ''' + def generator(): + record('generator advanced') + yield None + async def coroutine(): record('coroutine advanced') + async def async_generator(): + record('async generator advanced') + yield None + class Awaitable: + def __await__(self): + record('custom awaitable advanced') + yield None + ''' + for expression in ('generator()', 'coroutine()', 'async_generator()', 'Awaitable()'): + with self.subTest(expression=expression): + methods = "def test_a_return(self):\n record('outer method')\n return " + expression + "\ndef test_b_assertion(self):\n record('ordinary assertion')\n self.fail('body')" + outcome, value, events, stderr = self.run_lazy_fixture(methods, definitions) + self.assertEqual(outcome, 'ERROR', value) + self.assertEqual(events, ['outer method', 'ordinary assertion'], value) + self.assertTrue(value['invalid_population'], value) + self.assertNotIn('was never awaited', stderr) + + def test_decorator_without_wrapped_metadata_cannot_hide_lazy_return(self): + definitions = ''' + def hide(method): + def wrapper(*args, **kwargs): + record('decorator executed') + return method(*args, **kwargs) + return wrapper + ''' + outcome, value, events, _ = self.run_lazy_fixture("@hide\ndef test_a_lazy(self):\n record('lazy advanced')\n yield None\ndef test_b_assertion(self):\n record('ordinary assertion')\n self.fail('body')", definitions) + self.assertEqual(outcome, 'ERROR', value) + self.assertEqual(events, ['decorator executed', 'ordinary assertion'], value) + + def test_all_non_none_returns_refuse_without_iterating_custom_objects(self): + definitions = "class DeferredIterable:\n def __iter__(self):\n record('unknown iterable advanced')\n yield None" + for expression in ('False', '0', '[]', 'DeferredIterable()'): + with self.subTest(expression=expression): + outcome, value, events, _ = self.run_lazy_fixture("def test_a_return(self):\n record('outer method')\n return " + expression + "\ndef test_b_assertion(self):\n record('ordinary assertion')\n self.fail('body')", definitions) + self.assertEqual(outcome, 'ERROR', value) + self.assertEqual(events, ['outer method', 'ordinary assertion'], value) + + +import os +import shutil +import subprocess + +class IdentityHarnessTests(unittest.TestCase): + """Real ordinary-body controls for loader and in-process identity binding.""" + + def run_identity_fixture(self, label, source, selectors=()): + import hashlib + with tempfile.TemporaryDirectory() as temporary: + root=Path(temporary);(root/'tests').mkdir() + runner=root/'run_tests.py' + shutil.copy2(ROOT/'run_tests.py',runner) + events=root/'events' + header=('import unittest\nfrom pathlib import Path\n' + +'def record(label):\n with Path('+repr(str(events))+').open("a") as out: out.write(label+"\\n")\n') + fixture=root/'tests'/'test_identity.py' + fixture.write_text(header+source) + output=root/'receipt.json' + command=[sys.executable,'-B','-S',str(runner),*[],'--output',str(output)] + for selector in selectors:command.extend(['--test',selector]) + p=subprocess.run(command,capture_output=True,text=True,timeout=15) + self.assertTrue(output.exists(),p.stderr) + value=json.loads(output.read_text()) + outcome=mutations.classify(value,p.returncode) + observed=events.read_text().splitlines() if events.exists() else [] + record={'label':label,'optimize':sys.flags.optimize,'fixture_source':header+source, + 'fixture_sha256':hashlib.sha256(fixture.read_bytes()).hexdigest(), + 'command':command,'exit_code':p.returncode,'outcome':outcome, + 'events':observed,'receipt':value,'stdout':p.stdout,'stderr':p.stderr} + destination=os.environ.get('CBZ_IDENTITY_CONTROL_EVIDENCE') + if destination: + out=Path(destination);out.mkdir(parents=True,exist_ok=True) + (out/(label+'.json')).write_text(json.dumps(record,sort_keys=True,indent=2)+'\n') + return outcome,value,observed + + def test_module_alias_subclass_and_population_hooks_refused_before_execution(self): + base=('class C(unittest.TestCase):\n' + +' def test_first(self): record("first")\n' + +' def test_second(self):\n record("second")\n self.fail("retained second body")\n') + hooks=[('alias','def load_tests(loader, tests, pattern):\n record("hook")\n C.test_second=C.test_first\n return tests\n'), + ('alias-assertion','def load_tests(loader, tests, pattern):\n record("hook")\n C.test_second=C.test_first\n return tests\n'), + ('subclass','def load_tests(loader, tests, pattern):\n record("hook")\n def replacement(self): record("replacement")\n R=type("C",(C,),{"test_first":replacement,"test_second":replacement,"__module__":__name__,"__qualname__":"C"})\n globals()["C"]=R\n return loader.loadTestsFromTestCase(R)\n'), + ('omission','def load_tests(loader, tests, pattern):\n record("hook")\n return unittest.TestSuite([C("test_first")])\n')] + for label,hook in hooks: + with self.subTest(shape=label): + source=base+hook + if label=='alias-assertion':source=source.replace('def test_first(self): record("first")','def test_first(self):\n record("first")\n self.fail("first body assertion")') + outcome,value,events=self.run_identity_fixture('hook-'+label,source) + self.assertEqual(outcome,'ERROR',value) + self.assertEqual(events,[],value) + self.assertTrue(value['invalid_population'],value) + + source=('class Hidden(unittest.TestCase):\n def test_hidden(self):\n record("hidden")\n self.fail("hidden body retained")\n' + +'class Visible(unittest.TestCase):\n def test_visible(self): record("visible")\n' + +'def __dir__():\n record("module-dir")\n return ["Visible"]\n') + outcome,value,events=self.run_identity_fixture('module-dir-cannot-hide',source) + self.assertEqual(outcome,'KILLED',value) + self.assertEqual(events,['hidden','visible'],value) + self.assertEqual(len(value['selected_ids']),2,value) + + def test_named_class_and_method_selection_preserve_exact_population(self): + source='class C(unittest.TestCase):\n def test_first(self): record("first")\n def test_second(self): record("second")\n' + for label,selectors,wanted in [('class',('test_identity.C',),['first','second']), + ('method',('test_identity.C.test_second',),['second'])]: + with self.subTest(selector=label): + outcome,value,events=self.run_identity_fixture('named-'+label,source,selectors) + self.assertEqual(outcome,'SURVIVED',value) + self.assertEqual(events,wanted,value) + outcome,value,events=self.run_identity_fixture('named-assertion',source.replace('record("first")','record("first"); self.fail("body")'),('test_identity.C',)) + self.assertEqual(outcome,'KILLED',value) + self.assertEqual(events,['first','second'],value) + + def test_callable_factory_selector_is_refused_before_factory_or_body(self): + source=('class C(unittest.TestCase):\n def test_one(self): record("body")\n' + +'def factory():\n record("factory")\n return unittest.TestSuite([C("test_one")])\n') + outcome,value,events=self.run_identity_fixture('callable-factory',source,('test_identity.factory',)) + self.assertEqual(outcome,'ERROR',value) + self.assertEqual(events,[],value) + self.assertTrue(value['invalid_population'],value) + + proxy_source=('class C(unittest.TestCase):\n def test_one(self): record("body")\n' + +'class Proxy:\n def __getattr__(self,name):\n record("proxy")\n return C\nproxy=Proxy()\n') + outcome,value,events=self.run_identity_fixture('selector-proxy',proxy_source,('test_identity.proxy.C.test_one',)) + self.assertEqual(outcome,'ERROR',value) + self.assertEqual(events,[],value) + self.assertTrue(value['invalid_population'],value) + constructor_fixtures=[ + ('init','class C(unittest.TestCase):\n def __init__(self,*a,**k):\n record("constructor")\n super().__init__(*a,**k)\n type(self).test_second=type(self).test_first\n def test_first(self): record("first")\n def test_second(self):\n record("second")\n self.fail("retained second body")\n'), + ('new','class C(unittest.TestCase):\n def __new__(cls,*a,**k):\n record("constructor")\n return super().__new__(cls)\n def test_one(self): record("body")\n'), + ('metaclass','class Meta(type):\n def __call__(cls,*a,**k):\n record("metaclass")\n return super().__call__(*a,**k)\nclass C(unittest.TestCase,metaclass=Meta):\n def test_one(self): record("body")\n'), + ('getattribute','class C(unittest.TestCase):\n def __getattribute__(self,name):\n record("attribute")\n return super().__getattribute__(name)\n def test_one(self): record("body")\n'), + ('setattr','class C(unittest.TestCase):\n def __setattr__(self,name,value):\n record("attribute")\n return super().__setattr__(name,value)\n def test_one(self): record("body")\n'), + ] + constructor_fixtures.append(('descriptor','class Descriptor:\n def __init__(self,original): self.original=original\n def __get__(self,instance,owner):\n record("descriptor")\n owner.test_second=owner.test_first\n return owner.test_first\nclass C(unittest.TestCase):\n def test_first(self): record("first")\n def test_second(self):\n record("second")\n self.fail("retained second body")\n test_second=Descriptor(test_second)\n')) + for label,source in constructor_fixtures: + for selection in [(),('test_identity.C',),('test_identity.C.'+('test_first' if label=='init' else 'test_second' if label=='descriptor' else 'test_one'),)]: + with self.subTest(constructor=label,selector=selection): + outcome,value,events=self.run_identity_fixture('construction-'+label+'-'+str(len(selection))+'-'+('method' if selection and selection[0].count('.')==2 else 'class'),source,selection) + self.assertEqual(outcome,'ERROR',value) + self.assertEqual(events,[],value) + self.assertTrue(value['invalid_population'],value) + + def test_class_fixture_function_and_code_substitutions_are_refused(self): + base=('def replacement(self): record("replacement")\n' + +'class C(unittest.TestCase):\n' + +' @classmethod\n def setUpClass(cls):\n record("class-setup")\n CHANGE\n' + +' def test_one(self):\n record("original")\n self.fail("original body retained")\n') + for label,change in [('function','cls.test_one=replacement'),('code','cls.test_one.__code__=replacement.__code__'), + ('same-code-function','cls.test_one=__import__("types").FunctionType(cls.test_one.__code__,cls.test_one.__globals__)')]: + with self.subTest(change=label): + outcome,value,events=self.run_identity_fixture('class-fixture-'+label,base.replace('CHANGE',change)) + self.assertEqual(outcome,'ERROR',value) + self.assertEqual(events,['class-setup'],value) + self.assertTrue(value['invalid_population'],value) + + source=('class C(unittest.TestCase):\n' + +' def setUp(self):\n record("setup")\n self.__class__=type("C",(type(self),),{"__module__":__name__,"__qualname__":"C"})\n' + +' def test_one(self):\n record("original")\n self.fail("original body retained")\n') + outcome,value,events=self.run_identity_fixture('instance-class-change',source) + self.assertEqual(outcome,'ERROR',value) + self.assertEqual(events,['setup'],value) + self.assertTrue(value['invalid_population'],value) + + def test_postload_substitution_refused_before_any_fixture(self): + spec=importlib.util.spec_from_file_location('identity_runtime_probe',ROOT/'run_tests.py') + runtime=importlib.util.module_from_spec(spec);spec.loader.exec_module(runtime) + events=[] + class Case(unittest.TestCase): + @classmethod + def setUpClass(cls):events.append('class-setup') + def setUp(self):events.append('setup') + def test_one(self):events.append('original') + loader=runtime.IdentityLoader();suite=loader.loadTestsFromTestCase(Case) + def replacement(self):events.append('replacement') + Case.test_one=replacement + value=runtime.run_suite(suite,['probe.Case'],loader.bindings,loader.invalid) + self.assertTrue(value['invalid_population'],value) + self.assertEqual(events,[],value) + self.assertEqual(value['tests_run'],0,value) + + def test_custom_testcase_run_is_refused_before_execution(self): + source=('class C(unittest.TestCase):\n' + +' def run(self,result=None):\n record("custom-run")\n return super().run(result)\n' + +' def test_one(self): record("body")\n') + outcome,value,events=self.run_identity_fixture('custom-run',source,('test_identity.C',)) + self.assertEqual(outcome,'ERROR',value) + self.assertEqual(events,[],value) + self.assertTrue(value['invalid_population'],value) + + def test_identity_change_during_body_is_not_a_clean_kill(self): + source=('class C(unittest.TestCase):\n' + +' def test_first(self):\n record("first")\n type(self).test_second=type(self).test_first\n' + +' def test_second(self):\n record("second")\n self.fail("retained second body")\n') + outcome,value,events=self.run_identity_fixture('during-body-change',source) + self.assertEqual(outcome,'ERROR',value) + self.assertEqual(events,['first'],value) + self.assertTrue(value['invalid_population'],value) + +if __name__ == '__main__': + unittest.main(verbosity=2) diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/initial-preflight/EXISTING_APPLICABILITY.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/initial-preflight/EXISTING_APPLICABILITY.json new file mode 100644 index 000000000..1e1912155 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/initial-preflight/EXISTING_APPLICABILITY.json @@ -0,0 +1,36 @@ +{ + "scope": "top-level source applicability only; no claim against arbitrary runtime assignment or malicious Python", + "all_current_test_modules_without_explicit_load_tests": true, + "files": [ + { + "path": "/workspace/cbz-0/tools/kernel_replay/tests/test_kernel_replay.py", + "sha256": "2ccdd956379bf3ddbc479a10604a10db7c26acee96c54c869c7a6bafc0f2dfeb", + "top_level_load_tests_definitions": [], + "top_level_load_tests_assignments": [] + }, + { + "path": "/workspace/cbz-0/tools/kernel_replay/tests/test_mutation_harness.py", + "sha256": "05a4a2f4c803315f80a3fcb2bb16f0d5d6df19c874c118152c257544880de114", + "top_level_load_tests_definitions": [], + "top_level_load_tests_assignments": [] + }, + { + "path": "/workspace/cbz-0/tools/kernel_replay/tests/test_real_lean.py", + "sha256": "51ab210da908b4e3d74fe179c41a414abf4c53e88458db33f7934ae0010337d7", + "top_level_load_tests_definitions": [], + "top_level_load_tests_assignments": [] + }, + { + "path": "/workspace/cbz-0/tools/layer_a/tests/test_auditor.py", + "sha256": "94532912255f92250046e0e85d2633b438245e635499d815340edfe4bb29890e", + "top_level_load_tests_definitions": [], + "top_level_load_tests_assignments": [] + }, + { + "path": "/workspace/cbz-0/tools/layer_a/tests/test_mutation_runner.py", + "sha256": "9190916dea425ab71aad73acbb70b4100890592f2a462375cb3a922ff62a1ff3", + "top_level_load_tests_definitions": [], + "top_level_load_tests_assignments": [] + } + ] +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/initial-preflight/REPORT.md b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/initial-preflight/REPORT.md new file mode 100644 index 000000000..ebba4d1d5 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/initial-preflight/REPORT.md @@ -0,0 +1,41 @@ +# Test-body identity preflight + +New obligation: determine whether a supported ordinary synchronous None-return +`load_tests` hook can replace the declared body population without detection. +No prior tests, Lean work, scanner campaigns or hosted checks were rerun. + +Both exact current runners have the same concrete gap. Default discovery calls +`load_tests` before capturing the selected population. A hook retaining both +ordinary method declarations but aliasing `test_second` to `test_first` produces +two distinct expected names and complete body events, while executing the first +original body twice and omitting the second. The passing variant returns exit 0 +and `SURVIVED`. The assertion variant returns `KILLED` with two assertion failures, +but still omits the second original body. A same-name replacement subclass also +returns exit 0 and `SURVIVED` while both original body sentinels are absent. + +These controls do not fabricate receipts or override TestCase.run. All selected +functions are ordinary synchronous functions and their ordinary successful +return is None. This is a population-identity defect inside the advertised +profile, not an arbitrary-code sandbox claim. + +The explicit class-selector negative controls bypass the module hook and execute +both original bodies, including the second body's retained failure. Thus the gap +affects default/module discovery. The current kernel production mutation plan +uses class or individual-method selectors, while the layer-a runner's default +baseline and `run_one` discovery are exposed to module hooks. Current five test +modules contain no explicit top-level `load_tests` definition or assignment; +completed applicable source-specific evidence remains valid. + +`RESULTS.json` records six new default-discovery executions and two named-class +controls in normal mode (fourteen subprocess commands including population +listing). Each fixture, unchanged copied runner, full structured result, stdout, +stderr and body trace is retained under `fixtures/`. `SOURCE_BINDINGS.json` binds +the active source generation. `EXISTING_APPLICABILITY.json` records the narrow +existing-source hook check and its limits. + +Minimal repair: derive the canonical selected population from trusted standard +module/class declarations before module hooks; retain original class, function +and code identities in process; refuse unsupported population factories before +fixtures or bodies; compare identities after loading and at starts/body exits. +Explicit class and method selectors must retain their exact supported behavior. +The implementation must have actual omission controls and source guard mutations. diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/initial-preflight/RESULTS.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/initial-preflight/RESULTS.json new file mode 100644 index 000000000..63537c16f --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/initial-preflight/RESULTS.json @@ -0,0 +1,417 @@ +{ + "new_obligation": "Ordinary synchronous None-return load_tests method alias/same-name class replacement after discovery; original declared bodies retained but omitted", + "execution_mode": "normal only; no old tests rerun", + "source_bindings": { + "kernel_replay/run_tests.py": { + "sha256": "f0a67f6cb3a2e0232d1cb7ff61cd7e5c21ae4c414a8c74c3a3225712b3a74ba3", + "bytes": 10420 + }, + "kernel_replay/mutations.py": { + "sha256": "a1a0b0e7d6c5809c1f3f291a10aa14edc04265ce73cf76494318f966ab69b9bd", + "bytes": 15771 + }, + "layer_a/mutation_test.py": { + "sha256": "840d2c86b9c7b1fb934c6fae0f300afa17aca6de5551ca8db70ac47147073b7f", + "bytes": 30300 + } + }, + "results": [ + { + "tool": "kernel_replay", + "case": "alias-pass", + "commands": [ + { + "phase": "list", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/workspace/cbz-0/delivery/grader-identity-preflight/fixtures/kernel_replay/alias-pass/run_tests.py", + "--output", + "/workspace/cbz-0/delivery/grader-identity-preflight/fixtures/kernel_replay/alias-pass/list.json", + "--list" + ], + "exit_code": 0 + }, + { + "phase": "run", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/workspace/cbz-0/delivery/grader-identity-preflight/fixtures/kernel_replay/alias-pass/run_tests.py", + "--output", + "/workspace/cbz-0/delivery/grader-identity-preflight/fixtures/kernel_replay/alias-pass/run.json" + ], + "exit_code": 0 + } + ], + "source_sha256": "f0a67f6cb3a2e0232d1cb7ff61cd7e5c21ae4c414a8c74c3a3225712b3a74ba3", + "fixture_sha256": "562b11ed6f4097250316e8b4cbbe7525cacdd4af7fbb8db64f758bacbccc42f2", + "outcome": "SURVIVED", + "selected_ids": [ + "test_alias.AliasTests.test_first", + "test_alias.AliasTests.test_second" + ], + "body_entered_ids": [ + "test_alias.AliasTests.test_first", + "test_alias.AliasTests.test_second" + ], + "body_finished_ids": [ + "test_alias.AliasTests.test_first", + "test_alias.AliasTests.test_second" + ], + "invalid_population": [], + "assertion_failures": 0, + "errors": 0, + "body_trace": [ + "original-first", + "original-first" + ], + "original_second_executed": false + }, + { + "tool": "kernel_replay", + "case": "named-class-control", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/workspace/cbz-0/delivery/grader-identity-preflight/fixtures/kernel_replay/alias-pass/run_tests.py", + "--output", + "/workspace/cbz-0/delivery/grader-identity-preflight/fixtures/kernel_replay/alias-pass/named.json", + "--test", + "test_alias.AliasTests" + ], + "exit_code": 1, + "selected_ids": [ + "test_alias.AliasTests.test_first", + "test_alias.AliasTests.test_second" + ], + "body_trace": [ + "original-first", + "original-second" + ], + "assertion_failures": 1, + "errors": 0, + "original_second_executed": true + }, + { + "tool": "kernel_replay", + "case": "alias-kill", + "commands": [ + { + "phase": "list", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/workspace/cbz-0/delivery/grader-identity-preflight/fixtures/kernel_replay/alias-kill/run_tests.py", + "--output", + "/workspace/cbz-0/delivery/grader-identity-preflight/fixtures/kernel_replay/alias-kill/list.json", + "--list" + ], + "exit_code": 0 + }, + { + "phase": "run", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/workspace/cbz-0/delivery/grader-identity-preflight/fixtures/kernel_replay/alias-kill/run_tests.py", + "--output", + "/workspace/cbz-0/delivery/grader-identity-preflight/fixtures/kernel_replay/alias-kill/run.json" + ], + "exit_code": 1 + } + ], + "source_sha256": "f0a67f6cb3a2e0232d1cb7ff61cd7e5c21ae4c414a8c74c3a3225712b3a74ba3", + "fixture_sha256": "562b11ed6f4097250316e8b4cbbe7525cacdd4af7fbb8db64f758bacbccc42f2", + "outcome": "KILLED", + "selected_ids": [ + "test_alias.AliasTests.test_first", + "test_alias.AliasTests.test_second" + ], + "body_entered_ids": [ + "test_alias.AliasTests.test_first", + "test_alias.AliasTests.test_second" + ], + "body_finished_ids": [ + "test_alias.AliasTests.test_first", + "test_alias.AliasTests.test_second" + ], + "invalid_population": [], + "assertion_failures": 2, + "errors": 0, + "body_trace": [ + "original-first", + "original-first" + ], + "original_second_executed": false + }, + { + "tool": "kernel_replay", + "case": "same-name-subclass", + "commands": [ + { + "phase": "list", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/workspace/cbz-0/delivery/grader-identity-preflight/fixtures/kernel_replay/same-name-subclass/run_tests.py", + "--output", + "/workspace/cbz-0/delivery/grader-identity-preflight/fixtures/kernel_replay/same-name-subclass/list.json", + "--list" + ], + "exit_code": 0 + }, + { + "phase": "run", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/workspace/cbz-0/delivery/grader-identity-preflight/fixtures/kernel_replay/same-name-subclass/run_tests.py", + "--output", + "/workspace/cbz-0/delivery/grader-identity-preflight/fixtures/kernel_replay/same-name-subclass/run.json" + ], + "exit_code": 0 + } + ], + "source_sha256": "f0a67f6cb3a2e0232d1cb7ff61cd7e5c21ae4c414a8c74c3a3225712b3a74ba3", + "fixture_sha256": "c75334c2cd7a0e5847ae1f97625151bca76be8a534fa4919c6b52566a577b67f", + "outcome": "SURVIVED", + "selected_ids": [ + "test_alias.AliasTests.test_first", + "test_alias.AliasTests.test_second" + ], + "body_entered_ids": [ + "test_alias.AliasTests.test_first", + "test_alias.AliasTests.test_second" + ], + "body_finished_ids": [ + "test_alias.AliasTests.test_first", + "test_alias.AliasTests.test_second" + ], + "invalid_population": [], + "assertion_failures": 0, + "errors": 0, + "body_trace": [ + "replacement", + "replacement" + ], + "original_second_executed": false + }, + { + "tool": "layer_a", + "case": "alias-pass", + "commands": [ + { + "phase": "list", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/workspace/cbz-0/delivery/grader-identity-preflight/fixtures/layer_a/alias-pass/mutation_test.py", + "--internal-test-runner", + "--test-root", + "/workspace/cbz-0/delivery/grader-identity-preflight/fixtures/layer_a/alias-pass/tests", + "--output", + "/workspace/cbz-0/delivery/grader-identity-preflight/fixtures/layer_a/alias-pass/list.json", + "--list" + ], + "exit_code": 0 + }, + { + "phase": "run", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/workspace/cbz-0/delivery/grader-identity-preflight/fixtures/layer_a/alias-pass/mutation_test.py", + "--internal-test-runner", + "--test-root", + "/workspace/cbz-0/delivery/grader-identity-preflight/fixtures/layer_a/alias-pass/tests", + "--output", + "/workspace/cbz-0/delivery/grader-identity-preflight/fixtures/layer_a/alias-pass/run.json" + ], + "exit_code": 0 + } + ], + "source_sha256": "840d2c86b9c7b1fb934c6fae0f300afa17aca6de5551ca8db70ac47147073b7f", + "fixture_sha256": "562b11ed6f4097250316e8b4cbbe7525cacdd4af7fbb8db64f758bacbccc42f2", + "outcome": "SURVIVED", + "selected_ids": [ + "test_auditor.AliasTests.test_first", + "test_auditor.AliasTests.test_second" + ], + "body_entered_ids": [ + "test_auditor.AliasTests.test_first", + "test_auditor.AliasTests.test_second" + ], + "body_finished_ids": [ + "test_auditor.AliasTests.test_first", + "test_auditor.AliasTests.test_second" + ], + "invalid_population": [], + "assertion_failures": 0, + "errors": 0, + "body_trace": [ + "original-first", + "original-first" + ], + "original_second_executed": false + }, + { + "tool": "layer_a", + "case": "named-class-control", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/workspace/cbz-0/delivery/grader-identity-preflight/fixtures/layer_a/alias-pass/mutation_test.py", + "--internal-test-runner", + "--test-root", + "/workspace/cbz-0/delivery/grader-identity-preflight/fixtures/layer_a/alias-pass/tests", + "--output", + "/workspace/cbz-0/delivery/grader-identity-preflight/fixtures/layer_a/alias-pass/named.json", + "--test", + "test_auditor.AliasTests" + ], + "exit_code": 1, + "selected_ids": [ + "test_auditor.AliasTests.test_first", + "test_auditor.AliasTests.test_second" + ], + "body_trace": [ + "original-first", + "original-second" + ], + "assertion_failures": 1, + "errors": 0, + "original_second_executed": true + }, + { + "tool": "layer_a", + "case": "alias-kill", + "commands": [ + { + "phase": "list", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/workspace/cbz-0/delivery/grader-identity-preflight/fixtures/layer_a/alias-kill/mutation_test.py", + "--internal-test-runner", + "--test-root", + "/workspace/cbz-0/delivery/grader-identity-preflight/fixtures/layer_a/alias-kill/tests", + "--output", + "/workspace/cbz-0/delivery/grader-identity-preflight/fixtures/layer_a/alias-kill/list.json", + "--list" + ], + "exit_code": 0 + }, + { + "phase": "run", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/workspace/cbz-0/delivery/grader-identity-preflight/fixtures/layer_a/alias-kill/mutation_test.py", + "--internal-test-runner", + "--test-root", + "/workspace/cbz-0/delivery/grader-identity-preflight/fixtures/layer_a/alias-kill/tests", + "--output", + "/workspace/cbz-0/delivery/grader-identity-preflight/fixtures/layer_a/alias-kill/run.json" + ], + "exit_code": 1 + } + ], + "source_sha256": "840d2c86b9c7b1fb934c6fae0f300afa17aca6de5551ca8db70ac47147073b7f", + "fixture_sha256": "562b11ed6f4097250316e8b4cbbe7525cacdd4af7fbb8db64f758bacbccc42f2", + "outcome": "KILLED", + "selected_ids": [ + "test_auditor.AliasTests.test_first", + "test_auditor.AliasTests.test_second" + ], + "body_entered_ids": [ + "test_auditor.AliasTests.test_first", + "test_auditor.AliasTests.test_second" + ], + "body_finished_ids": [ + "test_auditor.AliasTests.test_first", + "test_auditor.AliasTests.test_second" + ], + "invalid_population": [], + "assertion_failures": 2, + "errors": 0, + "body_trace": [ + "original-first", + "original-first" + ], + "original_second_executed": false + }, + { + "tool": "layer_a", + "case": "same-name-subclass", + "commands": [ + { + "phase": "list", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/workspace/cbz-0/delivery/grader-identity-preflight/fixtures/layer_a/same-name-subclass/mutation_test.py", + "--internal-test-runner", + "--test-root", + "/workspace/cbz-0/delivery/grader-identity-preflight/fixtures/layer_a/same-name-subclass/tests", + "--output", + "/workspace/cbz-0/delivery/grader-identity-preflight/fixtures/layer_a/same-name-subclass/list.json", + "--list" + ], + "exit_code": 0 + }, + { + "phase": "run", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/workspace/cbz-0/delivery/grader-identity-preflight/fixtures/layer_a/same-name-subclass/mutation_test.py", + "--internal-test-runner", + "--test-root", + "/workspace/cbz-0/delivery/grader-identity-preflight/fixtures/layer_a/same-name-subclass/tests", + "--output", + "/workspace/cbz-0/delivery/grader-identity-preflight/fixtures/layer_a/same-name-subclass/run.json" + ], + "exit_code": 0 + } + ], + "source_sha256": "840d2c86b9c7b1fb934c6fae0f300afa17aca6de5551ca8db70ac47147073b7f", + "fixture_sha256": "c75334c2cd7a0e5847ae1f97625151bca76be8a534fa4919c6b52566a577b67f", + "outcome": "SURVIVED", + "selected_ids": [ + "test_auditor.AliasTests.test_first", + "test_auditor.AliasTests.test_second" + ], + "body_entered_ids": [ + "test_auditor.AliasTests.test_first", + "test_auditor.AliasTests.test_second" + ], + "body_finished_ids": [ + "test_auditor.AliasTests.test_first", + "test_auditor.AliasTests.test_second" + ], + "invalid_population": [], + "assertion_failures": 0, + "errors": 0, + "body_trace": [ + "replacement", + "replacement" + ], + "original_second_executed": false + } + ] +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/initial-preflight/SOURCE_BINDINGS.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/initial-preflight/SOURCE_BINDINGS.json new file mode 100644 index 000000000..5a098f8de --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/initial-preflight/SOURCE_BINDINGS.json @@ -0,0 +1,14 @@ +{ + "kernel_replay/run_tests.py": { + "sha256": "f0a67f6cb3a2e0232d1cb7ff61cd7e5c21ae4c414a8c74c3a3225712b3a74ba3", + "bytes": 10420 + }, + "kernel_replay/mutations.py": { + "sha256": "a1a0b0e7d6c5809c1f3f291a10aa14edc04265ce73cf76494318f966ab69b9bd", + "bytes": 15771 + }, + "layer_a/mutation_test.py": { + "sha256": "840d2c86b9c7b1fb934c6fae0f300afa17aca6de5551ca8db70ac47147073b7f", + "bytes": 30300 + } +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/initial-preflight/preflight.py b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/initial-preflight/preflight.py new file mode 100644 index 000000000..cba5ddddd --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/initial-preflight/preflight.py @@ -0,0 +1,58 @@ +#!/usr/bin/env python3 +"""Finite, isolated new identity controls; no production/tool source edits.""" +import hashlib, importlib.util, json, os +from pathlib import Path +import shutil, subprocess, sys + +ROOT=Path(__file__).resolve().parent +ACTIVE=Path('/workspace/cbz-0/tools') +SOURCES={'kernel_replay':['run_tests.py','mutations.py'], 'layer_a':['mutation_test.py']} + +def sha(raw): return hashlib.sha256(raw).hexdigest() +def load(path,name): + spec=importlib.util.spec_from_file_location(name,path); m=importlib.util.module_from_spec(spec);spec.loader.exec_module(m);return m + +FIXTURE='''import os\nfrom pathlib import Path\nimport unittest\ndef trace(label):\n with Path(os.environ['CBZ_PREFLIGHT_TRACE']).open('a') as out: out.write(label+'\\n')\nclass AliasTests(unittest.TestCase):\n def test_first(self):\n trace('original-first')\n if os.environ.get('CBZ_PREFLIGHT_FAIL_FIRST') == '1': self.fail('original first body assertion')\n def test_second(self):\n trace('original-second')\n self.fail('original second body must remain covered')\n''' +HOOK_ALIAS='''\ndef load_tests(loader, tests, pattern):\n AliasTests.test_second = AliasTests.test_first\n return tests\n''' +HOOK_CLASS='''\ndef load_tests(loader, tests, pattern):\n def replacement(self):\n trace('replacement')\n Replacement = type('AliasTests', (AliasTests,), {'test_first':replacement,'test_second':replacement,'__module__':__name__,'__qualname__':'AliasTests'})\n globals()['AliasTests'] = Replacement\n return loader.loadTestsFromTestCase(Replacement)\n''' + +baseline={} +for tool, names in SOURCES.items(): + for name in names: + raw=(ACTIVE/tool/name).read_bytes();baseline[f'{tool}/{name}']={'sha256':sha(raw),'bytes':len(raw)} +(ROOT/'SOURCE_BINDINGS.json').write_text(json.dumps(baseline,indent=2)+'\n') +results=[] +for tool in SOURCES: + runner_name='run_tests.py' if tool=='kernel_replay' else 'mutation_test.py' + for case,hook,fail in [('alias-pass',HOOK_ALIAS,False),('alias-kill',HOOK_ALIAS,True),('same-name-subclass',HOOK_CLASS,False)]: + work=ROOT/'fixtures'/tool/case; (work/'tests').mkdir(parents=True,exist_ok=True) + for name in SOURCES[tool]: (work/name).write_bytes((ACTIVE/tool/name).read_bytes()) + fixture_name='test_alias.py' if tool=='kernel_replay' else 'test_auditor.py' + (work/'tests'/fixture_name).write_text(FIXTURE+hook) + env=dict(os.environ);env.pop('PYTHONPATH',None);env['PYTHONDONTWRITEBYTECODE']='1';env['CBZ_PREFLIGHT_TRACE']=str(work/'body-trace.txt');env['CBZ_PREFLIGHT_FAIL_FIRST']='1' if fail else '0' + args=[sys.executable,'-B','-S',str(work/runner_name)] + if tool=='layer_a':args+=['--internal-test-runner','--test-root',str(work/'tests')] + cmds=[] + for phase in ('list','run'): + output=work/(phase+'.json');cmd=args+['--output',str(output)]+(['--list'] if phase=='list' else []) + p=subprocess.run(cmd,cwd=work,env=env,capture_output=True,text=True,timeout=15) + (work/(phase+'.stdout')).write_text(p.stdout);(work/(phase+'.stderr')).write_text(p.stderr) + cmds.append({'phase':phase,'command':cmd,'exit_code':p.returncode}) + population=json.loads((work/'list.json').read_text());value=json.loads((work/'run.json').read_text()) + grader=load(work/('mutations.py' if tool=='kernel_replay' else 'mutation_test.py'),f'grader_{tool}_{case.replace("-","_")}') + if tool=='kernel_replay':outcome=grader.classify(value,cmds[-1]['exit_code'],['discover:test_*.py'],population['selected_ids']) + else:outcome=grader.classify_test_result(value,cmds[-1]['exit_code'],population['selected_ids']) + trace=(work/'body-trace.txt').read_text().splitlines() + row={'tool':tool,'case':case,'commands':cmds,'source_sha256':sha((work/runner_name).read_bytes()),'fixture_sha256':sha((work/'tests'/fixture_name).read_bytes()),'outcome':outcome,'selected_ids':value['selected_ids'],'body_entered_ids':value['body_entered_ids'],'body_finished_ids':value['body_finished_ids'],'invalid_population':value['invalid_population'],'assertion_failures':value['assertion_failures'],'errors':value['errors'],'body_trace':trace,'original_second_executed':'original-second' in trace} + results.append(row) + # Class-selector negative control: unittest bypasses the module load_tests hook. + if case=='alias-pass': + env['CBZ_PREFLIGHT_TRACE']=str(work/'named-body-trace.txt') + module=fixture_name[:-3];output=work/'named.json';cmd=args+['--output',str(output),'--test',module+'.AliasTests'] + p=subprocess.run(cmd,cwd=work,env=env,capture_output=True,text=True,timeout=15) + (work/'named.stdout').write_text(p.stdout);(work/'named.stderr').write_text(p.stderr) + nv=json.loads(output.read_text()); nt=(work/'named-body-trace.txt').read_text().splitlines() + results.append({'tool':tool,'case':'named-class-control','command':cmd,'exit_code':p.returncode,'selected_ids':nv['selected_ids'],'body_trace':nt,'assertion_failures':nv['assertion_failures'],'errors':nv['errors'],'original_second_executed':'original-second' in nt}) +report={'new_obligation':'Ordinary synchronous None-return load_tests method alias/same-name class replacement after discovery; original declared bodies retained but omitted','execution_mode':'normal only; no old tests rerun','source_bindings':baseline,'results':results} +(ROOT/'RESULTS.json').write_text(json.dumps(report,indent=2)+'\n') +print(json.dumps([{'tool':r['tool'],'case':r['case'],'outcome':r.get('outcome'),'exit_code':r.get('exit_code',r.get('commands',[{}])[-1].get('exit_code')),'trace':r['body_trace'],'second_executed':r['original_second_executed'],'failures':r['assertion_failures']} for r in results],indent=2)) diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/affected-normal-dev2.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/affected-normal-dev2.json new file mode 100644 index 000000000..fb2e7a66f --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/affected-normal-dev2.json @@ -0,0 +1,528 @@ +{ + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selection": [ + "test_mutation_harness.MutationHarnessTests", + "test_mutation_harness.LazyBodyHarnessTests", + "test_mutation_harness.IdentityHarnessTests" + ], + "selected_ids": [ + "test_mutation_harness.MutationHarnessTests.test_body_assertion_kills_after_all_selected_bodies_finish", + "test_mutation_harness.MutationHarnessTests.test_body_scoped_subtest_assertions_kill_without_changing_parent_population", + "test_mutation_harness.MutationHarnessTests.test_clean_identity_survives", + "test_mutation_harness.MutationHarnessTests.test_dispatch_hook_assertion_without_selected_method_is_error", + "test_mutation_harness.MutationHarnessTests.test_empty_duplicate_synthetic_and_spoofed_population_is_error", + "test_mutation_harness.MutationHarnessTests.test_errors_skips_and_expected_failures_are_errors", + "test_mutation_harness.MutationHarnessTests.test_foreign_subtest_parent_cannot_claim_selected_body_assertion", + "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "test_mutation_harness.MutationHarnessTests.test_lifecycle_failures_never_kill_even_with_body_assertion", + "test_mutation_harness.MutationHarnessTests.test_lifecycle_subtests_and_subtest_errors_are_errors", + "test_mutation_harness.MutationHarnessTests.test_population_listing_does_not_execute_fixtures_or_bodies", + "test_mutation_harness.MutationHarnessTests.test_selected_method_invoked_from_lifecycle_is_error", + "test_mutation_harness.MutationHarnessTests.test_setup_assertion_is_not_a_kill", + "test_mutation_harness.MutationHarnessTests.test_summary_without_lifecycle_receipt_fails_closed", + "test_mutation_harness.LazyBodyHarnessTests.test_all_non_none_returns_refuse_without_iterating_custom_objects", + "test_mutation_harness.LazyBodyHarnessTests.test_declared_lazy_method_shapes_refuse_mixed_population_before_execution", + "test_mutation_harness.LazyBodyHarnessTests.test_decorator_without_wrapped_metadata_cannot_hide_lazy_return", + "test_mutation_harness.LazyBodyHarnessTests.test_ordinary_synchronous_body_positives_remain_supported", + "test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work", + "test_mutation_harness.LazyBodyHarnessTests.test_wrapped_lazy_method_shapes_refuse_before_execution", + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "test_mutation_harness.IdentityHarnessTests.test_custom_testcase_run_is_refused_before_execution", + "test_mutation_harness.IdentityHarnessTests.test_identity_change_during_body_is_not_a_clean_kill", + "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "test_mutation_harness.IdentityHarnessTests.test_named_class_and_method_selection_preserve_exact_population" + ], + "invalid_population": [], + "tests_run": 26, + "assertion_failures": 0, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": true, + "log": "test_body_assertion_kills_after_all_selected_bodies_finish (test_mutation_harness.MutationHarnessTests.test_body_assertion_kills_after_all_selected_bodies_finish) ... ok\ntest_body_scoped_subtest_assertions_kill_without_changing_parent_population (test_mutation_harness.MutationHarnessTests.test_body_scoped_subtest_assertions_kill_without_changing_parent_population) ... ok\ntest_clean_identity_survives (test_mutation_harness.MutationHarnessTests.test_clean_identity_survives) ... ok\ntest_dispatch_hook_assertion_without_selected_method_is_error (test_mutation_harness.MutationHarnessTests.test_dispatch_hook_assertion_without_selected_method_is_error) ... ok\ntest_empty_duplicate_synthetic_and_spoofed_population_is_error (test_mutation_harness.MutationHarnessTests.test_empty_duplicate_synthetic_and_spoofed_population_is_error) ... ok\ntest_errors_skips_and_expected_failures_are_errors (test_mutation_harness.MutationHarnessTests.test_errors_skips_and_expected_failures_are_errors) ... ok\ntest_foreign_subtest_parent_cannot_claim_selected_body_assertion (test_mutation_harness.MutationHarnessTests.test_foreign_subtest_parent_cannot_claim_selected_body_assertion) ... ok\ntest_forged_or_missing_accounting_is_error (test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error) ... ok\ntest_lifecycle_failures_never_kill_even_with_body_assertion (test_mutation_harness.MutationHarnessTests.test_lifecycle_failures_never_kill_even_with_body_assertion) ... ok\ntest_lifecycle_subtests_and_subtest_errors_are_errors (test_mutation_harness.MutationHarnessTests.test_lifecycle_subtests_and_subtest_errors_are_errors) ... ok\ntest_population_listing_does_not_execute_fixtures_or_bodies (test_mutation_harness.MutationHarnessTests.test_population_listing_does_not_execute_fixtures_or_bodies) ... ok\ntest_selected_method_invoked_from_lifecycle_is_error (test_mutation_harness.MutationHarnessTests.test_selected_method_invoked_from_lifecycle_is_error) ... ok\ntest_setup_assertion_is_not_a_kill (test_mutation_harness.MutationHarnessTests.test_setup_assertion_is_not_a_kill) ... ok\ntest_summary_without_lifecycle_receipt_fails_closed (test_mutation_harness.MutationHarnessTests.test_summary_without_lifecycle_receipt_fails_closed) ... ok\ntest_all_non_none_returns_refuse_without_iterating_custom_objects (test_mutation_harness.LazyBodyHarnessTests.test_all_non_none_returns_refuse_without_iterating_custom_objects) ... ok\ntest_declared_lazy_method_shapes_refuse_mixed_population_before_execution (test_mutation_harness.LazyBodyHarnessTests.test_declared_lazy_method_shapes_refuse_mixed_population_before_execution) ... ok\ntest_decorator_without_wrapped_metadata_cannot_hide_lazy_return (test_mutation_harness.LazyBodyHarnessTests.test_decorator_without_wrapped_metadata_cannot_hide_lazy_return) ... ok\ntest_ordinary_synchronous_body_positives_remain_supported (test_mutation_harness.LazyBodyHarnessTests.test_ordinary_synchronous_body_positives_remain_supported) ... ok\ntest_sync_lazy_returns_refuse_without_advancing_suspended_work (test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work) ... ok\ntest_wrapped_lazy_method_shapes_refuse_before_execution (test_mutation_harness.LazyBodyHarnessTests.test_wrapped_lazy_method_shapes_refuse_before_execution) ... ok\ntest_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) ... ok\ntest_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) ... ok\ntest_custom_testcase_run_is_refused_before_execution (test_mutation_harness.IdentityHarnessTests.test_custom_testcase_run_is_refused_before_execution) ... ok\ntest_identity_change_during_body_is_not_a_clean_kill (test_mutation_harness.IdentityHarnessTests.test_identity_change_during_body_is_not_a_clean_kill) ... ok\ntest_module_alias_subclass_and_population_hooks_refused_before_execution (test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution) ... ok\ntest_named_class_and_method_selection_preserve_exact_population (test_mutation_harness.IdentityHarnessTests.test_named_class_and_method_selection_preserve_exact_population) ... ok\n\nRan 26 tests\n", + "started_ids": [ + "test_mutation_harness.MutationHarnessTests.test_body_assertion_kills_after_all_selected_bodies_finish", + "test_mutation_harness.MutationHarnessTests.test_body_scoped_subtest_assertions_kill_without_changing_parent_population", + "test_mutation_harness.MutationHarnessTests.test_clean_identity_survives", + "test_mutation_harness.MutationHarnessTests.test_dispatch_hook_assertion_without_selected_method_is_error", + "test_mutation_harness.MutationHarnessTests.test_empty_duplicate_synthetic_and_spoofed_population_is_error", + "test_mutation_harness.MutationHarnessTests.test_errors_skips_and_expected_failures_are_errors", + "test_mutation_harness.MutationHarnessTests.test_foreign_subtest_parent_cannot_claim_selected_body_assertion", + "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "test_mutation_harness.MutationHarnessTests.test_lifecycle_failures_never_kill_even_with_body_assertion", + "test_mutation_harness.MutationHarnessTests.test_lifecycle_subtests_and_subtest_errors_are_errors", + "test_mutation_harness.MutationHarnessTests.test_population_listing_does_not_execute_fixtures_or_bodies", + "test_mutation_harness.MutationHarnessTests.test_selected_method_invoked_from_lifecycle_is_error", + "test_mutation_harness.MutationHarnessTests.test_setup_assertion_is_not_a_kill", + "test_mutation_harness.MutationHarnessTests.test_summary_without_lifecycle_receipt_fails_closed", + "test_mutation_harness.LazyBodyHarnessTests.test_all_non_none_returns_refuse_without_iterating_custom_objects", + "test_mutation_harness.LazyBodyHarnessTests.test_declared_lazy_method_shapes_refuse_mixed_population_before_execution", + "test_mutation_harness.LazyBodyHarnessTests.test_decorator_without_wrapped_metadata_cannot_hide_lazy_return", + "test_mutation_harness.LazyBodyHarnessTests.test_ordinary_synchronous_body_positives_remain_supported", + "test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work", + "test_mutation_harness.LazyBodyHarnessTests.test_wrapped_lazy_method_shapes_refuse_before_execution", + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "test_mutation_harness.IdentityHarnessTests.test_custom_testcase_run_is_refused_before_execution", + "test_mutation_harness.IdentityHarnessTests.test_identity_change_during_body_is_not_a_clean_kill", + "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "test_mutation_harness.IdentityHarnessTests.test_named_class_and_method_selection_preserve_exact_population" + ], + "finished_ids": [ + "test_mutation_harness.MutationHarnessTests.test_body_assertion_kills_after_all_selected_bodies_finish", + "test_mutation_harness.MutationHarnessTests.test_body_scoped_subtest_assertions_kill_without_changing_parent_population", + "test_mutation_harness.MutationHarnessTests.test_clean_identity_survives", + "test_mutation_harness.MutationHarnessTests.test_dispatch_hook_assertion_without_selected_method_is_error", + "test_mutation_harness.MutationHarnessTests.test_empty_duplicate_synthetic_and_spoofed_population_is_error", + "test_mutation_harness.MutationHarnessTests.test_errors_skips_and_expected_failures_are_errors", + "test_mutation_harness.MutationHarnessTests.test_foreign_subtest_parent_cannot_claim_selected_body_assertion", + "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "test_mutation_harness.MutationHarnessTests.test_lifecycle_failures_never_kill_even_with_body_assertion", + "test_mutation_harness.MutationHarnessTests.test_lifecycle_subtests_and_subtest_errors_are_errors", + "test_mutation_harness.MutationHarnessTests.test_population_listing_does_not_execute_fixtures_or_bodies", + "test_mutation_harness.MutationHarnessTests.test_selected_method_invoked_from_lifecycle_is_error", + "test_mutation_harness.MutationHarnessTests.test_setup_assertion_is_not_a_kill", + "test_mutation_harness.MutationHarnessTests.test_summary_without_lifecycle_receipt_fails_closed", + "test_mutation_harness.LazyBodyHarnessTests.test_all_non_none_returns_refuse_without_iterating_custom_objects", + "test_mutation_harness.LazyBodyHarnessTests.test_declared_lazy_method_shapes_refuse_mixed_population_before_execution", + "test_mutation_harness.LazyBodyHarnessTests.test_decorator_without_wrapped_metadata_cannot_hide_lazy_return", + "test_mutation_harness.LazyBodyHarnessTests.test_ordinary_synchronous_body_positives_remain_supported", + "test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work", + "test_mutation_harness.LazyBodyHarnessTests.test_wrapped_lazy_method_shapes_refuse_before_execution", + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "test_mutation_harness.IdentityHarnessTests.test_custom_testcase_run_is_refused_before_execution", + "test_mutation_harness.IdentityHarnessTests.test_identity_change_during_body_is_not_a_clean_kill", + "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "test_mutation_harness.IdentityHarnessTests.test_named_class_and_method_selection_preserve_exact_population" + ], + "body_entered_ids": [ + "test_mutation_harness.MutationHarnessTests.test_body_assertion_kills_after_all_selected_bodies_finish", + "test_mutation_harness.MutationHarnessTests.test_body_scoped_subtest_assertions_kill_without_changing_parent_population", + "test_mutation_harness.MutationHarnessTests.test_clean_identity_survives", + "test_mutation_harness.MutationHarnessTests.test_dispatch_hook_assertion_without_selected_method_is_error", + "test_mutation_harness.MutationHarnessTests.test_empty_duplicate_synthetic_and_spoofed_population_is_error", + "test_mutation_harness.MutationHarnessTests.test_errors_skips_and_expected_failures_are_errors", + "test_mutation_harness.MutationHarnessTests.test_foreign_subtest_parent_cannot_claim_selected_body_assertion", + "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "test_mutation_harness.MutationHarnessTests.test_lifecycle_failures_never_kill_even_with_body_assertion", + "test_mutation_harness.MutationHarnessTests.test_lifecycle_subtests_and_subtest_errors_are_errors", + "test_mutation_harness.MutationHarnessTests.test_population_listing_does_not_execute_fixtures_or_bodies", + "test_mutation_harness.MutationHarnessTests.test_selected_method_invoked_from_lifecycle_is_error", + "test_mutation_harness.MutationHarnessTests.test_setup_assertion_is_not_a_kill", + "test_mutation_harness.MutationHarnessTests.test_summary_without_lifecycle_receipt_fails_closed", + "test_mutation_harness.LazyBodyHarnessTests.test_all_non_none_returns_refuse_without_iterating_custom_objects", + "test_mutation_harness.LazyBodyHarnessTests.test_declared_lazy_method_shapes_refuse_mixed_population_before_execution", + "test_mutation_harness.LazyBodyHarnessTests.test_decorator_without_wrapped_metadata_cannot_hide_lazy_return", + "test_mutation_harness.LazyBodyHarnessTests.test_ordinary_synchronous_body_positives_remain_supported", + "test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work", + "test_mutation_harness.LazyBodyHarnessTests.test_wrapped_lazy_method_shapes_refuse_before_execution", + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "test_mutation_harness.IdentityHarnessTests.test_custom_testcase_run_is_refused_before_execution", + "test_mutation_harness.IdentityHarnessTests.test_identity_change_during_body_is_not_a_clean_kill", + "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "test_mutation_harness.IdentityHarnessTests.test_named_class_and_method_selection_preserve_exact_population" + ], + "body_finished_ids": [ + "test_mutation_harness.MutationHarnessTests.test_body_assertion_kills_after_all_selected_bodies_finish", + "test_mutation_harness.MutationHarnessTests.test_body_scoped_subtest_assertions_kill_without_changing_parent_population", + "test_mutation_harness.MutationHarnessTests.test_clean_identity_survives", + "test_mutation_harness.MutationHarnessTests.test_dispatch_hook_assertion_without_selected_method_is_error", + "test_mutation_harness.MutationHarnessTests.test_empty_duplicate_synthetic_and_spoofed_population_is_error", + "test_mutation_harness.MutationHarnessTests.test_errors_skips_and_expected_failures_are_errors", + "test_mutation_harness.MutationHarnessTests.test_foreign_subtest_parent_cannot_claim_selected_body_assertion", + "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "test_mutation_harness.MutationHarnessTests.test_lifecycle_failures_never_kill_even_with_body_assertion", + "test_mutation_harness.MutationHarnessTests.test_lifecycle_subtests_and_subtest_errors_are_errors", + "test_mutation_harness.MutationHarnessTests.test_population_listing_does_not_execute_fixtures_or_bodies", + "test_mutation_harness.MutationHarnessTests.test_selected_method_invoked_from_lifecycle_is_error", + "test_mutation_harness.MutationHarnessTests.test_setup_assertion_is_not_a_kill", + "test_mutation_harness.MutationHarnessTests.test_summary_without_lifecycle_receipt_fails_closed", + "test_mutation_harness.LazyBodyHarnessTests.test_all_non_none_returns_refuse_without_iterating_custom_objects", + "test_mutation_harness.LazyBodyHarnessTests.test_declared_lazy_method_shapes_refuse_mixed_population_before_execution", + "test_mutation_harness.LazyBodyHarnessTests.test_decorator_without_wrapped_metadata_cannot_hide_lazy_return", + "test_mutation_harness.LazyBodyHarnessTests.test_ordinary_synchronous_body_positives_remain_supported", + "test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work", + "test_mutation_harness.LazyBodyHarnessTests.test_wrapped_lazy_method_shapes_refuse_before_execution", + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "test_mutation_harness.IdentityHarnessTests.test_custom_testcase_run_is_refused_before_execution", + "test_mutation_harness.IdentityHarnessTests.test_identity_change_during_body_is_not_a_clean_kill", + "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "test_mutation_harness.IdentityHarnessTests.test_named_class_and_method_selection_preserve_exact_population" + ], + "body_assertion_ids": [], + "lifecycle_failures": 0, + "subtests": 73, + "subtest_events": [ + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_empty_duplicate_synthetic_and_spoofed_population_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_empty_duplicate_synthetic_and_spoofed_population_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_empty_duplicate_synthetic_and_spoofed_population_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_empty_duplicate_synthetic_and_spoofed_population_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_errors_skips_and_expected_failures_are_errors", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_errors_skips_and_expected_failures_are_errors", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_errors_skips_and_expected_failures_are_errors", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_errors_skips_and_expected_failures_are_errors", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_errors_skips_and_expected_failures_are_errors", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_lifecycle_failures_never_kill_even_with_body_assertion", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_lifecycle_failures_never_kill_even_with_body_assertion", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_lifecycle_failures_never_kill_even_with_body_assertion", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_lifecycle_failures_never_kill_even_with_body_assertion", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_lifecycle_failures_never_kill_even_with_body_assertion", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_lifecycle_failures_never_kill_even_with_body_assertion", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_lifecycle_failures_never_kill_even_with_body_assertion", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.LazyBodyHarnessTests.test_all_non_none_returns_refuse_without_iterating_custom_objects", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.LazyBodyHarnessTests.test_all_non_none_returns_refuse_without_iterating_custom_objects", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.LazyBodyHarnessTests.test_all_non_none_returns_refuse_without_iterating_custom_objects", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.LazyBodyHarnessTests.test_all_non_none_returns_refuse_without_iterating_custom_objects", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.LazyBodyHarnessTests.test_declared_lazy_method_shapes_refuse_mixed_population_before_execution", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.LazyBodyHarnessTests.test_declared_lazy_method_shapes_refuse_mixed_population_before_execution", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.LazyBodyHarnessTests.test_declared_lazy_method_shapes_refuse_mixed_population_before_execution", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.LazyBodyHarnessTests.test_wrapped_lazy_method_shapes_refuse_before_execution", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.LazyBodyHarnessTests.test_wrapped_lazy_method_shapes_refuse_before_execution", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.LazyBodyHarnessTests.test_wrapped_lazy_method_shapes_refuse_before_execution", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_named_class_and_method_selection_preserve_exact_population", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_named_class_and_method_selection_preserve_exact_population", + "phase": "body", + "outcome": "success" + } + ], + "assertion_events": [] +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/affected-normal-dev2.log b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/affected-normal-dev2.log new file mode 100644 index 000000000..c84cd604d --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/affected-normal-dev2.log @@ -0,0 +1,28 @@ +test_body_assertion_kills_after_all_selected_bodies_finish (test_mutation_harness.MutationHarnessTests.test_body_assertion_kills_after_all_selected_bodies_finish) ... ok +test_body_scoped_subtest_assertions_kill_without_changing_parent_population (test_mutation_harness.MutationHarnessTests.test_body_scoped_subtest_assertions_kill_without_changing_parent_population) ... ok +test_clean_identity_survives (test_mutation_harness.MutationHarnessTests.test_clean_identity_survives) ... ok +test_dispatch_hook_assertion_without_selected_method_is_error (test_mutation_harness.MutationHarnessTests.test_dispatch_hook_assertion_without_selected_method_is_error) ... ok +test_empty_duplicate_synthetic_and_spoofed_population_is_error (test_mutation_harness.MutationHarnessTests.test_empty_duplicate_synthetic_and_spoofed_population_is_error) ... ok +test_errors_skips_and_expected_failures_are_errors (test_mutation_harness.MutationHarnessTests.test_errors_skips_and_expected_failures_are_errors) ... ok +test_foreign_subtest_parent_cannot_claim_selected_body_assertion (test_mutation_harness.MutationHarnessTests.test_foreign_subtest_parent_cannot_claim_selected_body_assertion) ... ok +test_forged_or_missing_accounting_is_error (test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error) ... ok +test_lifecycle_failures_never_kill_even_with_body_assertion (test_mutation_harness.MutationHarnessTests.test_lifecycle_failures_never_kill_even_with_body_assertion) ... ok +test_lifecycle_subtests_and_subtest_errors_are_errors (test_mutation_harness.MutationHarnessTests.test_lifecycle_subtests_and_subtest_errors_are_errors) ... ok +test_population_listing_does_not_execute_fixtures_or_bodies (test_mutation_harness.MutationHarnessTests.test_population_listing_does_not_execute_fixtures_or_bodies) ... ok +test_selected_method_invoked_from_lifecycle_is_error (test_mutation_harness.MutationHarnessTests.test_selected_method_invoked_from_lifecycle_is_error) ... ok +test_setup_assertion_is_not_a_kill (test_mutation_harness.MutationHarnessTests.test_setup_assertion_is_not_a_kill) ... ok +test_summary_without_lifecycle_receipt_fails_closed (test_mutation_harness.MutationHarnessTests.test_summary_without_lifecycle_receipt_fails_closed) ... ok +test_all_non_none_returns_refuse_without_iterating_custom_objects (test_mutation_harness.LazyBodyHarnessTests.test_all_non_none_returns_refuse_without_iterating_custom_objects) ... ok +test_declared_lazy_method_shapes_refuse_mixed_population_before_execution (test_mutation_harness.LazyBodyHarnessTests.test_declared_lazy_method_shapes_refuse_mixed_population_before_execution) ... ok +test_decorator_without_wrapped_metadata_cannot_hide_lazy_return (test_mutation_harness.LazyBodyHarnessTests.test_decorator_without_wrapped_metadata_cannot_hide_lazy_return) ... ok +test_ordinary_synchronous_body_positives_remain_supported (test_mutation_harness.LazyBodyHarnessTests.test_ordinary_synchronous_body_positives_remain_supported) ... ok +test_sync_lazy_returns_refuse_without_advancing_suspended_work (test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work) ... ok +test_wrapped_lazy_method_shapes_refuse_before_execution (test_mutation_harness.LazyBodyHarnessTests.test_wrapped_lazy_method_shapes_refuse_before_execution) ... ok +test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) ... ok +test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) ... ok +test_custom_testcase_run_is_refused_before_execution (test_mutation_harness.IdentityHarnessTests.test_custom_testcase_run_is_refused_before_execution) ... ok +test_identity_change_during_body_is_not_a_clean_kill (test_mutation_harness.IdentityHarnessTests.test_identity_change_during_body_is_not_a_clean_kill) ... ok +test_module_alias_subclass_and_population_hooks_refused_before_execution (test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution) ... ok +test_named_class_and_method_selection_preserve_exact_population (test_mutation_harness.IdentityHarnessTests.test_named_class_and_method_selection_preserve_exact_population) ... ok + +Ran 26 tests diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/affected-optimized.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/affected-optimized.json new file mode 100644 index 000000000..fb2e7a66f --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/affected-optimized.json @@ -0,0 +1,528 @@ +{ + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selection": [ + "test_mutation_harness.MutationHarnessTests", + "test_mutation_harness.LazyBodyHarnessTests", + "test_mutation_harness.IdentityHarnessTests" + ], + "selected_ids": [ + "test_mutation_harness.MutationHarnessTests.test_body_assertion_kills_after_all_selected_bodies_finish", + "test_mutation_harness.MutationHarnessTests.test_body_scoped_subtest_assertions_kill_without_changing_parent_population", + "test_mutation_harness.MutationHarnessTests.test_clean_identity_survives", + "test_mutation_harness.MutationHarnessTests.test_dispatch_hook_assertion_without_selected_method_is_error", + "test_mutation_harness.MutationHarnessTests.test_empty_duplicate_synthetic_and_spoofed_population_is_error", + "test_mutation_harness.MutationHarnessTests.test_errors_skips_and_expected_failures_are_errors", + "test_mutation_harness.MutationHarnessTests.test_foreign_subtest_parent_cannot_claim_selected_body_assertion", + "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "test_mutation_harness.MutationHarnessTests.test_lifecycle_failures_never_kill_even_with_body_assertion", + "test_mutation_harness.MutationHarnessTests.test_lifecycle_subtests_and_subtest_errors_are_errors", + "test_mutation_harness.MutationHarnessTests.test_population_listing_does_not_execute_fixtures_or_bodies", + "test_mutation_harness.MutationHarnessTests.test_selected_method_invoked_from_lifecycle_is_error", + "test_mutation_harness.MutationHarnessTests.test_setup_assertion_is_not_a_kill", + "test_mutation_harness.MutationHarnessTests.test_summary_without_lifecycle_receipt_fails_closed", + "test_mutation_harness.LazyBodyHarnessTests.test_all_non_none_returns_refuse_without_iterating_custom_objects", + "test_mutation_harness.LazyBodyHarnessTests.test_declared_lazy_method_shapes_refuse_mixed_population_before_execution", + "test_mutation_harness.LazyBodyHarnessTests.test_decorator_without_wrapped_metadata_cannot_hide_lazy_return", + "test_mutation_harness.LazyBodyHarnessTests.test_ordinary_synchronous_body_positives_remain_supported", + "test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work", + "test_mutation_harness.LazyBodyHarnessTests.test_wrapped_lazy_method_shapes_refuse_before_execution", + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "test_mutation_harness.IdentityHarnessTests.test_custom_testcase_run_is_refused_before_execution", + "test_mutation_harness.IdentityHarnessTests.test_identity_change_during_body_is_not_a_clean_kill", + "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "test_mutation_harness.IdentityHarnessTests.test_named_class_and_method_selection_preserve_exact_population" + ], + "invalid_population": [], + "tests_run": 26, + "assertion_failures": 0, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": true, + "log": "test_body_assertion_kills_after_all_selected_bodies_finish (test_mutation_harness.MutationHarnessTests.test_body_assertion_kills_after_all_selected_bodies_finish) ... ok\ntest_body_scoped_subtest_assertions_kill_without_changing_parent_population (test_mutation_harness.MutationHarnessTests.test_body_scoped_subtest_assertions_kill_without_changing_parent_population) ... ok\ntest_clean_identity_survives (test_mutation_harness.MutationHarnessTests.test_clean_identity_survives) ... ok\ntest_dispatch_hook_assertion_without_selected_method_is_error (test_mutation_harness.MutationHarnessTests.test_dispatch_hook_assertion_without_selected_method_is_error) ... ok\ntest_empty_duplicate_synthetic_and_spoofed_population_is_error (test_mutation_harness.MutationHarnessTests.test_empty_duplicate_synthetic_and_spoofed_population_is_error) ... ok\ntest_errors_skips_and_expected_failures_are_errors (test_mutation_harness.MutationHarnessTests.test_errors_skips_and_expected_failures_are_errors) ... ok\ntest_foreign_subtest_parent_cannot_claim_selected_body_assertion (test_mutation_harness.MutationHarnessTests.test_foreign_subtest_parent_cannot_claim_selected_body_assertion) ... ok\ntest_forged_or_missing_accounting_is_error (test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error) ... ok\ntest_lifecycle_failures_never_kill_even_with_body_assertion (test_mutation_harness.MutationHarnessTests.test_lifecycle_failures_never_kill_even_with_body_assertion) ... ok\ntest_lifecycle_subtests_and_subtest_errors_are_errors (test_mutation_harness.MutationHarnessTests.test_lifecycle_subtests_and_subtest_errors_are_errors) ... ok\ntest_population_listing_does_not_execute_fixtures_or_bodies (test_mutation_harness.MutationHarnessTests.test_population_listing_does_not_execute_fixtures_or_bodies) ... ok\ntest_selected_method_invoked_from_lifecycle_is_error (test_mutation_harness.MutationHarnessTests.test_selected_method_invoked_from_lifecycle_is_error) ... ok\ntest_setup_assertion_is_not_a_kill (test_mutation_harness.MutationHarnessTests.test_setup_assertion_is_not_a_kill) ... ok\ntest_summary_without_lifecycle_receipt_fails_closed (test_mutation_harness.MutationHarnessTests.test_summary_without_lifecycle_receipt_fails_closed) ... ok\ntest_all_non_none_returns_refuse_without_iterating_custom_objects (test_mutation_harness.LazyBodyHarnessTests.test_all_non_none_returns_refuse_without_iterating_custom_objects) ... ok\ntest_declared_lazy_method_shapes_refuse_mixed_population_before_execution (test_mutation_harness.LazyBodyHarnessTests.test_declared_lazy_method_shapes_refuse_mixed_population_before_execution) ... ok\ntest_decorator_without_wrapped_metadata_cannot_hide_lazy_return (test_mutation_harness.LazyBodyHarnessTests.test_decorator_without_wrapped_metadata_cannot_hide_lazy_return) ... ok\ntest_ordinary_synchronous_body_positives_remain_supported (test_mutation_harness.LazyBodyHarnessTests.test_ordinary_synchronous_body_positives_remain_supported) ... ok\ntest_sync_lazy_returns_refuse_without_advancing_suspended_work (test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work) ... ok\ntest_wrapped_lazy_method_shapes_refuse_before_execution (test_mutation_harness.LazyBodyHarnessTests.test_wrapped_lazy_method_shapes_refuse_before_execution) ... ok\ntest_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) ... ok\ntest_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) ... ok\ntest_custom_testcase_run_is_refused_before_execution (test_mutation_harness.IdentityHarnessTests.test_custom_testcase_run_is_refused_before_execution) ... ok\ntest_identity_change_during_body_is_not_a_clean_kill (test_mutation_harness.IdentityHarnessTests.test_identity_change_during_body_is_not_a_clean_kill) ... ok\ntest_module_alias_subclass_and_population_hooks_refused_before_execution (test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution) ... ok\ntest_named_class_and_method_selection_preserve_exact_population (test_mutation_harness.IdentityHarnessTests.test_named_class_and_method_selection_preserve_exact_population) ... ok\n\nRan 26 tests\n", + "started_ids": [ + "test_mutation_harness.MutationHarnessTests.test_body_assertion_kills_after_all_selected_bodies_finish", + "test_mutation_harness.MutationHarnessTests.test_body_scoped_subtest_assertions_kill_without_changing_parent_population", + "test_mutation_harness.MutationHarnessTests.test_clean_identity_survives", + "test_mutation_harness.MutationHarnessTests.test_dispatch_hook_assertion_without_selected_method_is_error", + "test_mutation_harness.MutationHarnessTests.test_empty_duplicate_synthetic_and_spoofed_population_is_error", + "test_mutation_harness.MutationHarnessTests.test_errors_skips_and_expected_failures_are_errors", + "test_mutation_harness.MutationHarnessTests.test_foreign_subtest_parent_cannot_claim_selected_body_assertion", + "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "test_mutation_harness.MutationHarnessTests.test_lifecycle_failures_never_kill_even_with_body_assertion", + "test_mutation_harness.MutationHarnessTests.test_lifecycle_subtests_and_subtest_errors_are_errors", + "test_mutation_harness.MutationHarnessTests.test_population_listing_does_not_execute_fixtures_or_bodies", + "test_mutation_harness.MutationHarnessTests.test_selected_method_invoked_from_lifecycle_is_error", + "test_mutation_harness.MutationHarnessTests.test_setup_assertion_is_not_a_kill", + "test_mutation_harness.MutationHarnessTests.test_summary_without_lifecycle_receipt_fails_closed", + "test_mutation_harness.LazyBodyHarnessTests.test_all_non_none_returns_refuse_without_iterating_custom_objects", + "test_mutation_harness.LazyBodyHarnessTests.test_declared_lazy_method_shapes_refuse_mixed_population_before_execution", + "test_mutation_harness.LazyBodyHarnessTests.test_decorator_without_wrapped_metadata_cannot_hide_lazy_return", + "test_mutation_harness.LazyBodyHarnessTests.test_ordinary_synchronous_body_positives_remain_supported", + "test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work", + "test_mutation_harness.LazyBodyHarnessTests.test_wrapped_lazy_method_shapes_refuse_before_execution", + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "test_mutation_harness.IdentityHarnessTests.test_custom_testcase_run_is_refused_before_execution", + "test_mutation_harness.IdentityHarnessTests.test_identity_change_during_body_is_not_a_clean_kill", + "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "test_mutation_harness.IdentityHarnessTests.test_named_class_and_method_selection_preserve_exact_population" + ], + "finished_ids": [ + "test_mutation_harness.MutationHarnessTests.test_body_assertion_kills_after_all_selected_bodies_finish", + "test_mutation_harness.MutationHarnessTests.test_body_scoped_subtest_assertions_kill_without_changing_parent_population", + "test_mutation_harness.MutationHarnessTests.test_clean_identity_survives", + "test_mutation_harness.MutationHarnessTests.test_dispatch_hook_assertion_without_selected_method_is_error", + "test_mutation_harness.MutationHarnessTests.test_empty_duplicate_synthetic_and_spoofed_population_is_error", + "test_mutation_harness.MutationHarnessTests.test_errors_skips_and_expected_failures_are_errors", + "test_mutation_harness.MutationHarnessTests.test_foreign_subtest_parent_cannot_claim_selected_body_assertion", + "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "test_mutation_harness.MutationHarnessTests.test_lifecycle_failures_never_kill_even_with_body_assertion", + "test_mutation_harness.MutationHarnessTests.test_lifecycle_subtests_and_subtest_errors_are_errors", + "test_mutation_harness.MutationHarnessTests.test_population_listing_does_not_execute_fixtures_or_bodies", + "test_mutation_harness.MutationHarnessTests.test_selected_method_invoked_from_lifecycle_is_error", + "test_mutation_harness.MutationHarnessTests.test_setup_assertion_is_not_a_kill", + "test_mutation_harness.MutationHarnessTests.test_summary_without_lifecycle_receipt_fails_closed", + "test_mutation_harness.LazyBodyHarnessTests.test_all_non_none_returns_refuse_without_iterating_custom_objects", + "test_mutation_harness.LazyBodyHarnessTests.test_declared_lazy_method_shapes_refuse_mixed_population_before_execution", + "test_mutation_harness.LazyBodyHarnessTests.test_decorator_without_wrapped_metadata_cannot_hide_lazy_return", + "test_mutation_harness.LazyBodyHarnessTests.test_ordinary_synchronous_body_positives_remain_supported", + "test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work", + "test_mutation_harness.LazyBodyHarnessTests.test_wrapped_lazy_method_shapes_refuse_before_execution", + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "test_mutation_harness.IdentityHarnessTests.test_custom_testcase_run_is_refused_before_execution", + "test_mutation_harness.IdentityHarnessTests.test_identity_change_during_body_is_not_a_clean_kill", + "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "test_mutation_harness.IdentityHarnessTests.test_named_class_and_method_selection_preserve_exact_population" + ], + "body_entered_ids": [ + "test_mutation_harness.MutationHarnessTests.test_body_assertion_kills_after_all_selected_bodies_finish", + "test_mutation_harness.MutationHarnessTests.test_body_scoped_subtest_assertions_kill_without_changing_parent_population", + "test_mutation_harness.MutationHarnessTests.test_clean_identity_survives", + "test_mutation_harness.MutationHarnessTests.test_dispatch_hook_assertion_without_selected_method_is_error", + "test_mutation_harness.MutationHarnessTests.test_empty_duplicate_synthetic_and_spoofed_population_is_error", + "test_mutation_harness.MutationHarnessTests.test_errors_skips_and_expected_failures_are_errors", + "test_mutation_harness.MutationHarnessTests.test_foreign_subtest_parent_cannot_claim_selected_body_assertion", + "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "test_mutation_harness.MutationHarnessTests.test_lifecycle_failures_never_kill_even_with_body_assertion", + "test_mutation_harness.MutationHarnessTests.test_lifecycle_subtests_and_subtest_errors_are_errors", + "test_mutation_harness.MutationHarnessTests.test_population_listing_does_not_execute_fixtures_or_bodies", + "test_mutation_harness.MutationHarnessTests.test_selected_method_invoked_from_lifecycle_is_error", + "test_mutation_harness.MutationHarnessTests.test_setup_assertion_is_not_a_kill", + "test_mutation_harness.MutationHarnessTests.test_summary_without_lifecycle_receipt_fails_closed", + "test_mutation_harness.LazyBodyHarnessTests.test_all_non_none_returns_refuse_without_iterating_custom_objects", + "test_mutation_harness.LazyBodyHarnessTests.test_declared_lazy_method_shapes_refuse_mixed_population_before_execution", + "test_mutation_harness.LazyBodyHarnessTests.test_decorator_without_wrapped_metadata_cannot_hide_lazy_return", + "test_mutation_harness.LazyBodyHarnessTests.test_ordinary_synchronous_body_positives_remain_supported", + "test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work", + "test_mutation_harness.LazyBodyHarnessTests.test_wrapped_lazy_method_shapes_refuse_before_execution", + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "test_mutation_harness.IdentityHarnessTests.test_custom_testcase_run_is_refused_before_execution", + "test_mutation_harness.IdentityHarnessTests.test_identity_change_during_body_is_not_a_clean_kill", + "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "test_mutation_harness.IdentityHarnessTests.test_named_class_and_method_selection_preserve_exact_population" + ], + "body_finished_ids": [ + "test_mutation_harness.MutationHarnessTests.test_body_assertion_kills_after_all_selected_bodies_finish", + "test_mutation_harness.MutationHarnessTests.test_body_scoped_subtest_assertions_kill_without_changing_parent_population", + "test_mutation_harness.MutationHarnessTests.test_clean_identity_survives", + "test_mutation_harness.MutationHarnessTests.test_dispatch_hook_assertion_without_selected_method_is_error", + "test_mutation_harness.MutationHarnessTests.test_empty_duplicate_synthetic_and_spoofed_population_is_error", + "test_mutation_harness.MutationHarnessTests.test_errors_skips_and_expected_failures_are_errors", + "test_mutation_harness.MutationHarnessTests.test_foreign_subtest_parent_cannot_claim_selected_body_assertion", + "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "test_mutation_harness.MutationHarnessTests.test_lifecycle_failures_never_kill_even_with_body_assertion", + "test_mutation_harness.MutationHarnessTests.test_lifecycle_subtests_and_subtest_errors_are_errors", + "test_mutation_harness.MutationHarnessTests.test_population_listing_does_not_execute_fixtures_or_bodies", + "test_mutation_harness.MutationHarnessTests.test_selected_method_invoked_from_lifecycle_is_error", + "test_mutation_harness.MutationHarnessTests.test_setup_assertion_is_not_a_kill", + "test_mutation_harness.MutationHarnessTests.test_summary_without_lifecycle_receipt_fails_closed", + "test_mutation_harness.LazyBodyHarnessTests.test_all_non_none_returns_refuse_without_iterating_custom_objects", + "test_mutation_harness.LazyBodyHarnessTests.test_declared_lazy_method_shapes_refuse_mixed_population_before_execution", + "test_mutation_harness.LazyBodyHarnessTests.test_decorator_without_wrapped_metadata_cannot_hide_lazy_return", + "test_mutation_harness.LazyBodyHarnessTests.test_ordinary_synchronous_body_positives_remain_supported", + "test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work", + "test_mutation_harness.LazyBodyHarnessTests.test_wrapped_lazy_method_shapes_refuse_before_execution", + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "test_mutation_harness.IdentityHarnessTests.test_custom_testcase_run_is_refused_before_execution", + "test_mutation_harness.IdentityHarnessTests.test_identity_change_during_body_is_not_a_clean_kill", + "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "test_mutation_harness.IdentityHarnessTests.test_named_class_and_method_selection_preserve_exact_population" + ], + "body_assertion_ids": [], + "lifecycle_failures": 0, + "subtests": 73, + "subtest_events": [ + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_empty_duplicate_synthetic_and_spoofed_population_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_empty_duplicate_synthetic_and_spoofed_population_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_empty_duplicate_synthetic_and_spoofed_population_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_empty_duplicate_synthetic_and_spoofed_population_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_errors_skips_and_expected_failures_are_errors", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_errors_skips_and_expected_failures_are_errors", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_errors_skips_and_expected_failures_are_errors", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_errors_skips_and_expected_failures_are_errors", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_errors_skips_and_expected_failures_are_errors", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_lifecycle_failures_never_kill_even_with_body_assertion", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_lifecycle_failures_never_kill_even_with_body_assertion", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_lifecycle_failures_never_kill_even_with_body_assertion", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_lifecycle_failures_never_kill_even_with_body_assertion", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_lifecycle_failures_never_kill_even_with_body_assertion", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_lifecycle_failures_never_kill_even_with_body_assertion", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.MutationHarnessTests.test_lifecycle_failures_never_kill_even_with_body_assertion", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.LazyBodyHarnessTests.test_all_non_none_returns_refuse_without_iterating_custom_objects", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.LazyBodyHarnessTests.test_all_non_none_returns_refuse_without_iterating_custom_objects", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.LazyBodyHarnessTests.test_all_non_none_returns_refuse_without_iterating_custom_objects", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.LazyBodyHarnessTests.test_all_non_none_returns_refuse_without_iterating_custom_objects", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.LazyBodyHarnessTests.test_declared_lazy_method_shapes_refuse_mixed_population_before_execution", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.LazyBodyHarnessTests.test_declared_lazy_method_shapes_refuse_mixed_population_before_execution", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.LazyBodyHarnessTests.test_declared_lazy_method_shapes_refuse_mixed_population_before_execution", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.LazyBodyHarnessTests.test_wrapped_lazy_method_shapes_refuse_before_execution", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.LazyBodyHarnessTests.test_wrapped_lazy_method_shapes_refuse_before_execution", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.LazyBodyHarnessTests.test_wrapped_lazy_method_shapes_refuse_before_execution", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_named_class_and_method_selection_preserve_exact_population", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_named_class_and_method_selection_preserve_exact_population", + "phase": "body", + "outcome": "success" + } + ], + "assertion_events": [] +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/affected-optimized.log b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/affected-optimized.log new file mode 100644 index 000000000..c84cd604d --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/affected-optimized.log @@ -0,0 +1,28 @@ +test_body_assertion_kills_after_all_selected_bodies_finish (test_mutation_harness.MutationHarnessTests.test_body_assertion_kills_after_all_selected_bodies_finish) ... ok +test_body_scoped_subtest_assertions_kill_without_changing_parent_population (test_mutation_harness.MutationHarnessTests.test_body_scoped_subtest_assertions_kill_without_changing_parent_population) ... ok +test_clean_identity_survives (test_mutation_harness.MutationHarnessTests.test_clean_identity_survives) ... ok +test_dispatch_hook_assertion_without_selected_method_is_error (test_mutation_harness.MutationHarnessTests.test_dispatch_hook_assertion_without_selected_method_is_error) ... ok +test_empty_duplicate_synthetic_and_spoofed_population_is_error (test_mutation_harness.MutationHarnessTests.test_empty_duplicate_synthetic_and_spoofed_population_is_error) ... ok +test_errors_skips_and_expected_failures_are_errors (test_mutation_harness.MutationHarnessTests.test_errors_skips_and_expected_failures_are_errors) ... ok +test_foreign_subtest_parent_cannot_claim_selected_body_assertion (test_mutation_harness.MutationHarnessTests.test_foreign_subtest_parent_cannot_claim_selected_body_assertion) ... ok +test_forged_or_missing_accounting_is_error (test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error) ... ok +test_lifecycle_failures_never_kill_even_with_body_assertion (test_mutation_harness.MutationHarnessTests.test_lifecycle_failures_never_kill_even_with_body_assertion) ... ok +test_lifecycle_subtests_and_subtest_errors_are_errors (test_mutation_harness.MutationHarnessTests.test_lifecycle_subtests_and_subtest_errors_are_errors) ... ok +test_population_listing_does_not_execute_fixtures_or_bodies (test_mutation_harness.MutationHarnessTests.test_population_listing_does_not_execute_fixtures_or_bodies) ... ok +test_selected_method_invoked_from_lifecycle_is_error (test_mutation_harness.MutationHarnessTests.test_selected_method_invoked_from_lifecycle_is_error) ... ok +test_setup_assertion_is_not_a_kill (test_mutation_harness.MutationHarnessTests.test_setup_assertion_is_not_a_kill) ... ok +test_summary_without_lifecycle_receipt_fails_closed (test_mutation_harness.MutationHarnessTests.test_summary_without_lifecycle_receipt_fails_closed) ... ok +test_all_non_none_returns_refuse_without_iterating_custom_objects (test_mutation_harness.LazyBodyHarnessTests.test_all_non_none_returns_refuse_without_iterating_custom_objects) ... ok +test_declared_lazy_method_shapes_refuse_mixed_population_before_execution (test_mutation_harness.LazyBodyHarnessTests.test_declared_lazy_method_shapes_refuse_mixed_population_before_execution) ... ok +test_decorator_without_wrapped_metadata_cannot_hide_lazy_return (test_mutation_harness.LazyBodyHarnessTests.test_decorator_without_wrapped_metadata_cannot_hide_lazy_return) ... ok +test_ordinary_synchronous_body_positives_remain_supported (test_mutation_harness.LazyBodyHarnessTests.test_ordinary_synchronous_body_positives_remain_supported) ... ok +test_sync_lazy_returns_refuse_without_advancing_suspended_work (test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work) ... ok +test_wrapped_lazy_method_shapes_refuse_before_execution (test_mutation_harness.LazyBodyHarnessTests.test_wrapped_lazy_method_shapes_refuse_before_execution) ... ok +test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) ... ok +test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) ... ok +test_custom_testcase_run_is_refused_before_execution (test_mutation_harness.IdentityHarnessTests.test_custom_testcase_run_is_refused_before_execution) ... ok +test_identity_change_during_body_is_not_a_clean_kill (test_mutation_harness.IdentityHarnessTests.test_identity_change_during_body_is_not_a_clean_kill) ... ok +test_module_alias_subclass_and_population_hooks_refused_before_execution (test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution) ... ok +test_named_class_and_method_selection_preserve_exact_population (test_mutation_harness.IdentityHarnessTests.test_named_class_and_method_selection_preserve_exact_population) ... ok + +Ran 26 tests diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/construction-discovery-normal.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/construction-discovery-normal.json new file mode 100644 index 000000000..6bf9661ab --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/construction-discovery-normal.json @@ -0,0 +1,137 @@ +{ + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selection": [ + "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "selected_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "invalid_population": [], + "tests_run": 2, + "assertion_failures": 0, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": true, + "log": "test_module_alias_subclass_and_population_hooks_refused_before_execution (test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution) ... ok\ntest_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) ... ok\n\nRan 2 tests\n", + "started_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "finished_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "body_entered_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "body_finished_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "body_assertion_ids": [], + "lifecycle_failures": 0, + "subtests": 19, + "subtest_events": [ + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + } + ], + "assertion_events": [] +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/construction-discovery-normal.log b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/construction-discovery-normal.log new file mode 100644 index 000000000..7dfdc6cf8 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/construction-discovery-normal.log @@ -0,0 +1,4 @@ +test_module_alias_subclass_and_population_hooks_refused_before_execution (test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution) ... ok +test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) ... ok + +Ran 2 tests diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/construction-discovery-optimized.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/construction-discovery-optimized.json new file mode 100644 index 000000000..6bf9661ab --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/construction-discovery-optimized.json @@ -0,0 +1,137 @@ +{ + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selection": [ + "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "selected_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "invalid_population": [], + "tests_run": 2, + "assertion_failures": 0, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": true, + "log": "test_module_alias_subclass_and_population_hooks_refused_before_execution (test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution) ... ok\ntest_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) ... ok\n\nRan 2 tests\n", + "started_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "finished_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "body_entered_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "body_finished_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "body_assertion_ids": [], + "lifecycle_failures": 0, + "subtests": 19, + "subtest_events": [ + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + } + ], + "assertion_events": [] +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/construction-discovery-optimized.log b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/construction-discovery-optimized.log new file mode 100644 index 000000000..7dfdc6cf8 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/construction-discovery-optimized.log @@ -0,0 +1,4 @@ +test_module_alias_subclass_and_population_hooks_refused_before_execution (test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution) ... ok +test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) ... ok + +Ran 2 tests diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/exact-descriptor-normal.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/exact-descriptor-normal.json new file mode 100644 index 000000000..2e0267303 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/exact-descriptor-normal.json @@ -0,0 +1,171 @@ +{ + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selection": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "selected_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "invalid_population": [], + "tests_run": 1, + "assertion_failures": 0, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": true, + "log": "test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) ... ok\n\nRan 1 tests\n", + "started_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "finished_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "body_entered_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "body_finished_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "body_assertion_ids": [], + "lifecycle_failures": 0, + "subtests": 27, + "subtest_events": [ + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + } + ], + "assertion_events": [] +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/exact-descriptor-normal.log b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/exact-descriptor-normal.log new file mode 100644 index 000000000..e74c98226 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/exact-descriptor-normal.log @@ -0,0 +1,3 @@ +test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) ... ok + +Ran 1 tests diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/exact-descriptor-optimized.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/exact-descriptor-optimized.json new file mode 100644 index 000000000..2e0267303 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/exact-descriptor-optimized.json @@ -0,0 +1,171 @@ +{ + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selection": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "selected_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "invalid_population": [], + "tests_run": 1, + "assertion_failures": 0, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": true, + "log": "test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) ... ok\n\nRan 1 tests\n", + "started_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "finished_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "body_entered_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "body_finished_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "body_assertion_ids": [], + "lifecycle_failures": 0, + "subtests": 27, + "subtest_events": [ + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + } + ], + "assertion_events": [] +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/exact-descriptor-optimized.log b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/exact-descriptor-optimized.log new file mode 100644 index 000000000..e74c98226 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/exact-descriptor-optimized.log @@ -0,0 +1,3 @@ +test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) ... ok + +Ran 1 tests diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/accept-callable-selector-factory/receipt.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/accept-callable-selector-factory/receipt.json new file mode 100644 index 000000000..1a7ba9423 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/accept-callable-selector-factory/receipt.json @@ -0,0 +1,42 @@ +{ + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selection": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "selected_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "invalid_population": [], + "tests_run": 1, + "assertion_failures": 1, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) ... FAIL\n\n======================================================================\nFAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/accept-callable-selector-factory/run_tests.py\", line 275, in dispatch\n return original_dispatch(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: Lists differ: ['factory', 'body'] != []\n\nFirst list contains 2 additional elements.\nFirst extra element 0:\n'factory'\n\n- ['factory', 'body']\n+ [] : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['test_identity.factory'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_one (test_identity.C.test_one) ... ok\\n\\nRan 1 tests\\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []}\n\nRan 1 tests\n", + "started_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "finished_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "body_entered_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "body_finished_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "body_assertion_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "lifecycle_failures": 0, + "subtests": 0, + "subtest_events": [], + "assertion_events": [ + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "origin": "body" + } + ] +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/accept-callable-selector-factory/stderr.log b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/accept-callable-selector-factory/stderr.log new file mode 100644 index 000000000..e69de29bb diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/accept-callable-selector-factory/stdout.log b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/accept-callable-selector-factory/stdout.log new file mode 100644 index 000000000..969bf5979 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/accept-callable-selector-factory/stdout.log @@ -0,0 +1,19 @@ +test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) ... FAIL + +====================================================================== +FAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/accept-callable-selector-factory/run_tests.py", line 275, in dispatch + return original_dispatch(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +AssertionError: Lists differ: ['factory', 'body'] != [] + +First list contains 2 additional elements. +First extra element 0: +'factory' + +- ['factory', 'body'] ++ [] : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['test_identity.factory'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_one (test_identity.C.test_one) ... ok\n\nRan 1 tests\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []} + +Ran 1 tests diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/allow-custom-construction/receipt.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/allow-custom-construction/receipt.json new file mode 100644 index 000000000..0f7bd9915 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/allow-custom-construction/receipt.json @@ -0,0 +1,183 @@ +{ + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selection": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "selected_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "invalid_population": [], + "tests_run": 1, + "assertion_failures": 14, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) ... \n test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='init', selector=()) ... FAIL\n test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='init', selector=('test_identity.C',)) ... FAIL\n test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='init', selector=('test_identity.C.test_first',)) ... FAIL\n test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='new', selector=()) ... FAIL\n test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='new', selector=('test_identity.C',)) ... FAIL\n test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='new', selector=('test_identity.C.test_one',)) ... FAIL\n test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='metaclass', selector=()) ... FAIL\n test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='metaclass', selector=('test_identity.C',)) ... FAIL\n test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='getattribute', selector=()) ... FAIL\n test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='getattribute', selector=('test_identity.C',)) ... FAIL\n test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='getattribute', selector=('test_identity.C.test_one',)) ... FAIL\n test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='setattr', selector=()) ... FAIL\n test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='setattr', selector=('test_identity.C',)) ... FAIL\n test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='setattr', selector=('test_identity.C.test_one',)) ... FAIL\n\n======================================================================\nFAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='init', selector=())\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/allow-custom-construction/tests/test_mutation_harness.py\", line 383, in test_callable_factory_selector_is_refused_before_factory_or_body\n self.assertEqual(events,[],value)\nAssertionError: Lists differ: ['constructor', 'constructor'] != []\n\nFirst list contains 2 additional elements.\nFirst extra element 0:\n'constructor'\n\n- ['constructor', 'constructor']\n+ [] : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['discover:test_*.py'], 'selected_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'invalid_population': ['selected declaration changed during construction'], 'tests_run': 0, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': '\\nRan 0 tests\\n', 'started_ids': [], 'finished_ids': [], 'body_entered_ids': [], 'body_finished_ids': [], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []}\n\n======================================================================\nFAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='init', selector=('test_identity.C',))\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/allow-custom-construction/tests/test_mutation_harness.py\", line 383, in test_callable_factory_selector_is_refused_before_factory_or_body\n self.assertEqual(events,[],value)\nAssertionError: Lists differ: ['constructor', 'constructor'] != []\n\nFirst list contains 2 additional elements.\nFirst extra element 0:\n'constructor'\n\n- ['constructor', 'constructor']\n+ [] : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['test_identity.C'], 'selected_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'invalid_population': ['selected declaration changed during construction'], 'tests_run': 0, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': '\\nRan 0 tests\\n', 'started_ids': [], 'finished_ids': [], 'body_entered_ids': [], 'body_finished_ids': [], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []}\n\n======================================================================\nFAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='init', selector=('test_identity.C.test_first',))\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/allow-custom-construction/tests/test_mutation_harness.py\", line 382, in test_callable_factory_selector_is_refused_before_factory_or_body\n self.assertEqual(outcome,'ERROR',value)\nAssertionError: 'SURVIVED' != 'ERROR'\n- SURVIVED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['test_identity.C.test_first'], 'selected_ids': ['test_identity.C.test_first'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_first (test_identity.C.test_first) ... ok\\n\\nRan 1 tests\\n', 'started_ids': ['test_identity.C.test_first'], 'finished_ids': ['test_identity.C.test_first'], 'body_entered_ids': ['test_identity.C.test_first'], 'body_finished_ids': ['test_identity.C.test_first'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []}\n\n======================================================================\nFAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='new', selector=())\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/allow-custom-construction/tests/test_mutation_harness.py\", line 382, in test_callable_factory_selector_is_refused_before_factory_or_body\n self.assertEqual(outcome,'ERROR',value)\nAssertionError: 'SURVIVED' != 'ERROR'\n- SURVIVED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['discover:test_*.py'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_one (test_identity.C.test_one) ... ok\\n\\nRan 1 tests\\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []}\n\n======================================================================\nFAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='new', selector=('test_identity.C',))\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/allow-custom-construction/tests/test_mutation_harness.py\", line 382, in test_callable_factory_selector_is_refused_before_factory_or_body\n self.assertEqual(outcome,'ERROR',value)\nAssertionError: 'SURVIVED' != 'ERROR'\n- SURVIVED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['test_identity.C'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_one (test_identity.C.test_one) ... ok\\n\\nRan 1 tests\\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []}\n\n======================================================================\nFAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='new', selector=('test_identity.C.test_one',))\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/allow-custom-construction/tests/test_mutation_harness.py\", line 382, in test_callable_factory_selector_is_refused_before_factory_or_body\n self.assertEqual(outcome,'ERROR',value)\nAssertionError: 'SURVIVED' != 'ERROR'\n- SURVIVED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['test_identity.C.test_one'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_one (test_identity.C.test_one) ... ok\\n\\nRan 1 tests\\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []}\n\n======================================================================\nFAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='metaclass', selector=())\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/allow-custom-construction/tests/test_mutation_harness.py\", line 382, in test_callable_factory_selector_is_refused_before_factory_or_body\n self.assertEqual(outcome,'ERROR',value)\nAssertionError: 'SURVIVED' != 'ERROR'\n- SURVIVED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['discover:test_*.py'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_one (test_identity.C.test_one) ... ok\\n\\nRan 1 tests\\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []}\n\n======================================================================\nFAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='metaclass', selector=('test_identity.C',))\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/allow-custom-construction/tests/test_mutation_harness.py\", line 382, in test_callable_factory_selector_is_refused_before_factory_or_body\n self.assertEqual(outcome,'ERROR',value)\nAssertionError: 'SURVIVED' != 'ERROR'\n- SURVIVED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['test_identity.C'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_one (test_identity.C.test_one) ... ok\\n\\nRan 1 tests\\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []}\n\n======================================================================\nFAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='getattribute', selector=())\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/allow-custom-construction/tests/test_mutation_harness.py\", line 382, in test_callable_factory_selector_is_refused_before_factory_or_body\n self.assertEqual(outcome,'ERROR',value)\nAssertionError: 'SURVIVED' != 'ERROR'\n- SURVIVED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['discover:test_*.py'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_one (test_identity.C.test_one) ... ok\\n\\nRan 1 tests\\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []}\n\n======================================================================\nFAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='getattribute', selector=('test_identity.C',))\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/allow-custom-construction/tests/test_mutation_harness.py\", line 382, in test_callable_factory_selector_is_refused_before_factory_or_body\n self.assertEqual(outcome,'ERROR',value)\nAssertionError: 'SURVIVED' != 'ERROR'\n- SURVIVED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['test_identity.C'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_one (test_identity.C.test_one) ... ok\\n\\nRan 1 tests\\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []}\n\n======================================================================\nFAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='getattribute', selector=('test_identity.C.test_one',))\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/allow-custom-construction/tests/test_mutation_harness.py\", line 382, in test_callable_factory_selector_is_refused_before_factory_or_body\n self.assertEqual(outcome,'ERROR',value)\nAssertionError: 'SURVIVED' != 'ERROR'\n- SURVIVED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['test_identity.C.test_one'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_one (test_identity.C.test_one) ... ok\\n\\nRan 1 tests\\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []}\n\n======================================================================\nFAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='setattr', selector=())\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/allow-custom-construction/tests/test_mutation_harness.py\", line 382, in test_callable_factory_selector_is_refused_before_factory_or_body\n self.assertEqual(outcome,'ERROR',value)\nAssertionError: 'SURVIVED' != 'ERROR'\n- SURVIVED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['discover:test_*.py'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_one (test_identity.C.test_one) ... ok\\n\\nRan 1 tests\\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []}\n\n======================================================================\nFAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='setattr', selector=('test_identity.C',))\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/allow-custom-construction/tests/test_mutation_harness.py\", line 382, in test_callable_factory_selector_is_refused_before_factory_or_body\n self.assertEqual(outcome,'ERROR',value)\nAssertionError: 'SURVIVED' != 'ERROR'\n- SURVIVED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['test_identity.C'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_one (test_identity.C.test_one) ... ok\\n\\nRan 1 tests\\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []}\n\n======================================================================\nFAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='setattr', selector=('test_identity.C.test_one',))\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/allow-custom-construction/tests/test_mutation_harness.py\", line 382, in test_callable_factory_selector_is_refused_before_factory_or_body\n self.assertEqual(outcome,'ERROR',value)\nAssertionError: 'SURVIVED' != 'ERROR'\n- SURVIVED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['test_identity.C.test_one'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_one (test_identity.C.test_one) ... ok\\n\\nRan 1 tests\\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []}\n\nRan 1 tests\n", + "started_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "finished_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "body_entered_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "body_finished_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "body_assertion_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "lifecycle_failures": 0, + "subtests": 15, + "subtest_events": [ + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "assertion" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "assertion" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "assertion" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "assertion" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "assertion" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "assertion" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "assertion" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "assertion" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "assertion" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "assertion" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "assertion" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "assertion" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "assertion" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "assertion" + } + ], + "assertion_events": [ + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "origin": "subtest" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "origin": "subtest" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "origin": "subtest" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "origin": "subtest" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "origin": "subtest" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "origin": "subtest" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "origin": "subtest" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "origin": "subtest" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "origin": "subtest" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "origin": "subtest" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "origin": "subtest" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "origin": "subtest" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "origin": "subtest" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "origin": "subtest" + } + ] +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/allow-custom-construction/stderr.log b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/allow-custom-construction/stderr.log new file mode 100644 index 000000000..e69de29bb diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/allow-custom-construction/stdout.log b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/allow-custom-construction/stdout.log new file mode 100644 index 000000000..0f49f57dd --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/allow-custom-construction/stdout.log @@ -0,0 +1,179 @@ +test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) ... + test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='init', selector=()) ... FAIL + test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='init', selector=('test_identity.C',)) ... FAIL + test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='init', selector=('test_identity.C.test_first',)) ... FAIL + test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='new', selector=()) ... FAIL + test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='new', selector=('test_identity.C',)) ... FAIL + test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='new', selector=('test_identity.C.test_one',)) ... FAIL + test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='metaclass', selector=()) ... FAIL + test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='metaclass', selector=('test_identity.C',)) ... FAIL + test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='getattribute', selector=()) ... FAIL + test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='getattribute', selector=('test_identity.C',)) ... FAIL + test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='getattribute', selector=('test_identity.C.test_one',)) ... FAIL + test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='setattr', selector=()) ... FAIL + test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='setattr', selector=('test_identity.C',)) ... FAIL + test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='setattr', selector=('test_identity.C.test_one',)) ... FAIL + +====================================================================== +FAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='init', selector=()) +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/allow-custom-construction/tests/test_mutation_harness.py", line 383, in test_callable_factory_selector_is_refused_before_factory_or_body + self.assertEqual(events,[],value) +AssertionError: Lists differ: ['constructor', 'constructor'] != [] + +First list contains 2 additional elements. +First extra element 0: +'constructor' + +- ['constructor', 'constructor'] ++ [] : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['discover:test_*.py'], 'selected_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'invalid_population': ['selected declaration changed during construction'], 'tests_run': 0, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': '\nRan 0 tests\n', 'started_ids': [], 'finished_ids': [], 'body_entered_ids': [], 'body_finished_ids': [], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []} + +====================================================================== +FAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='init', selector=('test_identity.C',)) +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/allow-custom-construction/tests/test_mutation_harness.py", line 383, in test_callable_factory_selector_is_refused_before_factory_or_body + self.assertEqual(events,[],value) +AssertionError: Lists differ: ['constructor', 'constructor'] != [] + +First list contains 2 additional elements. +First extra element 0: +'constructor' + +- ['constructor', 'constructor'] ++ [] : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['test_identity.C'], 'selected_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'invalid_population': ['selected declaration changed during construction'], 'tests_run': 0, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': '\nRan 0 tests\n', 'started_ids': [], 'finished_ids': [], 'body_entered_ids': [], 'body_finished_ids': [], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []} + +====================================================================== +FAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='init', selector=('test_identity.C.test_first',)) +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/allow-custom-construction/tests/test_mutation_harness.py", line 382, in test_callable_factory_selector_is_refused_before_factory_or_body + self.assertEqual(outcome,'ERROR',value) +AssertionError: 'SURVIVED' != 'ERROR' +- SURVIVED ++ ERROR + : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['test_identity.C.test_first'], 'selected_ids': ['test_identity.C.test_first'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_first (test_identity.C.test_first) ... ok\n\nRan 1 tests\n', 'started_ids': ['test_identity.C.test_first'], 'finished_ids': ['test_identity.C.test_first'], 'body_entered_ids': ['test_identity.C.test_first'], 'body_finished_ids': ['test_identity.C.test_first'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []} + +====================================================================== +FAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='new', selector=()) +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/allow-custom-construction/tests/test_mutation_harness.py", line 382, in test_callable_factory_selector_is_refused_before_factory_or_body + self.assertEqual(outcome,'ERROR',value) +AssertionError: 'SURVIVED' != 'ERROR' +- SURVIVED ++ ERROR + : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['discover:test_*.py'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_one (test_identity.C.test_one) ... ok\n\nRan 1 tests\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []} + +====================================================================== +FAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='new', selector=('test_identity.C',)) +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/allow-custom-construction/tests/test_mutation_harness.py", line 382, in test_callable_factory_selector_is_refused_before_factory_or_body + self.assertEqual(outcome,'ERROR',value) +AssertionError: 'SURVIVED' != 'ERROR' +- SURVIVED ++ ERROR + : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['test_identity.C'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_one (test_identity.C.test_one) ... ok\n\nRan 1 tests\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []} + +====================================================================== +FAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='new', selector=('test_identity.C.test_one',)) +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/allow-custom-construction/tests/test_mutation_harness.py", line 382, in test_callable_factory_selector_is_refused_before_factory_or_body + self.assertEqual(outcome,'ERROR',value) +AssertionError: 'SURVIVED' != 'ERROR' +- SURVIVED ++ ERROR + : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['test_identity.C.test_one'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_one (test_identity.C.test_one) ... ok\n\nRan 1 tests\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []} + +====================================================================== +FAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='metaclass', selector=()) +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/allow-custom-construction/tests/test_mutation_harness.py", line 382, in test_callable_factory_selector_is_refused_before_factory_or_body + self.assertEqual(outcome,'ERROR',value) +AssertionError: 'SURVIVED' != 'ERROR' +- SURVIVED ++ ERROR + : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['discover:test_*.py'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_one (test_identity.C.test_one) ... ok\n\nRan 1 tests\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []} + +====================================================================== +FAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='metaclass', selector=('test_identity.C',)) +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/allow-custom-construction/tests/test_mutation_harness.py", line 382, in test_callable_factory_selector_is_refused_before_factory_or_body + self.assertEqual(outcome,'ERROR',value) +AssertionError: 'SURVIVED' != 'ERROR' +- SURVIVED ++ ERROR + : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['test_identity.C'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_one (test_identity.C.test_one) ... ok\n\nRan 1 tests\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []} + +====================================================================== +FAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='getattribute', selector=()) +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/allow-custom-construction/tests/test_mutation_harness.py", line 382, in test_callable_factory_selector_is_refused_before_factory_or_body + self.assertEqual(outcome,'ERROR',value) +AssertionError: 'SURVIVED' != 'ERROR' +- SURVIVED ++ ERROR + : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['discover:test_*.py'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_one (test_identity.C.test_one) ... ok\n\nRan 1 tests\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []} + +====================================================================== +FAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='getattribute', selector=('test_identity.C',)) +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/allow-custom-construction/tests/test_mutation_harness.py", line 382, in test_callable_factory_selector_is_refused_before_factory_or_body + self.assertEqual(outcome,'ERROR',value) +AssertionError: 'SURVIVED' != 'ERROR' +- SURVIVED ++ ERROR + : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['test_identity.C'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_one (test_identity.C.test_one) ... ok\n\nRan 1 tests\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []} + +====================================================================== +FAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='getattribute', selector=('test_identity.C.test_one',)) +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/allow-custom-construction/tests/test_mutation_harness.py", line 382, in test_callable_factory_selector_is_refused_before_factory_or_body + self.assertEqual(outcome,'ERROR',value) +AssertionError: 'SURVIVED' != 'ERROR' +- SURVIVED ++ ERROR + : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['test_identity.C.test_one'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_one (test_identity.C.test_one) ... ok\n\nRan 1 tests\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []} + +====================================================================== +FAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='setattr', selector=()) +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/allow-custom-construction/tests/test_mutation_harness.py", line 382, in test_callable_factory_selector_is_refused_before_factory_or_body + self.assertEqual(outcome,'ERROR',value) +AssertionError: 'SURVIVED' != 'ERROR' +- SURVIVED ++ ERROR + : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['discover:test_*.py'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_one (test_identity.C.test_one) ... ok\n\nRan 1 tests\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []} + +====================================================================== +FAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='setattr', selector=('test_identity.C',)) +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/allow-custom-construction/tests/test_mutation_harness.py", line 382, in test_callable_factory_selector_is_refused_before_factory_or_body + self.assertEqual(outcome,'ERROR',value) +AssertionError: 'SURVIVED' != 'ERROR' +- SURVIVED ++ ERROR + : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['test_identity.C'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_one (test_identity.C.test_one) ... ok\n\nRan 1 tests\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []} + +====================================================================== +FAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='setattr', selector=('test_identity.C.test_one',)) +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/allow-custom-construction/tests/test_mutation_harness.py", line 382, in test_callable_factory_selector_is_refused_before_factory_or_body + self.assertEqual(outcome,'ERROR',value) +AssertionError: 'SURVIVED' != 'ERROR' +- SURVIVED ++ ERROR + : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['test_identity.C.test_one'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_one (test_identity.C.test_one) ... ok\n\nRan 1 tests\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []} + +Ran 1 tests diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/allow-module-dir-population-omission/receipt.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/allow-module-dir-population-omission/receipt.json new file mode 100644 index 000000000..cf1ebd348 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/allow-module-dir-population-omission/receipt.json @@ -0,0 +1,63 @@ +{ + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selection": [ + "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution" + ], + "selected_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution" + ], + "invalid_population": [], + "tests_run": 1, + "assertion_failures": 1, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_module_alias_subclass_and_population_hooks_refused_before_execution (test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution) ... FAIL\n\n======================================================================\nFAIL: test_module_alias_subclass_and_population_hooks_refused_before_execution (test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/allow-module-dir-population-omission/run_tests.py\", line 323, in dispatch\n return original_dispatch(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: 'SURVIVED' != 'KILLED'\n- SURVIVED\n+ KILLED\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['discover:test_*.py'], 'selected_ids': ['test_identity.Visible.test_visible'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_visible (test_identity.Visible.test_visible) ... ok\\n\\nRan 1 tests\\n', 'started_ids': ['test_identity.Visible.test_visible'], 'finished_ids': ['test_identity.Visible.test_visible'], 'body_entered_ids': ['test_identity.Visible.test_visible'], 'body_finished_ids': ['test_identity.Visible.test_visible'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []}\n\nRan 1 tests\n", + "started_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution" + ], + "finished_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution" + ], + "body_entered_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution" + ], + "body_finished_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution" + ], + "body_assertion_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution" + ], + "lifecycle_failures": 0, + "subtests": 4, + "subtest_events": [ + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "phase": "body", + "outcome": "success" + } + ], + "assertion_events": [ + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "origin": "body" + } + ] +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/allow-module-dir-population-omission/stderr.log b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/allow-module-dir-population-omission/stderr.log new file mode 100644 index 000000000..e69de29bb diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/allow-module-dir-population-omission/stdout.log b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/allow-module-dir-population-omission/stdout.log new file mode 100644 index 000000000..5a2e66464 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/allow-module-dir-population-omission/stdout.log @@ -0,0 +1,15 @@ +test_module_alias_subclass_and_population_hooks_refused_before_execution (test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution) ... FAIL + +====================================================================== +FAIL: test_module_alias_subclass_and_population_hooks_refused_before_execution (test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution) +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/allow-module-dir-population-omission/run_tests.py", line 323, in dispatch + return original_dispatch(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +AssertionError: 'SURVIVED' != 'KILLED' +- SURVIVED ++ KILLED + : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['discover:test_*.py'], 'selected_ids': ['test_identity.Visible.test_visible'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_visible (test_identity.Visible.test_visible) ... ok\n\nRan 1 tests\n', 'started_ids': ['test_identity.Visible.test_visible'], 'finished_ids': ['test_identity.Visible.test_visible'], 'body_entered_ids': ['test_identity.Visible.test_visible'], 'body_finished_ids': ['test_identity.Visible.test_visible'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []} + +Ran 1 tests diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/allow-named-descriptor-subclasses/receipt.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/allow-named-descriptor-subclasses/receipt.json new file mode 100644 index 000000000..0d28bc448 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/allow-named-descriptor-subclasses/receipt.json @@ -0,0 +1,178 @@ +{ + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selection": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "selected_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "invalid_population": [], + "tests_run": 1, + "assertion_failures": 1, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) ... FAIL\n\n======================================================================\nFAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/allow-named-descriptor-subclasses/run_tests.py\", line 335, in dispatch\n return original_dispatch(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: 'SURVIVED' != 'ERROR'\n- SURVIVED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['test_identity.C.helper'], 'selected_ids': ['test_identity.C.helper'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'helper (test_identity.C.helper) ... ok\\n\\nRan 1 tests\\n', 'started_ids': ['test_identity.C.helper'], 'finished_ids': ['test_identity.C.helper'], 'body_entered_ids': ['test_identity.C.helper'], 'body_finished_ids': ['test_identity.C.helper'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []}\n\nRan 1 tests\n", + "started_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "finished_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "body_entered_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "body_finished_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "body_assertion_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "lifecycle_failures": 0, + "subtests": 27, + "subtest_events": [ + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + } + ], + "assertion_events": [ + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "origin": "body" + } + ] +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/allow-named-descriptor-subclasses/stderr.log b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/allow-named-descriptor-subclasses/stderr.log new file mode 100644 index 000000000..e69de29bb diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/allow-named-descriptor-subclasses/stdout.log b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/allow-named-descriptor-subclasses/stdout.log new file mode 100644 index 000000000..d9d833cc7 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/allow-named-descriptor-subclasses/stdout.log @@ -0,0 +1,15 @@ +test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) ... FAIL + +====================================================================== +FAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/allow-named-descriptor-subclasses/run_tests.py", line 335, in dispatch + return original_dispatch(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +AssertionError: 'SURVIVED' != 'ERROR' +- SURVIVED ++ ERROR + : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['test_identity.C.helper'], 'selected_ids': ['test_identity.C.helper'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'helper (test_identity.C.helper) ... ok\n\nRan 1 tests\n', 'started_ids': ['test_identity.C.helper'], 'finished_ids': ['test_identity.C.helper'], 'body_entered_ids': ['test_identity.C.helper'], 'body_finished_ids': ['test_identity.C.helper'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []} + +Ran 1 tests diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/allow-selector-descriptor-or-proxy-execution/receipt.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/allow-selector-descriptor-or-proxy-execution/receipt.json new file mode 100644 index 000000000..4e75eaea2 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/allow-selector-descriptor-or-proxy-execution/receipt.json @@ -0,0 +1,42 @@ +{ + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selection": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "selected_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "invalid_population": [], + "tests_run": 1, + "assertion_failures": 1, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) ... FAIL\n\n======================================================================\nFAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/allow-selector-descriptor-or-proxy-execution/run_tests.py\", line 324, in dispatch\n return original_dispatch(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: Lists differ: ['proxy', 'body'] != []\n\nFirst list contains 2 additional elements.\nFirst extra element 0:\n'proxy'\n\n- ['proxy', 'body']\n+ [] : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['test_identity.proxy.C.test_one'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_one (test_identity.C.test_one) ... ok\\n\\nRan 1 tests\\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []}\n\nRan 1 tests\n", + "started_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "finished_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "body_entered_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "body_finished_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "body_assertion_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "lifecycle_failures": 0, + "subtests": 0, + "subtest_events": [], + "assertion_events": [ + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "origin": "body" + } + ] +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/allow-selector-descriptor-or-proxy-execution/stderr.log b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/allow-selector-descriptor-or-proxy-execution/stderr.log new file mode 100644 index 000000000..e69de29bb diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/allow-selector-descriptor-or-proxy-execution/stdout.log b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/allow-selector-descriptor-or-proxy-execution/stdout.log new file mode 100644 index 000000000..8f9957c5b --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/allow-selector-descriptor-or-proxy-execution/stdout.log @@ -0,0 +1,19 @@ +test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) ... FAIL + +====================================================================== +FAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/allow-selector-descriptor-or-proxy-execution/run_tests.py", line 324, in dispatch + return original_dispatch(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +AssertionError: Lists differ: ['proxy', 'body'] != [] + +First list contains 2 additional elements. +First extra element 0: +'proxy' + +- ['proxy', 'body'] ++ [] : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['test_identity.proxy.C.test_one'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_one (test_identity.C.test_one) ... ok\n\nRan 1 tests\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []} + +Ran 1 tests diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/allow-static-descriptor-subclasses/receipt.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/allow-static-descriptor-subclasses/receipt.json new file mode 100644 index 000000000..3b6160b03 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/allow-static-descriptor-subclasses/receipt.json @@ -0,0 +1,193 @@ +{ + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selection": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "selected_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "invalid_population": [], + "tests_run": 1, + "assertion_failures": 4, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) ... \n test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='descriptor-staticmethod', selector=()) ... FAIL\n test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='descriptor-staticmethod', selector=('test_identity.C',)) ... FAIL\n test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='descriptor-classmethod', selector=()) ... FAIL\n test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='descriptor-classmethod', selector=('test_identity.C',)) ... FAIL\n\n======================================================================\nFAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='descriptor-staticmethod', selector=())\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/allow-static-descriptor-subclasses/tests/test_mutation_harness.py\", line 392, in test_callable_factory_selector_is_refused_before_factory_or_body\n self.assertEqual(outcome,'ERROR',value)\nAssertionError: 'SURVIVED' != 'ERROR'\n- SURVIVED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['discover:test_*.py'], 'selected_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'invalid_population': [], 'tests_run': 2, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_first (test_identity.C.test_first) ... ok\\ntest_second (test_identity.C.test_second) ... ok\\n\\nRan 2 tests\\n', 'started_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'finished_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_entered_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_finished_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []}\n\n======================================================================\nFAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='descriptor-staticmethod', selector=('test_identity.C',))\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/allow-static-descriptor-subclasses/tests/test_mutation_harness.py\", line 392, in test_callable_factory_selector_is_refused_before_factory_or_body\n self.assertEqual(outcome,'ERROR',value)\nAssertionError: 'SURVIVED' != 'ERROR'\n- SURVIVED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['test_identity.C'], 'selected_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'invalid_population': [], 'tests_run': 2, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_first (test_identity.C.test_first) ... ok\\ntest_second (test_identity.C.test_second) ... ok\\n\\nRan 2 tests\\n', 'started_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'finished_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_entered_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_finished_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []}\n\n======================================================================\nFAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='descriptor-classmethod', selector=())\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/allow-static-descriptor-subclasses/tests/test_mutation_harness.py\", line 392, in test_callable_factory_selector_is_refused_before_factory_or_body\n self.assertEqual(outcome,'ERROR',value)\nAssertionError: 'SURVIVED' != 'ERROR'\n- SURVIVED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['discover:test_*.py'], 'selected_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'invalid_population': [], 'tests_run': 2, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_first (test_identity.C.test_first) ... ok\\ntest_second (test_identity.C.test_second) ... ok\\n\\nRan 2 tests\\n', 'started_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'finished_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_entered_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_finished_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []}\n\n======================================================================\nFAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='descriptor-classmethod', selector=('test_identity.C',))\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/allow-static-descriptor-subclasses/tests/test_mutation_harness.py\", line 392, in test_callable_factory_selector_is_refused_before_factory_or_body\n self.assertEqual(outcome,'ERROR',value)\nAssertionError: 'SURVIVED' != 'ERROR'\n- SURVIVED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['test_identity.C'], 'selected_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'invalid_population': [], 'tests_run': 2, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_first (test_identity.C.test_first) ... ok\\ntest_second (test_identity.C.test_second) ... ok\\n\\nRan 2 tests\\n', 'started_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'finished_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_entered_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_finished_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []}\n\nRan 1 tests\n", + "started_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "finished_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "body_entered_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "body_finished_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "body_assertion_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "lifecycle_failures": 0, + "subtests": 27, + "subtest_events": [ + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "assertion" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "assertion" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "assertion" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "assertion" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + } + ], + "assertion_events": [ + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "origin": "subtest" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "origin": "subtest" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "origin": "subtest" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "origin": "subtest" + } + ] +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/allow-static-descriptor-subclasses/stderr.log b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/allow-static-descriptor-subclasses/stderr.log new file mode 100644 index 000000000..e69de29bb diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/allow-static-descriptor-subclasses/stdout.log b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/allow-static-descriptor-subclasses/stdout.log new file mode 100644 index 000000000..05a01bb28 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/allow-static-descriptor-subclasses/stdout.log @@ -0,0 +1,51 @@ +test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) ... + test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='descriptor-staticmethod', selector=()) ... FAIL + test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='descriptor-staticmethod', selector=('test_identity.C',)) ... FAIL + test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='descriptor-classmethod', selector=()) ... FAIL + test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='descriptor-classmethod', selector=('test_identity.C',)) ... FAIL + +====================================================================== +FAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='descriptor-staticmethod', selector=()) +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/allow-static-descriptor-subclasses/tests/test_mutation_harness.py", line 392, in test_callable_factory_selector_is_refused_before_factory_or_body + self.assertEqual(outcome,'ERROR',value) +AssertionError: 'SURVIVED' != 'ERROR' +- SURVIVED ++ ERROR + : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['discover:test_*.py'], 'selected_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'invalid_population': [], 'tests_run': 2, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_first (test_identity.C.test_first) ... ok\ntest_second (test_identity.C.test_second) ... ok\n\nRan 2 tests\n', 'started_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'finished_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_entered_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_finished_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []} + +====================================================================== +FAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='descriptor-staticmethod', selector=('test_identity.C',)) +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/allow-static-descriptor-subclasses/tests/test_mutation_harness.py", line 392, in test_callable_factory_selector_is_refused_before_factory_or_body + self.assertEqual(outcome,'ERROR',value) +AssertionError: 'SURVIVED' != 'ERROR' +- SURVIVED ++ ERROR + : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['test_identity.C'], 'selected_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'invalid_population': [], 'tests_run': 2, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_first (test_identity.C.test_first) ... ok\ntest_second (test_identity.C.test_second) ... ok\n\nRan 2 tests\n', 'started_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'finished_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_entered_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_finished_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []} + +====================================================================== +FAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='descriptor-classmethod', selector=()) +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/allow-static-descriptor-subclasses/tests/test_mutation_harness.py", line 392, in test_callable_factory_selector_is_refused_before_factory_or_body + self.assertEqual(outcome,'ERROR',value) +AssertionError: 'SURVIVED' != 'ERROR' +- SURVIVED ++ ERROR + : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['discover:test_*.py'], 'selected_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'invalid_population': [], 'tests_run': 2, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_first (test_identity.C.test_first) ... ok\ntest_second (test_identity.C.test_second) ... ok\n\nRan 2 tests\n', 'started_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'finished_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_entered_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_finished_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []} + +====================================================================== +FAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='descriptor-classmethod', selector=('test_identity.C',)) +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/allow-static-descriptor-subclasses/tests/test_mutation_harness.py", line 392, in test_callable_factory_selector_is_refused_before_factory_or_body + self.assertEqual(outcome,'ERROR',value) +AssertionError: 'SURVIVED' != 'ERROR' +- SURVIVED ++ ERROR + : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['test_identity.C'], 'selected_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'invalid_population': [], 'tests_run': 2, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_first (test_identity.C.test_first) ... ok\ntest_second (test_identity.C.test_second) ... ok\n\nRan 2 tests\n', 'started_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'finished_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_entered_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_finished_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []} + +Ran 1 tests diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-declared-function-chain/receipt.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-declared-function-chain/receipt.json new file mode 100644 index 000000000..0dd2b191e --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-declared-function-chain/receipt.json @@ -0,0 +1,63 @@ +{ + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selection": [ + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused" + ], + "selected_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused" + ], + "invalid_population": [], + "tests_run": 1, + "assertion_failures": 2, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) ... \n test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) (change='function') ... FAIL\n test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) (change='same-code-function') ... FAIL\n\n======================================================================\nFAIL: test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) (change='function')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/ignore-declared-function-chain/tests/test_mutation_harness.py\", line 372, in test_class_fixture_function_and_code_substitutions_are_refused\n self.assertEqual(outcome,'ERROR',value)\nAssertionError: 'KILLED' != 'ERROR'\n- KILLED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['discover:test_*.py'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_one (test_identity.C.test_one) ... FAIL\\n\\n======================================================================\\nFAIL: test_one (test_identity.C.test_one)\\n----------------------------------------------------------------------\\nTraceback (most recent call last):\\n File \"/tmp/tmpw0mie_nm/run_tests.py\", line 275, in dispatch\\n return original_dispatch(*args, **kwargs)\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\nAssertionError: original body retained\\n\\nRan 1 tests\\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': ['test_identity.C.test_one'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'test_identity.C.test_one', 'origin': 'body'}]}\n\n======================================================================\nFAIL: test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) (change='same-code-function')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/ignore-declared-function-chain/tests/test_mutation_harness.py\", line 372, in test_class_fixture_function_and_code_substitutions_are_refused\n self.assertEqual(outcome,'ERROR',value)\nAssertionError: 'KILLED' != 'ERROR'\n- KILLED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['discover:test_*.py'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_one (test_identity.C.test_one) ... FAIL\\n\\n======================================================================\\nFAIL: test_one (test_identity.C.test_one)\\n----------------------------------------------------------------------\\nTraceback (most recent call last):\\n File \"/tmp/tmpc46n8vjg/run_tests.py\", line 275, in dispatch\\n return original_dispatch(*args, **kwargs)\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\nAssertionError: original body retained\\n\\nRan 1 tests\\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': ['test_identity.C.test_one'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'test_identity.C.test_one', 'origin': 'body'}]}\n\nRan 1 tests\n", + "started_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused" + ], + "finished_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused" + ], + "body_entered_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused" + ], + "body_finished_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused" + ], + "body_assertion_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused" + ], + "lifecycle_failures": 0, + "subtests": 3, + "subtest_events": [ + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "phase": "body", + "outcome": "assertion" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "phase": "body", + "outcome": "assertion" + } + ], + "assertion_events": [ + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "origin": "subtest" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "origin": "subtest" + } + ] +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-declared-function-chain/stderr.log b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-declared-function-chain/stderr.log new file mode 100644 index 000000000..e69de29bb diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-declared-function-chain/stdout.log b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-declared-function-chain/stdout.log new file mode 100644 index 000000000..f87e83e38 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-declared-function-chain/stdout.log @@ -0,0 +1,27 @@ +test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) ... + test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) (change='function') ... FAIL + test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) (change='same-code-function') ... FAIL + +====================================================================== +FAIL: test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) (change='function') +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/ignore-declared-function-chain/tests/test_mutation_harness.py", line 372, in test_class_fixture_function_and_code_substitutions_are_refused + self.assertEqual(outcome,'ERROR',value) +AssertionError: 'KILLED' != 'ERROR' +- KILLED ++ ERROR + : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['discover:test_*.py'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_one (test_identity.C.test_one) ... FAIL\n\n======================================================================\nFAIL: test_one (test_identity.C.test_one)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File "/tmp/tmpw0mie_nm/run_tests.py", line 275, in dispatch\n return original_dispatch(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: original body retained\n\nRan 1 tests\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': ['test_identity.C.test_one'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'test_identity.C.test_one', 'origin': 'body'}]} + +====================================================================== +FAIL: test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) (change='same-code-function') +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/ignore-declared-function-chain/tests/test_mutation_harness.py", line 372, in test_class_fixture_function_and_code_substitutions_are_refused + self.assertEqual(outcome,'ERROR',value) +AssertionError: 'KILLED' != 'ERROR' +- KILLED ++ ERROR + : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['discover:test_*.py'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_one (test_identity.C.test_one) ... FAIL\n\n======================================================================\nFAIL: test_one (test_identity.C.test_one)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File "/tmp/tmpc46n8vjg/run_tests.py", line 275, in dispatch\n return original_dispatch(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: original body retained\n\nRan 1 tests\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': ['test_identity.C.test_one'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'test_identity.C.test_one', 'origin': 'body'}]} + +Ran 1 tests diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-module-hook-refusal/receipt.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-module-hook-refusal/receipt.json new file mode 100644 index 000000000..7da139185 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-module-hook-refusal/receipt.json @@ -0,0 +1,78 @@ +{ + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selection": [ + "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution" + ], + "selected_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution" + ], + "invalid_population": [], + "tests_run": 1, + "assertion_failures": 4, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_module_alias_subclass_and_population_hooks_refused_before_execution (test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution) ... \n test_module_alias_subclass_and_population_hooks_refused_before_execution (test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution) (shape='alias') ... FAIL\n test_module_alias_subclass_and_population_hooks_refused_before_execution (test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution) (shape='alias-assertion') ... FAIL\n test_module_alias_subclass_and_population_hooks_refused_before_execution (test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution) (shape='subclass') ... FAIL\n test_module_alias_subclass_and_population_hooks_refused_before_execution (test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution) (shape='omission') ... FAIL\n\n======================================================================\nFAIL: test_module_alias_subclass_and_population_hooks_refused_before_execution (test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution) (shape='alias')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/ignore-module-hook-refusal/tests/test_mutation_harness.py\", line 339, in test_module_alias_subclass_and_population_hooks_refused_before_execution\n self.assertEqual(outcome,'ERROR',value)\nAssertionError: 'KILLED' != 'ERROR'\n- KILLED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['discover:test_*.py'], 'selected_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'invalid_population': [], 'tests_run': 2, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_first (test_identity.C.test_first) ... ok\\ntest_second (test_identity.C.test_second) ... FAIL\\n\\n======================================================================\\nFAIL: test_second (test_identity.C.test_second)\\n----------------------------------------------------------------------\\nTraceback (most recent call last):\\n File \"/tmp/tmp4jdzkdw1/run_tests.py\", line 275, in dispatch\\n return original_dispatch(*args, **kwargs)\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\nAssertionError: retained second body\\n\\nRan 2 tests\\n', 'started_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'finished_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_entered_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_finished_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_assertion_ids': ['test_identity.C.test_second'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'test_identity.C.test_second', 'origin': 'body'}]}\n\n======================================================================\nFAIL: test_module_alias_subclass_and_population_hooks_refused_before_execution (test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution) (shape='alias-assertion')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/ignore-module-hook-refusal/tests/test_mutation_harness.py\", line 339, in test_module_alias_subclass_and_population_hooks_refused_before_execution\n self.assertEqual(outcome,'ERROR',value)\nAssertionError: 'KILLED' != 'ERROR'\n- KILLED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['discover:test_*.py'], 'selected_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'invalid_population': [], 'tests_run': 2, 'assertion_failures': 2, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_first (test_identity.C.test_first) ... FAIL\\ntest_second (test_identity.C.test_second) ... FAIL\\n\\n======================================================================\\nFAIL: test_first (test_identity.C.test_first)\\n----------------------------------------------------------------------\\nTraceback (most recent call last):\\n File \"/tmp/tmpgtucz1ln/run_tests.py\", line 275, in dispatch\\n return original_dispatch(*args, **kwargs)\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\nAssertionError: first body assertion\\n\\n======================================================================\\nFAIL: test_second (test_identity.C.test_second)\\n----------------------------------------------------------------------\\nTraceback (most recent call last):\\n File \"/tmp/tmpgtucz1ln/run_tests.py\", line 275, in dispatch\\n return original_dispatch(*args, **kwargs)\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\nAssertionError: retained second body\\n\\nRan 2 tests\\n', 'started_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'finished_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_entered_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_finished_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_assertion_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'test_identity.C.test_first', 'origin': 'body'}, {'parent_id': 'test_identity.C.test_second', 'origin': 'body'}]}\n\n======================================================================\nFAIL: test_module_alias_subclass_and_population_hooks_refused_before_execution (test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution) (shape='subclass')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/ignore-module-hook-refusal/tests/test_mutation_harness.py\", line 339, in test_module_alias_subclass_and_population_hooks_refused_before_execution\n self.assertEqual(outcome,'ERROR',value)\nAssertionError: 'KILLED' != 'ERROR'\n- KILLED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['discover:test_*.py'], 'selected_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'invalid_population': [], 'tests_run': 2, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_first (test_identity.C.test_first) ... ok\\ntest_second (test_identity.C.test_second) ... FAIL\\n\\n======================================================================\\nFAIL: test_second (test_identity.C.test_second)\\n----------------------------------------------------------------------\\nTraceback (most recent call last):\\n File \"/tmp/tmpuzvf7jn2/run_tests.py\", line 275, in dispatch\\n return original_dispatch(*args, **kwargs)\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\nAssertionError: retained second body\\n\\nRan 2 tests\\n', 'started_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'finished_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_entered_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_finished_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_assertion_ids': ['test_identity.C.test_second'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'test_identity.C.test_second', 'origin': 'body'}]}\n\n======================================================================\nFAIL: test_module_alias_subclass_and_population_hooks_refused_before_execution (test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution) (shape='omission')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/ignore-module-hook-refusal/tests/test_mutation_harness.py\", line 339, in test_module_alias_subclass_and_population_hooks_refused_before_execution\n self.assertEqual(outcome,'ERROR',value)\nAssertionError: 'KILLED' != 'ERROR'\n- KILLED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['discover:test_*.py'], 'selected_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'invalid_population': [], 'tests_run': 2, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_first (test_identity.C.test_first) ... ok\\ntest_second (test_identity.C.test_second) ... FAIL\\n\\n======================================================================\\nFAIL: test_second (test_identity.C.test_second)\\n----------------------------------------------------------------------\\nTraceback (most recent call last):\\n File \"/tmp/tmptjl2xosh/run_tests.py\", line 275, in dispatch\\n return original_dispatch(*args, **kwargs)\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\nAssertionError: retained second body\\n\\nRan 2 tests\\n', 'started_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'finished_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_entered_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_finished_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_assertion_ids': ['test_identity.C.test_second'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'test_identity.C.test_second', 'origin': 'body'}]}\n\nRan 1 tests\n", + "started_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution" + ], + "finished_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution" + ], + "body_entered_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution" + ], + "body_finished_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution" + ], + "body_assertion_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution" + ], + "lifecycle_failures": 0, + "subtests": 4, + "subtest_events": [ + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "phase": "body", + "outcome": "assertion" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "phase": "body", + "outcome": "assertion" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "phase": "body", + "outcome": "assertion" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "phase": "body", + "outcome": "assertion" + } + ], + "assertion_events": [ + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "origin": "subtest" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "origin": "subtest" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "origin": "subtest" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "origin": "subtest" + } + ] +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-module-hook-refusal/stderr.log b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-module-hook-refusal/stderr.log new file mode 100644 index 000000000..e69de29bb diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-module-hook-refusal/stdout.log b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-module-hook-refusal/stdout.log new file mode 100644 index 000000000..f25c8da35 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-module-hook-refusal/stdout.log @@ -0,0 +1,51 @@ +test_module_alias_subclass_and_population_hooks_refused_before_execution (test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution) ... + test_module_alias_subclass_and_population_hooks_refused_before_execution (test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution) (shape='alias') ... FAIL + test_module_alias_subclass_and_population_hooks_refused_before_execution (test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution) (shape='alias-assertion') ... FAIL + test_module_alias_subclass_and_population_hooks_refused_before_execution (test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution) (shape='subclass') ... FAIL + test_module_alias_subclass_and_population_hooks_refused_before_execution (test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution) (shape='omission') ... FAIL + +====================================================================== +FAIL: test_module_alias_subclass_and_population_hooks_refused_before_execution (test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution) (shape='alias') +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/ignore-module-hook-refusal/tests/test_mutation_harness.py", line 339, in test_module_alias_subclass_and_population_hooks_refused_before_execution + self.assertEqual(outcome,'ERROR',value) +AssertionError: 'KILLED' != 'ERROR' +- KILLED ++ ERROR + : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['discover:test_*.py'], 'selected_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'invalid_population': [], 'tests_run': 2, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_first (test_identity.C.test_first) ... ok\ntest_second (test_identity.C.test_second) ... FAIL\n\n======================================================================\nFAIL: test_second (test_identity.C.test_second)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File "/tmp/tmp4jdzkdw1/run_tests.py", line 275, in dispatch\n return original_dispatch(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: retained second body\n\nRan 2 tests\n', 'started_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'finished_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_entered_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_finished_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_assertion_ids': ['test_identity.C.test_second'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'test_identity.C.test_second', 'origin': 'body'}]} + +====================================================================== +FAIL: test_module_alias_subclass_and_population_hooks_refused_before_execution (test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution) (shape='alias-assertion') +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/ignore-module-hook-refusal/tests/test_mutation_harness.py", line 339, in test_module_alias_subclass_and_population_hooks_refused_before_execution + self.assertEqual(outcome,'ERROR',value) +AssertionError: 'KILLED' != 'ERROR' +- KILLED ++ ERROR + : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['discover:test_*.py'], 'selected_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'invalid_population': [], 'tests_run': 2, 'assertion_failures': 2, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_first (test_identity.C.test_first) ... FAIL\ntest_second (test_identity.C.test_second) ... FAIL\n\n======================================================================\nFAIL: test_first (test_identity.C.test_first)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File "/tmp/tmpgtucz1ln/run_tests.py", line 275, in dispatch\n return original_dispatch(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: first body assertion\n\n======================================================================\nFAIL: test_second (test_identity.C.test_second)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File "/tmp/tmpgtucz1ln/run_tests.py", line 275, in dispatch\n return original_dispatch(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: retained second body\n\nRan 2 tests\n', 'started_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'finished_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_entered_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_finished_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_assertion_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'test_identity.C.test_first', 'origin': 'body'}, {'parent_id': 'test_identity.C.test_second', 'origin': 'body'}]} + +====================================================================== +FAIL: test_module_alias_subclass_and_population_hooks_refused_before_execution (test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution) (shape='subclass') +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/ignore-module-hook-refusal/tests/test_mutation_harness.py", line 339, in test_module_alias_subclass_and_population_hooks_refused_before_execution + self.assertEqual(outcome,'ERROR',value) +AssertionError: 'KILLED' != 'ERROR' +- KILLED ++ ERROR + : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['discover:test_*.py'], 'selected_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'invalid_population': [], 'tests_run': 2, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_first (test_identity.C.test_first) ... ok\ntest_second (test_identity.C.test_second) ... FAIL\n\n======================================================================\nFAIL: test_second (test_identity.C.test_second)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File "/tmp/tmpuzvf7jn2/run_tests.py", line 275, in dispatch\n return original_dispatch(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: retained second body\n\nRan 2 tests\n', 'started_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'finished_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_entered_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_finished_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_assertion_ids': ['test_identity.C.test_second'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'test_identity.C.test_second', 'origin': 'body'}]} + +====================================================================== +FAIL: test_module_alias_subclass_and_population_hooks_refused_before_execution (test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution) (shape='omission') +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/ignore-module-hook-refusal/tests/test_mutation_harness.py", line 339, in test_module_alias_subclass_and_population_hooks_refused_before_execution + self.assertEqual(outcome,'ERROR',value) +AssertionError: 'KILLED' != 'ERROR' +- KILLED ++ ERROR + : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['discover:test_*.py'], 'selected_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'invalid_population': [], 'tests_run': 2, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_first (test_identity.C.test_first) ... ok\ntest_second (test_identity.C.test_second) ... FAIL\n\n======================================================================\nFAIL: test_second (test_identity.C.test_second)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File "/tmp/tmptjl2xosh/run_tests.py", line 275, in dispatch\n return original_dispatch(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: retained second body\n\nRan 2 tests\n', 'started_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'finished_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_entered_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_finished_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_assertion_ids': ['test_identity.C.test_second'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'test_identity.C.test_second', 'origin': 'body'}]} + +Ran 1 tests diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-original-code-object/receipt.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-original-code-object/receipt.json new file mode 100644 index 000000000..be7f5d0c4 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-original-code-object/receipt.json @@ -0,0 +1,58 @@ +{ + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selection": [ + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused" + ], + "selected_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused" + ], + "invalid_population": [], + "tests_run": 1, + "assertion_failures": 1, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) ... \n test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) (change='code') ... FAIL\n\n======================================================================\nFAIL: test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) (change='code')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/ignore-original-code-object/tests/test_mutation_harness.py\", line 372, in test_class_fixture_function_and_code_substitutions_are_refused\n self.assertEqual(outcome,'ERROR',value)\nAssertionError: 'SURVIVED' != 'ERROR'\n- SURVIVED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['discover:test_*.py'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_one (test_identity.C.test_one) ... ok\\n\\nRan 1 tests\\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []}\n\nRan 1 tests\n", + "started_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused" + ], + "finished_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused" + ], + "body_entered_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused" + ], + "body_finished_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused" + ], + "body_assertion_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused" + ], + "lifecycle_failures": 0, + "subtests": 3, + "subtest_events": [ + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "phase": "body", + "outcome": "assertion" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "phase": "body", + "outcome": "success" + } + ], + "assertion_events": [ + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "origin": "subtest" + } + ] +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-original-code-object/stderr.log b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-original-code-object/stderr.log new file mode 100644 index 000000000..e69de29bb diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-original-code-object/stdout.log b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-original-code-object/stdout.log new file mode 100644 index 000000000..e4d3938c2 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-original-code-object/stdout.log @@ -0,0 +1,15 @@ +test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) ... + test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) (change='code') ... FAIL + +====================================================================== +FAIL: test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) (change='code') +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/ignore-original-code-object/tests/test_mutation_harness.py", line 372, in test_class_fixture_function_and_code_substitutions_are_refused + self.assertEqual(outcome,'ERROR',value) +AssertionError: 'SURVIVED' != 'ERROR' +- SURVIVED ++ ERROR + : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['discover:test_*.py'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_one (test_identity.C.test_one) ... ok\n\nRan 1 tests\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []} + +Ran 1 tests diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-original-function-object/receipt.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-original-function-object/receipt.json new file mode 100644 index 000000000..acfe32686 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-original-function-object/receipt.json @@ -0,0 +1,58 @@ +{ + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selection": [ + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused" + ], + "selected_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused" + ], + "invalid_population": [], + "tests_run": 1, + "assertion_failures": 1, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) ... \n test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) (change='same-code-function') ... FAIL\n\n======================================================================\nFAIL: test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) (change='same-code-function')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/ignore-original-function-object/tests/test_mutation_harness.py\", line 372, in test_class_fixture_function_and_code_substitutions_are_refused\n self.assertEqual(outcome,'ERROR',value)\nAssertionError: 'KILLED' != 'ERROR'\n- KILLED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['discover:test_*.py'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_one (test_identity.C.test_one) ... FAIL\\n\\n======================================================================\\nFAIL: test_one (test_identity.C.test_one)\\n----------------------------------------------------------------------\\nTraceback (most recent call last):\\n File \"/tmp/tmpamja7bb3/run_tests.py\", line 275, in dispatch\\n return original_dispatch(*args, **kwargs)\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\nAssertionError: original body retained\\n\\nRan 1 tests\\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': ['test_identity.C.test_one'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'test_identity.C.test_one', 'origin': 'body'}]}\n\nRan 1 tests\n", + "started_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused" + ], + "finished_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused" + ], + "body_entered_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused" + ], + "body_finished_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused" + ], + "body_assertion_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused" + ], + "lifecycle_failures": 0, + "subtests": 3, + "subtest_events": [ + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "phase": "body", + "outcome": "assertion" + } + ], + "assertion_events": [ + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "origin": "subtest" + } + ] +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-original-function-object/stderr.log b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-original-function-object/stderr.log new file mode 100644 index 000000000..e69de29bb diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-original-function-object/stdout.log b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-original-function-object/stdout.log new file mode 100644 index 000000000..c09bc8818 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-original-function-object/stdout.log @@ -0,0 +1,15 @@ +test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) ... + test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) (change='same-code-function') ... FAIL + +====================================================================== +FAIL: test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) (change='same-code-function') +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/ignore-original-function-object/tests/test_mutation_harness.py", line 372, in test_class_fixture_function_and_code_substitutions_are_refused + self.assertEqual(outcome,'ERROR',value) +AssertionError: 'KILLED' != 'ERROR' +- KILLED ++ ERROR + : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['discover:test_*.py'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_one (test_identity.C.test_one) ... FAIL\n\n======================================================================\nFAIL: test_one (test_identity.C.test_one)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File "/tmp/tmpamja7bb3/run_tests.py", line 275, in dispatch\n return original_dispatch(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: original body retained\n\nRan 1 tests\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': ['test_identity.C.test_one'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'test_identity.C.test_one', 'origin': 'body'}]} + +Ran 1 tests diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-selected-class-object/receipt.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-selected-class-object/receipt.json new file mode 100644 index 000000000..134cdf031 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-selected-class-object/receipt.json @@ -0,0 +1,58 @@ +{ + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selection": [ + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused" + ], + "selected_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused" + ], + "invalid_population": [], + "tests_run": 1, + "assertion_failures": 1, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) ... FAIL\n\n======================================================================\nFAIL: test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/ignore-selected-class-object/run_tests.py\", line 275, in dispatch\n return original_dispatch(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: 'KILLED' != 'ERROR'\n- KILLED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['discover:test_*.py'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_one (test_identity.C.test_one) ... FAIL\\n\\n======================================================================\\nFAIL: test_one (test_identity.C.test_one)\\n----------------------------------------------------------------------\\nTraceback (most recent call last):\\n File \"/tmp/tmp7azw9gib/run_tests.py\", line 275, in dispatch\\n return original_dispatch(*args, **kwargs)\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\nAssertionError: original body retained\\n\\nRan 1 tests\\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': ['test_identity.C.test_one'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'test_identity.C.test_one', 'origin': 'body'}]}\n\nRan 1 tests\n", + "started_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused" + ], + "finished_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused" + ], + "body_entered_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused" + ], + "body_finished_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused" + ], + "body_assertion_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused" + ], + "lifecycle_failures": 0, + "subtests": 3, + "subtest_events": [ + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "phase": "body", + "outcome": "success" + } + ], + "assertion_events": [ + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "origin": "body" + } + ] +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-selected-class-object/stderr.log b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-selected-class-object/stderr.log new file mode 100644 index 000000000..e69de29bb diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-selected-class-object/stdout.log b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-selected-class-object/stdout.log new file mode 100644 index 000000000..3104137c2 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/ignore-selected-class-object/stdout.log @@ -0,0 +1,15 @@ +test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) ... FAIL + +====================================================================== +FAIL: test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/ignore-selected-class-object/run_tests.py", line 275, in dispatch + return original_dispatch(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +AssertionError: 'KILLED' != 'ERROR' +- KILLED ++ ERROR + : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['discover:test_*.py'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_one (test_identity.C.test_one) ... FAIL\n\n======================================================================\nFAIL: test_one (test_identity.C.test_one)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File "/tmp/tmp7azw9gib/run_tests.py", line 275, in dispatch\n return original_dispatch(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: original body retained\n\nRan 1 tests\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': ['test_identity.C.test_one'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'test_identity.C.test_one', 'origin': 'body'}]} + +Ran 1 tests diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/invoke-special-descriptor-during-profile-inspection/receipt.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/invoke-special-descriptor-during-profile-inspection/receipt.json new file mode 100644 index 000000000..9b0d2c254 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/invoke-special-descriptor-during-profile-inspection/receipt.json @@ -0,0 +1,188 @@ +{ + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selection": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "selected_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "invalid_population": [], + "tests_run": 1, + "assertion_failures": 3, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) ... \n test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='special-descriptor', selector=()) ... FAIL\n test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='special-descriptor', selector=('test_identity.C',)) ... FAIL\n test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='special-descriptor', selector=('test_identity.C.test_one',)) ... FAIL\n\n======================================================================\nFAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='special-descriptor', selector=())\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/invoke-special-descriptor-during-profile-inspection/tests/test_mutation_harness.py\", line 392, in test_callable_factory_selector_is_refused_before_factory_or_body\n self.assertEqual(outcome,'ERROR',value)\nAssertionError: 'SURVIVED' != 'ERROR'\n- SURVIVED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['discover:test_*.py'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_one (test_identity.C.test_one) ... ok\\n\\nRan 1 tests\\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []}\n\n======================================================================\nFAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='special-descriptor', selector=('test_identity.C',))\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/invoke-special-descriptor-during-profile-inspection/tests/test_mutation_harness.py\", line 392, in test_callable_factory_selector_is_refused_before_factory_or_body\n self.assertEqual(outcome,'ERROR',value)\nAssertionError: 'SURVIVED' != 'ERROR'\n- SURVIVED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['test_identity.C'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_one (test_identity.C.test_one) ... ok\\n\\nRan 1 tests\\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []}\n\n======================================================================\nFAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='special-descriptor', selector=('test_identity.C.test_one',))\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/invoke-special-descriptor-during-profile-inspection/tests/test_mutation_harness.py\", line 392, in test_callable_factory_selector_is_refused_before_factory_or_body\n self.assertEqual(outcome,'ERROR',value)\nAssertionError: 'SURVIVED' != 'ERROR'\n- SURVIVED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['test_identity.C.test_one'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_one (test_identity.C.test_one) ... ok\\n\\nRan 1 tests\\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []}\n\nRan 1 tests\n", + "started_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "finished_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "body_entered_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "body_finished_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "body_assertion_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "lifecycle_failures": 0, + "subtests": 27, + "subtest_events": [ + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "assertion" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "assertion" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "assertion" + } + ], + "assertion_events": [ + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "origin": "subtest" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "origin": "subtest" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "origin": "subtest" + } + ] +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/invoke-special-descriptor-during-profile-inspection/stderr.log b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/invoke-special-descriptor-during-profile-inspection/stderr.log new file mode 100644 index 000000000..e69de29bb diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/invoke-special-descriptor-during-profile-inspection/stdout.log b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/invoke-special-descriptor-during-profile-inspection/stdout.log new file mode 100644 index 000000000..27674bbbd --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/invoke-special-descriptor-during-profile-inspection/stdout.log @@ -0,0 +1,39 @@ +test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) ... + test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='special-descriptor', selector=()) ... FAIL + test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='special-descriptor', selector=('test_identity.C',)) ... FAIL + test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='special-descriptor', selector=('test_identity.C.test_one',)) ... FAIL + +====================================================================== +FAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='special-descriptor', selector=()) +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/invoke-special-descriptor-during-profile-inspection/tests/test_mutation_harness.py", line 392, in test_callable_factory_selector_is_refused_before_factory_or_body + self.assertEqual(outcome,'ERROR',value) +AssertionError: 'SURVIVED' != 'ERROR' +- SURVIVED ++ ERROR + : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['discover:test_*.py'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_one (test_identity.C.test_one) ... ok\n\nRan 1 tests\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []} + +====================================================================== +FAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='special-descriptor', selector=('test_identity.C',)) +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/invoke-special-descriptor-during-profile-inspection/tests/test_mutation_harness.py", line 392, in test_callable_factory_selector_is_refused_before_factory_or_body + self.assertEqual(outcome,'ERROR',value) +AssertionError: 'SURVIVED' != 'ERROR' +- SURVIVED ++ ERROR + : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['test_identity.C'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_one (test_identity.C.test_one) ... ok\n\nRan 1 tests\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []} + +====================================================================== +FAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='special-descriptor', selector=('test_identity.C.test_one',)) +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/invoke-special-descriptor-during-profile-inspection/tests/test_mutation_harness.py", line 392, in test_callable_factory_selector_is_refused_before_factory_or_body + self.assertEqual(outcome,'ERROR',value) +AssertionError: 'SURVIVED' != 'ERROR' +- SURVIVED ++ ERROR + : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['test_identity.C.test_one'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_one (test_identity.C.test_one) ... ok\n\nRan 1 tests\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []} + +Ran 1 tests diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/skip-before-fixture-identity-validation/receipt.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/skip-before-fixture-identity-validation/receipt.json new file mode 100644 index 000000000..d9899987b --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/skip-before-fixture-identity-validation/receipt.json @@ -0,0 +1,42 @@ +{ + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selection": [ + "test_mutation_harness.IdentityHarnessTests.test_postload_substitution_refused_before_any_fixture" + ], + "selected_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_postload_substitution_refused_before_any_fixture" + ], + "invalid_population": [], + "tests_run": 1, + "assertion_failures": 1, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_postload_substitution_refused_before_any_fixture (test_mutation_harness.IdentityHarnessTests.test_postload_substitution_refused_before_any_fixture) ... FAIL\n\n======================================================================\nFAIL: test_postload_substitution_refused_before_any_fixture (test_mutation_harness.IdentityHarnessTests.test_postload_substitution_refused_before_any_fixture)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/skip-before-fixture-identity-validation/run_tests.py\", line 275, in dispatch\n return original_dispatch(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: Lists differ: ['class-setup'] != []\n\nFirst list contains 1 additional elements.\nFirst extra element 0:\n'class-setup'\n\n- ['class-setup']\n+ [] : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['probe.Case'], 'selected_ids': ['test_mutation_harness.IdentityHarnessTests.test_postload_substitution_refused_before_any_fixture..Case.test_one'], 'invalid_population': ['selected class/function/code identity changed during execution'], 'tests_run': 0, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': '\\nRan 0 tests\\n', 'started_ids': [], 'finished_ids': [], 'body_entered_ids': [], 'body_finished_ids': [], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []}\n\nRan 1 tests\n", + "started_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_postload_substitution_refused_before_any_fixture" + ], + "finished_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_postload_substitution_refused_before_any_fixture" + ], + "body_entered_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_postload_substitution_refused_before_any_fixture" + ], + "body_finished_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_postload_substitution_refused_before_any_fixture" + ], + "body_assertion_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_postload_substitution_refused_before_any_fixture" + ], + "lifecycle_failures": 0, + "subtests": 0, + "subtest_events": [], + "assertion_events": [ + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_postload_substitution_refused_before_any_fixture", + "origin": "body" + } + ] +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/skip-before-fixture-identity-validation/stderr.log b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/skip-before-fixture-identity-validation/stderr.log new file mode 100644 index 000000000..e69de29bb diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/skip-before-fixture-identity-validation/stdout.log b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/skip-before-fixture-identity-validation/stdout.log new file mode 100644 index 000000000..0d90eae66 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/skip-before-fixture-identity-validation/stdout.log @@ -0,0 +1,19 @@ +test_postload_substitution_refused_before_any_fixture (test_mutation_harness.IdentityHarnessTests.test_postload_substitution_refused_before_any_fixture) ... FAIL + +====================================================================== +FAIL: test_postload_substitution_refused_before_any_fixture (test_mutation_harness.IdentityHarnessTests.test_postload_substitution_refused_before_any_fixture) +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/skip-before-fixture-identity-validation/run_tests.py", line 275, in dispatch + return original_dispatch(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +AssertionError: Lists differ: ['class-setup'] != [] + +First list contains 1 additional elements. +First extra element 0: +'class-setup' + +- ['class-setup'] ++ [] : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['probe.Case'], 'selected_ids': ['test_mutation_harness.IdentityHarnessTests.test_postload_substitution_refused_before_any_fixture..Case.test_one'], 'invalid_population': ['selected class/function/code identity changed during execution'], 'tests_run': 0, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': '\nRan 0 tests\n', 'started_ids': [], 'finished_ids': [], 'body_entered_ids': [], 'body_finished_ids': [], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []} + +Ran 1 tests diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/skip-runtime-identity-validation/receipt.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/skip-runtime-identity-validation/receipt.json new file mode 100644 index 000000000..ada311654 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/skip-runtime-identity-validation/receipt.json @@ -0,0 +1,73 @@ +{ + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selection": [ + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused" + ], + "selected_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused" + ], + "invalid_population": [], + "tests_run": 1, + "assertion_failures": 4, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) ... \n test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) (change='function') ... FAIL\n test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) (change='code') ... FAIL\n test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) (change='same-code-function') ... FAIL\ntest_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) ... FAIL\n\n======================================================================\nFAIL: test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) (change='function')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/skip-runtime-identity-validation/tests/test_mutation_harness.py\", line 372, in test_class_fixture_function_and_code_substitutions_are_refused\n self.assertEqual(outcome,'ERROR',value)\nAssertionError: 'KILLED' != 'ERROR'\n- KILLED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['discover:test_*.py'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_one (test_identity.C.test_one) ... FAIL\\n\\n======================================================================\\nFAIL: test_one (test_identity.C.test_one)\\n----------------------------------------------------------------------\\nTraceback (most recent call last):\\n File \"/tmp/tmpwueruf21/run_tests.py\", line 275, in dispatch\\n return original_dispatch(*args, **kwargs)\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\nAssertionError: original body retained\\n\\nRan 1 tests\\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': ['test_identity.C.test_one'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'test_identity.C.test_one', 'origin': 'body'}]}\n\n======================================================================\nFAIL: test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) (change='code')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/skip-runtime-identity-validation/tests/test_mutation_harness.py\", line 372, in test_class_fixture_function_and_code_substitutions_are_refused\n self.assertEqual(outcome,'ERROR',value)\nAssertionError: 'SURVIVED' != 'ERROR'\n- SURVIVED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['discover:test_*.py'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_one (test_identity.C.test_one) ... ok\\n\\nRan 1 tests\\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []}\n\n======================================================================\nFAIL: test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) (change='same-code-function')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/skip-runtime-identity-validation/tests/test_mutation_harness.py\", line 372, in test_class_fixture_function_and_code_substitutions_are_refused\n self.assertEqual(outcome,'ERROR',value)\nAssertionError: 'KILLED' != 'ERROR'\n- KILLED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['discover:test_*.py'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_one (test_identity.C.test_one) ... FAIL\\n\\n======================================================================\\nFAIL: test_one (test_identity.C.test_one)\\n----------------------------------------------------------------------\\nTraceback (most recent call last):\\n File \"/tmp/tmpab2rbwtf/run_tests.py\", line 275, in dispatch\\n return original_dispatch(*args, **kwargs)\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\nAssertionError: original body retained\\n\\nRan 1 tests\\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': ['test_identity.C.test_one'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'test_identity.C.test_one', 'origin': 'body'}]}\n\n======================================================================\nFAIL: test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/skip-runtime-identity-validation/run_tests.py\", line 275, in dispatch\n return original_dispatch(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: 'KILLED' != 'ERROR'\n- KILLED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['discover:test_*.py'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_one (test_identity.C.test_one) ... FAIL\\n\\n======================================================================\\nFAIL: test_one (test_identity.C.test_one)\\n----------------------------------------------------------------------\\nTraceback (most recent call last):\\n File \"/tmp/tmpabpjc_i7/run_tests.py\", line 275, in dispatch\\n return original_dispatch(*args, **kwargs)\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\nAssertionError: original body retained\\n\\nRan 1 tests\\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': ['test_identity.C.test_one'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'test_identity.C.test_one', 'origin': 'body'}]}\n\nRan 1 tests\n", + "started_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused" + ], + "finished_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused" + ], + "body_entered_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused" + ], + "body_finished_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused" + ], + "body_assertion_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused" + ], + "lifecycle_failures": 0, + "subtests": 3, + "subtest_events": [ + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "phase": "body", + "outcome": "assertion" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "phase": "body", + "outcome": "assertion" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "phase": "body", + "outcome": "assertion" + } + ], + "assertion_events": [ + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "origin": "subtest" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "origin": "subtest" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "origin": "subtest" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "origin": "body" + } + ] +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/skip-runtime-identity-validation/stderr.log b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/skip-runtime-identity-validation/stderr.log new file mode 100644 index 000000000..e69de29bb diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/skip-runtime-identity-validation/stdout.log b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/skip-runtime-identity-validation/stdout.log new file mode 100644 index 000000000..3c3d11451 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/normal/skip-runtime-identity-validation/stdout.log @@ -0,0 +1,52 @@ +test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) ... + test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) (change='function') ... FAIL + test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) (change='code') ... FAIL + test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) (change='same-code-function') ... FAIL +test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) ... FAIL + +====================================================================== +FAIL: test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) (change='function') +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/skip-runtime-identity-validation/tests/test_mutation_harness.py", line 372, in test_class_fixture_function_and_code_substitutions_are_refused + self.assertEqual(outcome,'ERROR',value) +AssertionError: 'KILLED' != 'ERROR' +- KILLED ++ ERROR + : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['discover:test_*.py'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_one (test_identity.C.test_one) ... FAIL\n\n======================================================================\nFAIL: test_one (test_identity.C.test_one)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File "/tmp/tmpwueruf21/run_tests.py", line 275, in dispatch\n return original_dispatch(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: original body retained\n\nRan 1 tests\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': ['test_identity.C.test_one'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'test_identity.C.test_one', 'origin': 'body'}]} + +====================================================================== +FAIL: test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) (change='code') +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/skip-runtime-identity-validation/tests/test_mutation_harness.py", line 372, in test_class_fixture_function_and_code_substitutions_are_refused + self.assertEqual(outcome,'ERROR',value) +AssertionError: 'SURVIVED' != 'ERROR' +- SURVIVED ++ ERROR + : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['discover:test_*.py'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_one (test_identity.C.test_one) ... ok\n\nRan 1 tests\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []} + +====================================================================== +FAIL: test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) (change='same-code-function') +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/skip-runtime-identity-validation/tests/test_mutation_harness.py", line 372, in test_class_fixture_function_and_code_substitutions_are_refused + self.assertEqual(outcome,'ERROR',value) +AssertionError: 'KILLED' != 'ERROR' +- KILLED ++ ERROR + : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['discover:test_*.py'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_one (test_identity.C.test_one) ... FAIL\n\n======================================================================\nFAIL: test_one (test_identity.C.test_one)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File "/tmp/tmpab2rbwtf/run_tests.py", line 275, in dispatch\n return original_dispatch(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: original body retained\n\nRan 1 tests\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': ['test_identity.C.test_one'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'test_identity.C.test_one', 'origin': 'body'}]} + +====================================================================== +FAIL: test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/skip-runtime-identity-validation/run_tests.py", line 275, in dispatch + return original_dispatch(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +AssertionError: 'KILLED' != 'ERROR' +- KILLED ++ ERROR + : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['discover:test_*.py'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_one (test_identity.C.test_one) ... FAIL\n\n======================================================================\nFAIL: test_one (test_identity.C.test_one)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File "/tmp/tmpabpjc_i7/run_tests.py", line 275, in dispatch\n return original_dispatch(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: original body retained\n\nRan 1 tests\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': ['test_identity.C.test_one'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'test_identity.C.test_one', 'origin': 'body'}]} + +Ran 1 tests diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/accept-callable-selector-factory/receipt.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/accept-callable-selector-factory/receipt.json new file mode 100644 index 000000000..89c462280 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/accept-callable-selector-factory/receipt.json @@ -0,0 +1,42 @@ +{ + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selection": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "selected_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "invalid_population": [], + "tests_run": 1, + "assertion_failures": 1, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) ... FAIL\n\n======================================================================\nFAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/accept-callable-selector-factory/run_tests.py\", line 275, in dispatch\n return original_dispatch(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: Lists differ: ['factory', 'body'] != []\n\nFirst list contains 2 additional elements.\nFirst extra element 0:\n'factory'\n\n- ['factory', 'body']\n+ [] : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['test_identity.factory'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_one (test_identity.C.test_one) ... ok\\n\\nRan 1 tests\\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []}\n\nRan 1 tests\n", + "started_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "finished_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "body_entered_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "body_finished_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "body_assertion_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "lifecycle_failures": 0, + "subtests": 0, + "subtest_events": [], + "assertion_events": [ + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "origin": "body" + } + ] +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/accept-callable-selector-factory/stderr.log b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/accept-callable-selector-factory/stderr.log new file mode 100644 index 000000000..e69de29bb diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/accept-callable-selector-factory/stdout.log b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/accept-callable-selector-factory/stdout.log new file mode 100644 index 000000000..cd0118825 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/accept-callable-selector-factory/stdout.log @@ -0,0 +1,19 @@ +test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) ... FAIL + +====================================================================== +FAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/accept-callable-selector-factory/run_tests.py", line 275, in dispatch + return original_dispatch(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +AssertionError: Lists differ: ['factory', 'body'] != [] + +First list contains 2 additional elements. +First extra element 0: +'factory' + +- ['factory', 'body'] ++ [] : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['test_identity.factory'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_one (test_identity.C.test_one) ... ok\n\nRan 1 tests\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []} + +Ran 1 tests diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-custom-construction/receipt.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-custom-construction/receipt.json new file mode 100644 index 000000000..f0d6d7ddf --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-custom-construction/receipt.json @@ -0,0 +1,183 @@ +{ + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selection": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "selected_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "invalid_population": [], + "tests_run": 1, + "assertion_failures": 14, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) ... \n test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='init', selector=()) ... FAIL\n test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='init', selector=('test_identity.C',)) ... FAIL\n test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='init', selector=('test_identity.C.test_first',)) ... FAIL\n test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='new', selector=()) ... FAIL\n test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='new', selector=('test_identity.C',)) ... FAIL\n test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='new', selector=('test_identity.C.test_one',)) ... FAIL\n test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='metaclass', selector=()) ... FAIL\n test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='metaclass', selector=('test_identity.C',)) ... FAIL\n test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='getattribute', selector=()) ... FAIL\n test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='getattribute', selector=('test_identity.C',)) ... FAIL\n test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='getattribute', selector=('test_identity.C.test_one',)) ... FAIL\n test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='setattr', selector=()) ... FAIL\n test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='setattr', selector=('test_identity.C',)) ... FAIL\n test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='setattr', selector=('test_identity.C.test_one',)) ... FAIL\n\n======================================================================\nFAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='init', selector=())\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/allow-custom-construction/tests/test_mutation_harness.py\", line 383, in test_callable_factory_selector_is_refused_before_factory_or_body\n self.assertEqual(events,[],value)\nAssertionError: Lists differ: ['constructor', 'constructor'] != []\n\nFirst list contains 2 additional elements.\nFirst extra element 0:\n'constructor'\n\n- ['constructor', 'constructor']\n+ [] : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['discover:test_*.py'], 'selected_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'invalid_population': ['selected declaration changed during construction'], 'tests_run': 0, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': '\\nRan 0 tests\\n', 'started_ids': [], 'finished_ids': [], 'body_entered_ids': [], 'body_finished_ids': [], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []}\n\n======================================================================\nFAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='init', selector=('test_identity.C',))\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/allow-custom-construction/tests/test_mutation_harness.py\", line 383, in test_callable_factory_selector_is_refused_before_factory_or_body\n self.assertEqual(events,[],value)\nAssertionError: Lists differ: ['constructor', 'constructor'] != []\n\nFirst list contains 2 additional elements.\nFirst extra element 0:\n'constructor'\n\n- ['constructor', 'constructor']\n+ [] : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['test_identity.C'], 'selected_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'invalid_population': ['selected declaration changed during construction'], 'tests_run': 0, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': '\\nRan 0 tests\\n', 'started_ids': [], 'finished_ids': [], 'body_entered_ids': [], 'body_finished_ids': [], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []}\n\n======================================================================\nFAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='init', selector=('test_identity.C.test_first',))\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/allow-custom-construction/tests/test_mutation_harness.py\", line 382, in test_callable_factory_selector_is_refused_before_factory_or_body\n self.assertEqual(outcome,'ERROR',value)\nAssertionError: 'SURVIVED' != 'ERROR'\n- SURVIVED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['test_identity.C.test_first'], 'selected_ids': ['test_identity.C.test_first'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_first (test_identity.C.test_first) ... ok\\n\\nRan 1 tests\\n', 'started_ids': ['test_identity.C.test_first'], 'finished_ids': ['test_identity.C.test_first'], 'body_entered_ids': ['test_identity.C.test_first'], 'body_finished_ids': ['test_identity.C.test_first'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []}\n\n======================================================================\nFAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='new', selector=())\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/allow-custom-construction/tests/test_mutation_harness.py\", line 382, in test_callable_factory_selector_is_refused_before_factory_or_body\n self.assertEqual(outcome,'ERROR',value)\nAssertionError: 'SURVIVED' != 'ERROR'\n- SURVIVED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['discover:test_*.py'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_one (test_identity.C.test_one) ... ok\\n\\nRan 1 tests\\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []}\n\n======================================================================\nFAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='new', selector=('test_identity.C',))\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/allow-custom-construction/tests/test_mutation_harness.py\", line 382, in test_callable_factory_selector_is_refused_before_factory_or_body\n self.assertEqual(outcome,'ERROR',value)\nAssertionError: 'SURVIVED' != 'ERROR'\n- SURVIVED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['test_identity.C'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_one (test_identity.C.test_one) ... ok\\n\\nRan 1 tests\\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []}\n\n======================================================================\nFAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='new', selector=('test_identity.C.test_one',))\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/allow-custom-construction/tests/test_mutation_harness.py\", line 382, in test_callable_factory_selector_is_refused_before_factory_or_body\n self.assertEqual(outcome,'ERROR',value)\nAssertionError: 'SURVIVED' != 'ERROR'\n- SURVIVED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['test_identity.C.test_one'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_one (test_identity.C.test_one) ... ok\\n\\nRan 1 tests\\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []}\n\n======================================================================\nFAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='metaclass', selector=())\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/allow-custom-construction/tests/test_mutation_harness.py\", line 382, in test_callable_factory_selector_is_refused_before_factory_or_body\n self.assertEqual(outcome,'ERROR',value)\nAssertionError: 'SURVIVED' != 'ERROR'\n- SURVIVED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['discover:test_*.py'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_one (test_identity.C.test_one) ... ok\\n\\nRan 1 tests\\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []}\n\n======================================================================\nFAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='metaclass', selector=('test_identity.C',))\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/allow-custom-construction/tests/test_mutation_harness.py\", line 382, in test_callable_factory_selector_is_refused_before_factory_or_body\n self.assertEqual(outcome,'ERROR',value)\nAssertionError: 'SURVIVED' != 'ERROR'\n- SURVIVED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['test_identity.C'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_one (test_identity.C.test_one) ... ok\\n\\nRan 1 tests\\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []}\n\n======================================================================\nFAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='getattribute', selector=())\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/allow-custom-construction/tests/test_mutation_harness.py\", line 382, in test_callable_factory_selector_is_refused_before_factory_or_body\n self.assertEqual(outcome,'ERROR',value)\nAssertionError: 'SURVIVED' != 'ERROR'\n- SURVIVED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['discover:test_*.py'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_one (test_identity.C.test_one) ... ok\\n\\nRan 1 tests\\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []}\n\n======================================================================\nFAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='getattribute', selector=('test_identity.C',))\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/allow-custom-construction/tests/test_mutation_harness.py\", line 382, in test_callable_factory_selector_is_refused_before_factory_or_body\n self.assertEqual(outcome,'ERROR',value)\nAssertionError: 'SURVIVED' != 'ERROR'\n- SURVIVED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['test_identity.C'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_one (test_identity.C.test_one) ... ok\\n\\nRan 1 tests\\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []}\n\n======================================================================\nFAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='getattribute', selector=('test_identity.C.test_one',))\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/allow-custom-construction/tests/test_mutation_harness.py\", line 382, in test_callable_factory_selector_is_refused_before_factory_or_body\n self.assertEqual(outcome,'ERROR',value)\nAssertionError: 'SURVIVED' != 'ERROR'\n- SURVIVED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['test_identity.C.test_one'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_one (test_identity.C.test_one) ... ok\\n\\nRan 1 tests\\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []}\n\n======================================================================\nFAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='setattr', selector=())\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/allow-custom-construction/tests/test_mutation_harness.py\", line 382, in test_callable_factory_selector_is_refused_before_factory_or_body\n self.assertEqual(outcome,'ERROR',value)\nAssertionError: 'SURVIVED' != 'ERROR'\n- SURVIVED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['discover:test_*.py'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_one (test_identity.C.test_one) ... ok\\n\\nRan 1 tests\\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []}\n\n======================================================================\nFAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='setattr', selector=('test_identity.C',))\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/allow-custom-construction/tests/test_mutation_harness.py\", line 382, in test_callable_factory_selector_is_refused_before_factory_or_body\n self.assertEqual(outcome,'ERROR',value)\nAssertionError: 'SURVIVED' != 'ERROR'\n- SURVIVED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['test_identity.C'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_one (test_identity.C.test_one) ... ok\\n\\nRan 1 tests\\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []}\n\n======================================================================\nFAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='setattr', selector=('test_identity.C.test_one',))\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/allow-custom-construction/tests/test_mutation_harness.py\", line 382, in test_callable_factory_selector_is_refused_before_factory_or_body\n self.assertEqual(outcome,'ERROR',value)\nAssertionError: 'SURVIVED' != 'ERROR'\n- SURVIVED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['test_identity.C.test_one'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_one (test_identity.C.test_one) ... ok\\n\\nRan 1 tests\\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []}\n\nRan 1 tests\n", + "started_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "finished_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "body_entered_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "body_finished_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "body_assertion_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "lifecycle_failures": 0, + "subtests": 15, + "subtest_events": [ + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "assertion" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "assertion" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "assertion" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "assertion" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "assertion" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "assertion" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "assertion" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "assertion" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "assertion" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "assertion" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "assertion" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "assertion" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "assertion" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "assertion" + } + ], + "assertion_events": [ + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "origin": "subtest" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "origin": "subtest" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "origin": "subtest" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "origin": "subtest" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "origin": "subtest" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "origin": "subtest" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "origin": "subtest" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "origin": "subtest" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "origin": "subtest" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "origin": "subtest" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "origin": "subtest" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "origin": "subtest" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "origin": "subtest" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "origin": "subtest" + } + ] +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-custom-construction/stderr.log b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-custom-construction/stderr.log new file mode 100644 index 000000000..e69de29bb diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-custom-construction/stdout.log b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-custom-construction/stdout.log new file mode 100644 index 000000000..f88d97a65 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-custom-construction/stdout.log @@ -0,0 +1,179 @@ +test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) ... + test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='init', selector=()) ... FAIL + test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='init', selector=('test_identity.C',)) ... FAIL + test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='init', selector=('test_identity.C.test_first',)) ... FAIL + test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='new', selector=()) ... FAIL + test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='new', selector=('test_identity.C',)) ... FAIL + test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='new', selector=('test_identity.C.test_one',)) ... FAIL + test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='metaclass', selector=()) ... FAIL + test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='metaclass', selector=('test_identity.C',)) ... FAIL + test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='getattribute', selector=()) ... FAIL + test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='getattribute', selector=('test_identity.C',)) ... FAIL + test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='getattribute', selector=('test_identity.C.test_one',)) ... FAIL + test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='setattr', selector=()) ... FAIL + test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='setattr', selector=('test_identity.C',)) ... FAIL + test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='setattr', selector=('test_identity.C.test_one',)) ... FAIL + +====================================================================== +FAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='init', selector=()) +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/allow-custom-construction/tests/test_mutation_harness.py", line 383, in test_callable_factory_selector_is_refused_before_factory_or_body + self.assertEqual(events,[],value) +AssertionError: Lists differ: ['constructor', 'constructor'] != [] + +First list contains 2 additional elements. +First extra element 0: +'constructor' + +- ['constructor', 'constructor'] ++ [] : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['discover:test_*.py'], 'selected_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'invalid_population': ['selected declaration changed during construction'], 'tests_run': 0, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': '\nRan 0 tests\n', 'started_ids': [], 'finished_ids': [], 'body_entered_ids': [], 'body_finished_ids': [], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []} + +====================================================================== +FAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='init', selector=('test_identity.C',)) +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/allow-custom-construction/tests/test_mutation_harness.py", line 383, in test_callable_factory_selector_is_refused_before_factory_or_body + self.assertEqual(events,[],value) +AssertionError: Lists differ: ['constructor', 'constructor'] != [] + +First list contains 2 additional elements. +First extra element 0: +'constructor' + +- ['constructor', 'constructor'] ++ [] : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['test_identity.C'], 'selected_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'invalid_population': ['selected declaration changed during construction'], 'tests_run': 0, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': '\nRan 0 tests\n', 'started_ids': [], 'finished_ids': [], 'body_entered_ids': [], 'body_finished_ids': [], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []} + +====================================================================== +FAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='init', selector=('test_identity.C.test_first',)) +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/allow-custom-construction/tests/test_mutation_harness.py", line 382, in test_callable_factory_selector_is_refused_before_factory_or_body + self.assertEqual(outcome,'ERROR',value) +AssertionError: 'SURVIVED' != 'ERROR' +- SURVIVED ++ ERROR + : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['test_identity.C.test_first'], 'selected_ids': ['test_identity.C.test_first'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_first (test_identity.C.test_first) ... ok\n\nRan 1 tests\n', 'started_ids': ['test_identity.C.test_first'], 'finished_ids': ['test_identity.C.test_first'], 'body_entered_ids': ['test_identity.C.test_first'], 'body_finished_ids': ['test_identity.C.test_first'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []} + +====================================================================== +FAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='new', selector=()) +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/allow-custom-construction/tests/test_mutation_harness.py", line 382, in test_callable_factory_selector_is_refused_before_factory_or_body + self.assertEqual(outcome,'ERROR',value) +AssertionError: 'SURVIVED' != 'ERROR' +- SURVIVED ++ ERROR + : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['discover:test_*.py'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_one (test_identity.C.test_one) ... ok\n\nRan 1 tests\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []} + +====================================================================== +FAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='new', selector=('test_identity.C',)) +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/allow-custom-construction/tests/test_mutation_harness.py", line 382, in test_callable_factory_selector_is_refused_before_factory_or_body + self.assertEqual(outcome,'ERROR',value) +AssertionError: 'SURVIVED' != 'ERROR' +- SURVIVED ++ ERROR + : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['test_identity.C'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_one (test_identity.C.test_one) ... ok\n\nRan 1 tests\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []} + +====================================================================== +FAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='new', selector=('test_identity.C.test_one',)) +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/allow-custom-construction/tests/test_mutation_harness.py", line 382, in test_callable_factory_selector_is_refused_before_factory_or_body + self.assertEqual(outcome,'ERROR',value) +AssertionError: 'SURVIVED' != 'ERROR' +- SURVIVED ++ ERROR + : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['test_identity.C.test_one'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_one (test_identity.C.test_one) ... ok\n\nRan 1 tests\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []} + +====================================================================== +FAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='metaclass', selector=()) +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/allow-custom-construction/tests/test_mutation_harness.py", line 382, in test_callable_factory_selector_is_refused_before_factory_or_body + self.assertEqual(outcome,'ERROR',value) +AssertionError: 'SURVIVED' != 'ERROR' +- SURVIVED ++ ERROR + : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['discover:test_*.py'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_one (test_identity.C.test_one) ... ok\n\nRan 1 tests\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []} + +====================================================================== +FAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='metaclass', selector=('test_identity.C',)) +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/allow-custom-construction/tests/test_mutation_harness.py", line 382, in test_callable_factory_selector_is_refused_before_factory_or_body + self.assertEqual(outcome,'ERROR',value) +AssertionError: 'SURVIVED' != 'ERROR' +- SURVIVED ++ ERROR + : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['test_identity.C'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_one (test_identity.C.test_one) ... ok\n\nRan 1 tests\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []} + +====================================================================== +FAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='getattribute', selector=()) +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/allow-custom-construction/tests/test_mutation_harness.py", line 382, in test_callable_factory_selector_is_refused_before_factory_or_body + self.assertEqual(outcome,'ERROR',value) +AssertionError: 'SURVIVED' != 'ERROR' +- SURVIVED ++ ERROR + : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['discover:test_*.py'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_one (test_identity.C.test_one) ... ok\n\nRan 1 tests\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []} + +====================================================================== +FAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='getattribute', selector=('test_identity.C',)) +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/allow-custom-construction/tests/test_mutation_harness.py", line 382, in test_callable_factory_selector_is_refused_before_factory_or_body + self.assertEqual(outcome,'ERROR',value) +AssertionError: 'SURVIVED' != 'ERROR' +- SURVIVED ++ ERROR + : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['test_identity.C'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_one (test_identity.C.test_one) ... ok\n\nRan 1 tests\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []} + +====================================================================== +FAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='getattribute', selector=('test_identity.C.test_one',)) +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/allow-custom-construction/tests/test_mutation_harness.py", line 382, in test_callable_factory_selector_is_refused_before_factory_or_body + self.assertEqual(outcome,'ERROR',value) +AssertionError: 'SURVIVED' != 'ERROR' +- SURVIVED ++ ERROR + : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['test_identity.C.test_one'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_one (test_identity.C.test_one) ... ok\n\nRan 1 tests\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []} + +====================================================================== +FAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='setattr', selector=()) +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/allow-custom-construction/tests/test_mutation_harness.py", line 382, in test_callable_factory_selector_is_refused_before_factory_or_body + self.assertEqual(outcome,'ERROR',value) +AssertionError: 'SURVIVED' != 'ERROR' +- SURVIVED ++ ERROR + : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['discover:test_*.py'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_one (test_identity.C.test_one) ... ok\n\nRan 1 tests\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []} + +====================================================================== +FAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='setattr', selector=('test_identity.C',)) +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/allow-custom-construction/tests/test_mutation_harness.py", line 382, in test_callable_factory_selector_is_refused_before_factory_or_body + self.assertEqual(outcome,'ERROR',value) +AssertionError: 'SURVIVED' != 'ERROR' +- SURVIVED ++ ERROR + : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['test_identity.C'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_one (test_identity.C.test_one) ... ok\n\nRan 1 tests\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []} + +====================================================================== +FAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='setattr', selector=('test_identity.C.test_one',)) +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/allow-custom-construction/tests/test_mutation_harness.py", line 382, in test_callable_factory_selector_is_refused_before_factory_or_body + self.assertEqual(outcome,'ERROR',value) +AssertionError: 'SURVIVED' != 'ERROR' +- SURVIVED ++ ERROR + : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['test_identity.C.test_one'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_one (test_identity.C.test_one) ... ok\n\nRan 1 tests\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []} + +Ran 1 tests diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-module-dir-population-omission/receipt.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-module-dir-population-omission/receipt.json new file mode 100644 index 000000000..a12a84c0f --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-module-dir-population-omission/receipt.json @@ -0,0 +1,63 @@ +{ + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selection": [ + "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution" + ], + "selected_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution" + ], + "invalid_population": [], + "tests_run": 1, + "assertion_failures": 1, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_module_alias_subclass_and_population_hooks_refused_before_execution (test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution) ... FAIL\n\n======================================================================\nFAIL: test_module_alias_subclass_and_population_hooks_refused_before_execution (test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/allow-module-dir-population-omission/run_tests.py\", line 323, in dispatch\n return original_dispatch(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: 'SURVIVED' != 'KILLED'\n- SURVIVED\n+ KILLED\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['discover:test_*.py'], 'selected_ids': ['test_identity.Visible.test_visible'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_visible (test_identity.Visible.test_visible) ... ok\\n\\nRan 1 tests\\n', 'started_ids': ['test_identity.Visible.test_visible'], 'finished_ids': ['test_identity.Visible.test_visible'], 'body_entered_ids': ['test_identity.Visible.test_visible'], 'body_finished_ids': ['test_identity.Visible.test_visible'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []}\n\nRan 1 tests\n", + "started_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution" + ], + "finished_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution" + ], + "body_entered_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution" + ], + "body_finished_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution" + ], + "body_assertion_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution" + ], + "lifecycle_failures": 0, + "subtests": 4, + "subtest_events": [ + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "phase": "body", + "outcome": "success" + } + ], + "assertion_events": [ + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "origin": "body" + } + ] +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-module-dir-population-omission/stderr.log b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-module-dir-population-omission/stderr.log new file mode 100644 index 000000000..e69de29bb diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-module-dir-population-omission/stdout.log b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-module-dir-population-omission/stdout.log new file mode 100644 index 000000000..b248b2249 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-module-dir-population-omission/stdout.log @@ -0,0 +1,15 @@ +test_module_alias_subclass_and_population_hooks_refused_before_execution (test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution) ... FAIL + +====================================================================== +FAIL: test_module_alias_subclass_and_population_hooks_refused_before_execution (test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution) +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/allow-module-dir-population-omission/run_tests.py", line 323, in dispatch + return original_dispatch(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +AssertionError: 'SURVIVED' != 'KILLED' +- SURVIVED ++ KILLED + : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['discover:test_*.py'], 'selected_ids': ['test_identity.Visible.test_visible'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_visible (test_identity.Visible.test_visible) ... ok\n\nRan 1 tests\n', 'started_ids': ['test_identity.Visible.test_visible'], 'finished_ids': ['test_identity.Visible.test_visible'], 'body_entered_ids': ['test_identity.Visible.test_visible'], 'body_finished_ids': ['test_identity.Visible.test_visible'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []} + +Ran 1 tests diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-named-descriptor-subclasses/receipt.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-named-descriptor-subclasses/receipt.json new file mode 100644 index 000000000..ca0f0de68 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-named-descriptor-subclasses/receipt.json @@ -0,0 +1,178 @@ +{ + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selection": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "selected_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "invalid_population": [], + "tests_run": 1, + "assertion_failures": 1, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) ... FAIL\n\n======================================================================\nFAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/allow-named-descriptor-subclasses/run_tests.py\", line 335, in dispatch\n return original_dispatch(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: 'SURVIVED' != 'ERROR'\n- SURVIVED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['test_identity.C.helper'], 'selected_ids': ['test_identity.C.helper'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'helper (test_identity.C.helper) ... ok\\n\\nRan 1 tests\\n', 'started_ids': ['test_identity.C.helper'], 'finished_ids': ['test_identity.C.helper'], 'body_entered_ids': ['test_identity.C.helper'], 'body_finished_ids': ['test_identity.C.helper'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []}\n\nRan 1 tests\n", + "started_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "finished_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "body_entered_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "body_finished_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "body_assertion_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "lifecycle_failures": 0, + "subtests": 27, + "subtest_events": [ + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + } + ], + "assertion_events": [ + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "origin": "body" + } + ] +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-named-descriptor-subclasses/stderr.log b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-named-descriptor-subclasses/stderr.log new file mode 100644 index 000000000..e69de29bb diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-named-descriptor-subclasses/stdout.log b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-named-descriptor-subclasses/stdout.log new file mode 100644 index 000000000..55afbd76f --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-named-descriptor-subclasses/stdout.log @@ -0,0 +1,15 @@ +test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) ... FAIL + +====================================================================== +FAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/allow-named-descriptor-subclasses/run_tests.py", line 335, in dispatch + return original_dispatch(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +AssertionError: 'SURVIVED' != 'ERROR' +- SURVIVED ++ ERROR + : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['test_identity.C.helper'], 'selected_ids': ['test_identity.C.helper'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'helper (test_identity.C.helper) ... ok\n\nRan 1 tests\n', 'started_ids': ['test_identity.C.helper'], 'finished_ids': ['test_identity.C.helper'], 'body_entered_ids': ['test_identity.C.helper'], 'body_finished_ids': ['test_identity.C.helper'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []} + +Ran 1 tests diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-selector-descriptor-or-proxy-execution/receipt.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-selector-descriptor-or-proxy-execution/receipt.json new file mode 100644 index 000000000..74a394dbd --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-selector-descriptor-or-proxy-execution/receipt.json @@ -0,0 +1,42 @@ +{ + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selection": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "selected_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "invalid_population": [], + "tests_run": 1, + "assertion_failures": 1, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) ... FAIL\n\n======================================================================\nFAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/allow-selector-descriptor-or-proxy-execution/run_tests.py\", line 324, in dispatch\n return original_dispatch(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: Lists differ: ['proxy', 'body'] != []\n\nFirst list contains 2 additional elements.\nFirst extra element 0:\n'proxy'\n\n- ['proxy', 'body']\n+ [] : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['test_identity.proxy.C.test_one'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_one (test_identity.C.test_one) ... ok\\n\\nRan 1 tests\\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []}\n\nRan 1 tests\n", + "started_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "finished_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "body_entered_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "body_finished_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "body_assertion_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "lifecycle_failures": 0, + "subtests": 0, + "subtest_events": [], + "assertion_events": [ + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "origin": "body" + } + ] +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-selector-descriptor-or-proxy-execution/stderr.log b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-selector-descriptor-or-proxy-execution/stderr.log new file mode 100644 index 000000000..e69de29bb diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-selector-descriptor-or-proxy-execution/stdout.log b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-selector-descriptor-or-proxy-execution/stdout.log new file mode 100644 index 000000000..a4e17b178 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-selector-descriptor-or-proxy-execution/stdout.log @@ -0,0 +1,19 @@ +test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) ... FAIL + +====================================================================== +FAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/allow-selector-descriptor-or-proxy-execution/run_tests.py", line 324, in dispatch + return original_dispatch(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +AssertionError: Lists differ: ['proxy', 'body'] != [] + +First list contains 2 additional elements. +First extra element 0: +'proxy' + +- ['proxy', 'body'] ++ [] : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['test_identity.proxy.C.test_one'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_one (test_identity.C.test_one) ... ok\n\nRan 1 tests\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []} + +Ran 1 tests diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-static-descriptor-subclasses/receipt.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-static-descriptor-subclasses/receipt.json new file mode 100644 index 000000000..b5b873673 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-static-descriptor-subclasses/receipt.json @@ -0,0 +1,193 @@ +{ + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selection": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "selected_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "invalid_population": [], + "tests_run": 1, + "assertion_failures": 4, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) ... \n test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='descriptor-staticmethod', selector=()) ... FAIL\n test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='descriptor-staticmethod', selector=('test_identity.C',)) ... FAIL\n test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='descriptor-classmethod', selector=()) ... FAIL\n test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='descriptor-classmethod', selector=('test_identity.C',)) ... FAIL\n\n======================================================================\nFAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='descriptor-staticmethod', selector=())\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/allow-static-descriptor-subclasses/tests/test_mutation_harness.py\", line 392, in test_callable_factory_selector_is_refused_before_factory_or_body\n self.assertEqual(outcome,'ERROR',value)\nAssertionError: 'SURVIVED' != 'ERROR'\n- SURVIVED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['discover:test_*.py'], 'selected_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'invalid_population': [], 'tests_run': 2, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_first (test_identity.C.test_first) ... ok\\ntest_second (test_identity.C.test_second) ... ok\\n\\nRan 2 tests\\n', 'started_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'finished_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_entered_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_finished_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []}\n\n======================================================================\nFAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='descriptor-staticmethod', selector=('test_identity.C',))\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/allow-static-descriptor-subclasses/tests/test_mutation_harness.py\", line 392, in test_callable_factory_selector_is_refused_before_factory_or_body\n self.assertEqual(outcome,'ERROR',value)\nAssertionError: 'SURVIVED' != 'ERROR'\n- SURVIVED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['test_identity.C'], 'selected_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'invalid_population': [], 'tests_run': 2, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_first (test_identity.C.test_first) ... ok\\ntest_second (test_identity.C.test_second) ... ok\\n\\nRan 2 tests\\n', 'started_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'finished_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_entered_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_finished_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []}\n\n======================================================================\nFAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='descriptor-classmethod', selector=())\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/allow-static-descriptor-subclasses/tests/test_mutation_harness.py\", line 392, in test_callable_factory_selector_is_refused_before_factory_or_body\n self.assertEqual(outcome,'ERROR',value)\nAssertionError: 'SURVIVED' != 'ERROR'\n- SURVIVED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['discover:test_*.py'], 'selected_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'invalid_population': [], 'tests_run': 2, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_first (test_identity.C.test_first) ... ok\\ntest_second (test_identity.C.test_second) ... ok\\n\\nRan 2 tests\\n', 'started_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'finished_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_entered_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_finished_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []}\n\n======================================================================\nFAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='descriptor-classmethod', selector=('test_identity.C',))\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/allow-static-descriptor-subclasses/tests/test_mutation_harness.py\", line 392, in test_callable_factory_selector_is_refused_before_factory_or_body\n self.assertEqual(outcome,'ERROR',value)\nAssertionError: 'SURVIVED' != 'ERROR'\n- SURVIVED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['test_identity.C'], 'selected_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'invalid_population': [], 'tests_run': 2, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_first (test_identity.C.test_first) ... ok\\ntest_second (test_identity.C.test_second) ... ok\\n\\nRan 2 tests\\n', 'started_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'finished_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_entered_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_finished_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []}\n\nRan 1 tests\n", + "started_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "finished_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "body_entered_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "body_finished_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "body_assertion_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "lifecycle_failures": 0, + "subtests": 27, + "subtest_events": [ + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "assertion" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "assertion" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "assertion" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "assertion" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + } + ], + "assertion_events": [ + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "origin": "subtest" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "origin": "subtest" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "origin": "subtest" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "origin": "subtest" + } + ] +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-static-descriptor-subclasses/stderr.log b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-static-descriptor-subclasses/stderr.log new file mode 100644 index 000000000..e69de29bb diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-static-descriptor-subclasses/stdout.log b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-static-descriptor-subclasses/stdout.log new file mode 100644 index 000000000..1084a1d58 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/allow-static-descriptor-subclasses/stdout.log @@ -0,0 +1,51 @@ +test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) ... + test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='descriptor-staticmethod', selector=()) ... FAIL + test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='descriptor-staticmethod', selector=('test_identity.C',)) ... FAIL + test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='descriptor-classmethod', selector=()) ... FAIL + test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='descriptor-classmethod', selector=('test_identity.C',)) ... FAIL + +====================================================================== +FAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='descriptor-staticmethod', selector=()) +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/allow-static-descriptor-subclasses/tests/test_mutation_harness.py", line 392, in test_callable_factory_selector_is_refused_before_factory_or_body + self.assertEqual(outcome,'ERROR',value) +AssertionError: 'SURVIVED' != 'ERROR' +- SURVIVED ++ ERROR + : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['discover:test_*.py'], 'selected_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'invalid_population': [], 'tests_run': 2, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_first (test_identity.C.test_first) ... ok\ntest_second (test_identity.C.test_second) ... ok\n\nRan 2 tests\n', 'started_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'finished_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_entered_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_finished_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []} + +====================================================================== +FAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='descriptor-staticmethod', selector=('test_identity.C',)) +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/allow-static-descriptor-subclasses/tests/test_mutation_harness.py", line 392, in test_callable_factory_selector_is_refused_before_factory_or_body + self.assertEqual(outcome,'ERROR',value) +AssertionError: 'SURVIVED' != 'ERROR' +- SURVIVED ++ ERROR + : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['test_identity.C'], 'selected_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'invalid_population': [], 'tests_run': 2, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_first (test_identity.C.test_first) ... ok\ntest_second (test_identity.C.test_second) ... ok\n\nRan 2 tests\n', 'started_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'finished_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_entered_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_finished_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []} + +====================================================================== +FAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='descriptor-classmethod', selector=()) +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/allow-static-descriptor-subclasses/tests/test_mutation_harness.py", line 392, in test_callable_factory_selector_is_refused_before_factory_or_body + self.assertEqual(outcome,'ERROR',value) +AssertionError: 'SURVIVED' != 'ERROR' +- SURVIVED ++ ERROR + : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['discover:test_*.py'], 'selected_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'invalid_population': [], 'tests_run': 2, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_first (test_identity.C.test_first) ... ok\ntest_second (test_identity.C.test_second) ... ok\n\nRan 2 tests\n', 'started_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'finished_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_entered_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_finished_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []} + +====================================================================== +FAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='descriptor-classmethod', selector=('test_identity.C',)) +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/allow-static-descriptor-subclasses/tests/test_mutation_harness.py", line 392, in test_callable_factory_selector_is_refused_before_factory_or_body + self.assertEqual(outcome,'ERROR',value) +AssertionError: 'SURVIVED' != 'ERROR' +- SURVIVED ++ ERROR + : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['test_identity.C'], 'selected_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'invalid_population': [], 'tests_run': 2, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_first (test_identity.C.test_first) ... ok\ntest_second (test_identity.C.test_second) ... ok\n\nRan 2 tests\n', 'started_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'finished_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_entered_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_finished_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []} + +Ran 1 tests diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-declared-function-chain/receipt.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-declared-function-chain/receipt.json new file mode 100644 index 000000000..1f73538a9 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-declared-function-chain/receipt.json @@ -0,0 +1,63 @@ +{ + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selection": [ + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused" + ], + "selected_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused" + ], + "invalid_population": [], + "tests_run": 1, + "assertion_failures": 2, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) ... \n test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) (change='function') ... FAIL\n test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) (change='same-code-function') ... FAIL\n\n======================================================================\nFAIL: test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) (change='function')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/ignore-declared-function-chain/tests/test_mutation_harness.py\", line 372, in test_class_fixture_function_and_code_substitutions_are_refused\n self.assertEqual(outcome,'ERROR',value)\nAssertionError: 'KILLED' != 'ERROR'\n- KILLED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['discover:test_*.py'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_one (test_identity.C.test_one) ... FAIL\\n\\n======================================================================\\nFAIL: test_one (test_identity.C.test_one)\\n----------------------------------------------------------------------\\nTraceback (most recent call last):\\n File \"/tmp/tmp48akoffu/run_tests.py\", line 275, in dispatch\\n return original_dispatch(*args, **kwargs)\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\nAssertionError: original body retained\\n\\nRan 1 tests\\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': ['test_identity.C.test_one'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'test_identity.C.test_one', 'origin': 'body'}]}\n\n======================================================================\nFAIL: test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) (change='same-code-function')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/ignore-declared-function-chain/tests/test_mutation_harness.py\", line 372, in test_class_fixture_function_and_code_substitutions_are_refused\n self.assertEqual(outcome,'ERROR',value)\nAssertionError: 'KILLED' != 'ERROR'\n- KILLED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['discover:test_*.py'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_one (test_identity.C.test_one) ... FAIL\\n\\n======================================================================\\nFAIL: test_one (test_identity.C.test_one)\\n----------------------------------------------------------------------\\nTraceback (most recent call last):\\n File \"/tmp/tmpy0axyuu_/run_tests.py\", line 275, in dispatch\\n return original_dispatch(*args, **kwargs)\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\nAssertionError: original body retained\\n\\nRan 1 tests\\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': ['test_identity.C.test_one'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'test_identity.C.test_one', 'origin': 'body'}]}\n\nRan 1 tests\n", + "started_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused" + ], + "finished_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused" + ], + "body_entered_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused" + ], + "body_finished_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused" + ], + "body_assertion_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused" + ], + "lifecycle_failures": 0, + "subtests": 3, + "subtest_events": [ + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "phase": "body", + "outcome": "assertion" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "phase": "body", + "outcome": "assertion" + } + ], + "assertion_events": [ + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "origin": "subtest" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "origin": "subtest" + } + ] +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-declared-function-chain/stderr.log b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-declared-function-chain/stderr.log new file mode 100644 index 000000000..e69de29bb diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-declared-function-chain/stdout.log b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-declared-function-chain/stdout.log new file mode 100644 index 000000000..e0fbb6a31 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-declared-function-chain/stdout.log @@ -0,0 +1,27 @@ +test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) ... + test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) (change='function') ... FAIL + test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) (change='same-code-function') ... FAIL + +====================================================================== +FAIL: test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) (change='function') +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/ignore-declared-function-chain/tests/test_mutation_harness.py", line 372, in test_class_fixture_function_and_code_substitutions_are_refused + self.assertEqual(outcome,'ERROR',value) +AssertionError: 'KILLED' != 'ERROR' +- KILLED ++ ERROR + : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['discover:test_*.py'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_one (test_identity.C.test_one) ... FAIL\n\n======================================================================\nFAIL: test_one (test_identity.C.test_one)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File "/tmp/tmp48akoffu/run_tests.py", line 275, in dispatch\n return original_dispatch(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: original body retained\n\nRan 1 tests\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': ['test_identity.C.test_one'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'test_identity.C.test_one', 'origin': 'body'}]} + +====================================================================== +FAIL: test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) (change='same-code-function') +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/ignore-declared-function-chain/tests/test_mutation_harness.py", line 372, in test_class_fixture_function_and_code_substitutions_are_refused + self.assertEqual(outcome,'ERROR',value) +AssertionError: 'KILLED' != 'ERROR' +- KILLED ++ ERROR + : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['discover:test_*.py'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_one (test_identity.C.test_one) ... FAIL\n\n======================================================================\nFAIL: test_one (test_identity.C.test_one)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File "/tmp/tmpy0axyuu_/run_tests.py", line 275, in dispatch\n return original_dispatch(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: original body retained\n\nRan 1 tests\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': ['test_identity.C.test_one'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'test_identity.C.test_one', 'origin': 'body'}]} + +Ran 1 tests diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-module-hook-refusal/receipt.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-module-hook-refusal/receipt.json new file mode 100644 index 000000000..6100374bd --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-module-hook-refusal/receipt.json @@ -0,0 +1,78 @@ +{ + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selection": [ + "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution" + ], + "selected_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution" + ], + "invalid_population": [], + "tests_run": 1, + "assertion_failures": 4, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_module_alias_subclass_and_population_hooks_refused_before_execution (test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution) ... \n test_module_alias_subclass_and_population_hooks_refused_before_execution (test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution) (shape='alias') ... FAIL\n test_module_alias_subclass_and_population_hooks_refused_before_execution (test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution) (shape='alias-assertion') ... FAIL\n test_module_alias_subclass_and_population_hooks_refused_before_execution (test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution) (shape='subclass') ... FAIL\n test_module_alias_subclass_and_population_hooks_refused_before_execution (test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution) (shape='omission') ... FAIL\n\n======================================================================\nFAIL: test_module_alias_subclass_and_population_hooks_refused_before_execution (test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution) (shape='alias')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/ignore-module-hook-refusal/tests/test_mutation_harness.py\", line 339, in test_module_alias_subclass_and_population_hooks_refused_before_execution\n self.assertEqual(outcome,'ERROR',value)\nAssertionError: 'KILLED' != 'ERROR'\n- KILLED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['discover:test_*.py'], 'selected_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'invalid_population': [], 'tests_run': 2, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_first (test_identity.C.test_first) ... ok\\ntest_second (test_identity.C.test_second) ... FAIL\\n\\n======================================================================\\nFAIL: test_second (test_identity.C.test_second)\\n----------------------------------------------------------------------\\nTraceback (most recent call last):\\n File \"/tmp/tmp8h3xira9/run_tests.py\", line 275, in dispatch\\n return original_dispatch(*args, **kwargs)\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\nAssertionError: retained second body\\n\\nRan 2 tests\\n', 'started_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'finished_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_entered_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_finished_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_assertion_ids': ['test_identity.C.test_second'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'test_identity.C.test_second', 'origin': 'body'}]}\n\n======================================================================\nFAIL: test_module_alias_subclass_and_population_hooks_refused_before_execution (test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution) (shape='alias-assertion')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/ignore-module-hook-refusal/tests/test_mutation_harness.py\", line 339, in test_module_alias_subclass_and_population_hooks_refused_before_execution\n self.assertEqual(outcome,'ERROR',value)\nAssertionError: 'KILLED' != 'ERROR'\n- KILLED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['discover:test_*.py'], 'selected_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'invalid_population': [], 'tests_run': 2, 'assertion_failures': 2, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_first (test_identity.C.test_first) ... FAIL\\ntest_second (test_identity.C.test_second) ... FAIL\\n\\n======================================================================\\nFAIL: test_first (test_identity.C.test_first)\\n----------------------------------------------------------------------\\nTraceback (most recent call last):\\n File \"/tmp/tmphy2naad1/run_tests.py\", line 275, in dispatch\\n return original_dispatch(*args, **kwargs)\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\nAssertionError: first body assertion\\n\\n======================================================================\\nFAIL: test_second (test_identity.C.test_second)\\n----------------------------------------------------------------------\\nTraceback (most recent call last):\\n File \"/tmp/tmphy2naad1/run_tests.py\", line 275, in dispatch\\n return original_dispatch(*args, **kwargs)\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\nAssertionError: retained second body\\n\\nRan 2 tests\\n', 'started_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'finished_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_entered_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_finished_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_assertion_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'test_identity.C.test_first', 'origin': 'body'}, {'parent_id': 'test_identity.C.test_second', 'origin': 'body'}]}\n\n======================================================================\nFAIL: test_module_alias_subclass_and_population_hooks_refused_before_execution (test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution) (shape='subclass')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/ignore-module-hook-refusal/tests/test_mutation_harness.py\", line 339, in test_module_alias_subclass_and_population_hooks_refused_before_execution\n self.assertEqual(outcome,'ERROR',value)\nAssertionError: 'KILLED' != 'ERROR'\n- KILLED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['discover:test_*.py'], 'selected_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'invalid_population': [], 'tests_run': 2, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_first (test_identity.C.test_first) ... ok\\ntest_second (test_identity.C.test_second) ... FAIL\\n\\n======================================================================\\nFAIL: test_second (test_identity.C.test_second)\\n----------------------------------------------------------------------\\nTraceback (most recent call last):\\n File \"/tmp/tmp6kq26hgk/run_tests.py\", line 275, in dispatch\\n return original_dispatch(*args, **kwargs)\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\nAssertionError: retained second body\\n\\nRan 2 tests\\n', 'started_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'finished_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_entered_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_finished_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_assertion_ids': ['test_identity.C.test_second'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'test_identity.C.test_second', 'origin': 'body'}]}\n\n======================================================================\nFAIL: test_module_alias_subclass_and_population_hooks_refused_before_execution (test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution) (shape='omission')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/ignore-module-hook-refusal/tests/test_mutation_harness.py\", line 339, in test_module_alias_subclass_and_population_hooks_refused_before_execution\n self.assertEqual(outcome,'ERROR',value)\nAssertionError: 'KILLED' != 'ERROR'\n- KILLED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['discover:test_*.py'], 'selected_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'invalid_population': [], 'tests_run': 2, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_first (test_identity.C.test_first) ... ok\\ntest_second (test_identity.C.test_second) ... FAIL\\n\\n======================================================================\\nFAIL: test_second (test_identity.C.test_second)\\n----------------------------------------------------------------------\\nTraceback (most recent call last):\\n File \"/tmp/tmp5okqq6ns/run_tests.py\", line 275, in dispatch\\n return original_dispatch(*args, **kwargs)\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\nAssertionError: retained second body\\n\\nRan 2 tests\\n', 'started_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'finished_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_entered_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_finished_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_assertion_ids': ['test_identity.C.test_second'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'test_identity.C.test_second', 'origin': 'body'}]}\n\nRan 1 tests\n", + "started_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution" + ], + "finished_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution" + ], + "body_entered_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution" + ], + "body_finished_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution" + ], + "body_assertion_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution" + ], + "lifecycle_failures": 0, + "subtests": 4, + "subtest_events": [ + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "phase": "body", + "outcome": "assertion" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "phase": "body", + "outcome": "assertion" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "phase": "body", + "outcome": "assertion" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "phase": "body", + "outcome": "assertion" + } + ], + "assertion_events": [ + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "origin": "subtest" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "origin": "subtest" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "origin": "subtest" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "origin": "subtest" + } + ] +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-module-hook-refusal/stderr.log b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-module-hook-refusal/stderr.log new file mode 100644 index 000000000..e69de29bb diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-module-hook-refusal/stdout.log b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-module-hook-refusal/stdout.log new file mode 100644 index 000000000..dfef6b3c9 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-module-hook-refusal/stdout.log @@ -0,0 +1,51 @@ +test_module_alias_subclass_and_population_hooks_refused_before_execution (test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution) ... + test_module_alias_subclass_and_population_hooks_refused_before_execution (test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution) (shape='alias') ... FAIL + test_module_alias_subclass_and_population_hooks_refused_before_execution (test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution) (shape='alias-assertion') ... FAIL + test_module_alias_subclass_and_population_hooks_refused_before_execution (test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution) (shape='subclass') ... FAIL + test_module_alias_subclass_and_population_hooks_refused_before_execution (test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution) (shape='omission') ... FAIL + +====================================================================== +FAIL: test_module_alias_subclass_and_population_hooks_refused_before_execution (test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution) (shape='alias') +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/ignore-module-hook-refusal/tests/test_mutation_harness.py", line 339, in test_module_alias_subclass_and_population_hooks_refused_before_execution + self.assertEqual(outcome,'ERROR',value) +AssertionError: 'KILLED' != 'ERROR' +- KILLED ++ ERROR + : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['discover:test_*.py'], 'selected_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'invalid_population': [], 'tests_run': 2, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_first (test_identity.C.test_first) ... ok\ntest_second (test_identity.C.test_second) ... FAIL\n\n======================================================================\nFAIL: test_second (test_identity.C.test_second)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File "/tmp/tmp8h3xira9/run_tests.py", line 275, in dispatch\n return original_dispatch(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: retained second body\n\nRan 2 tests\n', 'started_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'finished_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_entered_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_finished_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_assertion_ids': ['test_identity.C.test_second'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'test_identity.C.test_second', 'origin': 'body'}]} + +====================================================================== +FAIL: test_module_alias_subclass_and_population_hooks_refused_before_execution (test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution) (shape='alias-assertion') +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/ignore-module-hook-refusal/tests/test_mutation_harness.py", line 339, in test_module_alias_subclass_and_population_hooks_refused_before_execution + self.assertEqual(outcome,'ERROR',value) +AssertionError: 'KILLED' != 'ERROR' +- KILLED ++ ERROR + : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['discover:test_*.py'], 'selected_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'invalid_population': [], 'tests_run': 2, 'assertion_failures': 2, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_first (test_identity.C.test_first) ... FAIL\ntest_second (test_identity.C.test_second) ... FAIL\n\n======================================================================\nFAIL: test_first (test_identity.C.test_first)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File "/tmp/tmphy2naad1/run_tests.py", line 275, in dispatch\n return original_dispatch(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: first body assertion\n\n======================================================================\nFAIL: test_second (test_identity.C.test_second)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File "/tmp/tmphy2naad1/run_tests.py", line 275, in dispatch\n return original_dispatch(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: retained second body\n\nRan 2 tests\n', 'started_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'finished_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_entered_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_finished_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_assertion_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'test_identity.C.test_first', 'origin': 'body'}, {'parent_id': 'test_identity.C.test_second', 'origin': 'body'}]} + +====================================================================== +FAIL: test_module_alias_subclass_and_population_hooks_refused_before_execution (test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution) (shape='subclass') +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/ignore-module-hook-refusal/tests/test_mutation_harness.py", line 339, in test_module_alias_subclass_and_population_hooks_refused_before_execution + self.assertEqual(outcome,'ERROR',value) +AssertionError: 'KILLED' != 'ERROR' +- KILLED ++ ERROR + : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['discover:test_*.py'], 'selected_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'invalid_population': [], 'tests_run': 2, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_first (test_identity.C.test_first) ... ok\ntest_second (test_identity.C.test_second) ... FAIL\n\n======================================================================\nFAIL: test_second (test_identity.C.test_second)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File "/tmp/tmp6kq26hgk/run_tests.py", line 275, in dispatch\n return original_dispatch(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: retained second body\n\nRan 2 tests\n', 'started_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'finished_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_entered_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_finished_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_assertion_ids': ['test_identity.C.test_second'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'test_identity.C.test_second', 'origin': 'body'}]} + +====================================================================== +FAIL: test_module_alias_subclass_and_population_hooks_refused_before_execution (test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution) (shape='omission') +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/ignore-module-hook-refusal/tests/test_mutation_harness.py", line 339, in test_module_alias_subclass_and_population_hooks_refused_before_execution + self.assertEqual(outcome,'ERROR',value) +AssertionError: 'KILLED' != 'ERROR' +- KILLED ++ ERROR + : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['discover:test_*.py'], 'selected_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'invalid_population': [], 'tests_run': 2, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_first (test_identity.C.test_first) ... ok\ntest_second (test_identity.C.test_second) ... FAIL\n\n======================================================================\nFAIL: test_second (test_identity.C.test_second)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File "/tmp/tmp5okqq6ns/run_tests.py", line 275, in dispatch\n return original_dispatch(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: retained second body\n\nRan 2 tests\n', 'started_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'finished_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_entered_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_finished_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_assertion_ids': ['test_identity.C.test_second'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'test_identity.C.test_second', 'origin': 'body'}]} + +Ran 1 tests diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-original-code-object/receipt.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-original-code-object/receipt.json new file mode 100644 index 000000000..a40b1645c --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-original-code-object/receipt.json @@ -0,0 +1,58 @@ +{ + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selection": [ + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused" + ], + "selected_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused" + ], + "invalid_population": [], + "tests_run": 1, + "assertion_failures": 1, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) ... \n test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) (change='code') ... FAIL\n\n======================================================================\nFAIL: test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) (change='code')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/ignore-original-code-object/tests/test_mutation_harness.py\", line 372, in test_class_fixture_function_and_code_substitutions_are_refused\n self.assertEqual(outcome,'ERROR',value)\nAssertionError: 'SURVIVED' != 'ERROR'\n- SURVIVED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['discover:test_*.py'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_one (test_identity.C.test_one) ... ok\\n\\nRan 1 tests\\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []}\n\nRan 1 tests\n", + "started_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused" + ], + "finished_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused" + ], + "body_entered_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused" + ], + "body_finished_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused" + ], + "body_assertion_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused" + ], + "lifecycle_failures": 0, + "subtests": 3, + "subtest_events": [ + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "phase": "body", + "outcome": "assertion" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "phase": "body", + "outcome": "success" + } + ], + "assertion_events": [ + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "origin": "subtest" + } + ] +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-original-code-object/stderr.log b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-original-code-object/stderr.log new file mode 100644 index 000000000..e69de29bb diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-original-code-object/stdout.log b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-original-code-object/stdout.log new file mode 100644 index 000000000..1b62c2680 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-original-code-object/stdout.log @@ -0,0 +1,15 @@ +test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) ... + test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) (change='code') ... FAIL + +====================================================================== +FAIL: test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) (change='code') +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/ignore-original-code-object/tests/test_mutation_harness.py", line 372, in test_class_fixture_function_and_code_substitutions_are_refused + self.assertEqual(outcome,'ERROR',value) +AssertionError: 'SURVIVED' != 'ERROR' +- SURVIVED ++ ERROR + : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['discover:test_*.py'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_one (test_identity.C.test_one) ... ok\n\nRan 1 tests\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []} + +Ran 1 tests diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-original-function-object/receipt.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-original-function-object/receipt.json new file mode 100644 index 000000000..a6c3bac9e --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-original-function-object/receipt.json @@ -0,0 +1,58 @@ +{ + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selection": [ + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused" + ], + "selected_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused" + ], + "invalid_population": [], + "tests_run": 1, + "assertion_failures": 1, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) ... \n test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) (change='same-code-function') ... FAIL\n\n======================================================================\nFAIL: test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) (change='same-code-function')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/ignore-original-function-object/tests/test_mutation_harness.py\", line 372, in test_class_fixture_function_and_code_substitutions_are_refused\n self.assertEqual(outcome,'ERROR',value)\nAssertionError: 'KILLED' != 'ERROR'\n- KILLED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['discover:test_*.py'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_one (test_identity.C.test_one) ... FAIL\\n\\n======================================================================\\nFAIL: test_one (test_identity.C.test_one)\\n----------------------------------------------------------------------\\nTraceback (most recent call last):\\n File \"/tmp/tmp9dblwni8/run_tests.py\", line 275, in dispatch\\n return original_dispatch(*args, **kwargs)\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\nAssertionError: original body retained\\n\\nRan 1 tests\\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': ['test_identity.C.test_one'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'test_identity.C.test_one', 'origin': 'body'}]}\n\nRan 1 tests\n", + "started_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused" + ], + "finished_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused" + ], + "body_entered_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused" + ], + "body_finished_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused" + ], + "body_assertion_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused" + ], + "lifecycle_failures": 0, + "subtests": 3, + "subtest_events": [ + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "phase": "body", + "outcome": "assertion" + } + ], + "assertion_events": [ + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "origin": "subtest" + } + ] +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-original-function-object/stderr.log b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-original-function-object/stderr.log new file mode 100644 index 000000000..e69de29bb diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-original-function-object/stdout.log b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-original-function-object/stdout.log new file mode 100644 index 000000000..85aafea80 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-original-function-object/stdout.log @@ -0,0 +1,15 @@ +test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) ... + test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) (change='same-code-function') ... FAIL + +====================================================================== +FAIL: test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) (change='same-code-function') +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/ignore-original-function-object/tests/test_mutation_harness.py", line 372, in test_class_fixture_function_and_code_substitutions_are_refused + self.assertEqual(outcome,'ERROR',value) +AssertionError: 'KILLED' != 'ERROR' +- KILLED ++ ERROR + : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['discover:test_*.py'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_one (test_identity.C.test_one) ... FAIL\n\n======================================================================\nFAIL: test_one (test_identity.C.test_one)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File "/tmp/tmp9dblwni8/run_tests.py", line 275, in dispatch\n return original_dispatch(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: original body retained\n\nRan 1 tests\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': ['test_identity.C.test_one'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'test_identity.C.test_one', 'origin': 'body'}]} + +Ran 1 tests diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-selected-class-object/receipt.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-selected-class-object/receipt.json new file mode 100644 index 000000000..f4e53c614 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-selected-class-object/receipt.json @@ -0,0 +1,58 @@ +{ + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selection": [ + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused" + ], + "selected_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused" + ], + "invalid_population": [], + "tests_run": 1, + "assertion_failures": 1, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) ... FAIL\n\n======================================================================\nFAIL: test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/ignore-selected-class-object/run_tests.py\", line 275, in dispatch\n return original_dispatch(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: 'KILLED' != 'ERROR'\n- KILLED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['discover:test_*.py'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_one (test_identity.C.test_one) ... FAIL\\n\\n======================================================================\\nFAIL: test_one (test_identity.C.test_one)\\n----------------------------------------------------------------------\\nTraceback (most recent call last):\\n File \"/tmp/tmpaahcyasa/run_tests.py\", line 275, in dispatch\\n return original_dispatch(*args, **kwargs)\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\nAssertionError: original body retained\\n\\nRan 1 tests\\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': ['test_identity.C.test_one'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'test_identity.C.test_one', 'origin': 'body'}]}\n\nRan 1 tests\n", + "started_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused" + ], + "finished_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused" + ], + "body_entered_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused" + ], + "body_finished_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused" + ], + "body_assertion_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused" + ], + "lifecycle_failures": 0, + "subtests": 3, + "subtest_events": [ + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "phase": "body", + "outcome": "success" + } + ], + "assertion_events": [ + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "origin": "body" + } + ] +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-selected-class-object/stderr.log b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-selected-class-object/stderr.log new file mode 100644 index 000000000..e69de29bb diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-selected-class-object/stdout.log b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-selected-class-object/stdout.log new file mode 100644 index 000000000..599c3ce57 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/ignore-selected-class-object/stdout.log @@ -0,0 +1,15 @@ +test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) ... FAIL + +====================================================================== +FAIL: test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/ignore-selected-class-object/run_tests.py", line 275, in dispatch + return original_dispatch(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +AssertionError: 'KILLED' != 'ERROR' +- KILLED ++ ERROR + : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['discover:test_*.py'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_one (test_identity.C.test_one) ... FAIL\n\n======================================================================\nFAIL: test_one (test_identity.C.test_one)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File "/tmp/tmpaahcyasa/run_tests.py", line 275, in dispatch\n return original_dispatch(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: original body retained\n\nRan 1 tests\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': ['test_identity.C.test_one'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'test_identity.C.test_one', 'origin': 'body'}]} + +Ran 1 tests diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/invoke-special-descriptor-during-profile-inspection/receipt.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/invoke-special-descriptor-during-profile-inspection/receipt.json new file mode 100644 index 000000000..6cd78fb00 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/invoke-special-descriptor-during-profile-inspection/receipt.json @@ -0,0 +1,188 @@ +{ + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selection": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "selected_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "invalid_population": [], + "tests_run": 1, + "assertion_failures": 3, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) ... \n test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='special-descriptor', selector=()) ... FAIL\n test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='special-descriptor', selector=('test_identity.C',)) ... FAIL\n test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='special-descriptor', selector=('test_identity.C.test_one',)) ... FAIL\n\n======================================================================\nFAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='special-descriptor', selector=())\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/invoke-special-descriptor-during-profile-inspection/tests/test_mutation_harness.py\", line 392, in test_callable_factory_selector_is_refused_before_factory_or_body\n self.assertEqual(outcome,'ERROR',value)\nAssertionError: 'SURVIVED' != 'ERROR'\n- SURVIVED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['discover:test_*.py'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_one (test_identity.C.test_one) ... ok\\n\\nRan 1 tests\\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []}\n\n======================================================================\nFAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='special-descriptor', selector=('test_identity.C',))\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/invoke-special-descriptor-during-profile-inspection/tests/test_mutation_harness.py\", line 392, in test_callable_factory_selector_is_refused_before_factory_or_body\n self.assertEqual(outcome,'ERROR',value)\nAssertionError: 'SURVIVED' != 'ERROR'\n- SURVIVED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['test_identity.C'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_one (test_identity.C.test_one) ... ok\\n\\nRan 1 tests\\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []}\n\n======================================================================\nFAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='special-descriptor', selector=('test_identity.C.test_one',))\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/invoke-special-descriptor-during-profile-inspection/tests/test_mutation_harness.py\", line 392, in test_callable_factory_selector_is_refused_before_factory_or_body\n self.assertEqual(outcome,'ERROR',value)\nAssertionError: 'SURVIVED' != 'ERROR'\n- SURVIVED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['test_identity.C.test_one'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_one (test_identity.C.test_one) ... ok\\n\\nRan 1 tests\\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []}\n\nRan 1 tests\n", + "started_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "finished_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "body_entered_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "body_finished_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "body_assertion_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "lifecycle_failures": 0, + "subtests": 27, + "subtest_events": [ + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "assertion" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "assertion" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "assertion" + } + ], + "assertion_events": [ + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "origin": "subtest" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "origin": "subtest" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "origin": "subtest" + } + ] +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/invoke-special-descriptor-during-profile-inspection/stderr.log b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/invoke-special-descriptor-during-profile-inspection/stderr.log new file mode 100644 index 000000000..e69de29bb diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/invoke-special-descriptor-during-profile-inspection/stdout.log b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/invoke-special-descriptor-during-profile-inspection/stdout.log new file mode 100644 index 000000000..800624010 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/invoke-special-descriptor-during-profile-inspection/stdout.log @@ -0,0 +1,39 @@ +test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) ... + test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='special-descriptor', selector=()) ... FAIL + test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='special-descriptor', selector=('test_identity.C',)) ... FAIL + test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='special-descriptor', selector=('test_identity.C.test_one',)) ... FAIL + +====================================================================== +FAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='special-descriptor', selector=()) +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/invoke-special-descriptor-during-profile-inspection/tests/test_mutation_harness.py", line 392, in test_callable_factory_selector_is_refused_before_factory_or_body + self.assertEqual(outcome,'ERROR',value) +AssertionError: 'SURVIVED' != 'ERROR' +- SURVIVED ++ ERROR + : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['discover:test_*.py'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_one (test_identity.C.test_one) ... ok\n\nRan 1 tests\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []} + +====================================================================== +FAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='special-descriptor', selector=('test_identity.C',)) +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/invoke-special-descriptor-during-profile-inspection/tests/test_mutation_harness.py", line 392, in test_callable_factory_selector_is_refused_before_factory_or_body + self.assertEqual(outcome,'ERROR',value) +AssertionError: 'SURVIVED' != 'ERROR' +- SURVIVED ++ ERROR + : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['test_identity.C'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_one (test_identity.C.test_one) ... ok\n\nRan 1 tests\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []} + +====================================================================== +FAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) (constructor='special-descriptor', selector=('test_identity.C.test_one',)) +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/invoke-special-descriptor-during-profile-inspection/tests/test_mutation_harness.py", line 392, in test_callable_factory_selector_is_refused_before_factory_or_body + self.assertEqual(outcome,'ERROR',value) +AssertionError: 'SURVIVED' != 'ERROR' +- SURVIVED ++ ERROR + : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['test_identity.C.test_one'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_one (test_identity.C.test_one) ... ok\n\nRan 1 tests\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []} + +Ran 1 tests diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/skip-before-fixture-identity-validation/receipt.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/skip-before-fixture-identity-validation/receipt.json new file mode 100644 index 000000000..bafb7d322 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/skip-before-fixture-identity-validation/receipt.json @@ -0,0 +1,42 @@ +{ + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selection": [ + "test_mutation_harness.IdentityHarnessTests.test_postload_substitution_refused_before_any_fixture" + ], + "selected_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_postload_substitution_refused_before_any_fixture" + ], + "invalid_population": [], + "tests_run": 1, + "assertion_failures": 1, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_postload_substitution_refused_before_any_fixture (test_mutation_harness.IdentityHarnessTests.test_postload_substitution_refused_before_any_fixture) ... FAIL\n\n======================================================================\nFAIL: test_postload_substitution_refused_before_any_fixture (test_mutation_harness.IdentityHarnessTests.test_postload_substitution_refused_before_any_fixture)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/skip-before-fixture-identity-validation/run_tests.py\", line 275, in dispatch\n return original_dispatch(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: Lists differ: ['class-setup'] != []\n\nFirst list contains 1 additional elements.\nFirst extra element 0:\n'class-setup'\n\n- ['class-setup']\n+ [] : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['probe.Case'], 'selected_ids': ['test_mutation_harness.IdentityHarnessTests.test_postload_substitution_refused_before_any_fixture..Case.test_one'], 'invalid_population': ['selected class/function/code identity changed during execution'], 'tests_run': 0, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': '\\nRan 0 tests\\n', 'started_ids': [], 'finished_ids': [], 'body_entered_ids': [], 'body_finished_ids': [], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []}\n\nRan 1 tests\n", + "started_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_postload_substitution_refused_before_any_fixture" + ], + "finished_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_postload_substitution_refused_before_any_fixture" + ], + "body_entered_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_postload_substitution_refused_before_any_fixture" + ], + "body_finished_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_postload_substitution_refused_before_any_fixture" + ], + "body_assertion_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_postload_substitution_refused_before_any_fixture" + ], + "lifecycle_failures": 0, + "subtests": 0, + "subtest_events": [], + "assertion_events": [ + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_postload_substitution_refused_before_any_fixture", + "origin": "body" + } + ] +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/skip-before-fixture-identity-validation/stderr.log b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/skip-before-fixture-identity-validation/stderr.log new file mode 100644 index 000000000..e69de29bb diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/skip-before-fixture-identity-validation/stdout.log b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/skip-before-fixture-identity-validation/stdout.log new file mode 100644 index 000000000..b6259dc49 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/skip-before-fixture-identity-validation/stdout.log @@ -0,0 +1,19 @@ +test_postload_substitution_refused_before_any_fixture (test_mutation_harness.IdentityHarnessTests.test_postload_substitution_refused_before_any_fixture) ... FAIL + +====================================================================== +FAIL: test_postload_substitution_refused_before_any_fixture (test_mutation_harness.IdentityHarnessTests.test_postload_substitution_refused_before_any_fixture) +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/skip-before-fixture-identity-validation/run_tests.py", line 275, in dispatch + return original_dispatch(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +AssertionError: Lists differ: ['class-setup'] != [] + +First list contains 1 additional elements. +First extra element 0: +'class-setup' + +- ['class-setup'] ++ [] : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['probe.Case'], 'selected_ids': ['test_mutation_harness.IdentityHarnessTests.test_postload_substitution_refused_before_any_fixture..Case.test_one'], 'invalid_population': ['selected class/function/code identity changed during execution'], 'tests_run': 0, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': '\nRan 0 tests\n', 'started_ids': [], 'finished_ids': [], 'body_entered_ids': [], 'body_finished_ids': [], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []} + +Ran 1 tests diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/skip-runtime-identity-validation/receipt.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/skip-runtime-identity-validation/receipt.json new file mode 100644 index 000000000..c1d2e1fa3 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/skip-runtime-identity-validation/receipt.json @@ -0,0 +1,73 @@ +{ + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selection": [ + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused" + ], + "selected_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused" + ], + "invalid_population": [], + "tests_run": 1, + "assertion_failures": 4, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) ... \n test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) (change='function') ... FAIL\n test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) (change='code') ... FAIL\n test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) (change='same-code-function') ... FAIL\ntest_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) ... FAIL\n\n======================================================================\nFAIL: test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) (change='function')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/skip-runtime-identity-validation/tests/test_mutation_harness.py\", line 372, in test_class_fixture_function_and_code_substitutions_are_refused\n self.assertEqual(outcome,'ERROR',value)\nAssertionError: 'KILLED' != 'ERROR'\n- KILLED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['discover:test_*.py'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_one (test_identity.C.test_one) ... FAIL\\n\\n======================================================================\\nFAIL: test_one (test_identity.C.test_one)\\n----------------------------------------------------------------------\\nTraceback (most recent call last):\\n File \"/tmp/tmpnbu2x5i0/run_tests.py\", line 275, in dispatch\\n return original_dispatch(*args, **kwargs)\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\nAssertionError: original body retained\\n\\nRan 1 tests\\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': ['test_identity.C.test_one'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'test_identity.C.test_one', 'origin': 'body'}]}\n\n======================================================================\nFAIL: test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) (change='code')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/skip-runtime-identity-validation/tests/test_mutation_harness.py\", line 372, in test_class_fixture_function_and_code_substitutions_are_refused\n self.assertEqual(outcome,'ERROR',value)\nAssertionError: 'SURVIVED' != 'ERROR'\n- SURVIVED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['discover:test_*.py'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_one (test_identity.C.test_one) ... ok\\n\\nRan 1 tests\\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []}\n\n======================================================================\nFAIL: test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) (change='same-code-function')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/skip-runtime-identity-validation/tests/test_mutation_harness.py\", line 372, in test_class_fixture_function_and_code_substitutions_are_refused\n self.assertEqual(outcome,'ERROR',value)\nAssertionError: 'KILLED' != 'ERROR'\n- KILLED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['discover:test_*.py'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_one (test_identity.C.test_one) ... FAIL\\n\\n======================================================================\\nFAIL: test_one (test_identity.C.test_one)\\n----------------------------------------------------------------------\\nTraceback (most recent call last):\\n File \"/tmp/tmpq5i2k2a4/run_tests.py\", line 275, in dispatch\\n return original_dispatch(*args, **kwargs)\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\nAssertionError: original body retained\\n\\nRan 1 tests\\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': ['test_identity.C.test_one'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'test_identity.C.test_one', 'origin': 'body'}]}\n\n======================================================================\nFAIL: test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/skip-runtime-identity-validation/run_tests.py\", line 275, in dispatch\n return original_dispatch(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: 'KILLED' != 'ERROR'\n- KILLED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['discover:test_*.py'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_one (test_identity.C.test_one) ... FAIL\\n\\n======================================================================\\nFAIL: test_one (test_identity.C.test_one)\\n----------------------------------------------------------------------\\nTraceback (most recent call last):\\n File \"/tmp/tmpve6yf16w/run_tests.py\", line 275, in dispatch\\n return original_dispatch(*args, **kwargs)\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\nAssertionError: original body retained\\n\\nRan 1 tests\\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': ['test_identity.C.test_one'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'test_identity.C.test_one', 'origin': 'body'}]}\n\nRan 1 tests\n", + "started_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused" + ], + "finished_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused" + ], + "body_entered_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused" + ], + "body_finished_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused" + ], + "body_assertion_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused" + ], + "lifecycle_failures": 0, + "subtests": 3, + "subtest_events": [ + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "phase": "body", + "outcome": "assertion" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "phase": "body", + "outcome": "assertion" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "phase": "body", + "outcome": "assertion" + } + ], + "assertion_events": [ + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "origin": "subtest" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "origin": "subtest" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "origin": "subtest" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "origin": "body" + } + ] +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/skip-runtime-identity-validation/stderr.log b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/skip-runtime-identity-validation/stderr.log new file mode 100644 index 000000000..e69de29bb diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/skip-runtime-identity-validation/stdout.log b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/skip-runtime-identity-validation/stdout.log new file mode 100644 index 000000000..8c2578a31 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/guard-mutants/optimized/skip-runtime-identity-validation/stdout.log @@ -0,0 +1,52 @@ +test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) ... + test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) (change='function') ... FAIL + test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) (change='code') ... FAIL + test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) (change='same-code-function') ... FAIL +test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) ... FAIL + +====================================================================== +FAIL: test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) (change='function') +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/skip-runtime-identity-validation/tests/test_mutation_harness.py", line 372, in test_class_fixture_function_and_code_substitutions_are_refused + self.assertEqual(outcome,'ERROR',value) +AssertionError: 'KILLED' != 'ERROR' +- KILLED ++ ERROR + : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['discover:test_*.py'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_one (test_identity.C.test_one) ... FAIL\n\n======================================================================\nFAIL: test_one (test_identity.C.test_one)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File "/tmp/tmpnbu2x5i0/run_tests.py", line 275, in dispatch\n return original_dispatch(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: original body retained\n\nRan 1 tests\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': ['test_identity.C.test_one'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'test_identity.C.test_one', 'origin': 'body'}]} + +====================================================================== +FAIL: test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) (change='code') +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/skip-runtime-identity-validation/tests/test_mutation_harness.py", line 372, in test_class_fixture_function_and_code_substitutions_are_refused + self.assertEqual(outcome,'ERROR',value) +AssertionError: 'SURVIVED' != 'ERROR' +- SURVIVED ++ ERROR + : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['discover:test_*.py'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_one (test_identity.C.test_one) ... ok\n\nRan 1 tests\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []} + +====================================================================== +FAIL: test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) (change='same-code-function') +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/skip-runtime-identity-validation/tests/test_mutation_harness.py", line 372, in test_class_fixture_function_and_code_substitutions_are_refused + self.assertEqual(outcome,'ERROR',value) +AssertionError: 'KILLED' != 'ERROR' +- KILLED ++ ERROR + : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['discover:test_*.py'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_one (test_identity.C.test_one) ... FAIL\n\n======================================================================\nFAIL: test_one (test_identity.C.test_one)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File "/tmp/tmpq5i2k2a4/run_tests.py", line 275, in dispatch\n return original_dispatch(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: original body retained\n\nRan 1 tests\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': ['test_identity.C.test_one'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'test_identity.C.test_one', 'origin': 'body'}]} + +====================================================================== +FAIL: test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/skip-runtime-identity-validation/run_tests.py", line 275, in dispatch + return original_dispatch(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +AssertionError: 'KILLED' != 'ERROR' +- KILLED ++ ERROR + : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['discover:test_*.py'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_one (test_identity.C.test_one) ... FAIL\n\n======================================================================\nFAIL: test_one (test_identity.C.test_one)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File "/tmp/tmpve6yf16w/run_tests.py", line 275, in dispatch\n return original_dispatch(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: original body retained\n\nRan 1 tests\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': ['test_identity.C.test_one'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'test_identity.C.test_one', 'origin': 'body'}]} + +Ran 1 tests diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-green-dev1.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-green-dev1.json new file mode 100644 index 000000000..473dd46d8 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-green-dev1.json @@ -0,0 +1,96 @@ +{ + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selection": [ + "test_mutation_harness.IdentityHarnessTests" + ], + "selected_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "test_mutation_harness.IdentityHarnessTests.test_identity_change_during_body_is_not_a_clean_kill", + "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "test_mutation_harness.IdentityHarnessTests.test_named_class_and_method_selection_preserve_exact_population" + ], + "invalid_population": [], + "tests_run": 5, + "assertion_failures": 0, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": true, + "log": "test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) ... ok\ntest_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) ... ok\ntest_identity_change_during_body_is_not_a_clean_kill (test_mutation_harness.IdentityHarnessTests.test_identity_change_during_body_is_not_a_clean_kill) ... ok\ntest_module_alias_subclass_and_population_hooks_refused_before_execution (test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution) ... ok\ntest_named_class_and_method_selection_preserve_exact_population (test_mutation_harness.IdentityHarnessTests.test_named_class_and_method_selection_preserve_exact_population) ... ok\n\nRan 5 tests\n", + "started_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "test_mutation_harness.IdentityHarnessTests.test_identity_change_during_body_is_not_a_clean_kill", + "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "test_mutation_harness.IdentityHarnessTests.test_named_class_and_method_selection_preserve_exact_population" + ], + "finished_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "test_mutation_harness.IdentityHarnessTests.test_identity_change_during_body_is_not_a_clean_kill", + "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "test_mutation_harness.IdentityHarnessTests.test_named_class_and_method_selection_preserve_exact_population" + ], + "body_entered_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "test_mutation_harness.IdentityHarnessTests.test_identity_change_during_body_is_not_a_clean_kill", + "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "test_mutation_harness.IdentityHarnessTests.test_named_class_and_method_selection_preserve_exact_population" + ], + "body_finished_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "test_mutation_harness.IdentityHarnessTests.test_identity_change_during_body_is_not_a_clean_kill", + "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "test_mutation_harness.IdentityHarnessTests.test_named_class_and_method_selection_preserve_exact_population" + ], + "body_assertion_ids": [], + "lifecycle_failures": 0, + "subtests": 8, + "subtest_events": [ + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_named_class_and_method_selection_preserve_exact_population", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_named_class_and_method_selection_preserve_exact_population", + "phase": "body", + "outcome": "success" + } + ], + "assertion_events": [] +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-green-dev1.log b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-green-dev1.log new file mode 100644 index 000000000..a7fffc433 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-green-dev1.log @@ -0,0 +1,7 @@ +test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) ... ok +test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) ... ok +test_identity_change_during_body_is_not_a_clean_kill (test_mutation_harness.IdentityHarnessTests.test_identity_change_during_body_is_not_a_clean_kill) ... ok +test_module_alias_subclass_and_population_hooks_refused_before_execution (test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution) ... ok +test_named_class_and_method_selection_preserve_exact_population (test_mutation_harness.IdentityHarnessTests.test_named_class_and_method_selection_preserve_exact_population) ... ok + +Ran 5 tests diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/callable-factory.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/callable-factory.json new file mode 100644 index 000000000..6e2b28887 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/callable-factory.json @@ -0,0 +1,49 @@ +{ + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/tmp/tmppjz1nptr/run_tests.py", + "--output", + "/tmp/tmppjz1nptr/receipt.json", + "--test", + "test_identity.factory" + ], + "events": [], + "exit_code": 1, + "fixture_sha256": "dbad02912661f6362d75c8847c7dac39b75cfd3a83293ff90e287376f1633f7c", + "fixture_source": "import unittest\nfrom pathlib import Path\ndef record(label):\n with Path('/tmp/tmppjz1nptr/events').open(\"a\") as out: out.write(label+\"\\n\")\nclass C(unittest.TestCase):\n def test_one(self): record(\"body\")\ndef factory():\n record(\"factory\")\n return unittest.TestSuite([C(\"test_one\")])\n", + "label": "callable-factory", + "optimize": 0, + "outcome": "ERROR", + "receipt": { + "assertion_events": [], + "assertion_failures": 0, + "body_assertion_ids": [], + "body_entered_ids": [], + "body_finished_ids": [], + "errors": 0, + "expected_failures": 0, + "finished_ids": [], + "invalid_population": [ + "empty selected population", + "unsupported test selector: test_identity.factory (ValueError)" + ], + "lifecycle_failures": 0, + "log": "\nRan 0 tests\n", + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selected_ids": [], + "selection": [ + "test_identity.factory" + ], + "skipped": 0, + "started_ids": [], + "subtest_events": [], + "subtests": 0, + "successful": true, + "tests_run": 0, + "unexpected_successes": 0 + }, + "stderr": "", + "stdout": "\nRan 0 tests\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/class-fixture-code.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/class-fixture-code.json new file mode 100644 index 000000000..12307e935 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/class-fixture-code.json @@ -0,0 +1,50 @@ +{ + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/tmp/tmpvm15spqh/run_tests.py", + "--output", + "/tmp/tmpvm15spqh/receipt.json" + ], + "events": [ + "class-setup" + ], + "exit_code": 1, + "fixture_sha256": "5598244cbf503793004a5f6fba925a2c38181e11b994eee2a8cbf06267150577", + "fixture_source": "import unittest\nfrom pathlib import Path\ndef record(label):\n with Path('/tmp/tmpvm15spqh/events').open(\"a\") as out: out.write(label+\"\\n\")\ndef replacement(self): record(\"replacement\")\nclass C(unittest.TestCase):\n @classmethod\n def setUpClass(cls):\n record(\"class-setup\")\n cls.test_one.__code__=replacement.__code__\n def test_one(self):\n record(\"original\")\n self.fail(\"original body retained\")\n", + "label": "class-fixture-code", + "optimize": 0, + "outcome": "ERROR", + "receipt": { + "assertion_events": [], + "assertion_failures": 0, + "body_assertion_ids": [], + "body_entered_ids": [], + "body_finished_ids": [], + "errors": 0, + "expected_failures": 0, + "finished_ids": [], + "invalid_population": [ + "selected class/function/code identity changed during execution" + ], + "lifecycle_failures": 0, + "log": "\nRan 0 tests\n", + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selected_ids": [ + "test_identity.C.test_one" + ], + "selection": [ + "discover:test_*.py" + ], + "skipped": 0, + "started_ids": [], + "subtest_events": [], + "subtests": 0, + "successful": true, + "tests_run": 0, + "unexpected_successes": 0 + }, + "stderr": "", + "stdout": "\nRan 0 tests\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/class-fixture-function.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/class-fixture-function.json new file mode 100644 index 000000000..01c832254 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/class-fixture-function.json @@ -0,0 +1,50 @@ +{ + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/tmp/tmpxi881mg8/run_tests.py", + "--output", + "/tmp/tmpxi881mg8/receipt.json" + ], + "events": [ + "class-setup" + ], + "exit_code": 1, + "fixture_sha256": "3eb930bf6ade0ab1048b52d7ef5386db264fc7e150d672b2b9efefbef970f9ef", + "fixture_source": "import unittest\nfrom pathlib import Path\ndef record(label):\n with Path('/tmp/tmpxi881mg8/events').open(\"a\") as out: out.write(label+\"\\n\")\ndef replacement(self): record(\"replacement\")\nclass C(unittest.TestCase):\n @classmethod\n def setUpClass(cls):\n record(\"class-setup\")\n cls.test_one=replacement\n def test_one(self):\n record(\"original\")\n self.fail(\"original body retained\")\n", + "label": "class-fixture-function", + "optimize": 0, + "outcome": "ERROR", + "receipt": { + "assertion_events": [], + "assertion_failures": 0, + "body_assertion_ids": [], + "body_entered_ids": [], + "body_finished_ids": [], + "errors": 0, + "expected_failures": 0, + "finished_ids": [], + "invalid_population": [ + "selected class/function/code identity changed during execution" + ], + "lifecycle_failures": 0, + "log": "\nRan 0 tests\n", + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selected_ids": [ + "test_identity.C.test_one" + ], + "selection": [ + "discover:test_*.py" + ], + "skipped": 0, + "started_ids": [], + "subtest_events": [], + "subtests": 0, + "successful": true, + "tests_run": 0, + "unexpected_successes": 0 + }, + "stderr": "", + "stdout": "\nRan 0 tests\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/class-fixture-same-code-function.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/class-fixture-same-code-function.json new file mode 100644 index 000000000..bb19be93b --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/class-fixture-same-code-function.json @@ -0,0 +1,50 @@ +{ + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/tmp/tmpek72bipp/run_tests.py", + "--output", + "/tmp/tmpek72bipp/receipt.json" + ], + "events": [ + "class-setup" + ], + "exit_code": 1, + "fixture_sha256": "4e20c5de04bd9fa2d91ee94dcb9f22c808fddff0115fdd68e7314f53e96aefac", + "fixture_source": "import unittest\nfrom pathlib import Path\ndef record(label):\n with Path('/tmp/tmpek72bipp/events').open(\"a\") as out: out.write(label+\"\\n\")\ndef replacement(self): record(\"replacement\")\nclass C(unittest.TestCase):\n @classmethod\n def setUpClass(cls):\n record(\"class-setup\")\n cls.test_one=__import__(\"types\").FunctionType(cls.test_one.__code__,cls.test_one.__globals__)\n def test_one(self):\n record(\"original\")\n self.fail(\"original body retained\")\n", + "label": "class-fixture-same-code-function", + "optimize": 0, + "outcome": "ERROR", + "receipt": { + "assertion_events": [], + "assertion_failures": 0, + "body_assertion_ids": [], + "body_entered_ids": [], + "body_finished_ids": [], + "errors": 0, + "expected_failures": 0, + "finished_ids": [], + "invalid_population": [ + "selected class/function/code identity changed during execution" + ], + "lifecycle_failures": 0, + "log": "\nRan 0 tests\n", + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selected_ids": [ + "test_identity.C.test_one" + ], + "selection": [ + "discover:test_*.py" + ], + "skipped": 0, + "started_ids": [], + "subtest_events": [], + "subtests": 0, + "successful": true, + "tests_run": 0, + "unexpected_successes": 0 + }, + "stderr": "", + "stdout": "\nRan 0 tests\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-descriptor-0-class.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-descriptor-0-class.json new file mode 100644 index 000000000..530ae19ed --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-descriptor-0-class.json @@ -0,0 +1,47 @@ +{ + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/tmp/tmp5ykob_ok/run_tests.py", + "--output", + "/tmp/tmp5ykob_ok/receipt.json" + ], + "events": [], + "exit_code": 1, + "fixture_sha256": "8f993c84654a7cddea14d0f7e4937a5e9861906e9f829dc9cb294b3968ec803b", + "fixture_source": "import unittest\nfrom pathlib import Path\ndef record(label):\n with Path('/tmp/tmp5ykob_ok/events').open(\"a\") as out: out.write(label+\"\\n\")\nclass Descriptor:\n def __init__(self,original): self.original=original\n def __get__(self,instance,owner):\n record(\"descriptor\")\n owner.test_second=owner.test_first\n return owner.test_first\nclass C(unittest.TestCase):\n def test_first(self): record(\"first\")\n def test_second(self):\n record(\"second\")\n self.fail(\"retained second body\")\n test_second=Descriptor(test_second)\n", + "label": "construction-descriptor-0-class", + "optimize": 0, + "outcome": "ERROR", + "receipt": { + "assertion_events": [], + "assertion_failures": 0, + "body_assertion_ids": [], + "body_entered_ids": [], + "body_finished_ids": [], + "errors": 0, + "expected_failures": 0, + "finished_ids": [], + "invalid_population": [ + "empty selected population", + "unsupported TestCase constructor/metaclass/attribute dispatch" + ], + "lifecycle_failures": 0, + "log": "\nRan 0 tests\n", + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selected_ids": [], + "selection": [ + "discover:test_*.py" + ], + "skipped": 0, + "started_ids": [], + "subtest_events": [], + "subtests": 0, + "successful": true, + "tests_run": 0, + "unexpected_successes": 0 + }, + "stderr": "", + "stdout": "\nRan 0 tests\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-descriptor-1-class.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-descriptor-1-class.json new file mode 100644 index 000000000..7c55b12ca --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-descriptor-1-class.json @@ -0,0 +1,49 @@ +{ + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/tmp/tmpww8gjugl/run_tests.py", + "--output", + "/tmp/tmpww8gjugl/receipt.json", + "--test", + "test_identity.C" + ], + "events": [], + "exit_code": 1, + "fixture_sha256": "46d1cbad3048f776860e02c6cec7a1581f3f2d15e86b2de221a9052537f9fa37", + "fixture_source": "import unittest\nfrom pathlib import Path\ndef record(label):\n with Path('/tmp/tmpww8gjugl/events').open(\"a\") as out: out.write(label+\"\\n\")\nclass Descriptor:\n def __init__(self,original): self.original=original\n def __get__(self,instance,owner):\n record(\"descriptor\")\n owner.test_second=owner.test_first\n return owner.test_first\nclass C(unittest.TestCase):\n def test_first(self): record(\"first\")\n def test_second(self):\n record(\"second\")\n self.fail(\"retained second body\")\n test_second=Descriptor(test_second)\n", + "label": "construction-descriptor-1-class", + "optimize": 0, + "outcome": "ERROR", + "receipt": { + "assertion_events": [], + "assertion_failures": 0, + "body_assertion_ids": [], + "body_entered_ids": [], + "body_finished_ids": [], + "errors": 0, + "expected_failures": 0, + "finished_ids": [], + "invalid_population": [ + "empty selected population", + "unsupported TestCase constructor/metaclass/attribute dispatch" + ], + "lifecycle_failures": 0, + "log": "\nRan 0 tests\n", + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selected_ids": [], + "selection": [ + "test_identity.C" + ], + "skipped": 0, + "started_ids": [], + "subtest_events": [], + "subtests": 0, + "successful": true, + "tests_run": 0, + "unexpected_successes": 0 + }, + "stderr": "", + "stdout": "\nRan 0 tests\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-descriptor-1-method.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-descriptor-1-method.json new file mode 100644 index 000000000..c6d6ce6c7 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-descriptor-1-method.json @@ -0,0 +1,49 @@ +{ + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/tmp/tmp_e2exjg4/run_tests.py", + "--output", + "/tmp/tmp_e2exjg4/receipt.json", + "--test", + "test_identity.C.test_second" + ], + "events": [], + "exit_code": 1, + "fixture_sha256": "eda0c79a438d1f16737b4250a0a4ea6a6d6be2ded5e02a0d000113cd26061654", + "fixture_source": "import unittest\nfrom pathlib import Path\ndef record(label):\n with Path('/tmp/tmp_e2exjg4/events').open(\"a\") as out: out.write(label+\"\\n\")\nclass Descriptor:\n def __init__(self,original): self.original=original\n def __get__(self,instance,owner):\n record(\"descriptor\")\n owner.test_second=owner.test_first\n return owner.test_first\nclass C(unittest.TestCase):\n def test_first(self): record(\"first\")\n def test_second(self):\n record(\"second\")\n self.fail(\"retained second body\")\n test_second=Descriptor(test_second)\n", + "label": "construction-descriptor-1-method", + "optimize": 0, + "outcome": "ERROR", + "receipt": { + "assertion_events": [], + "assertion_failures": 0, + "body_assertion_ids": [], + "body_entered_ids": [], + "body_finished_ids": [], + "errors": 0, + "expected_failures": 0, + "finished_ids": [], + "invalid_population": [ + "empty selected population", + "unsupported test selector: test_identity.C.test_second (ValueError)" + ], + "lifecycle_failures": 0, + "log": "\nRan 0 tests\n", + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selected_ids": [], + "selection": [ + "test_identity.C.test_second" + ], + "skipped": 0, + "started_ids": [], + "subtest_events": [], + "subtests": 0, + "successful": true, + "tests_run": 0, + "unexpected_successes": 0 + }, + "stderr": "", + "stdout": "\nRan 0 tests\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-descriptor-classmethod-0-class.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-descriptor-classmethod-0-class.json new file mode 100644 index 000000000..b5069f80b --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-descriptor-classmethod-0-class.json @@ -0,0 +1,47 @@ +{ + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/tmp/tmpydegmyua/run_tests.py", + "--output", + "/tmp/tmpydegmyua/receipt.json" + ], + "events": [], + "exit_code": 1, + "fixture_sha256": "c7d6d97aa549e97e32a473ad922ace268f8835fe5925b902364dc285a6f949fc", + "fixture_source": "import unittest\nfrom pathlib import Path\ndef record(label):\n with Path('/tmp/tmpydegmyua/events').open(\"a\") as out: out.write(label+\"\\n\")\nclass Alias(classmethod):\n def __get__(self,instance,owner):\n record(\"descriptor-subclass\")\n owner.test_second=owner.test_first\n return owner.test_first.__get__(instance,owner)\nclass C(unittest.TestCase):\n def test_first(self): record(\"first\")\n def test_second(self):\n record(\"second\")\n self.fail(\"retained second body\")\n test_second=Alias(test_second)\n", + "label": "construction-descriptor-classmethod-0-class", + "optimize": 0, + "outcome": "ERROR", + "receipt": { + "assertion_events": [], + "assertion_failures": 0, + "body_assertion_ids": [], + "body_entered_ids": [], + "body_finished_ids": [], + "errors": 0, + "expected_failures": 0, + "finished_ids": [], + "invalid_population": [ + "empty selected population", + "unsupported TestCase constructor/metaclass/attribute dispatch" + ], + "lifecycle_failures": 0, + "log": "\nRan 0 tests\n", + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selected_ids": [], + "selection": [ + "discover:test_*.py" + ], + "skipped": 0, + "started_ids": [], + "subtest_events": [], + "subtests": 0, + "successful": true, + "tests_run": 0, + "unexpected_successes": 0 + }, + "stderr": "", + "stdout": "\nRan 0 tests\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-descriptor-classmethod-1-class.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-descriptor-classmethod-1-class.json new file mode 100644 index 000000000..9bff67cb4 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-descriptor-classmethod-1-class.json @@ -0,0 +1,49 @@ +{ + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/tmp/tmp152vxxbq/run_tests.py", + "--output", + "/tmp/tmp152vxxbq/receipt.json", + "--test", + "test_identity.C" + ], + "events": [], + "exit_code": 1, + "fixture_sha256": "c0c16e4c065c1d0e43a69912056baf6bea9a667c2ba57c6affaaf15c248d5e5d", + "fixture_source": "import unittest\nfrom pathlib import Path\ndef record(label):\n with Path('/tmp/tmp152vxxbq/events').open(\"a\") as out: out.write(label+\"\\n\")\nclass Alias(classmethod):\n def __get__(self,instance,owner):\n record(\"descriptor-subclass\")\n owner.test_second=owner.test_first\n return owner.test_first.__get__(instance,owner)\nclass C(unittest.TestCase):\n def test_first(self): record(\"first\")\n def test_second(self):\n record(\"second\")\n self.fail(\"retained second body\")\n test_second=Alias(test_second)\n", + "label": "construction-descriptor-classmethod-1-class", + "optimize": 0, + "outcome": "ERROR", + "receipt": { + "assertion_events": [], + "assertion_failures": 0, + "body_assertion_ids": [], + "body_entered_ids": [], + "body_finished_ids": [], + "errors": 0, + "expected_failures": 0, + "finished_ids": [], + "invalid_population": [ + "empty selected population", + "unsupported TestCase constructor/metaclass/attribute dispatch" + ], + "lifecycle_failures": 0, + "log": "\nRan 0 tests\n", + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selected_ids": [], + "selection": [ + "test_identity.C" + ], + "skipped": 0, + "started_ids": [], + "subtest_events": [], + "subtests": 0, + "successful": true, + "tests_run": 0, + "unexpected_successes": 0 + }, + "stderr": "", + "stdout": "\nRan 0 tests\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-descriptor-classmethod-1-method.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-descriptor-classmethod-1-method.json new file mode 100644 index 000000000..16c91960e --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-descriptor-classmethod-1-method.json @@ -0,0 +1,49 @@ +{ + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/tmp/tmp98kt1imu/run_tests.py", + "--output", + "/tmp/tmp98kt1imu/receipt.json", + "--test", + "test_identity.C.test_second" + ], + "events": [], + "exit_code": 1, + "fixture_sha256": "935e09b1960fba5f2daa3a14e42dda8ab6e9d73e8d5d5431fb475806c0b840e0", + "fixture_source": "import unittest\nfrom pathlib import Path\ndef record(label):\n with Path('/tmp/tmp98kt1imu/events').open(\"a\") as out: out.write(label+\"\\n\")\nclass Alias(classmethod):\n def __get__(self,instance,owner):\n record(\"descriptor-subclass\")\n owner.test_second=owner.test_first\n return owner.test_first.__get__(instance,owner)\nclass C(unittest.TestCase):\n def test_first(self): record(\"first\")\n def test_second(self):\n record(\"second\")\n self.fail(\"retained second body\")\n test_second=Alias(test_second)\n", + "label": "construction-descriptor-classmethod-1-method", + "optimize": 0, + "outcome": "ERROR", + "receipt": { + "assertion_events": [], + "assertion_failures": 0, + "body_assertion_ids": [], + "body_entered_ids": [], + "body_finished_ids": [], + "errors": 0, + "expected_failures": 0, + "finished_ids": [], + "invalid_population": [ + "empty selected population", + "unsupported test selector: test_identity.C.test_second (ValueError)" + ], + "lifecycle_failures": 0, + "log": "\nRan 0 tests\n", + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selected_ids": [], + "selection": [ + "test_identity.C.test_second" + ], + "skipped": 0, + "started_ids": [], + "subtest_events": [], + "subtests": 0, + "successful": true, + "tests_run": 0, + "unexpected_successes": 0 + }, + "stderr": "", + "stdout": "\nRan 0 tests\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-descriptor-staticmethod-0-class.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-descriptor-staticmethod-0-class.json new file mode 100644 index 000000000..78a95d2c4 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-descriptor-staticmethod-0-class.json @@ -0,0 +1,47 @@ +{ + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/tmp/tmp07yfddaf/run_tests.py", + "--output", + "/tmp/tmp07yfddaf/receipt.json" + ], + "events": [], + "exit_code": 1, + "fixture_sha256": "43be229319faf4056bddd85e5e52855f824ee9c7a526bb0c1e18e9b7210177d1", + "fixture_source": "import unittest\nfrom pathlib import Path\ndef record(label):\n with Path('/tmp/tmp07yfddaf/events').open(\"a\") as out: out.write(label+\"\\n\")\nclass Alias(staticmethod):\n def __get__(self,instance,owner):\n record(\"descriptor-subclass\")\n owner.test_second=owner.test_first\n return owner.test_first.__get__(instance,owner)\nclass C(unittest.TestCase):\n def test_first(self): record(\"first\")\n def test_second(self):\n record(\"second\")\n self.fail(\"retained second body\")\n test_second=Alias(test_second)\n", + "label": "construction-descriptor-staticmethod-0-class", + "optimize": 0, + "outcome": "ERROR", + "receipt": { + "assertion_events": [], + "assertion_failures": 0, + "body_assertion_ids": [], + "body_entered_ids": [], + "body_finished_ids": [], + "errors": 0, + "expected_failures": 0, + "finished_ids": [], + "invalid_population": [ + "empty selected population", + "unsupported TestCase constructor/metaclass/attribute dispatch" + ], + "lifecycle_failures": 0, + "log": "\nRan 0 tests\n", + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selected_ids": [], + "selection": [ + "discover:test_*.py" + ], + "skipped": 0, + "started_ids": [], + "subtest_events": [], + "subtests": 0, + "successful": true, + "tests_run": 0, + "unexpected_successes": 0 + }, + "stderr": "", + "stdout": "\nRan 0 tests\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-descriptor-staticmethod-1-class.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-descriptor-staticmethod-1-class.json new file mode 100644 index 000000000..329ec7449 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-descriptor-staticmethod-1-class.json @@ -0,0 +1,49 @@ +{ + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/tmp/tmpeibdeksg/run_tests.py", + "--output", + "/tmp/tmpeibdeksg/receipt.json", + "--test", + "test_identity.C" + ], + "events": [], + "exit_code": 1, + "fixture_sha256": "2c7e09e93f43af8618631fa4bff5885497af5d67bab7b1659e9e8ffbf721998f", + "fixture_source": "import unittest\nfrom pathlib import Path\ndef record(label):\n with Path('/tmp/tmpeibdeksg/events').open(\"a\") as out: out.write(label+\"\\n\")\nclass Alias(staticmethod):\n def __get__(self,instance,owner):\n record(\"descriptor-subclass\")\n owner.test_second=owner.test_first\n return owner.test_first.__get__(instance,owner)\nclass C(unittest.TestCase):\n def test_first(self): record(\"first\")\n def test_second(self):\n record(\"second\")\n self.fail(\"retained second body\")\n test_second=Alias(test_second)\n", + "label": "construction-descriptor-staticmethod-1-class", + "optimize": 0, + "outcome": "ERROR", + "receipt": { + "assertion_events": [], + "assertion_failures": 0, + "body_assertion_ids": [], + "body_entered_ids": [], + "body_finished_ids": [], + "errors": 0, + "expected_failures": 0, + "finished_ids": [], + "invalid_population": [ + "empty selected population", + "unsupported TestCase constructor/metaclass/attribute dispatch" + ], + "lifecycle_failures": 0, + "log": "\nRan 0 tests\n", + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selected_ids": [], + "selection": [ + "test_identity.C" + ], + "skipped": 0, + "started_ids": [], + "subtest_events": [], + "subtests": 0, + "successful": true, + "tests_run": 0, + "unexpected_successes": 0 + }, + "stderr": "", + "stdout": "\nRan 0 tests\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-descriptor-staticmethod-1-method.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-descriptor-staticmethod-1-method.json new file mode 100644 index 000000000..32018feec --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-descriptor-staticmethod-1-method.json @@ -0,0 +1,49 @@ +{ + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/tmp/tmph9lstqtx/run_tests.py", + "--output", + "/tmp/tmph9lstqtx/receipt.json", + "--test", + "test_identity.C.test_second" + ], + "events": [], + "exit_code": 1, + "fixture_sha256": "d6ab8e81f71a63c628691b71af5927f6f73afb987c6e2a97e34144c52c42444e", + "fixture_source": "import unittest\nfrom pathlib import Path\ndef record(label):\n with Path('/tmp/tmph9lstqtx/events').open(\"a\") as out: out.write(label+\"\\n\")\nclass Alias(staticmethod):\n def __get__(self,instance,owner):\n record(\"descriptor-subclass\")\n owner.test_second=owner.test_first\n return owner.test_first.__get__(instance,owner)\nclass C(unittest.TestCase):\n def test_first(self): record(\"first\")\n def test_second(self):\n record(\"second\")\n self.fail(\"retained second body\")\n test_second=Alias(test_second)\n", + "label": "construction-descriptor-staticmethod-1-method", + "optimize": 0, + "outcome": "ERROR", + "receipt": { + "assertion_events": [], + "assertion_failures": 0, + "body_assertion_ids": [], + "body_entered_ids": [], + "body_finished_ids": [], + "errors": 0, + "expected_failures": 0, + "finished_ids": [], + "invalid_population": [ + "empty selected population", + "unsupported test selector: test_identity.C.test_second (ValueError)" + ], + "lifecycle_failures": 0, + "log": "\nRan 0 tests\n", + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selected_ids": [], + "selection": [ + "test_identity.C.test_second" + ], + "skipped": 0, + "started_ids": [], + "subtest_events": [], + "subtests": 0, + "successful": true, + "tests_run": 0, + "unexpected_successes": 0 + }, + "stderr": "", + "stdout": "\nRan 0 tests\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-getattribute-0-class.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-getattribute-0-class.json new file mode 100644 index 000000000..d2f430f42 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-getattribute-0-class.json @@ -0,0 +1,47 @@ +{ + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/tmp/tmp4fc0oysi/run_tests.py", + "--output", + "/tmp/tmp4fc0oysi/receipt.json" + ], + "events": [], + "exit_code": 1, + "fixture_sha256": "3bf8742764dad777796f5d66316004b75ab69058fadce141fb95541ac9ebb447", + "fixture_source": "import unittest\nfrom pathlib import Path\ndef record(label):\n with Path('/tmp/tmp4fc0oysi/events').open(\"a\") as out: out.write(label+\"\\n\")\nclass C(unittest.TestCase):\n def __getattribute__(self,name):\n record(\"attribute\")\n return super().__getattribute__(name)\n def test_one(self): record(\"body\")\n", + "label": "construction-getattribute-0-class", + "optimize": 0, + "outcome": "ERROR", + "receipt": { + "assertion_events": [], + "assertion_failures": 0, + "body_assertion_ids": [], + "body_entered_ids": [], + "body_finished_ids": [], + "errors": 0, + "expected_failures": 0, + "finished_ids": [], + "invalid_population": [ + "empty selected population", + "unsupported TestCase constructor/metaclass/attribute dispatch" + ], + "lifecycle_failures": 0, + "log": "\nRan 0 tests\n", + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selected_ids": [], + "selection": [ + "discover:test_*.py" + ], + "skipped": 0, + "started_ids": [], + "subtest_events": [], + "subtests": 0, + "successful": true, + "tests_run": 0, + "unexpected_successes": 0 + }, + "stderr": "", + "stdout": "\nRan 0 tests\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-getattribute-1-class.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-getattribute-1-class.json new file mode 100644 index 000000000..37c4ec705 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-getattribute-1-class.json @@ -0,0 +1,49 @@ +{ + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/tmp/tmpyg154bht/run_tests.py", + "--output", + "/tmp/tmpyg154bht/receipt.json", + "--test", + "test_identity.C" + ], + "events": [], + "exit_code": 1, + "fixture_sha256": "deee78c0fbae781f7903cf419b07578c71298a41496ef5162832cc77c6d2a6f4", + "fixture_source": "import unittest\nfrom pathlib import Path\ndef record(label):\n with Path('/tmp/tmpyg154bht/events').open(\"a\") as out: out.write(label+\"\\n\")\nclass C(unittest.TestCase):\n def __getattribute__(self,name):\n record(\"attribute\")\n return super().__getattribute__(name)\n def test_one(self): record(\"body\")\n", + "label": "construction-getattribute-1-class", + "optimize": 0, + "outcome": "ERROR", + "receipt": { + "assertion_events": [], + "assertion_failures": 0, + "body_assertion_ids": [], + "body_entered_ids": [], + "body_finished_ids": [], + "errors": 0, + "expected_failures": 0, + "finished_ids": [], + "invalid_population": [ + "empty selected population", + "unsupported TestCase constructor/metaclass/attribute dispatch" + ], + "lifecycle_failures": 0, + "log": "\nRan 0 tests\n", + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selected_ids": [], + "selection": [ + "test_identity.C" + ], + "skipped": 0, + "started_ids": [], + "subtest_events": [], + "subtests": 0, + "successful": true, + "tests_run": 0, + "unexpected_successes": 0 + }, + "stderr": "", + "stdout": "\nRan 0 tests\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-getattribute-1-method.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-getattribute-1-method.json new file mode 100644 index 000000000..3e7e8aeb1 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-getattribute-1-method.json @@ -0,0 +1,49 @@ +{ + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/tmp/tmpbvqmz7o_/run_tests.py", + "--output", + "/tmp/tmpbvqmz7o_/receipt.json", + "--test", + "test_identity.C.test_one" + ], + "events": [], + "exit_code": 1, + "fixture_sha256": "0ca0d09d7f33062ffa23f4f8d1167921c46d65a1c8010aba4eee9da988ee91fc", + "fixture_source": "import unittest\nfrom pathlib import Path\ndef record(label):\n with Path('/tmp/tmpbvqmz7o_/events').open(\"a\") as out: out.write(label+\"\\n\")\nclass C(unittest.TestCase):\n def __getattribute__(self,name):\n record(\"attribute\")\n return super().__getattribute__(name)\n def test_one(self): record(\"body\")\n", + "label": "construction-getattribute-1-method", + "optimize": 0, + "outcome": "ERROR", + "receipt": { + "assertion_events": [], + "assertion_failures": 0, + "body_assertion_ids": [], + "body_entered_ids": [], + "body_finished_ids": [], + "errors": 0, + "expected_failures": 0, + "finished_ids": [], + "invalid_population": [ + "empty selected population", + "unsupported test selector: test_identity.C.test_one (ValueError)" + ], + "lifecycle_failures": 0, + "log": "\nRan 0 tests\n", + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selected_ids": [], + "selection": [ + "test_identity.C.test_one" + ], + "skipped": 0, + "started_ids": [], + "subtest_events": [], + "subtests": 0, + "successful": true, + "tests_run": 0, + "unexpected_successes": 0 + }, + "stderr": "", + "stdout": "\nRan 0 tests\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-init-0-class.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-init-0-class.json new file mode 100644 index 000000000..e86315ccf --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-init-0-class.json @@ -0,0 +1,47 @@ +{ + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/tmp/tmpsyyr_4ib/run_tests.py", + "--output", + "/tmp/tmpsyyr_4ib/receipt.json" + ], + "events": [], + "exit_code": 1, + "fixture_sha256": "c11f6e6bd6105a22534efda084ef760e0adde31feccec62bf4fd313992791d15", + "fixture_source": "import unittest\nfrom pathlib import Path\ndef record(label):\n with Path('/tmp/tmpsyyr_4ib/events').open(\"a\") as out: out.write(label+\"\\n\")\nclass C(unittest.TestCase):\n def __init__(self,*a,**k):\n record(\"constructor\")\n super().__init__(*a,**k)\n type(self).test_second=type(self).test_first\n def test_first(self): record(\"first\")\n def test_second(self):\n record(\"second\")\n self.fail(\"retained second body\")\n", + "label": "construction-init-0-class", + "optimize": 0, + "outcome": "ERROR", + "receipt": { + "assertion_events": [], + "assertion_failures": 0, + "body_assertion_ids": [], + "body_entered_ids": [], + "body_finished_ids": [], + "errors": 0, + "expected_failures": 0, + "finished_ids": [], + "invalid_population": [ + "empty selected population", + "unsupported TestCase constructor/metaclass/attribute dispatch" + ], + "lifecycle_failures": 0, + "log": "\nRan 0 tests\n", + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selected_ids": [], + "selection": [ + "discover:test_*.py" + ], + "skipped": 0, + "started_ids": [], + "subtest_events": [], + "subtests": 0, + "successful": true, + "tests_run": 0, + "unexpected_successes": 0 + }, + "stderr": "", + "stdout": "\nRan 0 tests\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-init-1-class.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-init-1-class.json new file mode 100644 index 000000000..3433e0aac --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-init-1-class.json @@ -0,0 +1,49 @@ +{ + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/tmp/tmpkzgevi1t/run_tests.py", + "--output", + "/tmp/tmpkzgevi1t/receipt.json", + "--test", + "test_identity.C" + ], + "events": [], + "exit_code": 1, + "fixture_sha256": "8eb9e5f432e831a7fda5e4a33aa1c4a7e23b711b650448a1f882df7a3c62a3af", + "fixture_source": "import unittest\nfrom pathlib import Path\ndef record(label):\n with Path('/tmp/tmpkzgevi1t/events').open(\"a\") as out: out.write(label+\"\\n\")\nclass C(unittest.TestCase):\n def __init__(self,*a,**k):\n record(\"constructor\")\n super().__init__(*a,**k)\n type(self).test_second=type(self).test_first\n def test_first(self): record(\"first\")\n def test_second(self):\n record(\"second\")\n self.fail(\"retained second body\")\n", + "label": "construction-init-1-class", + "optimize": 0, + "outcome": "ERROR", + "receipt": { + "assertion_events": [], + "assertion_failures": 0, + "body_assertion_ids": [], + "body_entered_ids": [], + "body_finished_ids": [], + "errors": 0, + "expected_failures": 0, + "finished_ids": [], + "invalid_population": [ + "empty selected population", + "unsupported TestCase constructor/metaclass/attribute dispatch" + ], + "lifecycle_failures": 0, + "log": "\nRan 0 tests\n", + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selected_ids": [], + "selection": [ + "test_identity.C" + ], + "skipped": 0, + "started_ids": [], + "subtest_events": [], + "subtests": 0, + "successful": true, + "tests_run": 0, + "unexpected_successes": 0 + }, + "stderr": "", + "stdout": "\nRan 0 tests\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-init-1-method.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-init-1-method.json new file mode 100644 index 000000000..f97503a7a --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-init-1-method.json @@ -0,0 +1,49 @@ +{ + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/tmp/tmp09ppzx72/run_tests.py", + "--output", + "/tmp/tmp09ppzx72/receipt.json", + "--test", + "test_identity.C.test_first" + ], + "events": [], + "exit_code": 1, + "fixture_sha256": "fa1b4bf1da8b13664cc45c93e3f84f5f1ab8d49fbd69e6b86d553c119d79a356", + "fixture_source": "import unittest\nfrom pathlib import Path\ndef record(label):\n with Path('/tmp/tmp09ppzx72/events').open(\"a\") as out: out.write(label+\"\\n\")\nclass C(unittest.TestCase):\n def __init__(self,*a,**k):\n record(\"constructor\")\n super().__init__(*a,**k)\n type(self).test_second=type(self).test_first\n def test_first(self): record(\"first\")\n def test_second(self):\n record(\"second\")\n self.fail(\"retained second body\")\n", + "label": "construction-init-1-method", + "optimize": 0, + "outcome": "ERROR", + "receipt": { + "assertion_events": [], + "assertion_failures": 0, + "body_assertion_ids": [], + "body_entered_ids": [], + "body_finished_ids": [], + "errors": 0, + "expected_failures": 0, + "finished_ids": [], + "invalid_population": [ + "empty selected population", + "unsupported test selector: test_identity.C.test_first (ValueError)" + ], + "lifecycle_failures": 0, + "log": "\nRan 0 tests\n", + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selected_ids": [], + "selection": [ + "test_identity.C.test_first" + ], + "skipped": 0, + "started_ids": [], + "subtest_events": [], + "subtests": 0, + "successful": true, + "tests_run": 0, + "unexpected_successes": 0 + }, + "stderr": "", + "stdout": "\nRan 0 tests\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-metaclass-0-class.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-metaclass-0-class.json new file mode 100644 index 000000000..256eb4684 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-metaclass-0-class.json @@ -0,0 +1,47 @@ +{ + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/tmp/tmpidc79hph/run_tests.py", + "--output", + "/tmp/tmpidc79hph/receipt.json" + ], + "events": [], + "exit_code": 1, + "fixture_sha256": "447553389296a20da477da853b135acf98829808abeb3e3e5b667d6538abd48a", + "fixture_source": "import unittest\nfrom pathlib import Path\ndef record(label):\n with Path('/tmp/tmpidc79hph/events').open(\"a\") as out: out.write(label+\"\\n\")\nclass Meta(type):\n def __call__(cls,*a,**k):\n record(\"metaclass\")\n return super().__call__(*a,**k)\nclass C(unittest.TestCase,metaclass=Meta):\n def test_one(self): record(\"body\")\n", + "label": "construction-metaclass-0-class", + "optimize": 0, + "outcome": "ERROR", + "receipt": { + "assertion_events": [], + "assertion_failures": 0, + "body_assertion_ids": [], + "body_entered_ids": [], + "body_finished_ids": [], + "errors": 0, + "expected_failures": 0, + "finished_ids": [], + "invalid_population": [ + "empty selected population", + "unsupported TestCase constructor/metaclass/attribute dispatch" + ], + "lifecycle_failures": 0, + "log": "\nRan 0 tests\n", + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selected_ids": [], + "selection": [ + "discover:test_*.py" + ], + "skipped": 0, + "started_ids": [], + "subtest_events": [], + "subtests": 0, + "successful": true, + "tests_run": 0, + "unexpected_successes": 0 + }, + "stderr": "", + "stdout": "\nRan 0 tests\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-metaclass-1-class.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-metaclass-1-class.json new file mode 100644 index 000000000..bed78aec9 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-metaclass-1-class.json @@ -0,0 +1,49 @@ +{ + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/tmp/tmpn69vaonn/run_tests.py", + "--output", + "/tmp/tmpn69vaonn/receipt.json", + "--test", + "test_identity.C" + ], + "events": [], + "exit_code": 1, + "fixture_sha256": "7036a017a04854249246c16c669c5ddd631bc1687e7f6ffe43e04518fbed1f6b", + "fixture_source": "import unittest\nfrom pathlib import Path\ndef record(label):\n with Path('/tmp/tmpn69vaonn/events').open(\"a\") as out: out.write(label+\"\\n\")\nclass Meta(type):\n def __call__(cls,*a,**k):\n record(\"metaclass\")\n return super().__call__(*a,**k)\nclass C(unittest.TestCase,metaclass=Meta):\n def test_one(self): record(\"body\")\n", + "label": "construction-metaclass-1-class", + "optimize": 0, + "outcome": "ERROR", + "receipt": { + "assertion_events": [], + "assertion_failures": 0, + "body_assertion_ids": [], + "body_entered_ids": [], + "body_finished_ids": [], + "errors": 0, + "expected_failures": 0, + "finished_ids": [], + "invalid_population": [ + "empty selected population", + "unsupported TestCase constructor/metaclass/attribute dispatch" + ], + "lifecycle_failures": 0, + "log": "\nRan 0 tests\n", + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selected_ids": [], + "selection": [ + "test_identity.C" + ], + "skipped": 0, + "started_ids": [], + "subtest_events": [], + "subtests": 0, + "successful": true, + "tests_run": 0, + "unexpected_successes": 0 + }, + "stderr": "", + "stdout": "\nRan 0 tests\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-metaclass-1-method.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-metaclass-1-method.json new file mode 100644 index 000000000..72b3f7706 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-metaclass-1-method.json @@ -0,0 +1,49 @@ +{ + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/tmp/tmp6_wvdgim/run_tests.py", + "--output", + "/tmp/tmp6_wvdgim/receipt.json", + "--test", + "test_identity.C.test_one" + ], + "events": [], + "exit_code": 1, + "fixture_sha256": "36b33e41baf28b0d534e57e27b0bc2a1f515e0a44a384d4091d0600e0f660845", + "fixture_source": "import unittest\nfrom pathlib import Path\ndef record(label):\n with Path('/tmp/tmp6_wvdgim/events').open(\"a\") as out: out.write(label+\"\\n\")\nclass Meta(type):\n def __call__(cls,*a,**k):\n record(\"metaclass\")\n return super().__call__(*a,**k)\nclass C(unittest.TestCase,metaclass=Meta):\n def test_one(self): record(\"body\")\n", + "label": "construction-metaclass-1-method", + "optimize": 0, + "outcome": "ERROR", + "receipt": { + "assertion_events": [], + "assertion_failures": 0, + "body_assertion_ids": [], + "body_entered_ids": [], + "body_finished_ids": [], + "errors": 0, + "expected_failures": 0, + "finished_ids": [], + "invalid_population": [ + "empty selected population", + "unsupported test selector: test_identity.C.test_one (ValueError)" + ], + "lifecycle_failures": 0, + "log": "\nRan 0 tests\n", + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selected_ids": [], + "selection": [ + "test_identity.C.test_one" + ], + "skipped": 0, + "started_ids": [], + "subtest_events": [], + "subtests": 0, + "successful": true, + "tests_run": 0, + "unexpected_successes": 0 + }, + "stderr": "", + "stdout": "\nRan 0 tests\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-new-0-class.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-new-0-class.json new file mode 100644 index 000000000..961e25891 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-new-0-class.json @@ -0,0 +1,47 @@ +{ + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/tmp/tmp77j3ztfm/run_tests.py", + "--output", + "/tmp/tmp77j3ztfm/receipt.json" + ], + "events": [], + "exit_code": 1, + "fixture_sha256": "186399ddb9ad9d4762e6743363cb096baaa10ec1a008a74c9a6fdf02df9b5a20", + "fixture_source": "import unittest\nfrom pathlib import Path\ndef record(label):\n with Path('/tmp/tmp77j3ztfm/events').open(\"a\") as out: out.write(label+\"\\n\")\nclass C(unittest.TestCase):\n def __new__(cls,*a,**k):\n record(\"constructor\")\n return super().__new__(cls)\n def test_one(self): record(\"body\")\n", + "label": "construction-new-0-class", + "optimize": 0, + "outcome": "ERROR", + "receipt": { + "assertion_events": [], + "assertion_failures": 0, + "body_assertion_ids": [], + "body_entered_ids": [], + "body_finished_ids": [], + "errors": 0, + "expected_failures": 0, + "finished_ids": [], + "invalid_population": [ + "empty selected population", + "unsupported TestCase constructor/metaclass/attribute dispatch" + ], + "lifecycle_failures": 0, + "log": "\nRan 0 tests\n", + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selected_ids": [], + "selection": [ + "discover:test_*.py" + ], + "skipped": 0, + "started_ids": [], + "subtest_events": [], + "subtests": 0, + "successful": true, + "tests_run": 0, + "unexpected_successes": 0 + }, + "stderr": "", + "stdout": "\nRan 0 tests\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-new-1-class.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-new-1-class.json new file mode 100644 index 000000000..a128fd714 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-new-1-class.json @@ -0,0 +1,49 @@ +{ + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/tmp/tmpd_s3iqj7/run_tests.py", + "--output", + "/tmp/tmpd_s3iqj7/receipt.json", + "--test", + "test_identity.C" + ], + "events": [], + "exit_code": 1, + "fixture_sha256": "52b7c1f9ddc50813582d3a92fb0ccf77fb973df7e1c5ffae4cc1018012e351cf", + "fixture_source": "import unittest\nfrom pathlib import Path\ndef record(label):\n with Path('/tmp/tmpd_s3iqj7/events').open(\"a\") as out: out.write(label+\"\\n\")\nclass C(unittest.TestCase):\n def __new__(cls,*a,**k):\n record(\"constructor\")\n return super().__new__(cls)\n def test_one(self): record(\"body\")\n", + "label": "construction-new-1-class", + "optimize": 0, + "outcome": "ERROR", + "receipt": { + "assertion_events": [], + "assertion_failures": 0, + "body_assertion_ids": [], + "body_entered_ids": [], + "body_finished_ids": [], + "errors": 0, + "expected_failures": 0, + "finished_ids": [], + "invalid_population": [ + "empty selected population", + "unsupported TestCase constructor/metaclass/attribute dispatch" + ], + "lifecycle_failures": 0, + "log": "\nRan 0 tests\n", + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selected_ids": [], + "selection": [ + "test_identity.C" + ], + "skipped": 0, + "started_ids": [], + "subtest_events": [], + "subtests": 0, + "successful": true, + "tests_run": 0, + "unexpected_successes": 0 + }, + "stderr": "", + "stdout": "\nRan 0 tests\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-new-1-method.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-new-1-method.json new file mode 100644 index 000000000..b42b3dbd4 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-new-1-method.json @@ -0,0 +1,49 @@ +{ + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/tmp/tmp1zisozgw/run_tests.py", + "--output", + "/tmp/tmp1zisozgw/receipt.json", + "--test", + "test_identity.C.test_one" + ], + "events": [], + "exit_code": 1, + "fixture_sha256": "0e4a715da72ce88154132cdbcd55c561c2f41ee1ef62873c2f777b26e9ddb8ed", + "fixture_source": "import unittest\nfrom pathlib import Path\ndef record(label):\n with Path('/tmp/tmp1zisozgw/events').open(\"a\") as out: out.write(label+\"\\n\")\nclass C(unittest.TestCase):\n def __new__(cls,*a,**k):\n record(\"constructor\")\n return super().__new__(cls)\n def test_one(self): record(\"body\")\n", + "label": "construction-new-1-method", + "optimize": 0, + "outcome": "ERROR", + "receipt": { + "assertion_events": [], + "assertion_failures": 0, + "body_assertion_ids": [], + "body_entered_ids": [], + "body_finished_ids": [], + "errors": 0, + "expected_failures": 0, + "finished_ids": [], + "invalid_population": [ + "empty selected population", + "unsupported test selector: test_identity.C.test_one (ValueError)" + ], + "lifecycle_failures": 0, + "log": "\nRan 0 tests\n", + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selected_ids": [], + "selection": [ + "test_identity.C.test_one" + ], + "skipped": 0, + "started_ids": [], + "subtest_events": [], + "subtests": 0, + "successful": true, + "tests_run": 0, + "unexpected_successes": 0 + }, + "stderr": "", + "stdout": "\nRan 0 tests\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-setattr-0-class.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-setattr-0-class.json new file mode 100644 index 000000000..ac7393301 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-setattr-0-class.json @@ -0,0 +1,47 @@ +{ + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/tmp/tmpxf5vs8hv/run_tests.py", + "--output", + "/tmp/tmpxf5vs8hv/receipt.json" + ], + "events": [], + "exit_code": 1, + "fixture_sha256": "62b00f3705b0f0ec0de3272fe23b8e5a1382abf1a17a4012a2d2553048edcc76", + "fixture_source": "import unittest\nfrom pathlib import Path\ndef record(label):\n with Path('/tmp/tmpxf5vs8hv/events').open(\"a\") as out: out.write(label+\"\\n\")\nclass C(unittest.TestCase):\n def __setattr__(self,name,value):\n record(\"attribute\")\n return super().__setattr__(name,value)\n def test_one(self): record(\"body\")\n", + "label": "construction-setattr-0-class", + "optimize": 0, + "outcome": "ERROR", + "receipt": { + "assertion_events": [], + "assertion_failures": 0, + "body_assertion_ids": [], + "body_entered_ids": [], + "body_finished_ids": [], + "errors": 0, + "expected_failures": 0, + "finished_ids": [], + "invalid_population": [ + "empty selected population", + "unsupported TestCase constructor/metaclass/attribute dispatch" + ], + "lifecycle_failures": 0, + "log": "\nRan 0 tests\n", + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selected_ids": [], + "selection": [ + "discover:test_*.py" + ], + "skipped": 0, + "started_ids": [], + "subtest_events": [], + "subtests": 0, + "successful": true, + "tests_run": 0, + "unexpected_successes": 0 + }, + "stderr": "", + "stdout": "\nRan 0 tests\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-setattr-1-class.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-setattr-1-class.json new file mode 100644 index 000000000..fda6a06dc --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-setattr-1-class.json @@ -0,0 +1,49 @@ +{ + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/tmp/tmp9c1p7ogg/run_tests.py", + "--output", + "/tmp/tmp9c1p7ogg/receipt.json", + "--test", + "test_identity.C" + ], + "events": [], + "exit_code": 1, + "fixture_sha256": "fc6cec0fd7d99eb67ab155cafd356fe5bc807ae13258307415286f05208d4505", + "fixture_source": "import unittest\nfrom pathlib import Path\ndef record(label):\n with Path('/tmp/tmp9c1p7ogg/events').open(\"a\") as out: out.write(label+\"\\n\")\nclass C(unittest.TestCase):\n def __setattr__(self,name,value):\n record(\"attribute\")\n return super().__setattr__(name,value)\n def test_one(self): record(\"body\")\n", + "label": "construction-setattr-1-class", + "optimize": 0, + "outcome": "ERROR", + "receipt": { + "assertion_events": [], + "assertion_failures": 0, + "body_assertion_ids": [], + "body_entered_ids": [], + "body_finished_ids": [], + "errors": 0, + "expected_failures": 0, + "finished_ids": [], + "invalid_population": [ + "empty selected population", + "unsupported TestCase constructor/metaclass/attribute dispatch" + ], + "lifecycle_failures": 0, + "log": "\nRan 0 tests\n", + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selected_ids": [], + "selection": [ + "test_identity.C" + ], + "skipped": 0, + "started_ids": [], + "subtest_events": [], + "subtests": 0, + "successful": true, + "tests_run": 0, + "unexpected_successes": 0 + }, + "stderr": "", + "stdout": "\nRan 0 tests\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-setattr-1-method.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-setattr-1-method.json new file mode 100644 index 000000000..827cc38bf --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-setattr-1-method.json @@ -0,0 +1,49 @@ +{ + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/tmp/tmp8rm1pl6w/run_tests.py", + "--output", + "/tmp/tmp8rm1pl6w/receipt.json", + "--test", + "test_identity.C.test_one" + ], + "events": [], + "exit_code": 1, + "fixture_sha256": "59d99319057cbe7840010bf0763be8d1a040438c029997f1c950edf25c833afd", + "fixture_source": "import unittest\nfrom pathlib import Path\ndef record(label):\n with Path('/tmp/tmp8rm1pl6w/events').open(\"a\") as out: out.write(label+\"\\n\")\nclass C(unittest.TestCase):\n def __setattr__(self,name,value):\n record(\"attribute\")\n return super().__setattr__(name,value)\n def test_one(self): record(\"body\")\n", + "label": "construction-setattr-1-method", + "optimize": 0, + "outcome": "ERROR", + "receipt": { + "assertion_events": [], + "assertion_failures": 0, + "body_assertion_ids": [], + "body_entered_ids": [], + "body_finished_ids": [], + "errors": 0, + "expected_failures": 0, + "finished_ids": [], + "invalid_population": [ + "empty selected population", + "unsupported test selector: test_identity.C.test_one (ValueError)" + ], + "lifecycle_failures": 0, + "log": "\nRan 0 tests\n", + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selected_ids": [], + "selection": [ + "test_identity.C.test_one" + ], + "skipped": 0, + "started_ids": [], + "subtest_events": [], + "subtests": 0, + "successful": true, + "tests_run": 0, + "unexpected_successes": 0 + }, + "stderr": "", + "stdout": "\nRan 0 tests\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-special-descriptor-0-class.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-special-descriptor-0-class.json new file mode 100644 index 000000000..21548cd45 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-special-descriptor-0-class.json @@ -0,0 +1,47 @@ +{ + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/tmp/tmp91eng4qt/run_tests.py", + "--output", + "/tmp/tmp91eng4qt/receipt.json" + ], + "events": [], + "exit_code": 1, + "fixture_sha256": "71e495f6829816f4c0b341a14647ae00da1986c7467bb1490b0f7ab598bc906d", + "fixture_source": "import unittest\nfrom pathlib import Path\ndef record(label):\n with Path('/tmp/tmp91eng4qt/events').open(\"a\") as out: out.write(label+\"\\n\")\nclass InitDescriptor:\n def __get__(self,instance,owner):\n record(\"special-descriptor\")\n owner.__init__=unittest.TestCase.__init__\n return owner.__init__.__get__(instance,owner)\nclass C(unittest.TestCase):\n __init__=InitDescriptor()\n def test_one(self): record(\"body\")\n", + "label": "construction-special-descriptor-0-class", + "optimize": 0, + "outcome": "ERROR", + "receipt": { + "assertion_events": [], + "assertion_failures": 0, + "body_assertion_ids": [], + "body_entered_ids": [], + "body_finished_ids": [], + "errors": 0, + "expected_failures": 0, + "finished_ids": [], + "invalid_population": [ + "empty selected population", + "unsupported TestCase constructor/metaclass/attribute dispatch" + ], + "lifecycle_failures": 0, + "log": "\nRan 0 tests\n", + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selected_ids": [], + "selection": [ + "discover:test_*.py" + ], + "skipped": 0, + "started_ids": [], + "subtest_events": [], + "subtests": 0, + "successful": true, + "tests_run": 0, + "unexpected_successes": 0 + }, + "stderr": "", + "stdout": "\nRan 0 tests\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-special-descriptor-1-class.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-special-descriptor-1-class.json new file mode 100644 index 000000000..392f78a17 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-special-descriptor-1-class.json @@ -0,0 +1,49 @@ +{ + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/tmp/tmpm_zkwlfp/run_tests.py", + "--output", + "/tmp/tmpm_zkwlfp/receipt.json", + "--test", + "test_identity.C" + ], + "events": [], + "exit_code": 1, + "fixture_sha256": "179ca8996b582ded88a6d126c433283eddfd20792aa8df50c6ce81c408a3f2ea", + "fixture_source": "import unittest\nfrom pathlib import Path\ndef record(label):\n with Path('/tmp/tmpm_zkwlfp/events').open(\"a\") as out: out.write(label+\"\\n\")\nclass InitDescriptor:\n def __get__(self,instance,owner):\n record(\"special-descriptor\")\n owner.__init__=unittest.TestCase.__init__\n return owner.__init__.__get__(instance,owner)\nclass C(unittest.TestCase):\n __init__=InitDescriptor()\n def test_one(self): record(\"body\")\n", + "label": "construction-special-descriptor-1-class", + "optimize": 0, + "outcome": "ERROR", + "receipt": { + "assertion_events": [], + "assertion_failures": 0, + "body_assertion_ids": [], + "body_entered_ids": [], + "body_finished_ids": [], + "errors": 0, + "expected_failures": 0, + "finished_ids": [], + "invalid_population": [ + "empty selected population", + "unsupported TestCase constructor/metaclass/attribute dispatch" + ], + "lifecycle_failures": 0, + "log": "\nRan 0 tests\n", + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selected_ids": [], + "selection": [ + "test_identity.C" + ], + "skipped": 0, + "started_ids": [], + "subtest_events": [], + "subtests": 0, + "successful": true, + "tests_run": 0, + "unexpected_successes": 0 + }, + "stderr": "", + "stdout": "\nRan 0 tests\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-special-descriptor-1-method.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-special-descriptor-1-method.json new file mode 100644 index 000000000..6e523175d --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/construction-special-descriptor-1-method.json @@ -0,0 +1,49 @@ +{ + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/tmp/tmphd2fyupp/run_tests.py", + "--output", + "/tmp/tmphd2fyupp/receipt.json", + "--test", + "test_identity.C.test_one" + ], + "events": [], + "exit_code": 1, + "fixture_sha256": "c3bb61e0c0aac9e1e0af736f63432e4c3f8b81cefcc7fa1eae439dcb9369d6c2", + "fixture_source": "import unittest\nfrom pathlib import Path\ndef record(label):\n with Path('/tmp/tmphd2fyupp/events').open(\"a\") as out: out.write(label+\"\\n\")\nclass InitDescriptor:\n def __get__(self,instance,owner):\n record(\"special-descriptor\")\n owner.__init__=unittest.TestCase.__init__\n return owner.__init__.__get__(instance,owner)\nclass C(unittest.TestCase):\n __init__=InitDescriptor()\n def test_one(self): record(\"body\")\n", + "label": "construction-special-descriptor-1-method", + "optimize": 0, + "outcome": "ERROR", + "receipt": { + "assertion_events": [], + "assertion_failures": 0, + "body_assertion_ids": [], + "body_entered_ids": [], + "body_finished_ids": [], + "errors": 0, + "expected_failures": 0, + "finished_ids": [], + "invalid_population": [ + "empty selected population", + "unsupported test selector: test_identity.C.test_one (ValueError)" + ], + "lifecycle_failures": 0, + "log": "\nRan 0 tests\n", + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selected_ids": [], + "selection": [ + "test_identity.C.test_one" + ], + "skipped": 0, + "started_ids": [], + "subtest_events": [], + "subtests": 0, + "successful": true, + "tests_run": 0, + "unexpected_successes": 0 + }, + "stderr": "", + "stdout": "\nRan 0 tests\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/custom-run.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/custom-run.json new file mode 100644 index 000000000..e062af8c3 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/custom-run.json @@ -0,0 +1,50 @@ +{ + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/tmp/tmp70jufdfb/run_tests.py", + "--output", + "/tmp/tmp70jufdfb/receipt.json", + "--test", + "test_identity.C" + ], + "events": [], + "exit_code": 1, + "fixture_sha256": "793a0bb3e06378217a394912dda4568cffd55b12cc0ea7e82e943f4d0b2c36f0", + "fixture_source": "import unittest\nfrom pathlib import Path\ndef record(label):\n with Path('/tmp/tmp70jufdfb/events').open(\"a\") as out: out.write(label+\"\\n\")\nclass C(unittest.TestCase):\n def run(self,result=None):\n record(\"custom-run\")\n return super().run(result)\n def test_one(self): record(\"body\")\n", + "label": "custom-run", + "optimize": 0, + "outcome": "ERROR", + "receipt": { + "assertion_events": [], + "assertion_failures": 0, + "body_assertion_ids": [], + "body_entered_ids": [], + "body_finished_ids": [], + "errors": 0, + "expected_failures": 0, + "finished_ids": [], + "invalid_population": [ + "unsupported TestCase.run override" + ], + "lifecycle_failures": 0, + "log": "\nRan 0 tests\n", + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selected_ids": [ + "test_identity.C.test_one" + ], + "selection": [ + "test_identity.C" + ], + "skipped": 0, + "started_ids": [], + "subtest_events": [], + "subtests": 0, + "successful": true, + "tests_run": 0, + "unexpected_successes": 0 + }, + "stderr": "", + "stdout": "\nRan 0 tests\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/during-body-change.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/during-body-change.json new file mode 100644 index 000000000..2062cd690 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/during-body-change.json @@ -0,0 +1,60 @@ +{ + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/tmp/tmpuxp_q7be/run_tests.py", + "--output", + "/tmp/tmpuxp_q7be/receipt.json" + ], + "events": [ + "first" + ], + "exit_code": 1, + "fixture_sha256": "e5c81716c4c3a5138be35d89313b5d036103392b0ce696bffa4692b003835161", + "fixture_source": "import unittest\nfrom pathlib import Path\ndef record(label):\n with Path('/tmp/tmpuxp_q7be/events').open(\"a\") as out: out.write(label+\"\\n\")\nclass C(unittest.TestCase):\n def test_first(self):\n record(\"first\")\n type(self).test_second=type(self).test_first\n def test_second(self):\n record(\"second\")\n self.fail(\"retained second body\")\n", + "label": "during-body-change", + "optimize": 0, + "outcome": "ERROR", + "receipt": { + "assertion_events": [], + "assertion_failures": 0, + "body_assertion_ids": [], + "body_entered_ids": [ + "test_identity.C.test_first" + ], + "body_finished_ids": [ + "test_identity.C.test_first" + ], + "errors": 1, + "expected_failures": 0, + "finished_ids": [ + "test_identity.C.test_first" + ], + "invalid_population": [ + "selected class/function/code identity changed during execution", + "selected class/function/code identity changed during execution" + ], + "lifecycle_failures": 0, + "log": "test_first (test_identity.C.test_first) ... ERROR\n\n======================================================================\nERROR: test_first (test_identity.C.test_first)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/tmp/tmpuxp_q7be/run_tests.py\", line 275, in dispatch\n return original_dispatch(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/codex/runtimes/codex-primary-runtime/dependencies/python/lib/python3.12/unittest/case.py\", line 589, in _callTestMethod\n if method() is not None:\n ^^^^^^^^\n File \"/tmp/tmpuxp_q7be/run_tests.py\", line 304, in body\n require_identities(result.identity_cases,result.identity_bindings,result.invalid_execution)\n File \"/tmp/tmpuxp_q7be/run_tests.py\", line 154, in require_identities\n raise IdentityMismatch('selected body identity changed')\nIdentityMismatch: selected body identity changed\n\nRan 1 tests\n", + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selected_ids": [ + "test_identity.C.test_first", + "test_identity.C.test_second" + ], + "selection": [ + "discover:test_*.py" + ], + "skipped": 0, + "started_ids": [ + "test_identity.C.test_first" + ], + "subtest_events": [], + "subtests": 0, + "successful": false, + "tests_run": 1, + "unexpected_successes": 0 + }, + "stderr": "", + "stdout": "test_first (test_identity.C.test_first) ... ERROR\n\n======================================================================\nERROR: test_first (test_identity.C.test_first)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/tmp/tmpuxp_q7be/run_tests.py\", line 275, in dispatch\n return original_dispatch(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/codex/runtimes/codex-primary-runtime/dependencies/python/lib/python3.12/unittest/case.py\", line 589, in _callTestMethod\n if method() is not None:\n ^^^^^^^^\n File \"/tmp/tmpuxp_q7be/run_tests.py\", line 304, in body\n require_identities(result.identity_cases,result.identity_bindings,result.invalid_execution)\n File \"/tmp/tmpuxp_q7be/run_tests.py\", line 154, in require_identities\n raise IdentityMismatch('selected body identity changed')\nIdentityMismatch: selected body identity changed\n\nRan 1 tests\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/hook-alias-assertion.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/hook-alias-assertion.json new file mode 100644 index 000000000..679935a76 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/hook-alias-assertion.json @@ -0,0 +1,49 @@ +{ + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/tmp/tmpgf1gxmco/run_tests.py", + "--output", + "/tmp/tmpgf1gxmco/receipt.json" + ], + "events": [], + "exit_code": 1, + "fixture_sha256": "3354414e0948fc2c93101a939b2deec88c7bc2a149f8a4a69e4f499133fc750f", + "fixture_source": "import unittest\nfrom pathlib import Path\ndef record(label):\n with Path('/tmp/tmpgf1gxmco/events').open(\"a\") as out: out.write(label+\"\\n\")\nclass C(unittest.TestCase):\n def test_first(self):\n record(\"first\")\n self.fail(\"first body assertion\")\n def test_second(self):\n record(\"second\")\n self.fail(\"retained second body\")\ndef load_tests(loader, tests, pattern):\n record(\"hook\")\n C.test_second=C.test_first\n return tests\n", + "label": "hook-alias-assertion", + "optimize": 0, + "outcome": "ERROR", + "receipt": { + "assertion_events": [], + "assertion_failures": 0, + "body_assertion_ids": [], + "body_entered_ids": [], + "body_finished_ids": [], + "errors": 0, + "expected_failures": 0, + "finished_ids": [], + "invalid_population": [ + "unsupported module load_tests hook: test_identity" + ], + "lifecycle_failures": 0, + "log": "\nRan 0 tests\n", + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selected_ids": [ + "test_identity.C.test_first", + "test_identity.C.test_second" + ], + "selection": [ + "discover:test_*.py" + ], + "skipped": 0, + "started_ids": [], + "subtest_events": [], + "subtests": 0, + "successful": true, + "tests_run": 0, + "unexpected_successes": 0 + }, + "stderr": "", + "stdout": "\nRan 0 tests\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/hook-alias.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/hook-alias.json new file mode 100644 index 000000000..cbeaba1d1 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/hook-alias.json @@ -0,0 +1,49 @@ +{ + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/tmp/tmpcrvztssl/run_tests.py", + "--output", + "/tmp/tmpcrvztssl/receipt.json" + ], + "events": [], + "exit_code": 1, + "fixture_sha256": "63a650be4fd354562eedb6ee56987e72847ccb5c4aee759269dfb58125d358b0", + "fixture_source": "import unittest\nfrom pathlib import Path\ndef record(label):\n with Path('/tmp/tmpcrvztssl/events').open(\"a\") as out: out.write(label+\"\\n\")\nclass C(unittest.TestCase):\n def test_first(self): record(\"first\")\n def test_second(self):\n record(\"second\")\n self.fail(\"retained second body\")\ndef load_tests(loader, tests, pattern):\n record(\"hook\")\n C.test_second=C.test_first\n return tests\n", + "label": "hook-alias", + "optimize": 0, + "outcome": "ERROR", + "receipt": { + "assertion_events": [], + "assertion_failures": 0, + "body_assertion_ids": [], + "body_entered_ids": [], + "body_finished_ids": [], + "errors": 0, + "expected_failures": 0, + "finished_ids": [], + "invalid_population": [ + "unsupported module load_tests hook: test_identity" + ], + "lifecycle_failures": 0, + "log": "\nRan 0 tests\n", + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selected_ids": [ + "test_identity.C.test_first", + "test_identity.C.test_second" + ], + "selection": [ + "discover:test_*.py" + ], + "skipped": 0, + "started_ids": [], + "subtest_events": [], + "subtests": 0, + "successful": true, + "tests_run": 0, + "unexpected_successes": 0 + }, + "stderr": "", + "stdout": "\nRan 0 tests\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/hook-omission.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/hook-omission.json new file mode 100644 index 000000000..5864d2fa6 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/hook-omission.json @@ -0,0 +1,49 @@ +{ + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/tmp/tmpi3fcwvn3/run_tests.py", + "--output", + "/tmp/tmpi3fcwvn3/receipt.json" + ], + "events": [], + "exit_code": 1, + "fixture_sha256": "573dc2202f3ee40a796477f18d2893a8692879ec3c16f5c2616e0547a0cb993a", + "fixture_source": "import unittest\nfrom pathlib import Path\ndef record(label):\n with Path('/tmp/tmpi3fcwvn3/events').open(\"a\") as out: out.write(label+\"\\n\")\nclass C(unittest.TestCase):\n def test_first(self): record(\"first\")\n def test_second(self):\n record(\"second\")\n self.fail(\"retained second body\")\ndef load_tests(loader, tests, pattern):\n record(\"hook\")\n return unittest.TestSuite([C(\"test_first\")])\n", + "label": "hook-omission", + "optimize": 0, + "outcome": "ERROR", + "receipt": { + "assertion_events": [], + "assertion_failures": 0, + "body_assertion_ids": [], + "body_entered_ids": [], + "body_finished_ids": [], + "errors": 0, + "expected_failures": 0, + "finished_ids": [], + "invalid_population": [ + "unsupported module load_tests hook: test_identity" + ], + "lifecycle_failures": 0, + "log": "\nRan 0 tests\n", + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selected_ids": [ + "test_identity.C.test_first", + "test_identity.C.test_second" + ], + "selection": [ + "discover:test_*.py" + ], + "skipped": 0, + "started_ids": [], + "subtest_events": [], + "subtests": 0, + "successful": true, + "tests_run": 0, + "unexpected_successes": 0 + }, + "stderr": "", + "stdout": "\nRan 0 tests\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/hook-subclass.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/hook-subclass.json new file mode 100644 index 000000000..587614570 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/hook-subclass.json @@ -0,0 +1,49 @@ +{ + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/tmp/tmpx03q7sqw/run_tests.py", + "--output", + "/tmp/tmpx03q7sqw/receipt.json" + ], + "events": [], + "exit_code": 1, + "fixture_sha256": "f3a0a87ea1a6fa70b75a7dde254990ac0300ffbf563ecf132af24678a24da23b", + "fixture_source": "import unittest\nfrom pathlib import Path\ndef record(label):\n with Path('/tmp/tmpx03q7sqw/events').open(\"a\") as out: out.write(label+\"\\n\")\nclass C(unittest.TestCase):\n def test_first(self): record(\"first\")\n def test_second(self):\n record(\"second\")\n self.fail(\"retained second body\")\ndef load_tests(loader, tests, pattern):\n record(\"hook\")\n def replacement(self): record(\"replacement\")\n R=type(\"C\",(C,),{\"test_first\":replacement,\"test_second\":replacement,\"__module__\":__name__,\"__qualname__\":\"C\"})\n globals()[\"C\"]=R\n return loader.loadTestsFromTestCase(R)\n", + "label": "hook-subclass", + "optimize": 0, + "outcome": "ERROR", + "receipt": { + "assertion_events": [], + "assertion_failures": 0, + "body_assertion_ids": [], + "body_entered_ids": [], + "body_finished_ids": [], + "errors": 0, + "expected_failures": 0, + "finished_ids": [], + "invalid_population": [ + "unsupported module load_tests hook: test_identity" + ], + "lifecycle_failures": 0, + "log": "\nRan 0 tests\n", + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selected_ids": [ + "test_identity.C.test_first", + "test_identity.C.test_second" + ], + "selection": [ + "discover:test_*.py" + ], + "skipped": 0, + "started_ids": [], + "subtest_events": [], + "subtests": 0, + "successful": true, + "tests_run": 0, + "unexpected_successes": 0 + }, + "stderr": "", + "stdout": "\nRan 0 tests\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/instance-class-change.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/instance-class-change.json new file mode 100644 index 000000000..e8a47873b --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/instance-class-change.json @@ -0,0 +1,54 @@ +{ + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/tmp/tmp2r_ddfuv/run_tests.py", + "--output", + "/tmp/tmp2r_ddfuv/receipt.json" + ], + "events": [ + "setup" + ], + "exit_code": 1, + "fixture_sha256": "2120368e3a8583a224be464c8935d7073ae635f8488e25e90565c6dfd98a4418", + "fixture_source": "import unittest\nfrom pathlib import Path\ndef record(label):\n with Path('/tmp/tmp2r_ddfuv/events').open(\"a\") as out: out.write(label+\"\\n\")\nclass C(unittest.TestCase):\n def setUp(self):\n record(\"setup\")\n self.__class__=type(\"C\",(type(self),),{\"__module__\":__name__,\"__qualname__\":\"C\"})\n def test_one(self):\n record(\"original\")\n self.fail(\"original body retained\")\n", + "label": "instance-class-change", + "optimize": 0, + "outcome": "ERROR", + "receipt": { + "assertion_events": [], + "assertion_failures": 0, + "body_assertion_ids": [], + "body_entered_ids": [], + "body_finished_ids": [], + "errors": 1, + "expected_failures": 0, + "finished_ids": [ + "test_identity.C.test_one" + ], + "invalid_population": [ + "selected class/function/code identity changed during execution" + ], + "lifecycle_failures": 0, + "log": "test_one (test_identity.C.test_one) ... ERROR\n\n======================================================================\nERROR: test_one (test_identity.C.test_one)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/tmp/tmp2r_ddfuv/run_tests.py\", line 275, in dispatch\n return original_dispatch(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/codex/runtimes/codex-primary-runtime/dependencies/python/lib/python3.12/unittest/case.py\", line 589, in _callTestMethod\n if method() is not None:\n ^^^^^^^^\n File \"/tmp/tmp2r_ddfuv/run_tests.py\", line 283, in body\n require_identities(result.identity_cases,result.identity_bindings,result.invalid_execution)\n File \"/tmp/tmp2r_ddfuv/run_tests.py\", line 154, in require_identities\n raise IdentityMismatch('selected body identity changed')\nIdentityMismatch: selected body identity changed\n\nRan 1 tests\n", + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selected_ids": [ + "test_identity.C.test_one" + ], + "selection": [ + "discover:test_*.py" + ], + "skipped": 0, + "started_ids": [ + "test_identity.C.test_one" + ], + "subtest_events": [], + "subtests": 0, + "successful": false, + "tests_run": 1, + "unexpected_successes": 0 + }, + "stderr": "", + "stdout": "test_one (test_identity.C.test_one) ... ERROR\n\n======================================================================\nERROR: test_one (test_identity.C.test_one)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/tmp/tmp2r_ddfuv/run_tests.py\", line 275, in dispatch\n return original_dispatch(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/codex/runtimes/codex-primary-runtime/dependencies/python/lib/python3.12/unittest/case.py\", line 589, in _callTestMethod\n if method() is not None:\n ^^^^^^^^\n File \"/tmp/tmp2r_ddfuv/run_tests.py\", line 283, in body\n require_identities(result.identity_cases,result.identity_bindings,result.invalid_execution)\n File \"/tmp/tmp2r_ddfuv/run_tests.py\", line 154, in require_identities\n raise IdentityMismatch('selected body identity changed')\nIdentityMismatch: selected body identity changed\n\nRan 1 tests\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/module-dir-cannot-hide.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/module-dir-cannot-hide.json new file mode 100644 index 000000000..30b4074e6 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/module-dir-cannot-hide.json @@ -0,0 +1,69 @@ +{ + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/tmp/tmp3m43qzab/run_tests.py", + "--output", + "/tmp/tmp3m43qzab/receipt.json" + ], + "events": [ + "hidden", + "visible" + ], + "exit_code": 1, + "fixture_sha256": "9554f2ecacf19c5a5045715b8ebaeda7b7b5cf7771d04b85ebac328981362992", + "fixture_source": "import unittest\nfrom pathlib import Path\ndef record(label):\n with Path('/tmp/tmp3m43qzab/events').open(\"a\") as out: out.write(label+\"\\n\")\nclass Hidden(unittest.TestCase):\n def test_hidden(self):\n record(\"hidden\")\n self.fail(\"hidden body retained\")\nclass Visible(unittest.TestCase):\n def test_visible(self): record(\"visible\")\ndef __dir__():\n record(\"module-dir\")\n return [\"Visible\"]\n", + "label": "module-dir-cannot-hide", + "optimize": 0, + "outcome": "KILLED", + "receipt": { + "assertion_events": [ + { + "origin": "body", + "parent_id": "test_identity.Hidden.test_hidden" + } + ], + "assertion_failures": 1, + "body_assertion_ids": [ + "test_identity.Hidden.test_hidden" + ], + "body_entered_ids": [ + "test_identity.Hidden.test_hidden", + "test_identity.Visible.test_visible" + ], + "body_finished_ids": [ + "test_identity.Hidden.test_hidden", + "test_identity.Visible.test_visible" + ], + "errors": 0, + "expected_failures": 0, + "finished_ids": [ + "test_identity.Hidden.test_hidden", + "test_identity.Visible.test_visible" + ], + "invalid_population": [], + "lifecycle_failures": 0, + "log": "test_hidden (test_identity.Hidden.test_hidden) ... FAIL\ntest_visible (test_identity.Visible.test_visible) ... ok\n\n======================================================================\nFAIL: test_hidden (test_identity.Hidden.test_hidden)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/tmp/tmp3m43qzab/run_tests.py\", line 323, in dispatch\n return original_dispatch(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: hidden body retained\n\nRan 2 tests\n", + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selected_ids": [ + "test_identity.Hidden.test_hidden", + "test_identity.Visible.test_visible" + ], + "selection": [ + "discover:test_*.py" + ], + "skipped": 0, + "started_ids": [ + "test_identity.Hidden.test_hidden", + "test_identity.Visible.test_visible" + ], + "subtest_events": [], + "subtests": 0, + "successful": false, + "tests_run": 2, + "unexpected_successes": 0 + }, + "stderr": "", + "stdout": "test_hidden (test_identity.Hidden.test_hidden) ... FAIL\ntest_visible (test_identity.Visible.test_visible) ... ok\n\n======================================================================\nFAIL: test_hidden (test_identity.Hidden.test_hidden)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/tmp/tmp3m43qzab/run_tests.py\", line 323, in dispatch\n return original_dispatch(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: hidden body retained\n\nRan 2 tests\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/named-assertion.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/named-assertion.json new file mode 100644 index 000000000..64a87fc37 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/named-assertion.json @@ -0,0 +1,71 @@ +{ + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/tmp/tmp0zgw0ka1/run_tests.py", + "--output", + "/tmp/tmp0zgw0ka1/receipt.json", + "--test", + "test_identity.C" + ], + "events": [ + "first", + "second" + ], + "exit_code": 1, + "fixture_sha256": "726a6ecde667ad8f8b7f72886ec67e7edd8a870fe64e7a39477f24184337f2ca", + "fixture_source": "import unittest\nfrom pathlib import Path\ndef record(label):\n with Path('/tmp/tmp0zgw0ka1/events').open(\"a\") as out: out.write(label+\"\\n\")\nclass C(unittest.TestCase):\n def test_first(self): record(\"first\"); self.fail(\"body\")\n def test_second(self): record(\"second\")\n", + "label": "named-assertion", + "optimize": 0, + "outcome": "KILLED", + "receipt": { + "assertion_events": [ + { + "origin": "body", + "parent_id": "test_identity.C.test_first" + } + ], + "assertion_failures": 1, + "body_assertion_ids": [ + "test_identity.C.test_first" + ], + "body_entered_ids": [ + "test_identity.C.test_first", + "test_identity.C.test_second" + ], + "body_finished_ids": [ + "test_identity.C.test_first", + "test_identity.C.test_second" + ], + "errors": 0, + "expected_failures": 0, + "finished_ids": [ + "test_identity.C.test_first", + "test_identity.C.test_second" + ], + "invalid_population": [], + "lifecycle_failures": 0, + "log": "test_first (test_identity.C.test_first) ... FAIL\ntest_second (test_identity.C.test_second) ... ok\n\n======================================================================\nFAIL: test_first (test_identity.C.test_first)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/tmp/tmp0zgw0ka1/run_tests.py\", line 275, in dispatch\n return original_dispatch(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: body\n\nRan 2 tests\n", + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selected_ids": [ + "test_identity.C.test_first", + "test_identity.C.test_second" + ], + "selection": [ + "test_identity.C" + ], + "skipped": 0, + "started_ids": [ + "test_identity.C.test_first", + "test_identity.C.test_second" + ], + "subtest_events": [], + "subtests": 0, + "successful": false, + "tests_run": 2, + "unexpected_successes": 0 + }, + "stderr": "", + "stdout": "test_first (test_identity.C.test_first) ... FAIL\ntest_second (test_identity.C.test_second) ... ok\n\n======================================================================\nFAIL: test_first (test_identity.C.test_first)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/tmp/tmp0zgw0ka1/run_tests.py\", line 275, in dispatch\n return original_dispatch(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: body\n\nRan 2 tests\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/named-class.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/named-class.json new file mode 100644 index 000000000..ae75c3427 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/named-class.json @@ -0,0 +1,64 @@ +{ + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/tmp/tmpbxpu8q2v/run_tests.py", + "--output", + "/tmp/tmpbxpu8q2v/receipt.json", + "--test", + "test_identity.C" + ], + "events": [ + "first", + "second" + ], + "exit_code": 0, + "fixture_sha256": "f4e4595acb1b6d1da51b1aaae46dd94fb13eb8540563ff9652a7b9bf2b9460da", + "fixture_source": "import unittest\nfrom pathlib import Path\ndef record(label):\n with Path('/tmp/tmpbxpu8q2v/events').open(\"a\") as out: out.write(label+\"\\n\")\nclass C(unittest.TestCase):\n def test_first(self): record(\"first\")\n def test_second(self): record(\"second\")\n", + "label": "named-class", + "optimize": 0, + "outcome": "SURVIVED", + "receipt": { + "assertion_events": [], + "assertion_failures": 0, + "body_assertion_ids": [], + "body_entered_ids": [ + "test_identity.C.test_first", + "test_identity.C.test_second" + ], + "body_finished_ids": [ + "test_identity.C.test_first", + "test_identity.C.test_second" + ], + "errors": 0, + "expected_failures": 0, + "finished_ids": [ + "test_identity.C.test_first", + "test_identity.C.test_second" + ], + "invalid_population": [], + "lifecycle_failures": 0, + "log": "test_first (test_identity.C.test_first) ... ok\ntest_second (test_identity.C.test_second) ... ok\n\nRan 2 tests\n", + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selected_ids": [ + "test_identity.C.test_first", + "test_identity.C.test_second" + ], + "selection": [ + "test_identity.C" + ], + "skipped": 0, + "started_ids": [ + "test_identity.C.test_first", + "test_identity.C.test_second" + ], + "subtest_events": [], + "subtests": 0, + "successful": true, + "tests_run": 2, + "unexpected_successes": 0 + }, + "stderr": "", + "stdout": "test_first (test_identity.C.test_first) ... ok\ntest_second (test_identity.C.test_second) ... ok\n\nRan 2 tests\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/named-method.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/named-method.json new file mode 100644 index 000000000..17edd034a --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/named-method.json @@ -0,0 +1,58 @@ +{ + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/tmp/tmp5jmmod_4/run_tests.py", + "--output", + "/tmp/tmp5jmmod_4/receipt.json", + "--test", + "test_identity.C.test_second" + ], + "events": [ + "second" + ], + "exit_code": 0, + "fixture_sha256": "ebc3ae2cffbe357d30a66c8dcb97ae6b3bc4848db323d6435b67c7ea9ee6eaf1", + "fixture_source": "import unittest\nfrom pathlib import Path\ndef record(label):\n with Path('/tmp/tmp5jmmod_4/events').open(\"a\") as out: out.write(label+\"\\n\")\nclass C(unittest.TestCase):\n def test_first(self): record(\"first\")\n def test_second(self): record(\"second\")\n", + "label": "named-method", + "optimize": 0, + "outcome": "SURVIVED", + "receipt": { + "assertion_events": [], + "assertion_failures": 0, + "body_assertion_ids": [], + "body_entered_ids": [ + "test_identity.C.test_second" + ], + "body_finished_ids": [ + "test_identity.C.test_second" + ], + "errors": 0, + "expected_failures": 0, + "finished_ids": [ + "test_identity.C.test_second" + ], + "invalid_population": [], + "lifecycle_failures": 0, + "log": "test_second (test_identity.C.test_second) ... ok\n\nRan 1 tests\n", + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selected_ids": [ + "test_identity.C.test_second" + ], + "selection": [ + "test_identity.C.test_second" + ], + "skipped": 0, + "started_ids": [ + "test_identity.C.test_second" + ], + "subtest_events": [], + "subtests": 0, + "successful": true, + "tests_run": 1, + "unexpected_successes": 0 + }, + "stderr": "", + "stdout": "test_second (test_identity.C.test_second) ... ok\n\nRan 1 tests\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/selector-helper-descriptor.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/selector-helper-descriptor.json new file mode 100644 index 000000000..4d63aab07 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/selector-helper-descriptor.json @@ -0,0 +1,49 @@ +{ + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/tmp/tmphxx0trft/run_tests.py", + "--output", + "/tmp/tmphxx0trft/receipt.json", + "--test", + "test_identity.C.helper" + ], + "events": [], + "exit_code": 1, + "fixture_sha256": "0055a5593f2f46ed44ff913387d60ed6dfc50cf48a28cba9061119e6f73384d4", + "fixture_source": "import unittest\nfrom pathlib import Path\ndef record(label):\n with Path('/tmp/tmphxx0trft/events').open(\"a\") as out: out.write(label+\"\\n\")\nclass Alias(staticmethod):\n def __get__(self,instance,owner):\n record(\"helper-descriptor\")\n return owner.test_one.__get__(instance,owner)\nclass C(unittest.TestCase):\n def test_one(self): record(\"test\")\n def helper(self):\n record(\"retained-helper\")\n self.fail(\"original helper body\")\n helper=Alias(helper)\n", + "label": "selector-helper-descriptor", + "optimize": 0, + "outcome": "ERROR", + "receipt": { + "assertion_events": [], + "assertion_failures": 0, + "body_assertion_ids": [], + "body_entered_ids": [], + "body_finished_ids": [], + "errors": 0, + "expected_failures": 0, + "finished_ids": [], + "invalid_population": [ + "empty selected population", + "unsupported test selector: test_identity.C.helper (ValueError)" + ], + "lifecycle_failures": 0, + "log": "\nRan 0 tests\n", + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selected_ids": [], + "selection": [ + "test_identity.C.helper" + ], + "skipped": 0, + "started_ids": [], + "subtest_events": [], + "subtests": 0, + "successful": true, + "tests_run": 0, + "unexpected_successes": 0 + }, + "stderr": "", + "stdout": "\nRan 0 tests\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/selector-proxy.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/selector-proxy.json new file mode 100644 index 000000000..3a111c668 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-normal-fixtures/selector-proxy.json @@ -0,0 +1,49 @@ +{ + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/tmp/tmpbxrbpbt5/run_tests.py", + "--output", + "/tmp/tmpbxrbpbt5/receipt.json", + "--test", + "test_identity.proxy.C.test_one" + ], + "events": [], + "exit_code": 1, + "fixture_sha256": "cb3f7bfffe5018e7d8539ba99aef8c082a2f8418b3d9e023f69cd09726f54374", + "fixture_source": "import unittest\nfrom pathlib import Path\ndef record(label):\n with Path('/tmp/tmpbxrbpbt5/events').open(\"a\") as out: out.write(label+\"\\n\")\nclass C(unittest.TestCase):\n def test_one(self): record(\"body\")\nclass Proxy:\n def __getattr__(self,name):\n record(\"proxy\")\n return C\nproxy=Proxy()\n", + "label": "selector-proxy", + "optimize": 0, + "outcome": "ERROR", + "receipt": { + "assertion_events": [], + "assertion_failures": 0, + "body_assertion_ids": [], + "body_entered_ids": [], + "body_finished_ids": [], + "errors": 0, + "expected_failures": 0, + "finished_ids": [], + "invalid_population": [ + "empty selected population", + "unsupported test selector: test_identity.proxy.C.test_one (ValueError)" + ], + "lifecycle_failures": 0, + "log": "\nRan 0 tests\n", + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selected_ids": [], + "selection": [ + "test_identity.proxy.C.test_one" + ], + "skipped": 0, + "started_ids": [], + "subtest_events": [], + "subtests": 0, + "successful": true, + "tests_run": 0, + "unexpected_successes": 0 + }, + "stderr": "", + "stdout": "\nRan 0 tests\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/callable-factory.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/callable-factory.json new file mode 100644 index 000000000..32af64a7d --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/callable-factory.json @@ -0,0 +1,49 @@ +{ + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/tmp/tmpk3ch23or/run_tests.py", + "--output", + "/tmp/tmpk3ch23or/receipt.json", + "--test", + "test_identity.factory" + ], + "events": [], + "exit_code": 1, + "fixture_sha256": "bd2b246c19ecd2eee4b5fe5da04c8ec07960606133c224c6abaac17998ea5f27", + "fixture_source": "import unittest\nfrom pathlib import Path\ndef record(label):\n with Path('/tmp/tmpk3ch23or/events').open(\"a\") as out: out.write(label+\"\\n\")\nclass C(unittest.TestCase):\n def test_one(self): record(\"body\")\ndef factory():\n record(\"factory\")\n return unittest.TestSuite([C(\"test_one\")])\n", + "label": "callable-factory", + "optimize": 1, + "outcome": "ERROR", + "receipt": { + "assertion_events": [], + "assertion_failures": 0, + "body_assertion_ids": [], + "body_entered_ids": [], + "body_finished_ids": [], + "errors": 0, + "expected_failures": 0, + "finished_ids": [], + "invalid_population": [ + "empty selected population", + "unsupported test selector: test_identity.factory (ValueError)" + ], + "lifecycle_failures": 0, + "log": "\nRan 0 tests\n", + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selected_ids": [], + "selection": [ + "test_identity.factory" + ], + "skipped": 0, + "started_ids": [], + "subtest_events": [], + "subtests": 0, + "successful": true, + "tests_run": 0, + "unexpected_successes": 0 + }, + "stderr": "", + "stdout": "\nRan 0 tests\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/class-fixture-code.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/class-fixture-code.json new file mode 100644 index 000000000..9fa0eb262 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/class-fixture-code.json @@ -0,0 +1,50 @@ +{ + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/tmp/tmphzxj_uov/run_tests.py", + "--output", + "/tmp/tmphzxj_uov/receipt.json" + ], + "events": [ + "class-setup" + ], + "exit_code": 1, + "fixture_sha256": "547815bb38288721e39815745cf07aa81ea9e92365830d7b14c1dd9b9497f468", + "fixture_source": "import unittest\nfrom pathlib import Path\ndef record(label):\n with Path('/tmp/tmphzxj_uov/events').open(\"a\") as out: out.write(label+\"\\n\")\ndef replacement(self): record(\"replacement\")\nclass C(unittest.TestCase):\n @classmethod\n def setUpClass(cls):\n record(\"class-setup\")\n cls.test_one.__code__=replacement.__code__\n def test_one(self):\n record(\"original\")\n self.fail(\"original body retained\")\n", + "label": "class-fixture-code", + "optimize": 1, + "outcome": "ERROR", + "receipt": { + "assertion_events": [], + "assertion_failures": 0, + "body_assertion_ids": [], + "body_entered_ids": [], + "body_finished_ids": [], + "errors": 0, + "expected_failures": 0, + "finished_ids": [], + "invalid_population": [ + "selected class/function/code identity changed during execution" + ], + "lifecycle_failures": 0, + "log": "\nRan 0 tests\n", + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selected_ids": [ + "test_identity.C.test_one" + ], + "selection": [ + "discover:test_*.py" + ], + "skipped": 0, + "started_ids": [], + "subtest_events": [], + "subtests": 0, + "successful": true, + "tests_run": 0, + "unexpected_successes": 0 + }, + "stderr": "", + "stdout": "\nRan 0 tests\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/class-fixture-function.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/class-fixture-function.json new file mode 100644 index 000000000..a56958fd2 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/class-fixture-function.json @@ -0,0 +1,50 @@ +{ + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/tmp/tmpcayj4vjv/run_tests.py", + "--output", + "/tmp/tmpcayj4vjv/receipt.json" + ], + "events": [ + "class-setup" + ], + "exit_code": 1, + "fixture_sha256": "efe68977ed42ebbe361cced53f36f08c570de9a65d44f8fb9947ebe03518b3ea", + "fixture_source": "import unittest\nfrom pathlib import Path\ndef record(label):\n with Path('/tmp/tmpcayj4vjv/events').open(\"a\") as out: out.write(label+\"\\n\")\ndef replacement(self): record(\"replacement\")\nclass C(unittest.TestCase):\n @classmethod\n def setUpClass(cls):\n record(\"class-setup\")\n cls.test_one=replacement\n def test_one(self):\n record(\"original\")\n self.fail(\"original body retained\")\n", + "label": "class-fixture-function", + "optimize": 1, + "outcome": "ERROR", + "receipt": { + "assertion_events": [], + "assertion_failures": 0, + "body_assertion_ids": [], + "body_entered_ids": [], + "body_finished_ids": [], + "errors": 0, + "expected_failures": 0, + "finished_ids": [], + "invalid_population": [ + "selected class/function/code identity changed during execution" + ], + "lifecycle_failures": 0, + "log": "\nRan 0 tests\n", + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selected_ids": [ + "test_identity.C.test_one" + ], + "selection": [ + "discover:test_*.py" + ], + "skipped": 0, + "started_ids": [], + "subtest_events": [], + "subtests": 0, + "successful": true, + "tests_run": 0, + "unexpected_successes": 0 + }, + "stderr": "", + "stdout": "\nRan 0 tests\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/class-fixture-same-code-function.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/class-fixture-same-code-function.json new file mode 100644 index 000000000..c4bc001db --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/class-fixture-same-code-function.json @@ -0,0 +1,50 @@ +{ + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/tmp/tmpjdip3eva/run_tests.py", + "--output", + "/tmp/tmpjdip3eva/receipt.json" + ], + "events": [ + "class-setup" + ], + "exit_code": 1, + "fixture_sha256": "83674db8459f6720029714d37333865f6dc2d50b17490ee5db510ba9d813a749", + "fixture_source": "import unittest\nfrom pathlib import Path\ndef record(label):\n with Path('/tmp/tmpjdip3eva/events').open(\"a\") as out: out.write(label+\"\\n\")\ndef replacement(self): record(\"replacement\")\nclass C(unittest.TestCase):\n @classmethod\n def setUpClass(cls):\n record(\"class-setup\")\n cls.test_one=__import__(\"types\").FunctionType(cls.test_one.__code__,cls.test_one.__globals__)\n def test_one(self):\n record(\"original\")\n self.fail(\"original body retained\")\n", + "label": "class-fixture-same-code-function", + "optimize": 1, + "outcome": "ERROR", + "receipt": { + "assertion_events": [], + "assertion_failures": 0, + "body_assertion_ids": [], + "body_entered_ids": [], + "body_finished_ids": [], + "errors": 0, + "expected_failures": 0, + "finished_ids": [], + "invalid_population": [ + "selected class/function/code identity changed during execution" + ], + "lifecycle_failures": 0, + "log": "\nRan 0 tests\n", + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selected_ids": [ + "test_identity.C.test_one" + ], + "selection": [ + "discover:test_*.py" + ], + "skipped": 0, + "started_ids": [], + "subtest_events": [], + "subtests": 0, + "successful": true, + "tests_run": 0, + "unexpected_successes": 0 + }, + "stderr": "", + "stdout": "\nRan 0 tests\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-descriptor-0-class.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-descriptor-0-class.json new file mode 100644 index 000000000..c4b913b88 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-descriptor-0-class.json @@ -0,0 +1,47 @@ +{ + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/tmp/tmpnv0uaej9/run_tests.py", + "--output", + "/tmp/tmpnv0uaej9/receipt.json" + ], + "events": [], + "exit_code": 1, + "fixture_sha256": "29c8b6571ec28b990ca2bb0a27ba41b20fe4f152ea831b8ac8ca1af1cc25f12b", + "fixture_source": "import unittest\nfrom pathlib import Path\ndef record(label):\n with Path('/tmp/tmpnv0uaej9/events').open(\"a\") as out: out.write(label+\"\\n\")\nclass Descriptor:\n def __init__(self,original): self.original=original\n def __get__(self,instance,owner):\n record(\"descriptor\")\n owner.test_second=owner.test_first\n return owner.test_first\nclass C(unittest.TestCase):\n def test_first(self): record(\"first\")\n def test_second(self):\n record(\"second\")\n self.fail(\"retained second body\")\n test_second=Descriptor(test_second)\n", + "label": "construction-descriptor-0-class", + "optimize": 1, + "outcome": "ERROR", + "receipt": { + "assertion_events": [], + "assertion_failures": 0, + "body_assertion_ids": [], + "body_entered_ids": [], + "body_finished_ids": [], + "errors": 0, + "expected_failures": 0, + "finished_ids": [], + "invalid_population": [ + "empty selected population", + "unsupported TestCase constructor/metaclass/attribute dispatch" + ], + "lifecycle_failures": 0, + "log": "\nRan 0 tests\n", + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selected_ids": [], + "selection": [ + "discover:test_*.py" + ], + "skipped": 0, + "started_ids": [], + "subtest_events": [], + "subtests": 0, + "successful": true, + "tests_run": 0, + "unexpected_successes": 0 + }, + "stderr": "", + "stdout": "\nRan 0 tests\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-descriptor-1-class.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-descriptor-1-class.json new file mode 100644 index 000000000..7d004764f --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-descriptor-1-class.json @@ -0,0 +1,49 @@ +{ + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/tmp/tmpm8k1arl_/run_tests.py", + "--output", + "/tmp/tmpm8k1arl_/receipt.json", + "--test", + "test_identity.C" + ], + "events": [], + "exit_code": 1, + "fixture_sha256": "d66a4dc1faacd85872c73db30843006ceee9e1383dec2e502de98235625bdbf8", + "fixture_source": "import unittest\nfrom pathlib import Path\ndef record(label):\n with Path('/tmp/tmpm8k1arl_/events').open(\"a\") as out: out.write(label+\"\\n\")\nclass Descriptor:\n def __init__(self,original): self.original=original\n def __get__(self,instance,owner):\n record(\"descriptor\")\n owner.test_second=owner.test_first\n return owner.test_first\nclass C(unittest.TestCase):\n def test_first(self): record(\"first\")\n def test_second(self):\n record(\"second\")\n self.fail(\"retained second body\")\n test_second=Descriptor(test_second)\n", + "label": "construction-descriptor-1-class", + "optimize": 1, + "outcome": "ERROR", + "receipt": { + "assertion_events": [], + "assertion_failures": 0, + "body_assertion_ids": [], + "body_entered_ids": [], + "body_finished_ids": [], + "errors": 0, + "expected_failures": 0, + "finished_ids": [], + "invalid_population": [ + "empty selected population", + "unsupported TestCase constructor/metaclass/attribute dispatch" + ], + "lifecycle_failures": 0, + "log": "\nRan 0 tests\n", + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selected_ids": [], + "selection": [ + "test_identity.C" + ], + "skipped": 0, + "started_ids": [], + "subtest_events": [], + "subtests": 0, + "successful": true, + "tests_run": 0, + "unexpected_successes": 0 + }, + "stderr": "", + "stdout": "\nRan 0 tests\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-descriptor-1-method.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-descriptor-1-method.json new file mode 100644 index 000000000..524893813 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-descriptor-1-method.json @@ -0,0 +1,49 @@ +{ + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/tmp/tmp6t1zxb83/run_tests.py", + "--output", + "/tmp/tmp6t1zxb83/receipt.json", + "--test", + "test_identity.C.test_second" + ], + "events": [], + "exit_code": 1, + "fixture_sha256": "e7ecbba7d90e5ac0abc8ae63fd6d3754d53b8d9210436f6ca3d1eed7866ef761", + "fixture_source": "import unittest\nfrom pathlib import Path\ndef record(label):\n with Path('/tmp/tmp6t1zxb83/events').open(\"a\") as out: out.write(label+\"\\n\")\nclass Descriptor:\n def __init__(self,original): self.original=original\n def __get__(self,instance,owner):\n record(\"descriptor\")\n owner.test_second=owner.test_first\n return owner.test_first\nclass C(unittest.TestCase):\n def test_first(self): record(\"first\")\n def test_second(self):\n record(\"second\")\n self.fail(\"retained second body\")\n test_second=Descriptor(test_second)\n", + "label": "construction-descriptor-1-method", + "optimize": 1, + "outcome": "ERROR", + "receipt": { + "assertion_events": [], + "assertion_failures": 0, + "body_assertion_ids": [], + "body_entered_ids": [], + "body_finished_ids": [], + "errors": 0, + "expected_failures": 0, + "finished_ids": [], + "invalid_population": [ + "empty selected population", + "unsupported test selector: test_identity.C.test_second (ValueError)" + ], + "lifecycle_failures": 0, + "log": "\nRan 0 tests\n", + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selected_ids": [], + "selection": [ + "test_identity.C.test_second" + ], + "skipped": 0, + "started_ids": [], + "subtest_events": [], + "subtests": 0, + "successful": true, + "tests_run": 0, + "unexpected_successes": 0 + }, + "stderr": "", + "stdout": "\nRan 0 tests\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-descriptor-classmethod-0-class.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-descriptor-classmethod-0-class.json new file mode 100644 index 000000000..86db69c32 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-descriptor-classmethod-0-class.json @@ -0,0 +1,47 @@ +{ + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/tmp/tmpmsubqr6g/run_tests.py", + "--output", + "/tmp/tmpmsubqr6g/receipt.json" + ], + "events": [], + "exit_code": 1, + "fixture_sha256": "c052be9126413bef161c089cb3cada4c55174dbacf676d0de7c14f4db70c9d5b", + "fixture_source": "import unittest\nfrom pathlib import Path\ndef record(label):\n with Path('/tmp/tmpmsubqr6g/events').open(\"a\") as out: out.write(label+\"\\n\")\nclass Alias(classmethod):\n def __get__(self,instance,owner):\n record(\"descriptor-subclass\")\n owner.test_second=owner.test_first\n return owner.test_first.__get__(instance,owner)\nclass C(unittest.TestCase):\n def test_first(self): record(\"first\")\n def test_second(self):\n record(\"second\")\n self.fail(\"retained second body\")\n test_second=Alias(test_second)\n", + "label": "construction-descriptor-classmethod-0-class", + "optimize": 1, + "outcome": "ERROR", + "receipt": { + "assertion_events": [], + "assertion_failures": 0, + "body_assertion_ids": [], + "body_entered_ids": [], + "body_finished_ids": [], + "errors": 0, + "expected_failures": 0, + "finished_ids": [], + "invalid_population": [ + "empty selected population", + "unsupported TestCase constructor/metaclass/attribute dispatch" + ], + "lifecycle_failures": 0, + "log": "\nRan 0 tests\n", + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selected_ids": [], + "selection": [ + "discover:test_*.py" + ], + "skipped": 0, + "started_ids": [], + "subtest_events": [], + "subtests": 0, + "successful": true, + "tests_run": 0, + "unexpected_successes": 0 + }, + "stderr": "", + "stdout": "\nRan 0 tests\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-descriptor-classmethod-1-class.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-descriptor-classmethod-1-class.json new file mode 100644 index 000000000..858e80f9e --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-descriptor-classmethod-1-class.json @@ -0,0 +1,49 @@ +{ + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/tmp/tmprqsgbmxq/run_tests.py", + "--output", + "/tmp/tmprqsgbmxq/receipt.json", + "--test", + "test_identity.C" + ], + "events": [], + "exit_code": 1, + "fixture_sha256": "257e8325c763018bc2383cf444b342861b714af569adb2cde3ba191c73657fd7", + "fixture_source": "import unittest\nfrom pathlib import Path\ndef record(label):\n with Path('/tmp/tmprqsgbmxq/events').open(\"a\") as out: out.write(label+\"\\n\")\nclass Alias(classmethod):\n def __get__(self,instance,owner):\n record(\"descriptor-subclass\")\n owner.test_second=owner.test_first\n return owner.test_first.__get__(instance,owner)\nclass C(unittest.TestCase):\n def test_first(self): record(\"first\")\n def test_second(self):\n record(\"second\")\n self.fail(\"retained second body\")\n test_second=Alias(test_second)\n", + "label": "construction-descriptor-classmethod-1-class", + "optimize": 1, + "outcome": "ERROR", + "receipt": { + "assertion_events": [], + "assertion_failures": 0, + "body_assertion_ids": [], + "body_entered_ids": [], + "body_finished_ids": [], + "errors": 0, + "expected_failures": 0, + "finished_ids": [], + "invalid_population": [ + "empty selected population", + "unsupported TestCase constructor/metaclass/attribute dispatch" + ], + "lifecycle_failures": 0, + "log": "\nRan 0 tests\n", + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selected_ids": [], + "selection": [ + "test_identity.C" + ], + "skipped": 0, + "started_ids": [], + "subtest_events": [], + "subtests": 0, + "successful": true, + "tests_run": 0, + "unexpected_successes": 0 + }, + "stderr": "", + "stdout": "\nRan 0 tests\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-descriptor-classmethod-1-method.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-descriptor-classmethod-1-method.json new file mode 100644 index 000000000..be184d7ca --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-descriptor-classmethod-1-method.json @@ -0,0 +1,49 @@ +{ + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/tmp/tmplk29b5xq/run_tests.py", + "--output", + "/tmp/tmplk29b5xq/receipt.json", + "--test", + "test_identity.C.test_second" + ], + "events": [], + "exit_code": 1, + "fixture_sha256": "ce401c1f48dc9a7656e8cc656d1eeb69f7f5967bd517d97198300587ee953221", + "fixture_source": "import unittest\nfrom pathlib import Path\ndef record(label):\n with Path('/tmp/tmplk29b5xq/events').open(\"a\") as out: out.write(label+\"\\n\")\nclass Alias(classmethod):\n def __get__(self,instance,owner):\n record(\"descriptor-subclass\")\n owner.test_second=owner.test_first\n return owner.test_first.__get__(instance,owner)\nclass C(unittest.TestCase):\n def test_first(self): record(\"first\")\n def test_second(self):\n record(\"second\")\n self.fail(\"retained second body\")\n test_second=Alias(test_second)\n", + "label": "construction-descriptor-classmethod-1-method", + "optimize": 1, + "outcome": "ERROR", + "receipt": { + "assertion_events": [], + "assertion_failures": 0, + "body_assertion_ids": [], + "body_entered_ids": [], + "body_finished_ids": [], + "errors": 0, + "expected_failures": 0, + "finished_ids": [], + "invalid_population": [ + "empty selected population", + "unsupported test selector: test_identity.C.test_second (ValueError)" + ], + "lifecycle_failures": 0, + "log": "\nRan 0 tests\n", + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selected_ids": [], + "selection": [ + "test_identity.C.test_second" + ], + "skipped": 0, + "started_ids": [], + "subtest_events": [], + "subtests": 0, + "successful": true, + "tests_run": 0, + "unexpected_successes": 0 + }, + "stderr": "", + "stdout": "\nRan 0 tests\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-descriptor-staticmethod-0-class.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-descriptor-staticmethod-0-class.json new file mode 100644 index 000000000..19d67aee7 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-descriptor-staticmethod-0-class.json @@ -0,0 +1,47 @@ +{ + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/tmp/tmp4_wm4gtn/run_tests.py", + "--output", + "/tmp/tmp4_wm4gtn/receipt.json" + ], + "events": [], + "exit_code": 1, + "fixture_sha256": "1ddb32291d5886151f536c0fa6020e7504a09e0f1c745b77c0107c20c1720538", + "fixture_source": "import unittest\nfrom pathlib import Path\ndef record(label):\n with Path('/tmp/tmp4_wm4gtn/events').open(\"a\") as out: out.write(label+\"\\n\")\nclass Alias(staticmethod):\n def __get__(self,instance,owner):\n record(\"descriptor-subclass\")\n owner.test_second=owner.test_first\n return owner.test_first.__get__(instance,owner)\nclass C(unittest.TestCase):\n def test_first(self): record(\"first\")\n def test_second(self):\n record(\"second\")\n self.fail(\"retained second body\")\n test_second=Alias(test_second)\n", + "label": "construction-descriptor-staticmethod-0-class", + "optimize": 1, + "outcome": "ERROR", + "receipt": { + "assertion_events": [], + "assertion_failures": 0, + "body_assertion_ids": [], + "body_entered_ids": [], + "body_finished_ids": [], + "errors": 0, + "expected_failures": 0, + "finished_ids": [], + "invalid_population": [ + "empty selected population", + "unsupported TestCase constructor/metaclass/attribute dispatch" + ], + "lifecycle_failures": 0, + "log": "\nRan 0 tests\n", + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selected_ids": [], + "selection": [ + "discover:test_*.py" + ], + "skipped": 0, + "started_ids": [], + "subtest_events": [], + "subtests": 0, + "successful": true, + "tests_run": 0, + "unexpected_successes": 0 + }, + "stderr": "", + "stdout": "\nRan 0 tests\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-descriptor-staticmethod-1-class.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-descriptor-staticmethod-1-class.json new file mode 100644 index 000000000..149b10b2e --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-descriptor-staticmethod-1-class.json @@ -0,0 +1,49 @@ +{ + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/tmp/tmpg46nbkoi/run_tests.py", + "--output", + "/tmp/tmpg46nbkoi/receipt.json", + "--test", + "test_identity.C" + ], + "events": [], + "exit_code": 1, + "fixture_sha256": "59305e1ee65694b6372e98165d36d412f68e12028d0e2e6f413f41c4998469a6", + "fixture_source": "import unittest\nfrom pathlib import Path\ndef record(label):\n with Path('/tmp/tmpg46nbkoi/events').open(\"a\") as out: out.write(label+\"\\n\")\nclass Alias(staticmethod):\n def __get__(self,instance,owner):\n record(\"descriptor-subclass\")\n owner.test_second=owner.test_first\n return owner.test_first.__get__(instance,owner)\nclass C(unittest.TestCase):\n def test_first(self): record(\"first\")\n def test_second(self):\n record(\"second\")\n self.fail(\"retained second body\")\n test_second=Alias(test_second)\n", + "label": "construction-descriptor-staticmethod-1-class", + "optimize": 1, + "outcome": "ERROR", + "receipt": { + "assertion_events": [], + "assertion_failures": 0, + "body_assertion_ids": [], + "body_entered_ids": [], + "body_finished_ids": [], + "errors": 0, + "expected_failures": 0, + "finished_ids": [], + "invalid_population": [ + "empty selected population", + "unsupported TestCase constructor/metaclass/attribute dispatch" + ], + "lifecycle_failures": 0, + "log": "\nRan 0 tests\n", + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selected_ids": [], + "selection": [ + "test_identity.C" + ], + "skipped": 0, + "started_ids": [], + "subtest_events": [], + "subtests": 0, + "successful": true, + "tests_run": 0, + "unexpected_successes": 0 + }, + "stderr": "", + "stdout": "\nRan 0 tests\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-descriptor-staticmethod-1-method.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-descriptor-staticmethod-1-method.json new file mode 100644 index 000000000..20348f616 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-descriptor-staticmethod-1-method.json @@ -0,0 +1,49 @@ +{ + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/tmp/tmph0jwi3o6/run_tests.py", + "--output", + "/tmp/tmph0jwi3o6/receipt.json", + "--test", + "test_identity.C.test_second" + ], + "events": [], + "exit_code": 1, + "fixture_sha256": "0cebfc5963cbb02e8f9bc9f2061d5beeaae10e5d6b77c1892b93afe72e18d63d", + "fixture_source": "import unittest\nfrom pathlib import Path\ndef record(label):\n with Path('/tmp/tmph0jwi3o6/events').open(\"a\") as out: out.write(label+\"\\n\")\nclass Alias(staticmethod):\n def __get__(self,instance,owner):\n record(\"descriptor-subclass\")\n owner.test_second=owner.test_first\n return owner.test_first.__get__(instance,owner)\nclass C(unittest.TestCase):\n def test_first(self): record(\"first\")\n def test_second(self):\n record(\"second\")\n self.fail(\"retained second body\")\n test_second=Alias(test_second)\n", + "label": "construction-descriptor-staticmethod-1-method", + "optimize": 1, + "outcome": "ERROR", + "receipt": { + "assertion_events": [], + "assertion_failures": 0, + "body_assertion_ids": [], + "body_entered_ids": [], + "body_finished_ids": [], + "errors": 0, + "expected_failures": 0, + "finished_ids": [], + "invalid_population": [ + "empty selected population", + "unsupported test selector: test_identity.C.test_second (ValueError)" + ], + "lifecycle_failures": 0, + "log": "\nRan 0 tests\n", + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selected_ids": [], + "selection": [ + "test_identity.C.test_second" + ], + "skipped": 0, + "started_ids": [], + "subtest_events": [], + "subtests": 0, + "successful": true, + "tests_run": 0, + "unexpected_successes": 0 + }, + "stderr": "", + "stdout": "\nRan 0 tests\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-getattribute-0-class.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-getattribute-0-class.json new file mode 100644 index 000000000..0a329613d --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-getattribute-0-class.json @@ -0,0 +1,47 @@ +{ + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/tmp/tmpyiaib2tl/run_tests.py", + "--output", + "/tmp/tmpyiaib2tl/receipt.json" + ], + "events": [], + "exit_code": 1, + "fixture_sha256": "5aed1ccbb70955b66b3ed2aaae2497c32fb6493021cd233170633d19dca36341", + "fixture_source": "import unittest\nfrom pathlib import Path\ndef record(label):\n with Path('/tmp/tmpyiaib2tl/events').open(\"a\") as out: out.write(label+\"\\n\")\nclass C(unittest.TestCase):\n def __getattribute__(self,name):\n record(\"attribute\")\n return super().__getattribute__(name)\n def test_one(self): record(\"body\")\n", + "label": "construction-getattribute-0-class", + "optimize": 1, + "outcome": "ERROR", + "receipt": { + "assertion_events": [], + "assertion_failures": 0, + "body_assertion_ids": [], + "body_entered_ids": [], + "body_finished_ids": [], + "errors": 0, + "expected_failures": 0, + "finished_ids": [], + "invalid_population": [ + "empty selected population", + "unsupported TestCase constructor/metaclass/attribute dispatch" + ], + "lifecycle_failures": 0, + "log": "\nRan 0 tests\n", + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selected_ids": [], + "selection": [ + "discover:test_*.py" + ], + "skipped": 0, + "started_ids": [], + "subtest_events": [], + "subtests": 0, + "successful": true, + "tests_run": 0, + "unexpected_successes": 0 + }, + "stderr": "", + "stdout": "\nRan 0 tests\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-getattribute-1-class.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-getattribute-1-class.json new file mode 100644 index 000000000..3f09c3cc2 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-getattribute-1-class.json @@ -0,0 +1,49 @@ +{ + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/tmp/tmpzdxnasbw/run_tests.py", + "--output", + "/tmp/tmpzdxnasbw/receipt.json", + "--test", + "test_identity.C" + ], + "events": [], + "exit_code": 1, + "fixture_sha256": "e932e4bb499f469d11495d48d1f162fde53b62c74e0a1caa97c2ef7697a14faf", + "fixture_source": "import unittest\nfrom pathlib import Path\ndef record(label):\n with Path('/tmp/tmpzdxnasbw/events').open(\"a\") as out: out.write(label+\"\\n\")\nclass C(unittest.TestCase):\n def __getattribute__(self,name):\n record(\"attribute\")\n return super().__getattribute__(name)\n def test_one(self): record(\"body\")\n", + "label": "construction-getattribute-1-class", + "optimize": 1, + "outcome": "ERROR", + "receipt": { + "assertion_events": [], + "assertion_failures": 0, + "body_assertion_ids": [], + "body_entered_ids": [], + "body_finished_ids": [], + "errors": 0, + "expected_failures": 0, + "finished_ids": [], + "invalid_population": [ + "empty selected population", + "unsupported TestCase constructor/metaclass/attribute dispatch" + ], + "lifecycle_failures": 0, + "log": "\nRan 0 tests\n", + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selected_ids": [], + "selection": [ + "test_identity.C" + ], + "skipped": 0, + "started_ids": [], + "subtest_events": [], + "subtests": 0, + "successful": true, + "tests_run": 0, + "unexpected_successes": 0 + }, + "stderr": "", + "stdout": "\nRan 0 tests\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-getattribute-1-method.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-getattribute-1-method.json new file mode 100644 index 000000000..f28a8e212 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-getattribute-1-method.json @@ -0,0 +1,49 @@ +{ + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/tmp/tmpe8gt3a5w/run_tests.py", + "--output", + "/tmp/tmpe8gt3a5w/receipt.json", + "--test", + "test_identity.C.test_one" + ], + "events": [], + "exit_code": 1, + "fixture_sha256": "9371c50354c00badc3af3e82ab1bfb0f88300302be0607011d644f98e4f498a1", + "fixture_source": "import unittest\nfrom pathlib import Path\ndef record(label):\n with Path('/tmp/tmpe8gt3a5w/events').open(\"a\") as out: out.write(label+\"\\n\")\nclass C(unittest.TestCase):\n def __getattribute__(self,name):\n record(\"attribute\")\n return super().__getattribute__(name)\n def test_one(self): record(\"body\")\n", + "label": "construction-getattribute-1-method", + "optimize": 1, + "outcome": "ERROR", + "receipt": { + "assertion_events": [], + "assertion_failures": 0, + "body_assertion_ids": [], + "body_entered_ids": [], + "body_finished_ids": [], + "errors": 0, + "expected_failures": 0, + "finished_ids": [], + "invalid_population": [ + "empty selected population", + "unsupported test selector: test_identity.C.test_one (ValueError)" + ], + "lifecycle_failures": 0, + "log": "\nRan 0 tests\n", + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selected_ids": [], + "selection": [ + "test_identity.C.test_one" + ], + "skipped": 0, + "started_ids": [], + "subtest_events": [], + "subtests": 0, + "successful": true, + "tests_run": 0, + "unexpected_successes": 0 + }, + "stderr": "", + "stdout": "\nRan 0 tests\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-init-0-class.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-init-0-class.json new file mode 100644 index 000000000..c29d9fe2e --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-init-0-class.json @@ -0,0 +1,47 @@ +{ + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/tmp/tmpq5xja09z/run_tests.py", + "--output", + "/tmp/tmpq5xja09z/receipt.json" + ], + "events": [], + "exit_code": 1, + "fixture_sha256": "a5645a8da110dd735e2c57f19b4cdda4e32eb2ed320eabc5a6f985328928ae56", + "fixture_source": "import unittest\nfrom pathlib import Path\ndef record(label):\n with Path('/tmp/tmpq5xja09z/events').open(\"a\") as out: out.write(label+\"\\n\")\nclass C(unittest.TestCase):\n def __init__(self,*a,**k):\n record(\"constructor\")\n super().__init__(*a,**k)\n type(self).test_second=type(self).test_first\n def test_first(self): record(\"first\")\n def test_second(self):\n record(\"second\")\n self.fail(\"retained second body\")\n", + "label": "construction-init-0-class", + "optimize": 1, + "outcome": "ERROR", + "receipt": { + "assertion_events": [], + "assertion_failures": 0, + "body_assertion_ids": [], + "body_entered_ids": [], + "body_finished_ids": [], + "errors": 0, + "expected_failures": 0, + "finished_ids": [], + "invalid_population": [ + "empty selected population", + "unsupported TestCase constructor/metaclass/attribute dispatch" + ], + "lifecycle_failures": 0, + "log": "\nRan 0 tests\n", + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selected_ids": [], + "selection": [ + "discover:test_*.py" + ], + "skipped": 0, + "started_ids": [], + "subtest_events": [], + "subtests": 0, + "successful": true, + "tests_run": 0, + "unexpected_successes": 0 + }, + "stderr": "", + "stdout": "\nRan 0 tests\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-init-1-class.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-init-1-class.json new file mode 100644 index 000000000..47d488d32 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-init-1-class.json @@ -0,0 +1,49 @@ +{ + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/tmp/tmp1b75vg7p/run_tests.py", + "--output", + "/tmp/tmp1b75vg7p/receipt.json", + "--test", + "test_identity.C" + ], + "events": [], + "exit_code": 1, + "fixture_sha256": "f2c536ced542b954dfb3db2cce5fce7905e4df18d9a8dad41c8ba7bfa82d65b9", + "fixture_source": "import unittest\nfrom pathlib import Path\ndef record(label):\n with Path('/tmp/tmp1b75vg7p/events').open(\"a\") as out: out.write(label+\"\\n\")\nclass C(unittest.TestCase):\n def __init__(self,*a,**k):\n record(\"constructor\")\n super().__init__(*a,**k)\n type(self).test_second=type(self).test_first\n def test_first(self): record(\"first\")\n def test_second(self):\n record(\"second\")\n self.fail(\"retained second body\")\n", + "label": "construction-init-1-class", + "optimize": 1, + "outcome": "ERROR", + "receipt": { + "assertion_events": [], + "assertion_failures": 0, + "body_assertion_ids": [], + "body_entered_ids": [], + "body_finished_ids": [], + "errors": 0, + "expected_failures": 0, + "finished_ids": [], + "invalid_population": [ + "empty selected population", + "unsupported TestCase constructor/metaclass/attribute dispatch" + ], + "lifecycle_failures": 0, + "log": "\nRan 0 tests\n", + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selected_ids": [], + "selection": [ + "test_identity.C" + ], + "skipped": 0, + "started_ids": [], + "subtest_events": [], + "subtests": 0, + "successful": true, + "tests_run": 0, + "unexpected_successes": 0 + }, + "stderr": "", + "stdout": "\nRan 0 tests\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-init-1-method.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-init-1-method.json new file mode 100644 index 000000000..a7ac39225 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-init-1-method.json @@ -0,0 +1,49 @@ +{ + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/tmp/tmpb81o6fpt/run_tests.py", + "--output", + "/tmp/tmpb81o6fpt/receipt.json", + "--test", + "test_identity.C.test_first" + ], + "events": [], + "exit_code": 1, + "fixture_sha256": "032e02e737d91282aa34b0b6c6066392aaf2ec5317c5e2aa070f9352bb4203ae", + "fixture_source": "import unittest\nfrom pathlib import Path\ndef record(label):\n with Path('/tmp/tmpb81o6fpt/events').open(\"a\") as out: out.write(label+\"\\n\")\nclass C(unittest.TestCase):\n def __init__(self,*a,**k):\n record(\"constructor\")\n super().__init__(*a,**k)\n type(self).test_second=type(self).test_first\n def test_first(self): record(\"first\")\n def test_second(self):\n record(\"second\")\n self.fail(\"retained second body\")\n", + "label": "construction-init-1-method", + "optimize": 1, + "outcome": "ERROR", + "receipt": { + "assertion_events": [], + "assertion_failures": 0, + "body_assertion_ids": [], + "body_entered_ids": [], + "body_finished_ids": [], + "errors": 0, + "expected_failures": 0, + "finished_ids": [], + "invalid_population": [ + "empty selected population", + "unsupported test selector: test_identity.C.test_first (ValueError)" + ], + "lifecycle_failures": 0, + "log": "\nRan 0 tests\n", + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selected_ids": [], + "selection": [ + "test_identity.C.test_first" + ], + "skipped": 0, + "started_ids": [], + "subtest_events": [], + "subtests": 0, + "successful": true, + "tests_run": 0, + "unexpected_successes": 0 + }, + "stderr": "", + "stdout": "\nRan 0 tests\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-metaclass-0-class.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-metaclass-0-class.json new file mode 100644 index 000000000..dfd66f175 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-metaclass-0-class.json @@ -0,0 +1,47 @@ +{ + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/tmp/tmpzm2livje/run_tests.py", + "--output", + "/tmp/tmpzm2livje/receipt.json" + ], + "events": [], + "exit_code": 1, + "fixture_sha256": "dda452945b802e3f6780eb38df91b1921f87929bf2ac7035ee5ae7c4ffa729c2", + "fixture_source": "import unittest\nfrom pathlib import Path\ndef record(label):\n with Path('/tmp/tmpzm2livje/events').open(\"a\") as out: out.write(label+\"\\n\")\nclass Meta(type):\n def __call__(cls,*a,**k):\n record(\"metaclass\")\n return super().__call__(*a,**k)\nclass C(unittest.TestCase,metaclass=Meta):\n def test_one(self): record(\"body\")\n", + "label": "construction-metaclass-0-class", + "optimize": 1, + "outcome": "ERROR", + "receipt": { + "assertion_events": [], + "assertion_failures": 0, + "body_assertion_ids": [], + "body_entered_ids": [], + "body_finished_ids": [], + "errors": 0, + "expected_failures": 0, + "finished_ids": [], + "invalid_population": [ + "empty selected population", + "unsupported TestCase constructor/metaclass/attribute dispatch" + ], + "lifecycle_failures": 0, + "log": "\nRan 0 tests\n", + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selected_ids": [], + "selection": [ + "discover:test_*.py" + ], + "skipped": 0, + "started_ids": [], + "subtest_events": [], + "subtests": 0, + "successful": true, + "tests_run": 0, + "unexpected_successes": 0 + }, + "stderr": "", + "stdout": "\nRan 0 tests\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-metaclass-1-class.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-metaclass-1-class.json new file mode 100644 index 000000000..6c72fa8b3 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-metaclass-1-class.json @@ -0,0 +1,49 @@ +{ + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/tmp/tmpfs1gu81j/run_tests.py", + "--output", + "/tmp/tmpfs1gu81j/receipt.json", + "--test", + "test_identity.C" + ], + "events": [], + "exit_code": 1, + "fixture_sha256": "416fb7f501b06823796d75ca0084724c2727b2c6bf135c49bafb6046b12b95f1", + "fixture_source": "import unittest\nfrom pathlib import Path\ndef record(label):\n with Path('/tmp/tmpfs1gu81j/events').open(\"a\") as out: out.write(label+\"\\n\")\nclass Meta(type):\n def __call__(cls,*a,**k):\n record(\"metaclass\")\n return super().__call__(*a,**k)\nclass C(unittest.TestCase,metaclass=Meta):\n def test_one(self): record(\"body\")\n", + "label": "construction-metaclass-1-class", + "optimize": 1, + "outcome": "ERROR", + "receipt": { + "assertion_events": [], + "assertion_failures": 0, + "body_assertion_ids": [], + "body_entered_ids": [], + "body_finished_ids": [], + "errors": 0, + "expected_failures": 0, + "finished_ids": [], + "invalid_population": [ + "empty selected population", + "unsupported TestCase constructor/metaclass/attribute dispatch" + ], + "lifecycle_failures": 0, + "log": "\nRan 0 tests\n", + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selected_ids": [], + "selection": [ + "test_identity.C" + ], + "skipped": 0, + "started_ids": [], + "subtest_events": [], + "subtests": 0, + "successful": true, + "tests_run": 0, + "unexpected_successes": 0 + }, + "stderr": "", + "stdout": "\nRan 0 tests\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-metaclass-1-method.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-metaclass-1-method.json new file mode 100644 index 000000000..f5a1b9599 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-metaclass-1-method.json @@ -0,0 +1,49 @@ +{ + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/tmp/tmpof50u_5p/run_tests.py", + "--output", + "/tmp/tmpof50u_5p/receipt.json", + "--test", + "test_identity.C.test_one" + ], + "events": [], + "exit_code": 1, + "fixture_sha256": "e0f321203cc3f734dc17c138e0363873bd5d08cdf0460aee41d11e69f27d77ba", + "fixture_source": "import unittest\nfrom pathlib import Path\ndef record(label):\n with Path('/tmp/tmpof50u_5p/events').open(\"a\") as out: out.write(label+\"\\n\")\nclass Meta(type):\n def __call__(cls,*a,**k):\n record(\"metaclass\")\n return super().__call__(*a,**k)\nclass C(unittest.TestCase,metaclass=Meta):\n def test_one(self): record(\"body\")\n", + "label": "construction-metaclass-1-method", + "optimize": 1, + "outcome": "ERROR", + "receipt": { + "assertion_events": [], + "assertion_failures": 0, + "body_assertion_ids": [], + "body_entered_ids": [], + "body_finished_ids": [], + "errors": 0, + "expected_failures": 0, + "finished_ids": [], + "invalid_population": [ + "empty selected population", + "unsupported test selector: test_identity.C.test_one (ValueError)" + ], + "lifecycle_failures": 0, + "log": "\nRan 0 tests\n", + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selected_ids": [], + "selection": [ + "test_identity.C.test_one" + ], + "skipped": 0, + "started_ids": [], + "subtest_events": [], + "subtests": 0, + "successful": true, + "tests_run": 0, + "unexpected_successes": 0 + }, + "stderr": "", + "stdout": "\nRan 0 tests\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-new-0-class.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-new-0-class.json new file mode 100644 index 000000000..6af813dd3 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-new-0-class.json @@ -0,0 +1,47 @@ +{ + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/tmp/tmpap5l7lkg/run_tests.py", + "--output", + "/tmp/tmpap5l7lkg/receipt.json" + ], + "events": [], + "exit_code": 1, + "fixture_sha256": "fd1f2895b439d2a3be74df51f23234f64b88a3adf75e17a4b57d21c6fd139391", + "fixture_source": "import unittest\nfrom pathlib import Path\ndef record(label):\n with Path('/tmp/tmpap5l7lkg/events').open(\"a\") as out: out.write(label+\"\\n\")\nclass C(unittest.TestCase):\n def __new__(cls,*a,**k):\n record(\"constructor\")\n return super().__new__(cls)\n def test_one(self): record(\"body\")\n", + "label": "construction-new-0-class", + "optimize": 1, + "outcome": "ERROR", + "receipt": { + "assertion_events": [], + "assertion_failures": 0, + "body_assertion_ids": [], + "body_entered_ids": [], + "body_finished_ids": [], + "errors": 0, + "expected_failures": 0, + "finished_ids": [], + "invalid_population": [ + "empty selected population", + "unsupported TestCase constructor/metaclass/attribute dispatch" + ], + "lifecycle_failures": 0, + "log": "\nRan 0 tests\n", + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selected_ids": [], + "selection": [ + "discover:test_*.py" + ], + "skipped": 0, + "started_ids": [], + "subtest_events": [], + "subtests": 0, + "successful": true, + "tests_run": 0, + "unexpected_successes": 0 + }, + "stderr": "", + "stdout": "\nRan 0 tests\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-new-1-class.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-new-1-class.json new file mode 100644 index 000000000..51eecf935 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-new-1-class.json @@ -0,0 +1,49 @@ +{ + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/tmp/tmpv2wbo91r/run_tests.py", + "--output", + "/tmp/tmpv2wbo91r/receipt.json", + "--test", + "test_identity.C" + ], + "events": [], + "exit_code": 1, + "fixture_sha256": "b04449b605a2ff7bf1b25376ec9b04dc4d9e780126e1feace2982247f48a3496", + "fixture_source": "import unittest\nfrom pathlib import Path\ndef record(label):\n with Path('/tmp/tmpv2wbo91r/events').open(\"a\") as out: out.write(label+\"\\n\")\nclass C(unittest.TestCase):\n def __new__(cls,*a,**k):\n record(\"constructor\")\n return super().__new__(cls)\n def test_one(self): record(\"body\")\n", + "label": "construction-new-1-class", + "optimize": 1, + "outcome": "ERROR", + "receipt": { + "assertion_events": [], + "assertion_failures": 0, + "body_assertion_ids": [], + "body_entered_ids": [], + "body_finished_ids": [], + "errors": 0, + "expected_failures": 0, + "finished_ids": [], + "invalid_population": [ + "empty selected population", + "unsupported TestCase constructor/metaclass/attribute dispatch" + ], + "lifecycle_failures": 0, + "log": "\nRan 0 tests\n", + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selected_ids": [], + "selection": [ + "test_identity.C" + ], + "skipped": 0, + "started_ids": [], + "subtest_events": [], + "subtests": 0, + "successful": true, + "tests_run": 0, + "unexpected_successes": 0 + }, + "stderr": "", + "stdout": "\nRan 0 tests\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-new-1-method.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-new-1-method.json new file mode 100644 index 000000000..8c62dd4f0 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-new-1-method.json @@ -0,0 +1,49 @@ +{ + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/tmp/tmppn8lk2ln/run_tests.py", + "--output", + "/tmp/tmppn8lk2ln/receipt.json", + "--test", + "test_identity.C.test_one" + ], + "events": [], + "exit_code": 1, + "fixture_sha256": "d59598e462f21aca57710a6fb87f3e4be5fcd31d8524bc2dd2ed99af9c8fcee8", + "fixture_source": "import unittest\nfrom pathlib import Path\ndef record(label):\n with Path('/tmp/tmppn8lk2ln/events').open(\"a\") as out: out.write(label+\"\\n\")\nclass C(unittest.TestCase):\n def __new__(cls,*a,**k):\n record(\"constructor\")\n return super().__new__(cls)\n def test_one(self): record(\"body\")\n", + "label": "construction-new-1-method", + "optimize": 1, + "outcome": "ERROR", + "receipt": { + "assertion_events": [], + "assertion_failures": 0, + "body_assertion_ids": [], + "body_entered_ids": [], + "body_finished_ids": [], + "errors": 0, + "expected_failures": 0, + "finished_ids": [], + "invalid_population": [ + "empty selected population", + "unsupported test selector: test_identity.C.test_one (ValueError)" + ], + "lifecycle_failures": 0, + "log": "\nRan 0 tests\n", + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selected_ids": [], + "selection": [ + "test_identity.C.test_one" + ], + "skipped": 0, + "started_ids": [], + "subtest_events": [], + "subtests": 0, + "successful": true, + "tests_run": 0, + "unexpected_successes": 0 + }, + "stderr": "", + "stdout": "\nRan 0 tests\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-setattr-0-class.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-setattr-0-class.json new file mode 100644 index 000000000..832f19f7d --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-setattr-0-class.json @@ -0,0 +1,47 @@ +{ + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/tmp/tmpn1xhssbi/run_tests.py", + "--output", + "/tmp/tmpn1xhssbi/receipt.json" + ], + "events": [], + "exit_code": 1, + "fixture_sha256": "928c49b89afee33898ed1ceaa89f011344ab805be8387f782b108c5c3f8ecb18", + "fixture_source": "import unittest\nfrom pathlib import Path\ndef record(label):\n with Path('/tmp/tmpn1xhssbi/events').open(\"a\") as out: out.write(label+\"\\n\")\nclass C(unittest.TestCase):\n def __setattr__(self,name,value):\n record(\"attribute\")\n return super().__setattr__(name,value)\n def test_one(self): record(\"body\")\n", + "label": "construction-setattr-0-class", + "optimize": 1, + "outcome": "ERROR", + "receipt": { + "assertion_events": [], + "assertion_failures": 0, + "body_assertion_ids": [], + "body_entered_ids": [], + "body_finished_ids": [], + "errors": 0, + "expected_failures": 0, + "finished_ids": [], + "invalid_population": [ + "empty selected population", + "unsupported TestCase constructor/metaclass/attribute dispatch" + ], + "lifecycle_failures": 0, + "log": "\nRan 0 tests\n", + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selected_ids": [], + "selection": [ + "discover:test_*.py" + ], + "skipped": 0, + "started_ids": [], + "subtest_events": [], + "subtests": 0, + "successful": true, + "tests_run": 0, + "unexpected_successes": 0 + }, + "stderr": "", + "stdout": "\nRan 0 tests\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-setattr-1-class.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-setattr-1-class.json new file mode 100644 index 000000000..9a7846f4b --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-setattr-1-class.json @@ -0,0 +1,49 @@ +{ + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/tmp/tmp61u14ikf/run_tests.py", + "--output", + "/tmp/tmp61u14ikf/receipt.json", + "--test", + "test_identity.C" + ], + "events": [], + "exit_code": 1, + "fixture_sha256": "3f5272ee7eebb8b3f49a0881df9c607149f4af03834ad5ff83617a16ba93da40", + "fixture_source": "import unittest\nfrom pathlib import Path\ndef record(label):\n with Path('/tmp/tmp61u14ikf/events').open(\"a\") as out: out.write(label+\"\\n\")\nclass C(unittest.TestCase):\n def __setattr__(self,name,value):\n record(\"attribute\")\n return super().__setattr__(name,value)\n def test_one(self): record(\"body\")\n", + "label": "construction-setattr-1-class", + "optimize": 1, + "outcome": "ERROR", + "receipt": { + "assertion_events": [], + "assertion_failures": 0, + "body_assertion_ids": [], + "body_entered_ids": [], + "body_finished_ids": [], + "errors": 0, + "expected_failures": 0, + "finished_ids": [], + "invalid_population": [ + "empty selected population", + "unsupported TestCase constructor/metaclass/attribute dispatch" + ], + "lifecycle_failures": 0, + "log": "\nRan 0 tests\n", + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selected_ids": [], + "selection": [ + "test_identity.C" + ], + "skipped": 0, + "started_ids": [], + "subtest_events": [], + "subtests": 0, + "successful": true, + "tests_run": 0, + "unexpected_successes": 0 + }, + "stderr": "", + "stdout": "\nRan 0 tests\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-setattr-1-method.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-setattr-1-method.json new file mode 100644 index 000000000..35c451c11 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-setattr-1-method.json @@ -0,0 +1,49 @@ +{ + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/tmp/tmprzy6l7ot/run_tests.py", + "--output", + "/tmp/tmprzy6l7ot/receipt.json", + "--test", + "test_identity.C.test_one" + ], + "events": [], + "exit_code": 1, + "fixture_sha256": "280c07837e80705cae4dd6d561b007d910b80f8d00532df58f456a62fb5bbcd4", + "fixture_source": "import unittest\nfrom pathlib import Path\ndef record(label):\n with Path('/tmp/tmprzy6l7ot/events').open(\"a\") as out: out.write(label+\"\\n\")\nclass C(unittest.TestCase):\n def __setattr__(self,name,value):\n record(\"attribute\")\n return super().__setattr__(name,value)\n def test_one(self): record(\"body\")\n", + "label": "construction-setattr-1-method", + "optimize": 1, + "outcome": "ERROR", + "receipt": { + "assertion_events": [], + "assertion_failures": 0, + "body_assertion_ids": [], + "body_entered_ids": [], + "body_finished_ids": [], + "errors": 0, + "expected_failures": 0, + "finished_ids": [], + "invalid_population": [ + "empty selected population", + "unsupported test selector: test_identity.C.test_one (ValueError)" + ], + "lifecycle_failures": 0, + "log": "\nRan 0 tests\n", + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selected_ids": [], + "selection": [ + "test_identity.C.test_one" + ], + "skipped": 0, + "started_ids": [], + "subtest_events": [], + "subtests": 0, + "successful": true, + "tests_run": 0, + "unexpected_successes": 0 + }, + "stderr": "", + "stdout": "\nRan 0 tests\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-special-descriptor-0-class.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-special-descriptor-0-class.json new file mode 100644 index 000000000..44d80440a --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-special-descriptor-0-class.json @@ -0,0 +1,47 @@ +{ + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/tmp/tmp7gc987j7/run_tests.py", + "--output", + "/tmp/tmp7gc987j7/receipt.json" + ], + "events": [], + "exit_code": 1, + "fixture_sha256": "e26937c68785fc7a5c982c14722ec508aef29200959597c984bb812e3f2a7055", + "fixture_source": "import unittest\nfrom pathlib import Path\ndef record(label):\n with Path('/tmp/tmp7gc987j7/events').open(\"a\") as out: out.write(label+\"\\n\")\nclass InitDescriptor:\n def __get__(self,instance,owner):\n record(\"special-descriptor\")\n owner.__init__=unittest.TestCase.__init__\n return owner.__init__.__get__(instance,owner)\nclass C(unittest.TestCase):\n __init__=InitDescriptor()\n def test_one(self): record(\"body\")\n", + "label": "construction-special-descriptor-0-class", + "optimize": 1, + "outcome": "ERROR", + "receipt": { + "assertion_events": [], + "assertion_failures": 0, + "body_assertion_ids": [], + "body_entered_ids": [], + "body_finished_ids": [], + "errors": 0, + "expected_failures": 0, + "finished_ids": [], + "invalid_population": [ + "empty selected population", + "unsupported TestCase constructor/metaclass/attribute dispatch" + ], + "lifecycle_failures": 0, + "log": "\nRan 0 tests\n", + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selected_ids": [], + "selection": [ + "discover:test_*.py" + ], + "skipped": 0, + "started_ids": [], + "subtest_events": [], + "subtests": 0, + "successful": true, + "tests_run": 0, + "unexpected_successes": 0 + }, + "stderr": "", + "stdout": "\nRan 0 tests\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-special-descriptor-1-class.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-special-descriptor-1-class.json new file mode 100644 index 000000000..80210b1ff --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-special-descriptor-1-class.json @@ -0,0 +1,49 @@ +{ + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/tmp/tmpegkh6t4m/run_tests.py", + "--output", + "/tmp/tmpegkh6t4m/receipt.json", + "--test", + "test_identity.C" + ], + "events": [], + "exit_code": 1, + "fixture_sha256": "e1579b45f97d162eeb0a14576687243e7803a4b1d1ad52f6fe610106f180e944", + "fixture_source": "import unittest\nfrom pathlib import Path\ndef record(label):\n with Path('/tmp/tmpegkh6t4m/events').open(\"a\") as out: out.write(label+\"\\n\")\nclass InitDescriptor:\n def __get__(self,instance,owner):\n record(\"special-descriptor\")\n owner.__init__=unittest.TestCase.__init__\n return owner.__init__.__get__(instance,owner)\nclass C(unittest.TestCase):\n __init__=InitDescriptor()\n def test_one(self): record(\"body\")\n", + "label": "construction-special-descriptor-1-class", + "optimize": 1, + "outcome": "ERROR", + "receipt": { + "assertion_events": [], + "assertion_failures": 0, + "body_assertion_ids": [], + "body_entered_ids": [], + "body_finished_ids": [], + "errors": 0, + "expected_failures": 0, + "finished_ids": [], + "invalid_population": [ + "empty selected population", + "unsupported TestCase constructor/metaclass/attribute dispatch" + ], + "lifecycle_failures": 0, + "log": "\nRan 0 tests\n", + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selected_ids": [], + "selection": [ + "test_identity.C" + ], + "skipped": 0, + "started_ids": [], + "subtest_events": [], + "subtests": 0, + "successful": true, + "tests_run": 0, + "unexpected_successes": 0 + }, + "stderr": "", + "stdout": "\nRan 0 tests\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-special-descriptor-1-method.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-special-descriptor-1-method.json new file mode 100644 index 000000000..f92c99174 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/construction-special-descriptor-1-method.json @@ -0,0 +1,49 @@ +{ + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/tmp/tmpuh5l_if7/run_tests.py", + "--output", + "/tmp/tmpuh5l_if7/receipt.json", + "--test", + "test_identity.C.test_one" + ], + "events": [], + "exit_code": 1, + "fixture_sha256": "e526e773241aec9a00a566589676f3b113d9b8856370054e861f5799dd8d9b61", + "fixture_source": "import unittest\nfrom pathlib import Path\ndef record(label):\n with Path('/tmp/tmpuh5l_if7/events').open(\"a\") as out: out.write(label+\"\\n\")\nclass InitDescriptor:\n def __get__(self,instance,owner):\n record(\"special-descriptor\")\n owner.__init__=unittest.TestCase.__init__\n return owner.__init__.__get__(instance,owner)\nclass C(unittest.TestCase):\n __init__=InitDescriptor()\n def test_one(self): record(\"body\")\n", + "label": "construction-special-descriptor-1-method", + "optimize": 1, + "outcome": "ERROR", + "receipt": { + "assertion_events": [], + "assertion_failures": 0, + "body_assertion_ids": [], + "body_entered_ids": [], + "body_finished_ids": [], + "errors": 0, + "expected_failures": 0, + "finished_ids": [], + "invalid_population": [ + "empty selected population", + "unsupported test selector: test_identity.C.test_one (ValueError)" + ], + "lifecycle_failures": 0, + "log": "\nRan 0 tests\n", + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selected_ids": [], + "selection": [ + "test_identity.C.test_one" + ], + "skipped": 0, + "started_ids": [], + "subtest_events": [], + "subtests": 0, + "successful": true, + "tests_run": 0, + "unexpected_successes": 0 + }, + "stderr": "", + "stdout": "\nRan 0 tests\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/custom-run.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/custom-run.json new file mode 100644 index 000000000..e0998c21f --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/custom-run.json @@ -0,0 +1,50 @@ +{ + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/tmp/tmphbvc29vr/run_tests.py", + "--output", + "/tmp/tmphbvc29vr/receipt.json", + "--test", + "test_identity.C" + ], + "events": [], + "exit_code": 1, + "fixture_sha256": "933f23b512d1675cf9c77bb9299eaa6870a552b10df3ee6473424853517625b9", + "fixture_source": "import unittest\nfrom pathlib import Path\ndef record(label):\n with Path('/tmp/tmphbvc29vr/events').open(\"a\") as out: out.write(label+\"\\n\")\nclass C(unittest.TestCase):\n def run(self,result=None):\n record(\"custom-run\")\n return super().run(result)\n def test_one(self): record(\"body\")\n", + "label": "custom-run", + "optimize": 1, + "outcome": "ERROR", + "receipt": { + "assertion_events": [], + "assertion_failures": 0, + "body_assertion_ids": [], + "body_entered_ids": [], + "body_finished_ids": [], + "errors": 0, + "expected_failures": 0, + "finished_ids": [], + "invalid_population": [ + "unsupported TestCase.run override" + ], + "lifecycle_failures": 0, + "log": "\nRan 0 tests\n", + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selected_ids": [ + "test_identity.C.test_one" + ], + "selection": [ + "test_identity.C" + ], + "skipped": 0, + "started_ids": [], + "subtest_events": [], + "subtests": 0, + "successful": true, + "tests_run": 0, + "unexpected_successes": 0 + }, + "stderr": "", + "stdout": "\nRan 0 tests\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/during-body-change.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/during-body-change.json new file mode 100644 index 000000000..f5902c2ba --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/during-body-change.json @@ -0,0 +1,60 @@ +{ + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/tmp/tmps2t53dcv/run_tests.py", + "--output", + "/tmp/tmps2t53dcv/receipt.json" + ], + "events": [ + "first" + ], + "exit_code": 1, + "fixture_sha256": "0133bae76e4a821c8f4673ff71c42d73cfc6b5c8538336e38d8716d822e0a864", + "fixture_source": "import unittest\nfrom pathlib import Path\ndef record(label):\n with Path('/tmp/tmps2t53dcv/events').open(\"a\") as out: out.write(label+\"\\n\")\nclass C(unittest.TestCase):\n def test_first(self):\n record(\"first\")\n type(self).test_second=type(self).test_first\n def test_second(self):\n record(\"second\")\n self.fail(\"retained second body\")\n", + "label": "during-body-change", + "optimize": 1, + "outcome": "ERROR", + "receipt": { + "assertion_events": [], + "assertion_failures": 0, + "body_assertion_ids": [], + "body_entered_ids": [ + "test_identity.C.test_first" + ], + "body_finished_ids": [ + "test_identity.C.test_first" + ], + "errors": 1, + "expected_failures": 0, + "finished_ids": [ + "test_identity.C.test_first" + ], + "invalid_population": [ + "selected class/function/code identity changed during execution", + "selected class/function/code identity changed during execution" + ], + "lifecycle_failures": 0, + "log": "test_first (test_identity.C.test_first) ... ERROR\n\n======================================================================\nERROR: test_first (test_identity.C.test_first)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/tmp/tmps2t53dcv/run_tests.py\", line 275, in dispatch\n return original_dispatch(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/codex/runtimes/codex-primary-runtime/dependencies/python/lib/python3.12/unittest/case.py\", line 589, in _callTestMethod\n if method() is not None:\n ^^^^^^^^\n File \"/tmp/tmps2t53dcv/run_tests.py\", line 304, in body\n require_identities(result.identity_cases,result.identity_bindings,result.invalid_execution)\n File \"/tmp/tmps2t53dcv/run_tests.py\", line 154, in require_identities\n raise IdentityMismatch('selected body identity changed')\nIdentityMismatch: selected body identity changed\n\nRan 1 tests\n", + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selected_ids": [ + "test_identity.C.test_first", + "test_identity.C.test_second" + ], + "selection": [ + "discover:test_*.py" + ], + "skipped": 0, + "started_ids": [ + "test_identity.C.test_first" + ], + "subtest_events": [], + "subtests": 0, + "successful": false, + "tests_run": 1, + "unexpected_successes": 0 + }, + "stderr": "", + "stdout": "test_first (test_identity.C.test_first) ... ERROR\n\n======================================================================\nERROR: test_first (test_identity.C.test_first)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/tmp/tmps2t53dcv/run_tests.py\", line 275, in dispatch\n return original_dispatch(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/codex/runtimes/codex-primary-runtime/dependencies/python/lib/python3.12/unittest/case.py\", line 589, in _callTestMethod\n if method() is not None:\n ^^^^^^^^\n File \"/tmp/tmps2t53dcv/run_tests.py\", line 304, in body\n require_identities(result.identity_cases,result.identity_bindings,result.invalid_execution)\n File \"/tmp/tmps2t53dcv/run_tests.py\", line 154, in require_identities\n raise IdentityMismatch('selected body identity changed')\nIdentityMismatch: selected body identity changed\n\nRan 1 tests\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/hook-alias-assertion.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/hook-alias-assertion.json new file mode 100644 index 000000000..78e251a34 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/hook-alias-assertion.json @@ -0,0 +1,49 @@ +{ + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/tmp/tmpj38wdl0f/run_tests.py", + "--output", + "/tmp/tmpj38wdl0f/receipt.json" + ], + "events": [], + "exit_code": 1, + "fixture_sha256": "cea11d3690ed666c2eac157dcf78a634cc357e0e42d9677d24ba96f5edc6837f", + "fixture_source": "import unittest\nfrom pathlib import Path\ndef record(label):\n with Path('/tmp/tmpj38wdl0f/events').open(\"a\") as out: out.write(label+\"\\n\")\nclass C(unittest.TestCase):\n def test_first(self):\n record(\"first\")\n self.fail(\"first body assertion\")\n def test_second(self):\n record(\"second\")\n self.fail(\"retained second body\")\ndef load_tests(loader, tests, pattern):\n record(\"hook\")\n C.test_second=C.test_first\n return tests\n", + "label": "hook-alias-assertion", + "optimize": 1, + "outcome": "ERROR", + "receipt": { + "assertion_events": [], + "assertion_failures": 0, + "body_assertion_ids": [], + "body_entered_ids": [], + "body_finished_ids": [], + "errors": 0, + "expected_failures": 0, + "finished_ids": [], + "invalid_population": [ + "unsupported module load_tests hook: test_identity" + ], + "lifecycle_failures": 0, + "log": "\nRan 0 tests\n", + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selected_ids": [ + "test_identity.C.test_first", + "test_identity.C.test_second" + ], + "selection": [ + "discover:test_*.py" + ], + "skipped": 0, + "started_ids": [], + "subtest_events": [], + "subtests": 0, + "successful": true, + "tests_run": 0, + "unexpected_successes": 0 + }, + "stderr": "", + "stdout": "\nRan 0 tests\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/hook-alias.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/hook-alias.json new file mode 100644 index 000000000..638578b69 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/hook-alias.json @@ -0,0 +1,49 @@ +{ + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/tmp/tmppzriq5m4/run_tests.py", + "--output", + "/tmp/tmppzriq5m4/receipt.json" + ], + "events": [], + "exit_code": 1, + "fixture_sha256": "2da57de2dec285aae6fe4dc674973ef016e497bc6dc9d506b21a4bb60b69c70e", + "fixture_source": "import unittest\nfrom pathlib import Path\ndef record(label):\n with Path('/tmp/tmppzriq5m4/events').open(\"a\") as out: out.write(label+\"\\n\")\nclass C(unittest.TestCase):\n def test_first(self): record(\"first\")\n def test_second(self):\n record(\"second\")\n self.fail(\"retained second body\")\ndef load_tests(loader, tests, pattern):\n record(\"hook\")\n C.test_second=C.test_first\n return tests\n", + "label": "hook-alias", + "optimize": 1, + "outcome": "ERROR", + "receipt": { + "assertion_events": [], + "assertion_failures": 0, + "body_assertion_ids": [], + "body_entered_ids": [], + "body_finished_ids": [], + "errors": 0, + "expected_failures": 0, + "finished_ids": [], + "invalid_population": [ + "unsupported module load_tests hook: test_identity" + ], + "lifecycle_failures": 0, + "log": "\nRan 0 tests\n", + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selected_ids": [ + "test_identity.C.test_first", + "test_identity.C.test_second" + ], + "selection": [ + "discover:test_*.py" + ], + "skipped": 0, + "started_ids": [], + "subtest_events": [], + "subtests": 0, + "successful": true, + "tests_run": 0, + "unexpected_successes": 0 + }, + "stderr": "", + "stdout": "\nRan 0 tests\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/hook-omission.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/hook-omission.json new file mode 100644 index 000000000..489511ccf --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/hook-omission.json @@ -0,0 +1,49 @@ +{ + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/tmp/tmpz1j1gwer/run_tests.py", + "--output", + "/tmp/tmpz1j1gwer/receipt.json" + ], + "events": [], + "exit_code": 1, + "fixture_sha256": "2c6964d3d3ad6e6ad158b6fe4533982210ab84f0ad8d438f91942cb7c77235be", + "fixture_source": "import unittest\nfrom pathlib import Path\ndef record(label):\n with Path('/tmp/tmpz1j1gwer/events').open(\"a\") as out: out.write(label+\"\\n\")\nclass C(unittest.TestCase):\n def test_first(self): record(\"first\")\n def test_second(self):\n record(\"second\")\n self.fail(\"retained second body\")\ndef load_tests(loader, tests, pattern):\n record(\"hook\")\n return unittest.TestSuite([C(\"test_first\")])\n", + "label": "hook-omission", + "optimize": 1, + "outcome": "ERROR", + "receipt": { + "assertion_events": [], + "assertion_failures": 0, + "body_assertion_ids": [], + "body_entered_ids": [], + "body_finished_ids": [], + "errors": 0, + "expected_failures": 0, + "finished_ids": [], + "invalid_population": [ + "unsupported module load_tests hook: test_identity" + ], + "lifecycle_failures": 0, + "log": "\nRan 0 tests\n", + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selected_ids": [ + "test_identity.C.test_first", + "test_identity.C.test_second" + ], + "selection": [ + "discover:test_*.py" + ], + "skipped": 0, + "started_ids": [], + "subtest_events": [], + "subtests": 0, + "successful": true, + "tests_run": 0, + "unexpected_successes": 0 + }, + "stderr": "", + "stdout": "\nRan 0 tests\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/hook-subclass.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/hook-subclass.json new file mode 100644 index 000000000..d7717a683 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/hook-subclass.json @@ -0,0 +1,49 @@ +{ + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/tmp/tmpvw91s37d/run_tests.py", + "--output", + "/tmp/tmpvw91s37d/receipt.json" + ], + "events": [], + "exit_code": 1, + "fixture_sha256": "a43625e49ba97834a353db1191b64b373c3ce62e284243c75de74058a6356035", + "fixture_source": "import unittest\nfrom pathlib import Path\ndef record(label):\n with Path('/tmp/tmpvw91s37d/events').open(\"a\") as out: out.write(label+\"\\n\")\nclass C(unittest.TestCase):\n def test_first(self): record(\"first\")\n def test_second(self):\n record(\"second\")\n self.fail(\"retained second body\")\ndef load_tests(loader, tests, pattern):\n record(\"hook\")\n def replacement(self): record(\"replacement\")\n R=type(\"C\",(C,),{\"test_first\":replacement,\"test_second\":replacement,\"__module__\":__name__,\"__qualname__\":\"C\"})\n globals()[\"C\"]=R\n return loader.loadTestsFromTestCase(R)\n", + "label": "hook-subclass", + "optimize": 1, + "outcome": "ERROR", + "receipt": { + "assertion_events": [], + "assertion_failures": 0, + "body_assertion_ids": [], + "body_entered_ids": [], + "body_finished_ids": [], + "errors": 0, + "expected_failures": 0, + "finished_ids": [], + "invalid_population": [ + "unsupported module load_tests hook: test_identity" + ], + "lifecycle_failures": 0, + "log": "\nRan 0 tests\n", + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selected_ids": [ + "test_identity.C.test_first", + "test_identity.C.test_second" + ], + "selection": [ + "discover:test_*.py" + ], + "skipped": 0, + "started_ids": [], + "subtest_events": [], + "subtests": 0, + "successful": true, + "tests_run": 0, + "unexpected_successes": 0 + }, + "stderr": "", + "stdout": "\nRan 0 tests\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/instance-class-change.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/instance-class-change.json new file mode 100644 index 000000000..50d78d0b3 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/instance-class-change.json @@ -0,0 +1,54 @@ +{ + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/tmp/tmpdmmdtexf/run_tests.py", + "--output", + "/tmp/tmpdmmdtexf/receipt.json" + ], + "events": [ + "setup" + ], + "exit_code": 1, + "fixture_sha256": "e251ee79b1fbd0a34698b8269d03c06eabd0f4a81caeadcafa2d80e5c346f83b", + "fixture_source": "import unittest\nfrom pathlib import Path\ndef record(label):\n with Path('/tmp/tmpdmmdtexf/events').open(\"a\") as out: out.write(label+\"\\n\")\nclass C(unittest.TestCase):\n def setUp(self):\n record(\"setup\")\n self.__class__=type(\"C\",(type(self),),{\"__module__\":__name__,\"__qualname__\":\"C\"})\n def test_one(self):\n record(\"original\")\n self.fail(\"original body retained\")\n", + "label": "instance-class-change", + "optimize": 1, + "outcome": "ERROR", + "receipt": { + "assertion_events": [], + "assertion_failures": 0, + "body_assertion_ids": [], + "body_entered_ids": [], + "body_finished_ids": [], + "errors": 1, + "expected_failures": 0, + "finished_ids": [ + "test_identity.C.test_one" + ], + "invalid_population": [ + "selected class/function/code identity changed during execution" + ], + "lifecycle_failures": 0, + "log": "test_one (test_identity.C.test_one) ... ERROR\n\n======================================================================\nERROR: test_one (test_identity.C.test_one)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/tmp/tmpdmmdtexf/run_tests.py\", line 275, in dispatch\n return original_dispatch(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/codex/runtimes/codex-primary-runtime/dependencies/python/lib/python3.12/unittest/case.py\", line 589, in _callTestMethod\n if method() is not None:\n ^^^^^^^^\n File \"/tmp/tmpdmmdtexf/run_tests.py\", line 283, in body\n require_identities(result.identity_cases,result.identity_bindings,result.invalid_execution)\n File \"/tmp/tmpdmmdtexf/run_tests.py\", line 154, in require_identities\n raise IdentityMismatch('selected body identity changed')\nIdentityMismatch: selected body identity changed\n\nRan 1 tests\n", + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selected_ids": [ + "test_identity.C.test_one" + ], + "selection": [ + "discover:test_*.py" + ], + "skipped": 0, + "started_ids": [ + "test_identity.C.test_one" + ], + "subtest_events": [], + "subtests": 0, + "successful": false, + "tests_run": 1, + "unexpected_successes": 0 + }, + "stderr": "", + "stdout": "test_one (test_identity.C.test_one) ... ERROR\n\n======================================================================\nERROR: test_one (test_identity.C.test_one)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/tmp/tmpdmmdtexf/run_tests.py\", line 275, in dispatch\n return original_dispatch(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File \"/opt/codex/runtimes/codex-primary-runtime/dependencies/python/lib/python3.12/unittest/case.py\", line 589, in _callTestMethod\n if method() is not None:\n ^^^^^^^^\n File \"/tmp/tmpdmmdtexf/run_tests.py\", line 283, in body\n require_identities(result.identity_cases,result.identity_bindings,result.invalid_execution)\n File \"/tmp/tmpdmmdtexf/run_tests.py\", line 154, in require_identities\n raise IdentityMismatch('selected body identity changed')\nIdentityMismatch: selected body identity changed\n\nRan 1 tests\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/module-dir-cannot-hide.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/module-dir-cannot-hide.json new file mode 100644 index 000000000..0ca24285a --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/module-dir-cannot-hide.json @@ -0,0 +1,69 @@ +{ + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/tmp/tmpfenzwg7y/run_tests.py", + "--output", + "/tmp/tmpfenzwg7y/receipt.json" + ], + "events": [ + "hidden", + "visible" + ], + "exit_code": 1, + "fixture_sha256": "25a642c10db7f4c9877a24a2b1b067640921d6ed8dbb70dcfeb2121da3701739", + "fixture_source": "import unittest\nfrom pathlib import Path\ndef record(label):\n with Path('/tmp/tmpfenzwg7y/events').open(\"a\") as out: out.write(label+\"\\n\")\nclass Hidden(unittest.TestCase):\n def test_hidden(self):\n record(\"hidden\")\n self.fail(\"hidden body retained\")\nclass Visible(unittest.TestCase):\n def test_visible(self): record(\"visible\")\ndef __dir__():\n record(\"module-dir\")\n return [\"Visible\"]\n", + "label": "module-dir-cannot-hide", + "optimize": 1, + "outcome": "KILLED", + "receipt": { + "assertion_events": [ + { + "origin": "body", + "parent_id": "test_identity.Hidden.test_hidden" + } + ], + "assertion_failures": 1, + "body_assertion_ids": [ + "test_identity.Hidden.test_hidden" + ], + "body_entered_ids": [ + "test_identity.Hidden.test_hidden", + "test_identity.Visible.test_visible" + ], + "body_finished_ids": [ + "test_identity.Hidden.test_hidden", + "test_identity.Visible.test_visible" + ], + "errors": 0, + "expected_failures": 0, + "finished_ids": [ + "test_identity.Hidden.test_hidden", + "test_identity.Visible.test_visible" + ], + "invalid_population": [], + "lifecycle_failures": 0, + "log": "test_hidden (test_identity.Hidden.test_hidden) ... FAIL\ntest_visible (test_identity.Visible.test_visible) ... ok\n\n======================================================================\nFAIL: test_hidden (test_identity.Hidden.test_hidden)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/tmp/tmpfenzwg7y/run_tests.py\", line 323, in dispatch\n return original_dispatch(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: hidden body retained\n\nRan 2 tests\n", + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selected_ids": [ + "test_identity.Hidden.test_hidden", + "test_identity.Visible.test_visible" + ], + "selection": [ + "discover:test_*.py" + ], + "skipped": 0, + "started_ids": [ + "test_identity.Hidden.test_hidden", + "test_identity.Visible.test_visible" + ], + "subtest_events": [], + "subtests": 0, + "successful": false, + "tests_run": 2, + "unexpected_successes": 0 + }, + "stderr": "", + "stdout": "test_hidden (test_identity.Hidden.test_hidden) ... FAIL\ntest_visible (test_identity.Visible.test_visible) ... ok\n\n======================================================================\nFAIL: test_hidden (test_identity.Hidden.test_hidden)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/tmp/tmpfenzwg7y/run_tests.py\", line 323, in dispatch\n return original_dispatch(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: hidden body retained\n\nRan 2 tests\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/named-assertion.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/named-assertion.json new file mode 100644 index 000000000..5340d7065 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/named-assertion.json @@ -0,0 +1,71 @@ +{ + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/tmp/tmpr1153npp/run_tests.py", + "--output", + "/tmp/tmpr1153npp/receipt.json", + "--test", + "test_identity.C" + ], + "events": [ + "first", + "second" + ], + "exit_code": 1, + "fixture_sha256": "dae10503d80fa47b7d4fd54ea0f302faff0831c6b785c4fad357ff200dd8ea39", + "fixture_source": "import unittest\nfrom pathlib import Path\ndef record(label):\n with Path('/tmp/tmpr1153npp/events').open(\"a\") as out: out.write(label+\"\\n\")\nclass C(unittest.TestCase):\n def test_first(self): record(\"first\"); self.fail(\"body\")\n def test_second(self): record(\"second\")\n", + "label": "named-assertion", + "optimize": 1, + "outcome": "KILLED", + "receipt": { + "assertion_events": [ + { + "origin": "body", + "parent_id": "test_identity.C.test_first" + } + ], + "assertion_failures": 1, + "body_assertion_ids": [ + "test_identity.C.test_first" + ], + "body_entered_ids": [ + "test_identity.C.test_first", + "test_identity.C.test_second" + ], + "body_finished_ids": [ + "test_identity.C.test_first", + "test_identity.C.test_second" + ], + "errors": 0, + "expected_failures": 0, + "finished_ids": [ + "test_identity.C.test_first", + "test_identity.C.test_second" + ], + "invalid_population": [], + "lifecycle_failures": 0, + "log": "test_first (test_identity.C.test_first) ... FAIL\ntest_second (test_identity.C.test_second) ... ok\n\n======================================================================\nFAIL: test_first (test_identity.C.test_first)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/tmp/tmpr1153npp/run_tests.py\", line 275, in dispatch\n return original_dispatch(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: body\n\nRan 2 tests\n", + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selected_ids": [ + "test_identity.C.test_first", + "test_identity.C.test_second" + ], + "selection": [ + "test_identity.C" + ], + "skipped": 0, + "started_ids": [ + "test_identity.C.test_first", + "test_identity.C.test_second" + ], + "subtest_events": [], + "subtests": 0, + "successful": false, + "tests_run": 2, + "unexpected_successes": 0 + }, + "stderr": "", + "stdout": "test_first (test_identity.C.test_first) ... FAIL\ntest_second (test_identity.C.test_second) ... ok\n\n======================================================================\nFAIL: test_first (test_identity.C.test_first)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/tmp/tmpr1153npp/run_tests.py\", line 275, in dispatch\n return original_dispatch(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: body\n\nRan 2 tests\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/named-class.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/named-class.json new file mode 100644 index 000000000..c713e0992 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/named-class.json @@ -0,0 +1,64 @@ +{ + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/tmp/tmpsc6af5p_/run_tests.py", + "--output", + "/tmp/tmpsc6af5p_/receipt.json", + "--test", + "test_identity.C" + ], + "events": [ + "first", + "second" + ], + "exit_code": 0, + "fixture_sha256": "a1760be54d7d3d955d7758750dea15342b5bdc0b593511e0724053baf3659a03", + "fixture_source": "import unittest\nfrom pathlib import Path\ndef record(label):\n with Path('/tmp/tmpsc6af5p_/events').open(\"a\") as out: out.write(label+\"\\n\")\nclass C(unittest.TestCase):\n def test_first(self): record(\"first\")\n def test_second(self): record(\"second\")\n", + "label": "named-class", + "optimize": 1, + "outcome": "SURVIVED", + "receipt": { + "assertion_events": [], + "assertion_failures": 0, + "body_assertion_ids": [], + "body_entered_ids": [ + "test_identity.C.test_first", + "test_identity.C.test_second" + ], + "body_finished_ids": [ + "test_identity.C.test_first", + "test_identity.C.test_second" + ], + "errors": 0, + "expected_failures": 0, + "finished_ids": [ + "test_identity.C.test_first", + "test_identity.C.test_second" + ], + "invalid_population": [], + "lifecycle_failures": 0, + "log": "test_first (test_identity.C.test_first) ... ok\ntest_second (test_identity.C.test_second) ... ok\n\nRan 2 tests\n", + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selected_ids": [ + "test_identity.C.test_first", + "test_identity.C.test_second" + ], + "selection": [ + "test_identity.C" + ], + "skipped": 0, + "started_ids": [ + "test_identity.C.test_first", + "test_identity.C.test_second" + ], + "subtest_events": [], + "subtests": 0, + "successful": true, + "tests_run": 2, + "unexpected_successes": 0 + }, + "stderr": "", + "stdout": "test_first (test_identity.C.test_first) ... ok\ntest_second (test_identity.C.test_second) ... ok\n\nRan 2 tests\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/named-method.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/named-method.json new file mode 100644 index 000000000..03549b657 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/named-method.json @@ -0,0 +1,58 @@ +{ + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/tmp/tmpja15artg/run_tests.py", + "--output", + "/tmp/tmpja15artg/receipt.json", + "--test", + "test_identity.C.test_second" + ], + "events": [ + "second" + ], + "exit_code": 0, + "fixture_sha256": "761bd4a58f04c356c56108ff7a8dec830098d92f4bb00e84e25b618e6aee02dc", + "fixture_source": "import unittest\nfrom pathlib import Path\ndef record(label):\n with Path('/tmp/tmpja15artg/events').open(\"a\") as out: out.write(label+\"\\n\")\nclass C(unittest.TestCase):\n def test_first(self): record(\"first\")\n def test_second(self): record(\"second\")\n", + "label": "named-method", + "optimize": 1, + "outcome": "SURVIVED", + "receipt": { + "assertion_events": [], + "assertion_failures": 0, + "body_assertion_ids": [], + "body_entered_ids": [ + "test_identity.C.test_second" + ], + "body_finished_ids": [ + "test_identity.C.test_second" + ], + "errors": 0, + "expected_failures": 0, + "finished_ids": [ + "test_identity.C.test_second" + ], + "invalid_population": [], + "lifecycle_failures": 0, + "log": "test_second (test_identity.C.test_second) ... ok\n\nRan 1 tests\n", + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selected_ids": [ + "test_identity.C.test_second" + ], + "selection": [ + "test_identity.C.test_second" + ], + "skipped": 0, + "started_ids": [ + "test_identity.C.test_second" + ], + "subtest_events": [], + "subtests": 0, + "successful": true, + "tests_run": 1, + "unexpected_successes": 0 + }, + "stderr": "", + "stdout": "test_second (test_identity.C.test_second) ... ok\n\nRan 1 tests\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/selector-helper-descriptor.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/selector-helper-descriptor.json new file mode 100644 index 000000000..03a58703f --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/selector-helper-descriptor.json @@ -0,0 +1,49 @@ +{ + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/tmp/tmpvd3ua1h1/run_tests.py", + "--output", + "/tmp/tmpvd3ua1h1/receipt.json", + "--test", + "test_identity.C.helper" + ], + "events": [], + "exit_code": 1, + "fixture_sha256": "065d6e6484174adf0c40fdd0f15062b76b6832ce7b33f6377e4d332389ac58b8", + "fixture_source": "import unittest\nfrom pathlib import Path\ndef record(label):\n with Path('/tmp/tmpvd3ua1h1/events').open(\"a\") as out: out.write(label+\"\\n\")\nclass Alias(staticmethod):\n def __get__(self,instance,owner):\n record(\"helper-descriptor\")\n return owner.test_one.__get__(instance,owner)\nclass C(unittest.TestCase):\n def test_one(self): record(\"test\")\n def helper(self):\n record(\"retained-helper\")\n self.fail(\"original helper body\")\n helper=Alias(helper)\n", + "label": "selector-helper-descriptor", + "optimize": 1, + "outcome": "ERROR", + "receipt": { + "assertion_events": [], + "assertion_failures": 0, + "body_assertion_ids": [], + "body_entered_ids": [], + "body_finished_ids": [], + "errors": 0, + "expected_failures": 0, + "finished_ids": [], + "invalid_population": [ + "empty selected population", + "unsupported test selector: test_identity.C.helper (ValueError)" + ], + "lifecycle_failures": 0, + "log": "\nRan 0 tests\n", + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selected_ids": [], + "selection": [ + "test_identity.C.helper" + ], + "skipped": 0, + "started_ids": [], + "subtest_events": [], + "subtests": 0, + "successful": true, + "tests_run": 0, + "unexpected_successes": 0 + }, + "stderr": "", + "stdout": "\nRan 0 tests\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/selector-proxy.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/selector-proxy.json new file mode 100644 index 000000000..acb5f0ecb --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-optimized-fixtures/selector-proxy.json @@ -0,0 +1,49 @@ +{ + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/tmp/tmp5co9njkg/run_tests.py", + "--output", + "/tmp/tmp5co9njkg/receipt.json", + "--test", + "test_identity.proxy.C.test_one" + ], + "events": [], + "exit_code": 1, + "fixture_sha256": "0d0a8f1f7f7fdb1c8827ceae24eda01a758d635f174dabb83a4431d92f774045", + "fixture_source": "import unittest\nfrom pathlib import Path\ndef record(label):\n with Path('/tmp/tmp5co9njkg/events').open(\"a\") as out: out.write(label+\"\\n\")\nclass C(unittest.TestCase):\n def test_one(self): record(\"body\")\nclass Proxy:\n def __getattr__(self,name):\n record(\"proxy\")\n return C\nproxy=Proxy()\n", + "label": "selector-proxy", + "optimize": 1, + "outcome": "ERROR", + "receipt": { + "assertion_events": [], + "assertion_failures": 0, + "body_assertion_ids": [], + "body_entered_ids": [], + "body_finished_ids": [], + "errors": 0, + "expected_failures": 0, + "finished_ids": [], + "invalid_population": [ + "empty selected population", + "unsupported test selector: test_identity.proxy.C.test_one (ValueError)" + ], + "lifecycle_failures": 0, + "log": "\nRan 0 tests\n", + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selected_ids": [], + "selection": [ + "test_identity.proxy.C.test_one" + ], + "skipped": 0, + "started_ids": [], + "subtest_events": [], + "subtests": 0, + "successful": true, + "tests_run": 0, + "unexpected_successes": 0 + }, + "stderr": "", + "stdout": "\nRan 0 tests\n" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-red.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-red.json new file mode 100644 index 000000000..35a7b0cb4 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-red.json @@ -0,0 +1,138 @@ +{ + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selection": [ + "test_mutation_harness.IdentityHarnessTests" + ], + "selected_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "test_mutation_harness.IdentityHarnessTests.test_identity_change_during_body_is_not_a_clean_kill", + "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "test_mutation_harness.IdentityHarnessTests.test_named_class_and_method_selection_preserve_exact_population" + ], + "invalid_population": [], + "tests_run": 5, + "assertion_failures": 8, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": false, + "log": "test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) ... FAIL\ntest_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) ... \n test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) (change='function') ... FAIL\n test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) (change='code') ... FAIL\ntest_identity_change_during_body_is_not_a_clean_kill (test_mutation_harness.IdentityHarnessTests.test_identity_change_during_body_is_not_a_clean_kill) ... FAIL\ntest_module_alias_subclass_and_population_hooks_refused_before_execution (test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution) ... \n test_module_alias_subclass_and_population_hooks_refused_before_execution (test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution) (shape='alias') ... FAIL\n test_module_alias_subclass_and_population_hooks_refused_before_execution (test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution) (shape='alias-assertion') ... FAIL\n test_module_alias_subclass_and_population_hooks_refused_before_execution (test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution) (shape='subclass') ... FAIL\n test_module_alias_subclass_and_population_hooks_refused_before_execution (test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution) (shape='omission') ... FAIL\ntest_named_class_and_method_selection_preserve_exact_population (test_mutation_harness.IdentityHarnessTests.test_named_class_and_method_selection_preserve_exact_population) ... ok\n\n======================================================================\nFAIL: test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/proposed/run_tests.py\", line 134, in dispatch\n return original_dispatch(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: Lists differ: ['factory', 'body'] != []\n\nFirst list contains 2 additional elements.\nFirst extra element 0:\n'factory'\n\n- ['factory', 'body']\n+ [] : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['test_identity.factory'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_one (test_identity.C.test_one) ... ok\\n\\nRan 1 tests\\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []}\n\n======================================================================\nFAIL: test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) (change='function')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/proposed/tests/test_mutation_harness.py\", line 371, in test_class_fixture_function_and_code_substitutions_are_refused\n self.assertEqual(outcome,'ERROR',value)\nAssertionError: 'KILLED' != 'ERROR'\n- KILLED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['discover:test_*.py'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_one (test_identity.C.test_one) ... FAIL\\n\\n======================================================================\\nFAIL: test_one (test_identity.C.test_one)\\n----------------------------------------------------------------------\\nTraceback (most recent call last):\\n File \"/tmp/tmppxqadj75/run_tests.py\", line 134, in dispatch\\n return original_dispatch(*args, **kwargs)\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\nAssertionError: original body retained\\n\\nRan 1 tests\\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': ['test_identity.C.test_one'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'test_identity.C.test_one', 'origin': 'body'}]}\n\n======================================================================\nFAIL: test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) (change='code')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/proposed/tests/test_mutation_harness.py\", line 371, in test_class_fixture_function_and_code_substitutions_are_refused\n self.assertEqual(outcome,'ERROR',value)\nAssertionError: 'SURVIVED' != 'ERROR'\n- SURVIVED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['discover:test_*.py'], 'selected_ids': ['test_identity.C.test_one'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_one (test_identity.C.test_one) ... ok\\n\\nRan 1 tests\\n', 'started_ids': ['test_identity.C.test_one'], 'finished_ids': ['test_identity.C.test_one'], 'body_entered_ids': ['test_identity.C.test_one'], 'body_finished_ids': ['test_identity.C.test_one'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []}\n\n======================================================================\nFAIL: test_identity_change_during_body_is_not_a_clean_kill (test_mutation_harness.IdentityHarnessTests.test_identity_change_during_body_is_not_a_clean_kill)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/proposed/run_tests.py\", line 134, in dispatch\n return original_dispatch(*args, **kwargs)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\nAssertionError: 'KILLED' != 'ERROR'\n- KILLED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['discover:test_*.py'], 'selected_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'invalid_population': [], 'tests_run': 2, 'assertion_failures': 1, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_first (test_identity.C.test_first) ... ok\\ntest_second (test_identity.C.test_second) ... FAIL\\n\\n======================================================================\\nFAIL: test_second (test_identity.C.test_second)\\n----------------------------------------------------------------------\\nTraceback (most recent call last):\\n File \"/tmp/tmpkd9kuhjj/run_tests.py\", line 134, in dispatch\\n return original_dispatch(*args, **kwargs)\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\nAssertionError: retained second body\\n\\nRan 2 tests\\n', 'started_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'finished_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_entered_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_finished_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_assertion_ids': ['test_identity.C.test_second'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'test_identity.C.test_second', 'origin': 'body'}]}\n\n======================================================================\nFAIL: test_module_alias_subclass_and_population_hooks_refused_before_execution (test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution) (shape='alias')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/proposed/tests/test_mutation_harness.py\", line 339, in test_module_alias_subclass_and_population_hooks_refused_before_execution\n self.assertEqual(outcome,'ERROR',value)\nAssertionError: 'SURVIVED' != 'ERROR'\n- SURVIVED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['discover:test_*.py'], 'selected_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'invalid_population': [], 'tests_run': 2, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_first (test_identity.C.test_first) ... ok\\ntest_second (test_identity.C.test_second) ... ok\\n\\nRan 2 tests\\n', 'started_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'finished_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_entered_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_finished_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []}\n\n======================================================================\nFAIL: test_module_alias_subclass_and_population_hooks_refused_before_execution (test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution) (shape='alias-assertion')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/proposed/tests/test_mutation_harness.py\", line 339, in test_module_alias_subclass_and_population_hooks_refused_before_execution\n self.assertEqual(outcome,'ERROR',value)\nAssertionError: 'KILLED' != 'ERROR'\n- KILLED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['discover:test_*.py'], 'selected_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'invalid_population': [], 'tests_run': 2, 'assertion_failures': 2, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': False, 'log': 'test_first (test_identity.C.test_first) ... FAIL\\ntest_second (test_identity.C.test_second) ... FAIL\\n\\n======================================================================\\nFAIL: test_first (test_identity.C.test_first)\\n----------------------------------------------------------------------\\nTraceback (most recent call last):\\n File \"/tmp/tmpthi6zkib/run_tests.py\", line 134, in dispatch\\n return original_dispatch(*args, **kwargs)\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\nAssertionError: first body assertion\\n\\n======================================================================\\nFAIL: test_second (test_identity.C.test_second)\\n----------------------------------------------------------------------\\nTraceback (most recent call last):\\n File \"/tmp/tmpthi6zkib/run_tests.py\", line 134, in dispatch\\n return original_dispatch(*args, **kwargs)\\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\nAssertionError: first body assertion\\n\\nRan 2 tests\\n', 'started_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'finished_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_entered_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_finished_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_assertion_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': [{'parent_id': 'test_identity.C.test_first', 'origin': 'body'}, {'parent_id': 'test_identity.C.test_second', 'origin': 'body'}]}\n\n======================================================================\nFAIL: test_module_alias_subclass_and_population_hooks_refused_before_execution (test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution) (shape='subclass')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/proposed/tests/test_mutation_harness.py\", line 339, in test_module_alias_subclass_and_population_hooks_refused_before_execution\n self.assertEqual(outcome,'ERROR',value)\nAssertionError: 'SURVIVED' != 'ERROR'\n- SURVIVED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['discover:test_*.py'], 'selected_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'invalid_population': [], 'tests_run': 2, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_first (test_identity.C.test_first) ... ok\\ntest_second (test_identity.C.test_second) ... ok\\n\\nRan 2 tests\\n', 'started_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'finished_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_entered_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_finished_ids': ['test_identity.C.test_first', 'test_identity.C.test_second'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []}\n\n======================================================================\nFAIL: test_module_alias_subclass_and_population_hooks_refused_before_execution (test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution) (shape='omission')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n File \"/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/proposed/tests/test_mutation_harness.py\", line 339, in test_module_alias_subclass_and_population_hooks_refused_before_execution\n self.assertEqual(outcome,'ERROR',value)\nAssertionError: 'SURVIVED' != 'ERROR'\n- SURVIVED\n+ ERROR\n : {'receipt_schema': 'cbz-unittest-lifecycle-v1', 'selection': ['discover:test_*.py'], 'selected_ids': ['test_identity.C.test_first'], 'invalid_population': [], 'tests_run': 1, 'assertion_failures': 0, 'errors': 0, 'skipped': 0, 'expected_failures': 0, 'unexpected_successes': 0, 'successful': True, 'log': 'test_first (test_identity.C.test_first) ... ok\\n\\nRan 1 tests\\n', 'started_ids': ['test_identity.C.test_first'], 'finished_ids': ['test_identity.C.test_first'], 'body_entered_ids': ['test_identity.C.test_first'], 'body_finished_ids': ['test_identity.C.test_first'], 'body_assertion_ids': [], 'lifecycle_failures': 0, 'subtests': 0, 'subtest_events': [], 'assertion_events': []}\n\nRan 5 tests\n", + "started_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "test_mutation_harness.IdentityHarnessTests.test_identity_change_during_body_is_not_a_clean_kill", + "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "test_mutation_harness.IdentityHarnessTests.test_named_class_and_method_selection_preserve_exact_population" + ], + "finished_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "test_mutation_harness.IdentityHarnessTests.test_identity_change_during_body_is_not_a_clean_kill", + "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "test_mutation_harness.IdentityHarnessTests.test_named_class_and_method_selection_preserve_exact_population" + ], + "body_entered_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "test_mutation_harness.IdentityHarnessTests.test_identity_change_during_body_is_not_a_clean_kill", + "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "test_mutation_harness.IdentityHarnessTests.test_named_class_and_method_selection_preserve_exact_population" + ], + "body_finished_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "test_mutation_harness.IdentityHarnessTests.test_identity_change_during_body_is_not_a_clean_kill", + "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "test_mutation_harness.IdentityHarnessTests.test_named_class_and_method_selection_preserve_exact_population" + ], + "body_assertion_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "test_mutation_harness.IdentityHarnessTests.test_identity_change_during_body_is_not_a_clean_kill", + "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution" + ], + "lifecycle_failures": 0, + "subtests": 8, + "subtest_events": [ + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "phase": "body", + "outcome": "assertion" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "phase": "body", + "outcome": "assertion" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "phase": "body", + "outcome": "assertion" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "phase": "body", + "outcome": "assertion" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "phase": "body", + "outcome": "assertion" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "phase": "body", + "outcome": "assertion" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_named_class_and_method_selection_preserve_exact_population", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_named_class_and_method_selection_preserve_exact_population", + "phase": "body", + "outcome": "success" + } + ], + "assertion_events": [ + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "origin": "body" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "origin": "subtest" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "origin": "subtest" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_identity_change_during_body_is_not_a_clean_kill", + "origin": "body" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "origin": "subtest" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "origin": "subtest" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "origin": "subtest" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "origin": "subtest" + } + ] +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-refresh-normal.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-refresh-normal.json new file mode 100644 index 000000000..7b3b8e841 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-refresh-normal.json @@ -0,0 +1,57 @@ +{ + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selection": [ + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "test_mutation_harness.IdentityHarnessTests.test_postload_substitution_refused_before_any_fixture" + ], + "selected_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "test_mutation_harness.IdentityHarnessTests.test_postload_substitution_refused_before_any_fixture" + ], + "invalid_population": [], + "tests_run": 2, + "assertion_failures": 0, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": true, + "log": "test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) ... ok\ntest_postload_substitution_refused_before_any_fixture (test_mutation_harness.IdentityHarnessTests.test_postload_substitution_refused_before_any_fixture) ... ok\n\nRan 2 tests\n", + "started_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "test_mutation_harness.IdentityHarnessTests.test_postload_substitution_refused_before_any_fixture" + ], + "finished_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "test_mutation_harness.IdentityHarnessTests.test_postload_substitution_refused_before_any_fixture" + ], + "body_entered_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "test_mutation_harness.IdentityHarnessTests.test_postload_substitution_refused_before_any_fixture" + ], + "body_finished_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "test_mutation_harness.IdentityHarnessTests.test_postload_substitution_refused_before_any_fixture" + ], + "body_assertion_ids": [], + "lifecycle_failures": 0, + "subtests": 3, + "subtest_events": [ + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "phase": "body", + "outcome": "success" + } + ], + "assertion_events": [] +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-refresh-normal.log b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-refresh-normal.log new file mode 100644 index 000000000..a166626db --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-refresh-normal.log @@ -0,0 +1,4 @@ +test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) ... ok +test_postload_substitution_refused_before_any_fixture (test_mutation_harness.IdentityHarnessTests.test_postload_substitution_refused_before_any_fixture) ... ok + +Ran 2 tests diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-refresh-optimized.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-refresh-optimized.json new file mode 100644 index 000000000..7b3b8e841 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-refresh-optimized.json @@ -0,0 +1,57 @@ +{ + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selection": [ + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "test_mutation_harness.IdentityHarnessTests.test_postload_substitution_refused_before_any_fixture" + ], + "selected_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "test_mutation_harness.IdentityHarnessTests.test_postload_substitution_refused_before_any_fixture" + ], + "invalid_population": [], + "tests_run": 2, + "assertion_failures": 0, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": true, + "log": "test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) ... ok\ntest_postload_substitution_refused_before_any_fixture (test_mutation_harness.IdentityHarnessTests.test_postload_substitution_refused_before_any_fixture) ... ok\n\nRan 2 tests\n", + "started_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "test_mutation_harness.IdentityHarnessTests.test_postload_substitution_refused_before_any_fixture" + ], + "finished_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "test_mutation_harness.IdentityHarnessTests.test_postload_substitution_refused_before_any_fixture" + ], + "body_entered_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "test_mutation_harness.IdentityHarnessTests.test_postload_substitution_refused_before_any_fixture" + ], + "body_finished_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "test_mutation_harness.IdentityHarnessTests.test_postload_substitution_refused_before_any_fixture" + ], + "body_assertion_ids": [], + "lifecycle_failures": 0, + "subtests": 3, + "subtest_events": [ + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "phase": "body", + "outcome": "success" + } + ], + "assertion_events": [] +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-refresh-optimized.log b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-refresh-optimized.log new file mode 100644 index 000000000..a166626db --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/identity-refresh-optimized.log @@ -0,0 +1,4 @@ +test_class_fixture_function_and_code_substitutions_are_refused (test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused) ... ok +test_postload_substitution_refused_before_any_fixture (test_mutation_harness.IdentityHarnessTests.test_postload_substitution_refused_before_any_fixture) ... ok + +Ran 2 tests diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/selector-descriptor-normal.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/selector-descriptor-normal.json new file mode 100644 index 000000000..4978f5342 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/selector-descriptor-normal.json @@ -0,0 +1,126 @@ +{ + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selection": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "selected_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "invalid_population": [], + "tests_run": 1, + "assertion_failures": 0, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": true, + "log": "test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) ... ok\n\nRan 1 tests\n", + "started_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "finished_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "body_entered_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "body_finished_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "body_assertion_ids": [], + "lifecycle_failures": 0, + "subtests": 18, + "subtest_events": [ + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + } + ], + "assertion_events": [] +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/selector-descriptor-normal.log b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/selector-descriptor-normal.log new file mode 100644 index 000000000..e74c98226 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/selector-descriptor-normal.log @@ -0,0 +1,3 @@ +test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) ... ok + +Ran 1 tests diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/selector-descriptor-optimized.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/selector-descriptor-optimized.json new file mode 100644 index 000000000..4978f5342 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/selector-descriptor-optimized.json @@ -0,0 +1,126 @@ +{ + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selection": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "selected_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "invalid_population": [], + "tests_run": 1, + "assertion_failures": 0, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": true, + "log": "test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) ... ok\n\nRan 1 tests\n", + "started_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "finished_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "body_entered_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "body_finished_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "body_assertion_ids": [], + "lifecycle_failures": 0, + "subtests": 18, + "subtest_events": [ + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + }, + { + "parent_id": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "phase": "body", + "outcome": "success" + } + ], + "assertion_events": [] +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/selector-descriptor-optimized.log b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/selector-descriptor-optimized.log new file mode 100644 index 000000000..e74c98226 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/raw/selector-descriptor-optimized.log @@ -0,0 +1,3 @@ +test_callable_factory_selector_is_refused_before_factory_or_body (test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body) ... ok + +Ran 1 tests diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/constructor-alias/RESULTS.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/constructor-alias/RESULTS.json new file mode 100644 index 000000000..8b5248e93 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/constructor-alias/RESULTS.json @@ -0,0 +1,59 @@ +{ + "new_obligation": "Constructor aliases declared methods before existing snapshots", + "no_completed_verification_repeated": true, + "results": [ + { + "tool": "kernel_replay", + "source_sha256": "c77ee122e788fbb2a88ffaba12e0b4de75209b6f18ce2b6053fed68a5a4ce4d5", + "fixture_sha256": "09e99756efd44899aa0cb96cc63ff2f7478735dbe8cab5b5c06bea03c3b2b862", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/workspace/cbz-0/delivery/grader-identity-fix/review-probes/constructor-alias/kernel_replay/run_tests.py", + "--output", + "/workspace/cbz-0/delivery/grader-identity-fix/review-probes/constructor-alias/kernel_replay/receipt.json" + ], + "exit_code": 0, + "outcome": "SURVIVED", + "selected_ids": [ + "test_constructor.C.test_first", + "test_constructor.C.test_second" + ], + "invalid_population": [], + "body_trace": [ + "first", + "first" + ], + "receipt": "review-probes/constructor-alias/kernel_replay/receipt.json" + }, + { + "tool": "layer_a", + "source_sha256": "50c0e2d64fecbaa232fa867eb7c9e4a1a4f02ed1ea163389c1111ba700c729cc", + "fixture_sha256": "732ae96329bbe88c287ae6bf30a605c035a255487de99bda7bb116641d5b5be8", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/workspace/cbz-0/delivery/grader-identity-fix/review-probes/constructor-alias/layer_a/mutation_test.py", + "--internal-test-runner", + "--test-root", + "/workspace/cbz-0/delivery/grader-identity-fix/review-probes/constructor-alias/layer_a/tests", + "--output", + "/workspace/cbz-0/delivery/grader-identity-fix/review-probes/constructor-alias/layer_a/receipt.json" + ], + "exit_code": 0, + "outcome": "SURVIVED", + "selected_ids": [ + "test_auditor.C.test_first", + "test_auditor.C.test_second" + ], + "invalid_population": [], + "body_trace": [ + "first", + "first" + ], + "receipt": "review-probes/constructor-alias/layer_a/receipt.json" + } + ] +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/constructor-alias/receipt.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/constructor-alias/receipt.json new file mode 100644 index 000000000..f4bd65964 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/constructor-alias/receipt.json @@ -0,0 +1,40 @@ +{ + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selection": [ + "discover:test_*.py" + ], + "selected_ids": [ + "test_constructor.C.test_first", + "test_constructor.C.test_second" + ], + "invalid_population": [], + "tests_run": 2, + "assertion_failures": 0, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": true, + "log": "test_first (test_constructor.C.test_first) ... ok\ntest_second (test_constructor.C.test_second) ... ok\n\nRan 2 tests\n", + "started_ids": [ + "test_constructor.C.test_first", + "test_constructor.C.test_second" + ], + "finished_ids": [ + "test_constructor.C.test_first", + "test_constructor.C.test_second" + ], + "body_entered_ids": [ + "test_constructor.C.test_first", + "test_constructor.C.test_second" + ], + "body_finished_ids": [ + "test_constructor.C.test_first", + "test_constructor.C.test_second" + ], + "body_assertion_ids": [], + "lifecycle_failures": 0, + "subtests": 0, + "subtest_events": [], + "assertion_events": [] +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/constructor-alias/run_tests.py b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/constructor-alias/run_tests.py new file mode 100644 index 000000000..c9fec335f --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/constructor-alias/run_tests.py @@ -0,0 +1,396 @@ +#!/usr/bin/env python3 +"""Structured unittest execution; only complete selected test bodies grade mutants.""" +import argparse +import functools +import inspect +import importlib +import io +import json +from pathlib import Path +import sys +import unittest + +ROOT = Path(__file__).resolve().parent +RECEIPT_SCHEMA = 'cbz-unittest-lifecycle-v1' + + + +class IdentityMismatch(RuntimeError): + """A selected declaration no longer denotes its frozen body.""" + + +def function_chain(method): + """Bind actual ordinary function and code objects, including wraps links.""" + chain=[];seen=set() + while True: + function=method.__func__ if inspect.ismethod(method) else method + if not inspect.isfunction(function) or id(function) in seen: + return None + seen.add(id(function));chain.append((function,function.__code__)) + if not hasattr(function,'__wrapped__'): + return tuple(chain) + method=function.__wrapped__ + + +def same_function_chain(left,right): + return (left is not None and right is not None and len(left)==len(right) + and all(a is c and b is d for (a,b),(c,d) in zip(left,right))) + + +def capture_identity(test): + if not isinstance(test,unittest.TestCase): + return None + cls=type(test);name=getattr(test,'_testMethodName',None) + if type(name) is not str: + return None + instance=function_chain(getattr(test,name,None)) + declared=function_chain(getattr(cls,name,None)) + if instance is None or declared is None: + return None + return {'class':cls,'name':name, + 'id':cls.__module__+'.'+cls.__qualname__+'.'+name, + 'instance':instance,'declared':declared,'wrapper':None} + + +def identity_matches(test,binding): + if (binding is None or type(test) is not binding['class'] + or getattr(test,'_testMethodName',None)!=binding['name'] + or type(test).__module__+'.'+type(test).__qualname__+'.'+binding['name']!=binding['id']): + return False + if not same_function_chain(function_chain(getattr(type(test),binding['name'],None)),binding['declared']): + return False + live=getattr(test,binding['name'],None) + if binding['wrapper'] is not None and live is not binding['wrapper']: + return False + original=(binding['instance'][0][0] if binding['wrapper'] is not None else live) + return same_function_chain(function_chain(original),binding['instance']) + + +def suite_leaves(suite): + for child in suite: + if type(child) is unittest.TestSuite: + yield from suite_leaves(child) + else: + yield child + + +class IdentityLoader(unittest.TestLoader): + """Standard declarations only; never invoke module population factories.""" + def __init__(self): + super().__init__();self.bindings={};self.invalid=[] + + def remember(self,suite): + for test in suite_leaves(suite): + binding=capture_identity(test) + if binding is None: + self.invalid.append('unsupported selected declaration') + else: + self.bindings[id(test)]=binding + return suite + + def loadTestsFromTestCase(self,testCaseClass): + return self.remember(super().loadTestsFromTestCase(testCaseClass)) + + def loadTestsFromModule(self,module,*,pattern=None): + # Derive the complete standard population before looking at load_tests. + suites=[] + for name in dir(module): + value=getattr(module,name) + if (isinstance(value,type) and issubclass(value,unittest.TestCase) + and value not in (unittest.TestCase,unittest.FunctionTestCase)): + suites.append(self.loadTestsFromTestCase(value)) + suite=unittest.TestSuite(suites) + if module.__dict__.get('load_tests') is not None: + self.invalid.append('unsupported module load_tests hook: '+module.__name__) + return suite + + def loadTestsFromName(self,name,module=None): + # The standard loader also accepts arbitrary callable suite factories. + # This profile supports modules, TestCase classes and exact methods only. + try: + parts=name.split('.') + if module is None: + for end in range(len(parts),0,-1): + try: + current=importlib.import_module('.'.join(parts[:end]));parts=parts[end:] + break + except ModuleNotFoundError as exc: + prefix='.'.join(parts[:end]) + if exc.name!=prefix and not prefix.startswith(str(exc.name)+'.'): + raise + else: + raise ValueError('selector module not found') + else: + current=module + parent=None + for part in parts: + parent,current=current,getattr(current,part) + if inspect.ismodule(current): + return self.loadTestsFromModule(current) + if isinstance(current,type) and issubclass(current,unittest.TestCase): + return self.loadTestsFromTestCase(current) + if (isinstance(parent,type) and issubclass(parent,unittest.TestCase) + and (inspect.isfunction(current) or inspect.ismethod(current))): + return self.remember(unittest.TestSuite([parent(parts[-1])])) + raise ValueError('unsupported callable or selector kind') + except (ImportError,AttributeError,TypeError,ValueError) as exc: + self.invalid.append('unsupported test selector: '+name+' ('+type(exc).__name__+')') + return unittest.TestSuite() + + +def bound_population(suite,bindings=None,invalid=()): + cases=list(suite_leaves(suite));problems=list(invalid) + if bindings is None: + bindings={id(test):capture_identity(test) for test in cases} + for test in cases: + if not identity_matches(test,bindings.get(id(test))): + problems.append('selected class/function/code identity changed before execution') + return cases,bindings,problems + + +def require_identities(cases,bindings,invalid): + if any(not identity_matches(test,bindings.get(id(test))) for test in cases): + invalid.append('selected class/function/code identity changed during execution') + raise IdentityMismatch('selected body identity changed') + +def method_id(test): + """Use the actual selected method, rather than an overridable display id.""" + cls = type(test) + name = getattr(test, '_testMethodName', None) + if (not isinstance(test, unittest.TestCase) or cls.__module__ == 'unittest.loader' + or not isinstance(name, str) or not callable(getattr(test, name, None))): + return None + return cls.__module__ + '.' + cls.__qualname__ + '.' + name + + +def supported_method_shape(method): + """Only synchronous ordinary functions/methods are supported test bodies. + + Inspect every advertised decorator link. Returning suspended work is checked + separately, since decorators may intentionally omit __wrapped__ metadata. + """ + try: + inspect.unwrap(method) # Reject cyclic decorator metadata. + except ValueError: + return False + current = method + while True: + if (not (inspect.isfunction(current) or inspect.ismethod(current)) + or inspect.isgeneratorfunction(current) + or inspect.iscoroutinefunction(current) + or inspect.isasyncgenfunction(current)): + return False + if not hasattr(current, '__wrapped__'): + return True + current = current.__wrapped__ + + +def selected_cases(suite): + for test in suite: + if isinstance(test, unittest.TestSuite): + yield from selected_cases(test) + else: + yield test + + +class LifecycleResult(unittest.TextTestResult): + def __init__(self, *args, **kwargs): + super().__init__(*args, **kwargs) + self.started_ids = [] + self.finished_ids = [] + self.body_entered_ids = [] + self.body_finished_ids = [] + self.body_assertion_ids = [] + self.lifecycle_failures = 0 + self.subtests = 0 + self.subtest_events = [] + self.assertion_events = [] + self.phase = {} + self.body_exception = {} + self.body_active = set() + self.dispatch_active = set() + self.lifecycle_depth = {} + self.invalid_execution = [] + + def startTest(self, test): + require_identities(self.identity_cases,self.identity_bindings,self.invalid_execution) + self.started_ids.append(method_id(test)) + self.phase[id(test)] = 'setup' + super().startTest(test) + + def stopTest(self, test): + self.finished_ids.append(method_id(test)) + super().stopTest(test) + + def addFailure(self, test, err): + if (self.phase.get(id(test)) == 'body' + and self.body_exception.get(id(test)) is err[1] + and isinstance(err[1], AssertionError)): + self.body_assertion_ids.append(method_id(test)) + self.assertion_events.append({'parent_id': method_id(test), 'origin': 'body'}) + else: + self.lifecycle_failures += 1 + super().addFailure(test, err) + + def addSubTest(self, test, subtest, err): + self.subtests += 1 + phase = self.phase.get(id(test)) + if phase == 'body' and id(test) not in self.body_active: + phase = 'outside-body' + if getattr(subtest, 'test_case', None) is not test: + phase = 'foreign-parent' + outcome = 'success' if err is None else 'assertion' if isinstance(err[1], AssertionError) else 'error' + self.subtest_events.append({'parent_id': method_id(test), 'phase': phase, 'outcome': outcome}) + if err is not None and outcome == 'assertion': + if phase == 'body': + self.body_assertion_ids.append(method_id(test)) + self.assertion_events.append({'parent_id': method_id(test), 'origin': 'subtest'}) + else: + self.lifecycle_failures += 1 + super().addSubTest(test, subtest, err) + + +def instrument(test, result, binding): + """Keep body exception identity until unittest reports it after this call exits.""" + for name, phase in (('_callSetUp', 'setup'), ('_callTearDown', 'teardown'), + ('doCleanups', 'cleanup')): + original = getattr(test, name) + + def lifecycle(*args, _original=original, _phase=phase, **kwargs): + result.phase[id(test)] = _phase + result.lifecycle_depth[id(test)] = result.lifecycle_depth.get(id(test), 0) + 1 + try: + return _original(*args, **kwargs) + finally: + result.lifecycle_depth[id(test)] -= 1 + setattr(test, name, lifecycle) + original_dispatch = test._callTestMethod + + def dispatch(*args, **kwargs): + if result.lifecycle_depth.get(id(test), 0): + result.invalid_execution.append('test dispatch invoked inside a lifecycle hook') + return original_dispatch(*args, **kwargs) + result.dispatch_active.add(id(test)) + try: + return original_dispatch(*args, **kwargs) + finally: + result.dispatch_active.discard(id(test)) + test._callTestMethod = dispatch + original_body = getattr(test, test._testMethodName) + + @functools.wraps(original_body) + def body(*args, **kwargs): + require_identities(result.identity_cases,result.identity_bindings,result.invalid_execution) + if id(test) not in result.dispatch_active or result.lifecycle_depth.get(id(test), 0): + result.invalid_execution.append('selected method invoked outside body dispatch') + return original_body(*args, **kwargs) + result.phase[id(test)] = 'body' + result.body_entered_ids.append(method_id(test)) + result.body_active.add(id(test)) + try: + value = original_body(*args, **kwargs) + if value is not None: + result.invalid_execution.append('selected synchronous method must return None') + if inspect.iscoroutine(value) and inspect.getcoroutinestate(value) == inspect.CORO_CREATED: + value.close() # Closing a native unstarted coroutine executes no body. + return None + return value + except BaseException as exc: + result.body_exception[id(test)] = exc + raise + finally: + result.body_active.discard(id(test)) + result.body_finished_ids.append(method_id(test)) + require_identities(result.identity_cases,result.identity_bindings,result.invalid_execution) + # _Outcome calls addFailure *after* this wrapper unwinds. + setattr(test, test._testMethodName, body) + binding['wrapper']=body + + +def describe_suite(suite, selection): + cases = list(selected_cases(suite)) + selected = [method_id(test) for test in cases] + invalid = [] + if not selected: + invalid.append('empty selected population') + if any(item is None for item in selected): + invalid.append('synthetic or unsupported selected test') + if len(set(selected)) != len(selected): + invalid.append('duplicate selected method identity') + for test, identity in zip(cases, selected): + if getattr(test.run,'__func__',None) is not unittest.TestCase.run: + invalid.append('unsupported TestCase.run override') + if identity is not None and test.id() != identity: + invalid.append('display identity does not match selected method') + if identity is not None and not supported_method_shape(getattr(test, test._testMethodName)): + invalid.append('unsupported selected method shape: ' + identity) + return cases, {'selection': selection, 'selected_ids': selected, 'invalid_population': invalid} + + +def run_suite(suite, selection, bindings=None, invalid=()): + cases, bindings, identity_errors = bound_population(suite,bindings,invalid) + _, population = describe_suite(suite, selection) + population['invalid_population'].extend(identity_errors) + stream = io.StringIO() + result = LifecycleResult(stream=unittest.runner._WritelnDecorator(stream), + descriptions=True, verbosity=2) + result.identity_cases=cases;result.identity_bindings=bindings + if not population['invalid_population']: + for test in cases: + instrument(test, result,bindings[id(test)]) + try: + suite.run(result) + except IdentityMismatch: + result.stop() + population['invalid_population'].extend(result.invalid_execution) + # Render the ordinary summary for humans; grading uses the structured fields. + result.printErrors() + stream.write(f'Ran {result.testsRun} tests\n') + value = {'receipt_schema': RECEIPT_SCHEMA, 'selection': selection, + **population, + 'tests_run': result.testsRun, 'assertion_failures': len(result.failures), + 'errors': len(result.errors), 'skipped': len(result.skipped), + 'expected_failures': len(result.expectedFailures), + 'unexpected_successes': len(result.unexpectedSuccesses), + 'successful': result.wasSuccessful(), 'log': stream.getvalue()} + for name in ('started_ids', 'finished_ids', 'body_entered_ids', + 'body_finished_ids', 'body_assertion_ids', 'lifecycle_failures', 'subtests', + 'subtest_events', 'assertion_events'): + value[name] = getattr(result, name) + return value + + +def main(): + parser = argparse.ArgumentParser(allow_abbrev=False) + parser.add_argument('--output', required=True) + parser.add_argument('--test', action='append', default=[]) + parser.add_argument('--list', action='store_true', help='discover identities without running fixtures or test bodies') + args = parser.parse_args() + sys.path.insert(0, str(ROOT / 'tests')) + loader=IdentityLoader() + if args.test: + suite = loader.loadTestsFromNames(args.test) + else: + suite = loader.discover(str(ROOT / 'tests'), pattern='test_*.py') + selection = args.test or ['discover:test_*.py'] + if args.list: + _, population = describe_suite(suite, selection) + _,_,errors=bound_population(suite,loader.bindings,loader.invalid) + population['invalid_population'].extend(errors) + Path(args.output).write_text(json.dumps(population, indent=2) + '\n') + return 0 if population['selected_ids'] and not population['invalid_population'] else 1 + value = run_suite(suite, selection,loader.bindings,loader.invalid) + Path(args.output).write_text(json.dumps(value, indent=2) + '\n') + print(value['log'], end='') + complete = (not value['invalid_population'] and value['selected_ids'] + and all(value[key] == value['selected_ids'] for key in + ('started_ids', 'finished_ids', 'body_entered_ids', 'body_finished_ids'))) + return 0 if (complete and value['successful'] and not value['skipped'] + and not value['expected_failures'] and not value['unexpected_successes'] + and all(event['phase'] == 'body' and event['outcome'] == 'success' + for event in value['subtest_events']) + and not value['lifecycle_failures']) else 1 + + +if __name__ == '__main__': + raise SystemExit(main()) diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/constructor-alias/stderr.log b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/constructor-alias/stderr.log new file mode 100644 index 000000000..e69de29bb diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/constructor-alias/stdout.log b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/constructor-alias/stdout.log new file mode 100644 index 000000000..960f1e390 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/constructor-alias/stdout.log @@ -0,0 +1,4 @@ +test_first (test_constructor.C.test_first) ... ok +test_second (test_constructor.C.test_second) ... ok + +Ran 2 tests diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/constructor-alias/tests/test_constructor.py b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/constructor-alias/tests/test_constructor.py new file mode 100644 index 000000000..1326295dd --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/constructor-alias/tests/test_constructor.py @@ -0,0 +1,12 @@ +import unittest +from pathlib import Path +def record(label): + with Path('/workspace/cbz-0/delivery/grader-identity-fix/review-probes/constructor-alias/kernel_replay/trace.txt').open("a") as f: f.write(label+"\n") +class C(unittest.TestCase): + def __init__(self, methodName="runTest"): + super().__init__(methodName) + type(self).test_second=type(self).test_first + def test_first(self): record("first") + def test_second(self): + record("second") + self.fail("retained original second body") diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/constructor-alias/trace.txt b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/constructor-alias/trace.txt new file mode 100644 index 000000000..f8bb6daa0 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/constructor-alias/trace.txt @@ -0,0 +1,2 @@ +first +first diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/method-descriptor-alias/RESULTS.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/method-descriptor-alias/RESULTS.json new file mode 100644 index 000000000..ed4011b9d --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/method-descriptor-alias/RESULTS.json @@ -0,0 +1,61 @@ +{ + "new_obligation": "Named method descriptor executes and changes declaration before ordinary-class refusal", + "no_completed_verification_repeated": true, + "results": [ + { + "tool": "kernel_replay", + "source_sha256": "730bf28746f6574dc11cf9d8b63d759c6edab1aafed8d2a73b21f2388278cef3", + "fixture_sha256": "c49611a85b9d6a0ac3bde70143bc66c3718cec1c267d659a8c42401cc307ccd0", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/workspace/cbz-0/delivery/grader-identity-fix/review-probes/method-descriptor-alias/kernel_replay/run_tests.py", + "--output", + "/workspace/cbz-0/delivery/grader-identity-fix/review-probes/method-descriptor-alias/kernel_replay/receipt.json", + "--test", + "test_descriptor.C.test_second" + ], + "exit_code": 0, + "outcome": "SURVIVED", + "selected_ids": [ + "test_descriptor.C.test_second" + ], + "invalid_population": [], + "body_trace": [ + "descriptor", + "first" + ], + "receipt": "review-probes/method-descriptor-alias/kernel_replay/receipt.json" + }, + { + "tool": "layer_a", + "source_sha256": "c07a257fd5a641b67e00431616fe2e3cfd0426ebc0066383bf328356c227f822", + "fixture_sha256": "83cacd8148b1a86bdcc38c9fa678e7a393302954fecf7c2f312df22589a94fa2", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/workspace/cbz-0/delivery/grader-identity-fix/review-probes/method-descriptor-alias/layer_a/mutation_test.py", + "--internal-test-runner", + "--test-root", + "/workspace/cbz-0/delivery/grader-identity-fix/review-probes/method-descriptor-alias/layer_a/tests", + "--output", + "/workspace/cbz-0/delivery/grader-identity-fix/review-probes/method-descriptor-alias/layer_a/receipt.json", + "--test", + "test_auditor.C.test_second" + ], + "exit_code": 0, + "outcome": "SURVIVED", + "selected_ids": [ + "test_auditor.C.test_second" + ], + "invalid_population": [], + "body_trace": [ + "descriptor", + "first" + ], + "receipt": "review-probes/method-descriptor-alias/layer_a/receipt.json" + } + ] +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/method-descriptor-alias/receipt.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/method-descriptor-alias/receipt.json new file mode 100644 index 000000000..ca5a43a12 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/method-descriptor-alias/receipt.json @@ -0,0 +1,35 @@ +{ + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selection": [ + "test_descriptor.C.test_second" + ], + "selected_ids": [ + "test_descriptor.C.test_second" + ], + "invalid_population": [], + "tests_run": 1, + "assertion_failures": 0, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": true, + "log": "test_second (test_descriptor.C.test_second) ... ok\n\nRan 1 tests\n", + "started_ids": [ + "test_descriptor.C.test_second" + ], + "finished_ids": [ + "test_descriptor.C.test_second" + ], + "body_entered_ids": [ + "test_descriptor.C.test_second" + ], + "body_finished_ids": [ + "test_descriptor.C.test_second" + ], + "body_assertion_ids": [], + "lifecycle_failures": 0, + "subtests": 0, + "subtest_events": [], + "assertion_events": [] +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/method-descriptor-alias/run_tests.py b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/method-descriptor-alias/run_tests.py new file mode 100644 index 000000000..40ff65a20 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/method-descriptor-alias/run_tests.py @@ -0,0 +1,444 @@ +#!/usr/bin/env python3 +"""Structured unittest execution; only complete selected test bodies grade mutants.""" +import argparse +import functools +import inspect +import importlib +import io +import json +from pathlib import Path +import sys +import unittest + +ROOT = Path(__file__).resolve().parent +RECEIPT_SCHEMA = 'cbz-unittest-lifecycle-v1' + + + +class IdentityMismatch(RuntimeError): + """A selected declaration no longer denotes its frozen body.""" + + +def function_chain(method): + """Bind actual ordinary function and code objects, including wraps links.""" + chain=[];seen=set() + while True: + function=method.__func__ if inspect.ismethod(method) else method + if not inspect.isfunction(function) or id(function) in seen: + return None + seen.add(id(function));chain.append((function,function.__code__)) + if not hasattr(function,'__wrapped__'): + return tuple(chain) + method=function.__wrapped__ + + +def same_function_chain(left,right): + return (left is not None and right is not None and len(left)==len(right) + and all(a is c and b is d for (a,b),(c,d) in zip(left,right))) + + +def capture_identity(test): + if not isinstance(test,unittest.TestCase): + return None + cls=type(test);name=getattr(test,'_testMethodName',None) + if type(name) is not str: + return None + instance=function_chain(getattr(test,name,None)) + declared=function_chain(getattr(cls,name,None)) + if instance is None or declared is None: + return None + return {'class':cls,'name':name, + 'id':cls.__module__+'.'+cls.__qualname__+'.'+name, + 'instance':instance,'declared':declared,'wrapper':None} + + +def identity_matches(test,binding): + if (binding is None or type(test) is not binding['class'] + or getattr(test,'_testMethodName',None)!=binding['name'] + or type(test).__module__+'.'+type(test).__qualname__+'.'+binding['name']!=binding['id']): + return False + if not same_function_chain(function_chain(getattr(type(test),binding['name'],None)),binding['declared']): + return False + live=getattr(test,binding['name'],None) + if binding['wrapper'] is not None and live is not binding['wrapper']: + return False + original=(binding['instance'][0][0] if binding['wrapper'] is not None else live) + return same_function_chain(function_chain(original),binding['instance']) + + +def suite_leaves(suite): + for child in suite: + if type(child) is unittest.TestSuite: + yield from suite_leaves(child) + else: + yield child + + +class IdentityLoader(unittest.TestLoader): + """Standard declarations only; never invoke module population factories.""" + def __init__(self): + super().__init__();self.bindings={};self.invalid=[] + + def remember(self,suite): + for test in suite_leaves(suite): + binding=capture_identity(test) + if binding is None: + self.invalid.append('unsupported selected declaration') + else: + self.bindings[id(test)]=binding + return suite + + def ordinary_test_class(self,testCaseClass): + # Construction and attribute dispatch must not rewrite the population. + if type(testCaseClass) is not type: + return False + for name in ('__init__','__new__','__getattribute__','__setattr__','__delattr__'): + if getattr(testCaseClass,name,None) is not getattr(unittest.TestCase,name,None): + return False + for base in testCaseClass.__mro__: + if '__getattr__' in base.__dict__: + return False + for name,value in base.__dict__.items(): + if name.startswith(self.testMethodPrefix) or name=='runTest': + function=value.__func__ if isinstance(value,(staticmethod,classmethod)) else value + if not inspect.isfunction(function): + return False + return True + + def frozen_cases(self,testCaseClass,names): + if not self.ordinary_test_class(testCaseClass): + self.invalid.append('unsupported TestCase constructor/metaclass/attribute dispatch') + return unittest.TestSuite() + # Capture declaration identities before even standard construction. + declared={name:function_chain(getattr(testCaseClass,name,None)) for name in names} + suite=unittest.TestSuite(testCaseClass(name) for name in names) + self.remember(suite) + for test in suite_leaves(suite): + binding=self.bindings.get(id(test)) + original=declared.get(getattr(test,'_testMethodName',None)) + if binding is None or not same_function_chain(binding['declared'],original): + self.invalid.append('selected declaration changed during construction') + elif not same_function_chain(binding['instance'],original): + self.invalid.append('selected instance body changed during construction') + else: + binding['declared']=original + return suite + + def loadTestsFromTestCase(self,testCaseClass): + if not self.ordinary_test_class(testCaseClass): + self.invalid.append('unsupported TestCase constructor/metaclass/attribute dispatch') + return unittest.TestSuite() + names=self.getTestCaseNames(testCaseClass) + if not names and hasattr(testCaseClass,'runTest'): + names=['runTest'] + return self.frozen_cases(testCaseClass,names) + + def loadTestsFromModule(self,module,*,pattern=None): + # Derive the complete standard population before looking at load_tests. + suites=[] + for name in sorted(module.__dict__): + value=module.__dict__[name] + if (isinstance(value,type) and issubclass(value,unittest.TestCase) + and value not in (unittest.TestCase,unittest.FunctionTestCase)): + suites.append(self.loadTestsFromTestCase(value)) + suite=unittest.TestSuite(suites) + if module.__dict__.get('load_tests') is not None: + self.invalid.append('unsupported module load_tests hook: '+module.__name__) + return suite + + def loadTestsFromName(self,name,module=None): + # The standard loader also accepts arbitrary callable suite factories. + # This profile supports modules, TestCase classes and exact methods only. + try: + parts=name.split('.') + if module is None: + for end in range(len(parts),0,-1): + try: + current=importlib.import_module('.'.join(parts[:end]));parts=parts[end:] + break + except ModuleNotFoundError as exc: + prefix='.'.join(parts[:end]) + if exc.name!=prefix and not prefix.startswith(str(exc.name)+'.'): + raise + else: + raise ValueError('selector module not found') + else: + current=module + parent=None + for part in parts: + parent=current + if inspect.ismodule(current): + current=current.__dict__[part] + elif isinstance(current,type) and type(current) is not type: + raise ValueError('unsupported selector metaclass') + else: + current=getattr(current,part) + if inspect.ismodule(current): + return self.loadTestsFromModule(current) + if isinstance(current,type) and issubclass(current,unittest.TestCase): + return self.loadTestsFromTestCase(current) + if (isinstance(parent,type) and issubclass(parent,unittest.TestCase) + and (inspect.isfunction(current) or inspect.ismethod(current))): + return self.frozen_cases(parent,[parts[-1]]) + raise ValueError('unsupported callable or selector kind') + except (ImportError,AttributeError,KeyError,TypeError,ValueError) as exc: + self.invalid.append('unsupported test selector: '+name+' ('+type(exc).__name__+')') + return unittest.TestSuite() + + +def bound_population(suite,bindings=None,invalid=()): + cases=list(suite_leaves(suite));problems=list(invalid) + if bindings is None: + bindings={id(test):capture_identity(test) for test in cases} + for test in cases: + if not identity_matches(test,bindings.get(id(test))): + problems.append('selected class/function/code identity changed before execution') + return cases,bindings,problems + + +def require_identities(cases,bindings,invalid): + if any(not identity_matches(test,bindings.get(id(test))) for test in cases): + invalid.append('selected class/function/code identity changed during execution') + raise IdentityMismatch('selected body identity changed') + +def method_id(test): + """Use the actual selected method, rather than an overridable display id.""" + cls = type(test) + name = getattr(test, '_testMethodName', None) + if (not isinstance(test, unittest.TestCase) or cls.__module__ == 'unittest.loader' + or not isinstance(name, str) or not callable(getattr(test, name, None))): + return None + return cls.__module__ + '.' + cls.__qualname__ + '.' + name + + +def supported_method_shape(method): + """Only synchronous ordinary functions/methods are supported test bodies. + + Inspect every advertised decorator link. Returning suspended work is checked + separately, since decorators may intentionally omit __wrapped__ metadata. + """ + try: + inspect.unwrap(method) # Reject cyclic decorator metadata. + except ValueError: + return False + current = method + while True: + if (not (inspect.isfunction(current) or inspect.ismethod(current)) + or inspect.isgeneratorfunction(current) + or inspect.iscoroutinefunction(current) + or inspect.isasyncgenfunction(current)): + return False + if not hasattr(current, '__wrapped__'): + return True + current = current.__wrapped__ + + +def selected_cases(suite): + for test in suite: + if isinstance(test, unittest.TestSuite): + yield from selected_cases(test) + else: + yield test + + +class LifecycleResult(unittest.TextTestResult): + def __init__(self, *args, **kwargs): + super().__init__(*args, **kwargs) + self.started_ids = [] + self.finished_ids = [] + self.body_entered_ids = [] + self.body_finished_ids = [] + self.body_assertion_ids = [] + self.lifecycle_failures = 0 + self.subtests = 0 + self.subtest_events = [] + self.assertion_events = [] + self.phase = {} + self.body_exception = {} + self.body_active = set() + self.dispatch_active = set() + self.lifecycle_depth = {} + self.invalid_execution = [] + + def startTest(self, test): + require_identities(self.identity_cases,self.identity_bindings,self.invalid_execution) + self.started_ids.append(method_id(test)) + self.phase[id(test)] = 'setup' + super().startTest(test) + + def stopTest(self, test): + self.finished_ids.append(method_id(test)) + super().stopTest(test) + + def addFailure(self, test, err): + if (self.phase.get(id(test)) == 'body' + and self.body_exception.get(id(test)) is err[1] + and isinstance(err[1], AssertionError)): + self.body_assertion_ids.append(method_id(test)) + self.assertion_events.append({'parent_id': method_id(test), 'origin': 'body'}) + else: + self.lifecycle_failures += 1 + super().addFailure(test, err) + + def addSubTest(self, test, subtest, err): + self.subtests += 1 + phase = self.phase.get(id(test)) + if phase == 'body' and id(test) not in self.body_active: + phase = 'outside-body' + if getattr(subtest, 'test_case', None) is not test: + phase = 'foreign-parent' + outcome = 'success' if err is None else 'assertion' if isinstance(err[1], AssertionError) else 'error' + self.subtest_events.append({'parent_id': method_id(test), 'phase': phase, 'outcome': outcome}) + if err is not None and outcome == 'assertion': + if phase == 'body': + self.body_assertion_ids.append(method_id(test)) + self.assertion_events.append({'parent_id': method_id(test), 'origin': 'subtest'}) + else: + self.lifecycle_failures += 1 + super().addSubTest(test, subtest, err) + + +def instrument(test, result, binding): + """Keep body exception identity until unittest reports it after this call exits.""" + for name, phase in (('_callSetUp', 'setup'), ('_callTearDown', 'teardown'), + ('doCleanups', 'cleanup')): + original = getattr(test, name) + + def lifecycle(*args, _original=original, _phase=phase, **kwargs): + result.phase[id(test)] = _phase + result.lifecycle_depth[id(test)] = result.lifecycle_depth.get(id(test), 0) + 1 + try: + return _original(*args, **kwargs) + finally: + result.lifecycle_depth[id(test)] -= 1 + setattr(test, name, lifecycle) + original_dispatch = test._callTestMethod + + def dispatch(*args, **kwargs): + if result.lifecycle_depth.get(id(test), 0): + result.invalid_execution.append('test dispatch invoked inside a lifecycle hook') + return original_dispatch(*args, **kwargs) + result.dispatch_active.add(id(test)) + try: + return original_dispatch(*args, **kwargs) + finally: + result.dispatch_active.discard(id(test)) + test._callTestMethod = dispatch + original_body = getattr(test, test._testMethodName) + + @functools.wraps(original_body) + def body(*args, **kwargs): + require_identities(result.identity_cases,result.identity_bindings,result.invalid_execution) + if id(test) not in result.dispatch_active or result.lifecycle_depth.get(id(test), 0): + result.invalid_execution.append('selected method invoked outside body dispatch') + return original_body(*args, **kwargs) + result.phase[id(test)] = 'body' + result.body_entered_ids.append(method_id(test)) + result.body_active.add(id(test)) + try: + value = original_body(*args, **kwargs) + if value is not None: + result.invalid_execution.append('selected synchronous method must return None') + if inspect.iscoroutine(value) and inspect.getcoroutinestate(value) == inspect.CORO_CREATED: + value.close() # Closing a native unstarted coroutine executes no body. + return None + return value + except BaseException as exc: + result.body_exception[id(test)] = exc + raise + finally: + result.body_active.discard(id(test)) + result.body_finished_ids.append(method_id(test)) + require_identities(result.identity_cases,result.identity_bindings,result.invalid_execution) + # _Outcome calls addFailure *after* this wrapper unwinds. + setattr(test, test._testMethodName, body) + binding['wrapper']=body + + +def describe_suite(suite, selection): + cases = list(selected_cases(suite)) + selected = [method_id(test) for test in cases] + invalid = [] + if not selected: + invalid.append('empty selected population') + if any(item is None for item in selected): + invalid.append('synthetic or unsupported selected test') + if len(set(selected)) != len(selected): + invalid.append('duplicate selected method identity') + for test, identity in zip(cases, selected): + if getattr(test.run,'__func__',None) is not unittest.TestCase.run: + invalid.append('unsupported TestCase.run override') + if identity is not None and test.id() != identity: + invalid.append('display identity does not match selected method') + if identity is not None and not supported_method_shape(getattr(test, test._testMethodName)): + invalid.append('unsupported selected method shape: ' + identity) + return cases, {'selection': selection, 'selected_ids': selected, 'invalid_population': invalid} + + +def run_suite(suite, selection, bindings=None, invalid=()): + cases, bindings, identity_errors = bound_population(suite,bindings,invalid) + _, population = describe_suite(suite, selection) + population['invalid_population'].extend(identity_errors) + stream = io.StringIO() + result = LifecycleResult(stream=unittest.runner._WritelnDecorator(stream), + descriptions=True, verbosity=2) + result.identity_cases=cases;result.identity_bindings=bindings + if not population['invalid_population']: + for test in cases: + instrument(test, result,bindings[id(test)]) + try: + suite.run(result) + except IdentityMismatch: + result.stop() + population['invalid_population'].extend(result.invalid_execution) + # Render the ordinary summary for humans; grading uses the structured fields. + result.printErrors() + stream.write(f'Ran {result.testsRun} tests\n') + value = {'receipt_schema': RECEIPT_SCHEMA, 'selection': selection, + **population, + 'tests_run': result.testsRun, 'assertion_failures': len(result.failures), + 'errors': len(result.errors), 'skipped': len(result.skipped), + 'expected_failures': len(result.expectedFailures), + 'unexpected_successes': len(result.unexpectedSuccesses), + 'successful': result.wasSuccessful(), 'log': stream.getvalue()} + for name in ('started_ids', 'finished_ids', 'body_entered_ids', + 'body_finished_ids', 'body_assertion_ids', 'lifecycle_failures', 'subtests', + 'subtest_events', 'assertion_events'): + value[name] = getattr(result, name) + return value + + +def main(): + parser = argparse.ArgumentParser(allow_abbrev=False) + parser.add_argument('--output', required=True) + parser.add_argument('--test', action='append', default=[]) + parser.add_argument('--list', action='store_true', help='discover identities without running fixtures or test bodies') + args = parser.parse_args() + sys.path.insert(0, str(ROOT / 'tests')) + loader=IdentityLoader() + if args.test: + suite = loader.loadTestsFromNames(args.test) + else: + suite = loader.discover(str(ROOT / 'tests'), pattern='test_*.py') + selection = args.test or ['discover:test_*.py'] + if args.list: + _, population = describe_suite(suite, selection) + _,_,errors=bound_population(suite,loader.bindings,loader.invalid) + population['invalid_population'].extend(errors) + Path(args.output).write_text(json.dumps(population, indent=2) + '\n') + return 0 if population['selected_ids'] and not population['invalid_population'] else 1 + value = run_suite(suite, selection,loader.bindings,loader.invalid) + Path(args.output).write_text(json.dumps(value, indent=2) + '\n') + print(value['log'], end='') + complete = (not value['invalid_population'] and value['selected_ids'] + and all(value[key] == value['selected_ids'] for key in + ('started_ids', 'finished_ids', 'body_entered_ids', 'body_finished_ids'))) + return 0 if (complete and value['successful'] and not value['skipped'] + and not value['expected_failures'] and not value['unexpected_successes'] + and all(event['phase'] == 'body' and event['outcome'] == 'success' + for event in value['subtest_events']) + and not value['lifecycle_failures']) else 1 + + +if __name__ == '__main__': + raise SystemExit(main()) diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/method-descriptor-alias/stderr.log b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/method-descriptor-alias/stderr.log new file mode 100644 index 000000000..e69de29bb diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/method-descriptor-alias/stdout.log b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/method-descriptor-alias/stdout.log new file mode 100644 index 000000000..3dbe41d6f --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/method-descriptor-alias/stdout.log @@ -0,0 +1,3 @@ +test_second (test_descriptor.C.test_second) ... ok + +Ran 1 tests diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/method-descriptor-alias/tests/test_descriptor.py b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/method-descriptor-alias/tests/test_descriptor.py new file mode 100644 index 000000000..29dc10e17 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/method-descriptor-alias/tests/test_descriptor.py @@ -0,0 +1,16 @@ +import unittest +from pathlib import Path +def record(label): + with Path('/workspace/cbz-0/delivery/grader-identity-fix/review-probes/method-descriptor-alias/kernel_replay/trace.txt').open("a") as f: f.write(label+"\n") +class C(unittest.TestCase): + def test_first(self): record("first") + def test_second(self): + record("second") + self.fail("retained original second body") +ORIGINAL_SECOND=C.test_second +class Rebind: + def __get__(self,instance,owner): + record("descriptor") + owner.test_second=owner.test_first + return owner.test_second +C.test_second=Rebind() diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/method-descriptor-alias/trace.txt b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/method-descriptor-alias/trace.txt new file mode 100644 index 000000000..ccfd64fd6 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/method-descriptor-alias/trace.txt @@ -0,0 +1,2 @@ +descriptor +first diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/module-dir-omission/RESULTS.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/module-dir-omission/RESULTS.json new file mode 100644 index 000000000..e7088ed64 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/module-dir-omission/RESULTS.json @@ -0,0 +1,55 @@ +{ + "new_obligation": "Module __dir__ omits TestCase declaration before snapshots", + "no_completed_verification_repeated": true, + "results": [ + { + "tool": "kernel_replay", + "source_sha256": "c77ee122e788fbb2a88ffaba12e0b4de75209b6f18ce2b6053fed68a5a4ce4d5", + "fixture_sha256": "000f7e0f21e6895a40b759992937fa712b6de326b6d17c0522086135a9a6c533", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/workspace/cbz-0/delivery/grader-identity-fix/review-probes/module-dir-omission/kernel_replay/run_tests.py", + "--output", + "/workspace/cbz-0/delivery/grader-identity-fix/review-probes/module-dir-omission/kernel_replay/receipt.json" + ], + "exit_code": 0, + "outcome": "SURVIVED", + "selected_ids": [ + "test_module_dir.Visible.test_first" + ], + "invalid_population": [], + "body_trace": [ + "first" + ], + "receipt": "review-probes/module-dir-omission/kernel_replay/receipt.json" + }, + { + "tool": "layer_a", + "source_sha256": "50c0e2d64fecbaa232fa867eb7c9e4a1a4f02ed1ea163389c1111ba700c729cc", + "fixture_sha256": "62371bcd5cd50b1c651a4076fcbe1ecd82f14cce6b848d9b2a99eb4a07ef284e", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/workspace/cbz-0/delivery/grader-identity-fix/review-probes/module-dir-omission/layer_a/mutation_test.py", + "--internal-test-runner", + "--test-root", + "/workspace/cbz-0/delivery/grader-identity-fix/review-probes/module-dir-omission/layer_a/tests", + "--output", + "/workspace/cbz-0/delivery/grader-identity-fix/review-probes/module-dir-omission/layer_a/receipt.json" + ], + "exit_code": 0, + "outcome": "SURVIVED", + "selected_ids": [ + "test_auditor.Visible.test_first" + ], + "invalid_population": [], + "body_trace": [ + "first" + ], + "receipt": "review-probes/module-dir-omission/layer_a/receipt.json" + } + ] +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/module-dir-omission/receipt.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/module-dir-omission/receipt.json new file mode 100644 index 000000000..e4a2982fd --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/module-dir-omission/receipt.json @@ -0,0 +1,35 @@ +{ + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selection": [ + "discover:test_*.py" + ], + "selected_ids": [ + "test_module_dir.Visible.test_first" + ], + "invalid_population": [], + "tests_run": 1, + "assertion_failures": 0, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": true, + "log": "test_first (test_module_dir.Visible.test_first) ... ok\n\nRan 1 tests\n", + "started_ids": [ + "test_module_dir.Visible.test_first" + ], + "finished_ids": [ + "test_module_dir.Visible.test_first" + ], + "body_entered_ids": [ + "test_module_dir.Visible.test_first" + ], + "body_finished_ids": [ + "test_module_dir.Visible.test_first" + ], + "body_assertion_ids": [], + "lifecycle_failures": 0, + "subtests": 0, + "subtest_events": [], + "assertion_events": [] +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/module-dir-omission/run_tests.py b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/module-dir-omission/run_tests.py new file mode 100644 index 000000000..c9fec335f --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/module-dir-omission/run_tests.py @@ -0,0 +1,396 @@ +#!/usr/bin/env python3 +"""Structured unittest execution; only complete selected test bodies grade mutants.""" +import argparse +import functools +import inspect +import importlib +import io +import json +from pathlib import Path +import sys +import unittest + +ROOT = Path(__file__).resolve().parent +RECEIPT_SCHEMA = 'cbz-unittest-lifecycle-v1' + + + +class IdentityMismatch(RuntimeError): + """A selected declaration no longer denotes its frozen body.""" + + +def function_chain(method): + """Bind actual ordinary function and code objects, including wraps links.""" + chain=[];seen=set() + while True: + function=method.__func__ if inspect.ismethod(method) else method + if not inspect.isfunction(function) or id(function) in seen: + return None + seen.add(id(function));chain.append((function,function.__code__)) + if not hasattr(function,'__wrapped__'): + return tuple(chain) + method=function.__wrapped__ + + +def same_function_chain(left,right): + return (left is not None and right is not None and len(left)==len(right) + and all(a is c and b is d for (a,b),(c,d) in zip(left,right))) + + +def capture_identity(test): + if not isinstance(test,unittest.TestCase): + return None + cls=type(test);name=getattr(test,'_testMethodName',None) + if type(name) is not str: + return None + instance=function_chain(getattr(test,name,None)) + declared=function_chain(getattr(cls,name,None)) + if instance is None or declared is None: + return None + return {'class':cls,'name':name, + 'id':cls.__module__+'.'+cls.__qualname__+'.'+name, + 'instance':instance,'declared':declared,'wrapper':None} + + +def identity_matches(test,binding): + if (binding is None or type(test) is not binding['class'] + or getattr(test,'_testMethodName',None)!=binding['name'] + or type(test).__module__+'.'+type(test).__qualname__+'.'+binding['name']!=binding['id']): + return False + if not same_function_chain(function_chain(getattr(type(test),binding['name'],None)),binding['declared']): + return False + live=getattr(test,binding['name'],None) + if binding['wrapper'] is not None and live is not binding['wrapper']: + return False + original=(binding['instance'][0][0] if binding['wrapper'] is not None else live) + return same_function_chain(function_chain(original),binding['instance']) + + +def suite_leaves(suite): + for child in suite: + if type(child) is unittest.TestSuite: + yield from suite_leaves(child) + else: + yield child + + +class IdentityLoader(unittest.TestLoader): + """Standard declarations only; never invoke module population factories.""" + def __init__(self): + super().__init__();self.bindings={};self.invalid=[] + + def remember(self,suite): + for test in suite_leaves(suite): + binding=capture_identity(test) + if binding is None: + self.invalid.append('unsupported selected declaration') + else: + self.bindings[id(test)]=binding + return suite + + def loadTestsFromTestCase(self,testCaseClass): + return self.remember(super().loadTestsFromTestCase(testCaseClass)) + + def loadTestsFromModule(self,module,*,pattern=None): + # Derive the complete standard population before looking at load_tests. + suites=[] + for name in dir(module): + value=getattr(module,name) + if (isinstance(value,type) and issubclass(value,unittest.TestCase) + and value not in (unittest.TestCase,unittest.FunctionTestCase)): + suites.append(self.loadTestsFromTestCase(value)) + suite=unittest.TestSuite(suites) + if module.__dict__.get('load_tests') is not None: + self.invalid.append('unsupported module load_tests hook: '+module.__name__) + return suite + + def loadTestsFromName(self,name,module=None): + # The standard loader also accepts arbitrary callable suite factories. + # This profile supports modules, TestCase classes and exact methods only. + try: + parts=name.split('.') + if module is None: + for end in range(len(parts),0,-1): + try: + current=importlib.import_module('.'.join(parts[:end]));parts=parts[end:] + break + except ModuleNotFoundError as exc: + prefix='.'.join(parts[:end]) + if exc.name!=prefix and not prefix.startswith(str(exc.name)+'.'): + raise + else: + raise ValueError('selector module not found') + else: + current=module + parent=None + for part in parts: + parent,current=current,getattr(current,part) + if inspect.ismodule(current): + return self.loadTestsFromModule(current) + if isinstance(current,type) and issubclass(current,unittest.TestCase): + return self.loadTestsFromTestCase(current) + if (isinstance(parent,type) and issubclass(parent,unittest.TestCase) + and (inspect.isfunction(current) or inspect.ismethod(current))): + return self.remember(unittest.TestSuite([parent(parts[-1])])) + raise ValueError('unsupported callable or selector kind') + except (ImportError,AttributeError,TypeError,ValueError) as exc: + self.invalid.append('unsupported test selector: '+name+' ('+type(exc).__name__+')') + return unittest.TestSuite() + + +def bound_population(suite,bindings=None,invalid=()): + cases=list(suite_leaves(suite));problems=list(invalid) + if bindings is None: + bindings={id(test):capture_identity(test) for test in cases} + for test in cases: + if not identity_matches(test,bindings.get(id(test))): + problems.append('selected class/function/code identity changed before execution') + return cases,bindings,problems + + +def require_identities(cases,bindings,invalid): + if any(not identity_matches(test,bindings.get(id(test))) for test in cases): + invalid.append('selected class/function/code identity changed during execution') + raise IdentityMismatch('selected body identity changed') + +def method_id(test): + """Use the actual selected method, rather than an overridable display id.""" + cls = type(test) + name = getattr(test, '_testMethodName', None) + if (not isinstance(test, unittest.TestCase) or cls.__module__ == 'unittest.loader' + or not isinstance(name, str) or not callable(getattr(test, name, None))): + return None + return cls.__module__ + '.' + cls.__qualname__ + '.' + name + + +def supported_method_shape(method): + """Only synchronous ordinary functions/methods are supported test bodies. + + Inspect every advertised decorator link. Returning suspended work is checked + separately, since decorators may intentionally omit __wrapped__ metadata. + """ + try: + inspect.unwrap(method) # Reject cyclic decorator metadata. + except ValueError: + return False + current = method + while True: + if (not (inspect.isfunction(current) or inspect.ismethod(current)) + or inspect.isgeneratorfunction(current) + or inspect.iscoroutinefunction(current) + or inspect.isasyncgenfunction(current)): + return False + if not hasattr(current, '__wrapped__'): + return True + current = current.__wrapped__ + + +def selected_cases(suite): + for test in suite: + if isinstance(test, unittest.TestSuite): + yield from selected_cases(test) + else: + yield test + + +class LifecycleResult(unittest.TextTestResult): + def __init__(self, *args, **kwargs): + super().__init__(*args, **kwargs) + self.started_ids = [] + self.finished_ids = [] + self.body_entered_ids = [] + self.body_finished_ids = [] + self.body_assertion_ids = [] + self.lifecycle_failures = 0 + self.subtests = 0 + self.subtest_events = [] + self.assertion_events = [] + self.phase = {} + self.body_exception = {} + self.body_active = set() + self.dispatch_active = set() + self.lifecycle_depth = {} + self.invalid_execution = [] + + def startTest(self, test): + require_identities(self.identity_cases,self.identity_bindings,self.invalid_execution) + self.started_ids.append(method_id(test)) + self.phase[id(test)] = 'setup' + super().startTest(test) + + def stopTest(self, test): + self.finished_ids.append(method_id(test)) + super().stopTest(test) + + def addFailure(self, test, err): + if (self.phase.get(id(test)) == 'body' + and self.body_exception.get(id(test)) is err[1] + and isinstance(err[1], AssertionError)): + self.body_assertion_ids.append(method_id(test)) + self.assertion_events.append({'parent_id': method_id(test), 'origin': 'body'}) + else: + self.lifecycle_failures += 1 + super().addFailure(test, err) + + def addSubTest(self, test, subtest, err): + self.subtests += 1 + phase = self.phase.get(id(test)) + if phase == 'body' and id(test) not in self.body_active: + phase = 'outside-body' + if getattr(subtest, 'test_case', None) is not test: + phase = 'foreign-parent' + outcome = 'success' if err is None else 'assertion' if isinstance(err[1], AssertionError) else 'error' + self.subtest_events.append({'parent_id': method_id(test), 'phase': phase, 'outcome': outcome}) + if err is not None and outcome == 'assertion': + if phase == 'body': + self.body_assertion_ids.append(method_id(test)) + self.assertion_events.append({'parent_id': method_id(test), 'origin': 'subtest'}) + else: + self.lifecycle_failures += 1 + super().addSubTest(test, subtest, err) + + +def instrument(test, result, binding): + """Keep body exception identity until unittest reports it after this call exits.""" + for name, phase in (('_callSetUp', 'setup'), ('_callTearDown', 'teardown'), + ('doCleanups', 'cleanup')): + original = getattr(test, name) + + def lifecycle(*args, _original=original, _phase=phase, **kwargs): + result.phase[id(test)] = _phase + result.lifecycle_depth[id(test)] = result.lifecycle_depth.get(id(test), 0) + 1 + try: + return _original(*args, **kwargs) + finally: + result.lifecycle_depth[id(test)] -= 1 + setattr(test, name, lifecycle) + original_dispatch = test._callTestMethod + + def dispatch(*args, **kwargs): + if result.lifecycle_depth.get(id(test), 0): + result.invalid_execution.append('test dispatch invoked inside a lifecycle hook') + return original_dispatch(*args, **kwargs) + result.dispatch_active.add(id(test)) + try: + return original_dispatch(*args, **kwargs) + finally: + result.dispatch_active.discard(id(test)) + test._callTestMethod = dispatch + original_body = getattr(test, test._testMethodName) + + @functools.wraps(original_body) + def body(*args, **kwargs): + require_identities(result.identity_cases,result.identity_bindings,result.invalid_execution) + if id(test) not in result.dispatch_active or result.lifecycle_depth.get(id(test), 0): + result.invalid_execution.append('selected method invoked outside body dispatch') + return original_body(*args, **kwargs) + result.phase[id(test)] = 'body' + result.body_entered_ids.append(method_id(test)) + result.body_active.add(id(test)) + try: + value = original_body(*args, **kwargs) + if value is not None: + result.invalid_execution.append('selected synchronous method must return None') + if inspect.iscoroutine(value) and inspect.getcoroutinestate(value) == inspect.CORO_CREATED: + value.close() # Closing a native unstarted coroutine executes no body. + return None + return value + except BaseException as exc: + result.body_exception[id(test)] = exc + raise + finally: + result.body_active.discard(id(test)) + result.body_finished_ids.append(method_id(test)) + require_identities(result.identity_cases,result.identity_bindings,result.invalid_execution) + # _Outcome calls addFailure *after* this wrapper unwinds. + setattr(test, test._testMethodName, body) + binding['wrapper']=body + + +def describe_suite(suite, selection): + cases = list(selected_cases(suite)) + selected = [method_id(test) for test in cases] + invalid = [] + if not selected: + invalid.append('empty selected population') + if any(item is None for item in selected): + invalid.append('synthetic or unsupported selected test') + if len(set(selected)) != len(selected): + invalid.append('duplicate selected method identity') + for test, identity in zip(cases, selected): + if getattr(test.run,'__func__',None) is not unittest.TestCase.run: + invalid.append('unsupported TestCase.run override') + if identity is not None and test.id() != identity: + invalid.append('display identity does not match selected method') + if identity is not None and not supported_method_shape(getattr(test, test._testMethodName)): + invalid.append('unsupported selected method shape: ' + identity) + return cases, {'selection': selection, 'selected_ids': selected, 'invalid_population': invalid} + + +def run_suite(suite, selection, bindings=None, invalid=()): + cases, bindings, identity_errors = bound_population(suite,bindings,invalid) + _, population = describe_suite(suite, selection) + population['invalid_population'].extend(identity_errors) + stream = io.StringIO() + result = LifecycleResult(stream=unittest.runner._WritelnDecorator(stream), + descriptions=True, verbosity=2) + result.identity_cases=cases;result.identity_bindings=bindings + if not population['invalid_population']: + for test in cases: + instrument(test, result,bindings[id(test)]) + try: + suite.run(result) + except IdentityMismatch: + result.stop() + population['invalid_population'].extend(result.invalid_execution) + # Render the ordinary summary for humans; grading uses the structured fields. + result.printErrors() + stream.write(f'Ran {result.testsRun} tests\n') + value = {'receipt_schema': RECEIPT_SCHEMA, 'selection': selection, + **population, + 'tests_run': result.testsRun, 'assertion_failures': len(result.failures), + 'errors': len(result.errors), 'skipped': len(result.skipped), + 'expected_failures': len(result.expectedFailures), + 'unexpected_successes': len(result.unexpectedSuccesses), + 'successful': result.wasSuccessful(), 'log': stream.getvalue()} + for name in ('started_ids', 'finished_ids', 'body_entered_ids', + 'body_finished_ids', 'body_assertion_ids', 'lifecycle_failures', 'subtests', + 'subtest_events', 'assertion_events'): + value[name] = getattr(result, name) + return value + + +def main(): + parser = argparse.ArgumentParser(allow_abbrev=False) + parser.add_argument('--output', required=True) + parser.add_argument('--test', action='append', default=[]) + parser.add_argument('--list', action='store_true', help='discover identities without running fixtures or test bodies') + args = parser.parse_args() + sys.path.insert(0, str(ROOT / 'tests')) + loader=IdentityLoader() + if args.test: + suite = loader.loadTestsFromNames(args.test) + else: + suite = loader.discover(str(ROOT / 'tests'), pattern='test_*.py') + selection = args.test or ['discover:test_*.py'] + if args.list: + _, population = describe_suite(suite, selection) + _,_,errors=bound_population(suite,loader.bindings,loader.invalid) + population['invalid_population'].extend(errors) + Path(args.output).write_text(json.dumps(population, indent=2) + '\n') + return 0 if population['selected_ids'] and not population['invalid_population'] else 1 + value = run_suite(suite, selection,loader.bindings,loader.invalid) + Path(args.output).write_text(json.dumps(value, indent=2) + '\n') + print(value['log'], end='') + complete = (not value['invalid_population'] and value['selected_ids'] + and all(value[key] == value['selected_ids'] for key in + ('started_ids', 'finished_ids', 'body_entered_ids', 'body_finished_ids'))) + return 0 if (complete and value['successful'] and not value['skipped'] + and not value['expected_failures'] and not value['unexpected_successes'] + and all(event['phase'] == 'body' and event['outcome'] == 'success' + for event in value['subtest_events']) + and not value['lifecycle_failures']) else 1 + + +if __name__ == '__main__': + raise SystemExit(main()) diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/module-dir-omission/stderr.log b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/module-dir-omission/stderr.log new file mode 100644 index 000000000..e69de29bb diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/module-dir-omission/stdout.log b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/module-dir-omission/stdout.log new file mode 100644 index 000000000..2970060d8 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/module-dir-omission/stdout.log @@ -0,0 +1,3 @@ +test_first (test_module_dir.Visible.test_first) ... ok + +Ran 1 tests diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/module-dir-omission/tests/test_module_dir.py b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/module-dir-omission/tests/test_module_dir.py new file mode 100644 index 000000000..40ec0dda6 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/module-dir-omission/tests/test_module_dir.py @@ -0,0 +1,11 @@ +import unittest +from pathlib import Path +def record(label): + with Path('/workspace/cbz-0/delivery/grader-identity-fix/review-probes/module-dir-omission/kernel_replay/trace.txt').open("a") as f: f.write(label+"\n") +class Visible(unittest.TestCase): + def test_first(self): record("first") +class Hidden(unittest.TestCase): + def test_hidden(self): + record("hidden") + self.fail("hidden declared body retained") +def __dir__(): return ["Visible"] diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/module-dir-omission/trace.txt b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/module-dir-omission/trace.txt new file mode 100644 index 000000000..9c59e24b8 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/module-dir-omission/trace.txt @@ -0,0 +1 @@ +first diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/staticmethod-subclass-alias/RESULTS.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/staticmethod-subclass-alias/RESULTS.json new file mode 100644 index 000000000..add73f840 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/staticmethod-subclass-alias/RESULTS.json @@ -0,0 +1,61 @@ +{ + "new_obligation": "Custom subclass of permitted staticmethod dispatches before freeze", + "no_completed_verification_repeated": true, + "results": [ + { + "tool": "kernel_replay", + "source_sha256": "d1783e4892e5ae406762d8917cadb8d84534fd271744fdd92a1e285a72e26739", + "fixture_sha256": "db453ae68e561d99e25d2d5e2019b293dc33a4570cc7b9fe2e9665934e02b3c6", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/workspace/cbz-0/delivery/grader-identity-fix/review-probes/staticmethod-subclass-alias/kernel_replay/run_tests.py", + "--output", + "/workspace/cbz-0/delivery/grader-identity-fix/review-probes/staticmethod-subclass-alias/kernel_replay/receipt.json" + ], + "exit_code": 0, + "outcome": "SURVIVED", + "selected_ids": [ + "test_static_alias.C.test_first", + "test_static_alias.C.test_second" + ], + "invalid_population": [], + "body_trace": [ + "descriptor", + "first", + "first" + ], + "receipt": "review-probes/staticmethod-subclass-alias/kernel_replay/receipt.json" + }, + { + "tool": "layer_a", + "source_sha256": "6a719ffd05533bdd982b2dbb5c398ba7c5fc41b277c6e2277b33dab56689b463", + "fixture_sha256": "38b8b9585b565a3f89d7506ccab34a5c56d3198ab8ef6ddf799b06d98d9633a4", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/workspace/cbz-0/delivery/grader-identity-fix/review-probes/staticmethod-subclass-alias/layer_a/mutation_test.py", + "--internal-test-runner", + "--test-root", + "/workspace/cbz-0/delivery/grader-identity-fix/review-probes/staticmethod-subclass-alias/layer_a/tests", + "--output", + "/workspace/cbz-0/delivery/grader-identity-fix/review-probes/staticmethod-subclass-alias/layer_a/receipt.json" + ], + "exit_code": 0, + "outcome": "SURVIVED", + "selected_ids": [ + "test_auditor.C.test_first", + "test_auditor.C.test_second" + ], + "invalid_population": [], + "body_trace": [ + "descriptor", + "first", + "first" + ], + "receipt": "review-probes/staticmethod-subclass-alias/layer_a/receipt.json" + } + ] +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/staticmethod-subclass-alias/receipt.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/staticmethod-subclass-alias/receipt.json new file mode 100644 index 000000000..741bade1d --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/staticmethod-subclass-alias/receipt.json @@ -0,0 +1,40 @@ +{ + "receipt_schema": "cbz-unittest-lifecycle-v1", + "selection": [ + "discover:test_*.py" + ], + "selected_ids": [ + "test_static_alias.C.test_first", + "test_static_alias.C.test_second" + ], + "invalid_population": [], + "tests_run": 2, + "assertion_failures": 0, + "errors": 0, + "skipped": 0, + "expected_failures": 0, + "unexpected_successes": 0, + "successful": true, + "log": "test_first (test_static_alias.C.test_first) ... ok\ntest_second (test_static_alias.C.test_second) ... ok\n\nRan 2 tests\n", + "started_ids": [ + "test_static_alias.C.test_first", + "test_static_alias.C.test_second" + ], + "finished_ids": [ + "test_static_alias.C.test_first", + "test_static_alias.C.test_second" + ], + "body_entered_ids": [ + "test_static_alias.C.test_first", + "test_static_alias.C.test_second" + ], + "body_finished_ids": [ + "test_static_alias.C.test_first", + "test_static_alias.C.test_second" + ], + "body_assertion_ids": [], + "lifecycle_failures": 0, + "subtests": 0, + "subtest_events": [], + "assertion_events": [] +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/staticmethod-subclass-alias/run_tests.py b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/staticmethod-subclass-alias/run_tests.py new file mode 100644 index 000000000..9d5d46d31 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/staticmethod-subclass-alias/run_tests.py @@ -0,0 +1,456 @@ +#!/usr/bin/env python3 +"""Structured unittest execution; only complete selected test bodies grade mutants.""" +import argparse +import functools +import inspect +import importlib +import io +import json +from pathlib import Path +import sys +import unittest + +ROOT = Path(__file__).resolve().parent +RECEIPT_SCHEMA = 'cbz-unittest-lifecycle-v1' + + + +class IdentityMismatch(RuntimeError): + """A selected declaration no longer denotes its frozen body.""" + + +def function_chain(method): + """Bind actual ordinary function and code objects, including wraps links.""" + chain=[];seen=set() + while True: + function=method.__func__ if inspect.ismethod(method) else method + if not inspect.isfunction(function) or id(function) in seen: + return None + seen.add(id(function));chain.append((function,function.__code__)) + if not hasattr(function,'__wrapped__'): + return tuple(chain) + method=function.__wrapped__ + + +def same_function_chain(left,right): + return (left is not None and right is not None and len(left)==len(right) + and all(a is c and b is d for (a,b),(c,d) in zip(left,right))) + + +def capture_identity(test): + if not isinstance(test,unittest.TestCase): + return None + cls=type(test);name=getattr(test,'_testMethodName',None) + if type(name) is not str: + return None + instance=function_chain(getattr(test,name,None)) + declared=function_chain(getattr(cls,name,None)) + if instance is None or declared is None: + return None + return {'class':cls,'name':name, + 'id':cls.__module__+'.'+cls.__qualname__+'.'+name, + 'instance':instance,'declared':declared,'wrapper':None} + + +def identity_matches(test,binding): + if (binding is None or type(test) is not binding['class'] + or getattr(test,'_testMethodName',None)!=binding['name'] + or type(test).__module__+'.'+type(test).__qualname__+'.'+binding['name']!=binding['id']): + return False + if not same_function_chain(function_chain(getattr(type(test),binding['name'],None)),binding['declared']): + return False + live=getattr(test,binding['name'],None) + if binding['wrapper'] is not None and live is not binding['wrapper']: + return False + original=(binding['instance'][0][0] if binding['wrapper'] is not None else live) + return same_function_chain(function_chain(original),binding['instance']) + + +def suite_leaves(suite): + for child in suite: + if type(child) is unittest.TestSuite: + yield from suite_leaves(child) + else: + yield child + + +class IdentityLoader(unittest.TestLoader): + """Standard declarations only; never invoke module population factories.""" + def __init__(self): + super().__init__();self.bindings={};self.invalid=[] + + def remember(self,suite): + for test in suite_leaves(suite): + binding=capture_identity(test) + if binding is None: + self.invalid.append('unsupported selected declaration') + else: + self.bindings[id(test)]=binding + return suite + + def ordinary_test_class(self,testCaseClass): + # Construction and attribute dispatch must not rewrite the population. + if type(testCaseClass) is not type: + return False + for name in ('__init__','__new__','__getattribute__','__setattr__','__delattr__'): + if getattr(testCaseClass,name,None) is not getattr(unittest.TestCase,name,None): + return False + for base in testCaseClass.__mro__: + if '__getattr__' in base.__dict__: + return False + for name,value in base.__dict__.items(): + if name.startswith(self.testMethodPrefix) or name=='runTest': + function=value.__func__ if isinstance(value,(staticmethod,classmethod)) else value + if not inspect.isfunction(function): + return False + return True + + def frozen_cases(self,testCaseClass,names): + if not self.ordinary_test_class(testCaseClass): + self.invalid.append('unsupported TestCase constructor/metaclass/attribute dispatch') + return unittest.TestSuite() + # Capture declaration identities before even standard construction. + declared={name:function_chain(getattr(testCaseClass,name,None)) for name in names} + suite=unittest.TestSuite(testCaseClass(name) for name in names) + self.remember(suite) + for test in suite_leaves(suite): + binding=self.bindings.get(id(test)) + original=declared.get(getattr(test,'_testMethodName',None)) + if binding is None or not same_function_chain(binding['declared'],original): + self.invalid.append('selected declaration changed during construction') + elif not same_function_chain(binding['instance'],original): + self.invalid.append('selected instance body changed during construction') + else: + binding['declared']=original + return suite + + def loadTestsFromTestCase(self,testCaseClass): + if not self.ordinary_test_class(testCaseClass): + self.invalid.append('unsupported TestCase constructor/metaclass/attribute dispatch') + return unittest.TestSuite() + names=self.getTestCaseNames(testCaseClass) + if not names and hasattr(testCaseClass,'runTest'): + names=['runTest'] + return self.frozen_cases(testCaseClass,names) + + def loadTestsFromModule(self,module,*,pattern=None): + # Derive the complete standard population before looking at load_tests. + if type(module) is not type(sys): + self.invalid.append('unsupported module attribute dispatch') + return unittest.TestSuite() + suites=[] + for name in sorted(module.__dict__): + value=module.__dict__[name] + if (isinstance(value,type) and issubclass(value,unittest.TestCase) + and value not in (unittest.TestCase,unittest.FunctionTestCase)): + suites.append(self.loadTestsFromTestCase(value)) + suite=unittest.TestSuite(suites) + if module.__dict__.get('load_tests') is not None: + self.invalid.append('unsupported module load_tests hook: '+module.__name__) + return suite + + def loadTestsFromName(self,name,module=None): + # The standard loader also accepts arbitrary callable suite factories. + # This profile supports modules, TestCase classes and exact methods only. + try: + parts=name.split('.') + if module is None: + for end in range(len(parts),0,-1): + try: + current=importlib.import_module('.'.join(parts[:end]));parts=parts[end:] + break + except ModuleNotFoundError as exc: + prefix='.'.join(parts[:end]) + if exc.name!=prefix and not prefix.startswith(str(exc.name)+'.'): + raise + else: + raise ValueError('selector module not found') + else: + current=module + parent=None + for part in parts: + parent=current + if inspect.ismodule(current): + if type(current) is not type(sys): + raise ValueError('unsupported module attribute dispatch') + current=current.__dict__[part] + elif isinstance(current,type): + if type(current) is not type: + raise ValueError('unsupported selector metaclass') + if issubclass(current,unittest.TestCase) and not self.ordinary_test_class(current): + raise ValueError('unsupported TestCase declaration traversal') + declared=inspect.getattr_static(current,part) + if not (inspect.isfunction(declared) or isinstance(declared,(type,staticmethod,classmethod))): + raise ValueError('unsupported selector descriptor') + current=getattr(current,part) + else: + raise ValueError('unsupported selector object traversal') + if inspect.ismodule(current): + return self.loadTestsFromModule(current) + if isinstance(current,type) and issubclass(current,unittest.TestCase): + return self.loadTestsFromTestCase(current) + if (isinstance(parent,type) and issubclass(parent,unittest.TestCase) + and (inspect.isfunction(current) or inspect.ismethod(current))): + return self.frozen_cases(parent,[parts[-1]]) + raise ValueError('unsupported callable or selector kind') + except (ImportError,AttributeError,KeyError,TypeError,ValueError) as exc: + self.invalid.append('unsupported test selector: '+name+' ('+type(exc).__name__+')') + return unittest.TestSuite() + + +def bound_population(suite,bindings=None,invalid=()): + cases=list(suite_leaves(suite));problems=list(invalid) + if bindings is None: + bindings={id(test):capture_identity(test) for test in cases} + for test in cases: + if not identity_matches(test,bindings.get(id(test))): + problems.append('selected class/function/code identity changed before execution') + return cases,bindings,problems + + +def require_identities(cases,bindings,invalid): + if any(not identity_matches(test,bindings.get(id(test))) for test in cases): + invalid.append('selected class/function/code identity changed during execution') + raise IdentityMismatch('selected body identity changed') + +def method_id(test): + """Use the actual selected method, rather than an overridable display id.""" + cls = type(test) + name = getattr(test, '_testMethodName', None) + if (not isinstance(test, unittest.TestCase) or cls.__module__ == 'unittest.loader' + or not isinstance(name, str) or not callable(getattr(test, name, None))): + return None + return cls.__module__ + '.' + cls.__qualname__ + '.' + name + + +def supported_method_shape(method): + """Only synchronous ordinary functions/methods are supported test bodies. + + Inspect every advertised decorator link. Returning suspended work is checked + separately, since decorators may intentionally omit __wrapped__ metadata. + """ + try: + inspect.unwrap(method) # Reject cyclic decorator metadata. + except ValueError: + return False + current = method + while True: + if (not (inspect.isfunction(current) or inspect.ismethod(current)) + or inspect.isgeneratorfunction(current) + or inspect.iscoroutinefunction(current) + or inspect.isasyncgenfunction(current)): + return False + if not hasattr(current, '__wrapped__'): + return True + current = current.__wrapped__ + + +def selected_cases(suite): + for test in suite: + if isinstance(test, unittest.TestSuite): + yield from selected_cases(test) + else: + yield test + + +class LifecycleResult(unittest.TextTestResult): + def __init__(self, *args, **kwargs): + super().__init__(*args, **kwargs) + self.started_ids = [] + self.finished_ids = [] + self.body_entered_ids = [] + self.body_finished_ids = [] + self.body_assertion_ids = [] + self.lifecycle_failures = 0 + self.subtests = 0 + self.subtest_events = [] + self.assertion_events = [] + self.phase = {} + self.body_exception = {} + self.body_active = set() + self.dispatch_active = set() + self.lifecycle_depth = {} + self.invalid_execution = [] + + def startTest(self, test): + require_identities(self.identity_cases,self.identity_bindings,self.invalid_execution) + self.started_ids.append(method_id(test)) + self.phase[id(test)] = 'setup' + super().startTest(test) + + def stopTest(self, test): + self.finished_ids.append(method_id(test)) + super().stopTest(test) + + def addFailure(self, test, err): + if (self.phase.get(id(test)) == 'body' + and self.body_exception.get(id(test)) is err[1] + and isinstance(err[1], AssertionError)): + self.body_assertion_ids.append(method_id(test)) + self.assertion_events.append({'parent_id': method_id(test), 'origin': 'body'}) + else: + self.lifecycle_failures += 1 + super().addFailure(test, err) + + def addSubTest(self, test, subtest, err): + self.subtests += 1 + phase = self.phase.get(id(test)) + if phase == 'body' and id(test) not in self.body_active: + phase = 'outside-body' + if getattr(subtest, 'test_case', None) is not test: + phase = 'foreign-parent' + outcome = 'success' if err is None else 'assertion' if isinstance(err[1], AssertionError) else 'error' + self.subtest_events.append({'parent_id': method_id(test), 'phase': phase, 'outcome': outcome}) + if err is not None and outcome == 'assertion': + if phase == 'body': + self.body_assertion_ids.append(method_id(test)) + self.assertion_events.append({'parent_id': method_id(test), 'origin': 'subtest'}) + else: + self.lifecycle_failures += 1 + super().addSubTest(test, subtest, err) + + +def instrument(test, result, binding): + """Keep body exception identity until unittest reports it after this call exits.""" + for name, phase in (('_callSetUp', 'setup'), ('_callTearDown', 'teardown'), + ('doCleanups', 'cleanup')): + original = getattr(test, name) + + def lifecycle(*args, _original=original, _phase=phase, **kwargs): + result.phase[id(test)] = _phase + result.lifecycle_depth[id(test)] = result.lifecycle_depth.get(id(test), 0) + 1 + try: + return _original(*args, **kwargs) + finally: + result.lifecycle_depth[id(test)] -= 1 + setattr(test, name, lifecycle) + original_dispatch = test._callTestMethod + + def dispatch(*args, **kwargs): + if result.lifecycle_depth.get(id(test), 0): + result.invalid_execution.append('test dispatch invoked inside a lifecycle hook') + return original_dispatch(*args, **kwargs) + result.dispatch_active.add(id(test)) + try: + return original_dispatch(*args, **kwargs) + finally: + result.dispatch_active.discard(id(test)) + test._callTestMethod = dispatch + original_body = getattr(test, test._testMethodName) + + @functools.wraps(original_body) + def body(*args, **kwargs): + require_identities(result.identity_cases,result.identity_bindings,result.invalid_execution) + if id(test) not in result.dispatch_active or result.lifecycle_depth.get(id(test), 0): + result.invalid_execution.append('selected method invoked outside body dispatch') + return original_body(*args, **kwargs) + result.phase[id(test)] = 'body' + result.body_entered_ids.append(method_id(test)) + result.body_active.add(id(test)) + try: + value = original_body(*args, **kwargs) + if value is not None: + result.invalid_execution.append('selected synchronous method must return None') + if inspect.iscoroutine(value) and inspect.getcoroutinestate(value) == inspect.CORO_CREATED: + value.close() # Closing a native unstarted coroutine executes no body. + return None + return value + except BaseException as exc: + result.body_exception[id(test)] = exc + raise + finally: + result.body_active.discard(id(test)) + result.body_finished_ids.append(method_id(test)) + require_identities(result.identity_cases,result.identity_bindings,result.invalid_execution) + # _Outcome calls addFailure *after* this wrapper unwinds. + setattr(test, test._testMethodName, body) + binding['wrapper']=body + + +def describe_suite(suite, selection): + cases = list(selected_cases(suite)) + selected = [method_id(test) for test in cases] + invalid = [] + if not selected: + invalid.append('empty selected population') + if any(item is None for item in selected): + invalid.append('synthetic or unsupported selected test') + if len(set(selected)) != len(selected): + invalid.append('duplicate selected method identity') + for test, identity in zip(cases, selected): + if getattr(test.run,'__func__',None) is not unittest.TestCase.run: + invalid.append('unsupported TestCase.run override') + if identity is not None and test.id() != identity: + invalid.append('display identity does not match selected method') + if identity is not None and not supported_method_shape(getattr(test, test._testMethodName)): + invalid.append('unsupported selected method shape: ' + identity) + return cases, {'selection': selection, 'selected_ids': selected, 'invalid_population': invalid} + + +def run_suite(suite, selection, bindings=None, invalid=()): + cases, bindings, identity_errors = bound_population(suite,bindings,invalid) + _, population = describe_suite(suite, selection) + population['invalid_population'].extend(identity_errors) + stream = io.StringIO() + result = LifecycleResult(stream=unittest.runner._WritelnDecorator(stream), + descriptions=True, verbosity=2) + result.identity_cases=cases;result.identity_bindings=bindings + if not population['invalid_population']: + for test in cases: + instrument(test, result,bindings[id(test)]) + try: + suite.run(result) + except IdentityMismatch: + result.stop() + population['invalid_population'].extend(result.invalid_execution) + # Render the ordinary summary for humans; grading uses the structured fields. + result.printErrors() + stream.write(f'Ran {result.testsRun} tests\n') + value = {'receipt_schema': RECEIPT_SCHEMA, 'selection': selection, + **population, + 'tests_run': result.testsRun, 'assertion_failures': len(result.failures), + 'errors': len(result.errors), 'skipped': len(result.skipped), + 'expected_failures': len(result.expectedFailures), + 'unexpected_successes': len(result.unexpectedSuccesses), + 'successful': result.wasSuccessful(), 'log': stream.getvalue()} + for name in ('started_ids', 'finished_ids', 'body_entered_ids', + 'body_finished_ids', 'body_assertion_ids', 'lifecycle_failures', 'subtests', + 'subtest_events', 'assertion_events'): + value[name] = getattr(result, name) + return value + + +def main(): + parser = argparse.ArgumentParser(allow_abbrev=False) + parser.add_argument('--output', required=True) + parser.add_argument('--test', action='append', default=[]) + parser.add_argument('--list', action='store_true', help='discover identities without running fixtures or test bodies') + args = parser.parse_args() + sys.path.insert(0, str(ROOT / 'tests')) + loader=IdentityLoader() + if args.test: + suite = loader.loadTestsFromNames(args.test) + else: + suite = loader.discover(str(ROOT / 'tests'), pattern='test_*.py') + selection = args.test or ['discover:test_*.py'] + if args.list: + _, population = describe_suite(suite, selection) + _,_,errors=bound_population(suite,loader.bindings,loader.invalid) + population['invalid_population'].extend(errors) + Path(args.output).write_text(json.dumps(population, indent=2) + '\n') + return 0 if population['selected_ids'] and not population['invalid_population'] else 1 + value = run_suite(suite, selection,loader.bindings,loader.invalid) + Path(args.output).write_text(json.dumps(value, indent=2) + '\n') + print(value['log'], end='') + complete = (not value['invalid_population'] and value['selected_ids'] + and all(value[key] == value['selected_ids'] for key in + ('started_ids', 'finished_ids', 'body_entered_ids', 'body_finished_ids'))) + return 0 if (complete and value['successful'] and not value['skipped'] + and not value['expected_failures'] and not value['unexpected_successes'] + and all(event['phase'] == 'body' and event['outcome'] == 'success' + for event in value['subtest_events']) + and not value['lifecycle_failures']) else 1 + + +if __name__ == '__main__': + raise SystemExit(main()) diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/staticmethod-subclass-alias/stderr.log b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/staticmethod-subclass-alias/stderr.log new file mode 100644 index 000000000..e69de29bb diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/staticmethod-subclass-alias/stdout.log b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/staticmethod-subclass-alias/stdout.log new file mode 100644 index 000000000..7f67622e0 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/staticmethod-subclass-alias/stdout.log @@ -0,0 +1,4 @@ +test_first (test_static_alias.C.test_first) ... ok +test_second (test_static_alias.C.test_second) ... ok + +Ran 2 tests diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/staticmethod-subclass-alias/tests/test_static_alias.py b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/staticmethod-subclass-alias/tests/test_static_alias.py new file mode 100644 index 000000000..44fa8de80 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/staticmethod-subclass-alias/tests/test_static_alias.py @@ -0,0 +1,15 @@ +import unittest +from pathlib import Path +def record(label): + with Path('/workspace/cbz-0/delivery/grader-identity-fix/review-probes/staticmethod-subclass-alias/kernel_replay/trace.txt').open("a") as f: f.write(label+"\n") +class Alias(staticmethod): + def __get__(self,instance,owner): + record("descriptor") + owner.test_second=owner.test_first + return owner.test_first +class C(unittest.TestCase): + def test_first(self): record("first") + @Alias + def test_second(self): + record("second") + self.fail("retained original second body") diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/staticmethod-subclass-alias/trace.txt b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/staticmethod-subclass-alias/trace.txt new file mode 100644 index 000000000..cd3ab53a9 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/review-probes/staticmethod-subclass-alias/trace.txt @@ -0,0 +1,3 @@ +descriptor +first +first diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/BASELINE_BINDINGS.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/BASELINE_BINDINGS.json new file mode 100644 index 000000000..579a9d18d --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/BASELINE_BINDINGS.json @@ -0,0 +1,13 @@ +{ + "layer_a/baseline/TOOLING_REGISTRY.md": "45e1cdf0074c210a969eb12735f224ed6e49082ff3747c12c897f24b4aec5526", + "layer_a/baseline/README.md": "38ef29a8d8a3bc41cd52eba41affb499c40475f76c605c019a12e8255f5ab7ea", + "layer_a/baseline/mutation_test.py": "840d2c86b9c7b1fb934c6fae0f300afa17aca6de5551ca8db70ac47147073b7f", + "layer_a/baseline/SPEC.md": "f3f72bced46b1713f3c2efc5eddf5835d85670609ca71f27af49a710485cd69b", + "layer_a/baseline/tests/test_mutation_runner.py": "9190916dea425ab71aad73acbb70b4100890592f2a462375cb3a922ff62a1ff3", + "kernel_replay/baseline/REGISTRY.json": "94fb19a0cf04443873c99d620895df9e3d0a1c9b044bdb8535cb5adec1e4d936", + "kernel_replay/baseline/mutations.py": "a1a0b0e7d6c5809c1f3f291a10aa14edc04265ce73cf76494318f966ab69b9bd", + "kernel_replay/baseline/README.md": "11d33b55820e85213708a9e429dbbffa67f9cdbe06cb7f8920ee35899b44e7ad", + "kernel_replay/baseline/SPEC.md": "bbae2e56db3bb72bf329e760c8226386894e51e5b60423b6975f3dae9e90b2c2", + "kernel_replay/baseline/run_tests.py": "f0a67f6cb3a2e0232d1cb7ff61cd7e5c21ae4c414a8c74c3a3225712b3a74ba3", + "kernel_replay/baseline/tests/test_mutation_harness.py": "05a4a2f4c803315f80a3fcb2bb16f0d5d6df19c874c118152c257544880de114" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/EXACT_DESCRIPTOR_GUARD_MUTATIONS.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/EXACT_DESCRIPTOR_GUARD_MUTATIONS.json new file mode 100644 index 000000000..fa56751ea --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/EXACT_DESCRIPTOR_GUARD_MUTATIONS.json @@ -0,0 +1,318 @@ +{ + "scope": "3 exact-descriptor/static-inspection refusal safeguards per tool/mode; prior11themes remain separate", + "results": [ + { + "tool": "kernel_replay", + "mode": "normal", + "name": "allow-static-descriptor-subclasses", + "source_file": "run_tests.py", + "original_sha256": "2c54e05593641f0b20dc565d5b8e24cdd819f739d7f38b5130631402d5616efb", + "mutant_sha256": "e9bf166388951ffd996f6950bfd87bcee4420376ee284021780eb32c3f683acf", + "test": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "outcome": "KILLED", + "exit_code": 1, + "assertion_failures": 4, + "errors": 0, + "receipt": "kernel_replay/evidence/guard-mutants/normal/allow-static-descriptor-subclasses/receipt.json", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/allow-static-descriptor-subclasses/run_tests.py", + "--output", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/allow-static-descriptor-subclasses/receipt.json", + "--test", + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ] + }, + { + "tool": "kernel_replay", + "mode": "normal", + "name": "allow-named-descriptor-subclasses", + "source_file": "run_tests.py", + "original_sha256": "2c54e05593641f0b20dc565d5b8e24cdd819f739d7f38b5130631402d5616efb", + "mutant_sha256": "82b65607cdb27ca2476c70065373dcd22e0f2dfcf89234d9c6e7d224eb910e86", + "test": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "outcome": "KILLED", + "exit_code": 1, + "assertion_failures": 1, + "errors": 0, + "receipt": "kernel_replay/evidence/guard-mutants/normal/allow-named-descriptor-subclasses/receipt.json", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/allow-named-descriptor-subclasses/run_tests.py", + "--output", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/allow-named-descriptor-subclasses/receipt.json", + "--test", + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ] + }, + { + "tool": "kernel_replay", + "mode": "normal", + "name": "invoke-special-descriptor-during-profile-inspection", + "source_file": "run_tests.py", + "original_sha256": "2c54e05593641f0b20dc565d5b8e24cdd819f739d7f38b5130631402d5616efb", + "mutant_sha256": "6146779c1c6d6ec1f1996bec9adac1702472a55d74331fea878014d0783b1e0e", + "test": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "outcome": "KILLED", + "exit_code": 1, + "assertion_failures": 3, + "errors": 0, + "receipt": "kernel_replay/evidence/guard-mutants/normal/invoke-special-descriptor-during-profile-inspection/receipt.json", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/invoke-special-descriptor-during-profile-inspection/run_tests.py", + "--output", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/invoke-special-descriptor-during-profile-inspection/receipt.json", + "--test", + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ] + }, + { + "tool": "kernel_replay", + "mode": "optimized", + "name": "allow-static-descriptor-subclasses", + "source_file": "run_tests.py", + "original_sha256": "2c54e05593641f0b20dc565d5b8e24cdd819f739d7f38b5130631402d5616efb", + "mutant_sha256": "e9bf166388951ffd996f6950bfd87bcee4420376ee284021780eb32c3f683acf", + "test": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "outcome": "KILLED", + "exit_code": 1, + "assertion_failures": 4, + "errors": 0, + "receipt": "kernel_replay/evidence/guard-mutants/optimized/allow-static-descriptor-subclasses/receipt.json", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "-O", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/allow-static-descriptor-subclasses/run_tests.py", + "--output", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/allow-static-descriptor-subclasses/receipt.json", + "--test", + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ] + }, + { + "tool": "kernel_replay", + "mode": "optimized", + "name": "allow-named-descriptor-subclasses", + "source_file": "run_tests.py", + "original_sha256": "2c54e05593641f0b20dc565d5b8e24cdd819f739d7f38b5130631402d5616efb", + "mutant_sha256": "82b65607cdb27ca2476c70065373dcd22e0f2dfcf89234d9c6e7d224eb910e86", + "test": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "outcome": "KILLED", + "exit_code": 1, + "assertion_failures": 1, + "errors": 0, + "receipt": "kernel_replay/evidence/guard-mutants/optimized/allow-named-descriptor-subclasses/receipt.json", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "-O", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/allow-named-descriptor-subclasses/run_tests.py", + "--output", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/allow-named-descriptor-subclasses/receipt.json", + "--test", + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ] + }, + { + "tool": "kernel_replay", + "mode": "optimized", + "name": "invoke-special-descriptor-during-profile-inspection", + "source_file": "run_tests.py", + "original_sha256": "2c54e05593641f0b20dc565d5b8e24cdd819f739d7f38b5130631402d5616efb", + "mutant_sha256": "6146779c1c6d6ec1f1996bec9adac1702472a55d74331fea878014d0783b1e0e", + "test": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "outcome": "KILLED", + "exit_code": 1, + "assertion_failures": 3, + "errors": 0, + "receipt": "kernel_replay/evidence/guard-mutants/optimized/invoke-special-descriptor-during-profile-inspection/receipt.json", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "-O", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/invoke-special-descriptor-during-profile-inspection/run_tests.py", + "--output", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/invoke-special-descriptor-during-profile-inspection/receipt.json", + "--test", + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ] + }, + { + "tool": "layer_a", + "mode": "normal", + "name": "allow-static-descriptor-subclasses", + "source_file": "mutation_test.py", + "original_sha256": "cf742de46c1e386deeb11b122ed5bccdcab0778666b0b2774fab78e57eed1ad2", + "mutant_sha256": "ede80a1befeaf8d4390836cb1355ddf41f626cb42b930f69b44346abb2655b14", + "test": "test_mutation_runner.IdentityHarnessRules.test_callable_factory_selector_is_refused_before_factory_or_body", + "outcome": "KILLED", + "exit_code": 1, + "assertion_failures": 4, + "errors": 0, + "receipt": "layer_a/evidence/guard-mutants/normal/allow-static-descriptor-subclasses/receipt.json", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/workspace/cbz-0/delivery/grader-identity-fix/layer_a/evidence/guard-mutants/normal/allow-static-descriptor-subclasses/mutation_test.py", + "--internal-test-runner", + "--test-root", + "/workspace/cbz-0/delivery/grader-identity-fix/layer_a/evidence/guard-mutants/normal/allow-static-descriptor-subclasses/tests", + "--output", + "/workspace/cbz-0/delivery/grader-identity-fix/layer_a/evidence/guard-mutants/normal/allow-static-descriptor-subclasses/receipt.json", + "--test", + "test_mutation_runner.IdentityHarnessRules.test_callable_factory_selector_is_refused_before_factory_or_body" + ] + }, + { + "tool": "layer_a", + "mode": "normal", + "name": "allow-named-descriptor-subclasses", + "source_file": "mutation_test.py", + "original_sha256": "cf742de46c1e386deeb11b122ed5bccdcab0778666b0b2774fab78e57eed1ad2", + "mutant_sha256": "fb57ab7191d2c9e8c19619bcee0c175ccd6e310dd800810c5d74e466ca1a1545", + "test": "test_mutation_runner.IdentityHarnessRules.test_callable_factory_selector_is_refused_before_factory_or_body", + "outcome": "KILLED", + "exit_code": 1, + "assertion_failures": 1, + "errors": 0, + "receipt": "layer_a/evidence/guard-mutants/normal/allow-named-descriptor-subclasses/receipt.json", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/workspace/cbz-0/delivery/grader-identity-fix/layer_a/evidence/guard-mutants/normal/allow-named-descriptor-subclasses/mutation_test.py", + "--internal-test-runner", + "--test-root", + "/workspace/cbz-0/delivery/grader-identity-fix/layer_a/evidence/guard-mutants/normal/allow-named-descriptor-subclasses/tests", + "--output", + "/workspace/cbz-0/delivery/grader-identity-fix/layer_a/evidence/guard-mutants/normal/allow-named-descriptor-subclasses/receipt.json", + "--test", + "test_mutation_runner.IdentityHarnessRules.test_callable_factory_selector_is_refused_before_factory_or_body" + ] + }, + { + "tool": "layer_a", + "mode": "normal", + "name": "invoke-special-descriptor-during-profile-inspection", + "source_file": "mutation_test.py", + "original_sha256": "cf742de46c1e386deeb11b122ed5bccdcab0778666b0b2774fab78e57eed1ad2", + "mutant_sha256": "1625d671be71084113ee84f614e498e0f69f4b440e0c669514fa20aa0d9d25e0", + "test": "test_mutation_runner.IdentityHarnessRules.test_callable_factory_selector_is_refused_before_factory_or_body", + "outcome": "KILLED", + "exit_code": 1, + "assertion_failures": 3, + "errors": 0, + "receipt": "layer_a/evidence/guard-mutants/normal/invoke-special-descriptor-during-profile-inspection/receipt.json", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/workspace/cbz-0/delivery/grader-identity-fix/layer_a/evidence/guard-mutants/normal/invoke-special-descriptor-during-profile-inspection/mutation_test.py", + "--internal-test-runner", + "--test-root", + "/workspace/cbz-0/delivery/grader-identity-fix/layer_a/evidence/guard-mutants/normal/invoke-special-descriptor-during-profile-inspection/tests", + "--output", + "/workspace/cbz-0/delivery/grader-identity-fix/layer_a/evidence/guard-mutants/normal/invoke-special-descriptor-during-profile-inspection/receipt.json", + "--test", + "test_mutation_runner.IdentityHarnessRules.test_callable_factory_selector_is_refused_before_factory_or_body" + ] + }, + { + "tool": "layer_a", + "mode": "optimized", + "name": "allow-static-descriptor-subclasses", + "source_file": "mutation_test.py", + "original_sha256": "cf742de46c1e386deeb11b122ed5bccdcab0778666b0b2774fab78e57eed1ad2", + "mutant_sha256": "ede80a1befeaf8d4390836cb1355ddf41f626cb42b930f69b44346abb2655b14", + "test": "test_mutation_runner.IdentityHarnessRules.test_callable_factory_selector_is_refused_before_factory_or_body", + "outcome": "KILLED", + "exit_code": 1, + "assertion_failures": 4, + "errors": 0, + "receipt": "layer_a/evidence/guard-mutants/optimized/allow-static-descriptor-subclasses/receipt.json", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "-O", + "/workspace/cbz-0/delivery/grader-identity-fix/layer_a/evidence/guard-mutants/optimized/allow-static-descriptor-subclasses/mutation_test.py", + "--internal-test-runner", + "--test-root", + "/workspace/cbz-0/delivery/grader-identity-fix/layer_a/evidence/guard-mutants/optimized/allow-static-descriptor-subclasses/tests", + "--output", + "/workspace/cbz-0/delivery/grader-identity-fix/layer_a/evidence/guard-mutants/optimized/allow-static-descriptor-subclasses/receipt.json", + "--test", + "test_mutation_runner.IdentityHarnessRules.test_callable_factory_selector_is_refused_before_factory_or_body" + ] + }, + { + "tool": "layer_a", + "mode": "optimized", + "name": "allow-named-descriptor-subclasses", + "source_file": "mutation_test.py", + "original_sha256": "cf742de46c1e386deeb11b122ed5bccdcab0778666b0b2774fab78e57eed1ad2", + "mutant_sha256": "fb57ab7191d2c9e8c19619bcee0c175ccd6e310dd800810c5d74e466ca1a1545", + "test": "test_mutation_runner.IdentityHarnessRules.test_callable_factory_selector_is_refused_before_factory_or_body", + "outcome": "KILLED", + "exit_code": 1, + "assertion_failures": 1, + "errors": 0, + "receipt": "layer_a/evidence/guard-mutants/optimized/allow-named-descriptor-subclasses/receipt.json", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "-O", + "/workspace/cbz-0/delivery/grader-identity-fix/layer_a/evidence/guard-mutants/optimized/allow-named-descriptor-subclasses/mutation_test.py", + "--internal-test-runner", + "--test-root", + "/workspace/cbz-0/delivery/grader-identity-fix/layer_a/evidence/guard-mutants/optimized/allow-named-descriptor-subclasses/tests", + "--output", + "/workspace/cbz-0/delivery/grader-identity-fix/layer_a/evidence/guard-mutants/optimized/allow-named-descriptor-subclasses/receipt.json", + "--test", + "test_mutation_runner.IdentityHarnessRules.test_callable_factory_selector_is_refused_before_factory_or_body" + ] + }, + { + "tool": "layer_a", + "mode": "optimized", + "name": "invoke-special-descriptor-during-profile-inspection", + "source_file": "mutation_test.py", + "original_sha256": "cf742de46c1e386deeb11b122ed5bccdcab0778666b0b2774fab78e57eed1ad2", + "mutant_sha256": "1625d671be71084113ee84f614e498e0f69f4b440e0c669514fa20aa0d9d25e0", + "test": "test_mutation_runner.IdentityHarnessRules.test_callable_factory_selector_is_refused_before_factory_or_body", + "outcome": "KILLED", + "exit_code": 1, + "assertion_failures": 3, + "errors": 0, + "receipt": "layer_a/evidence/guard-mutants/optimized/invoke-special-descriptor-during-profile-inspection/receipt.json", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "-O", + "/workspace/cbz-0/delivery/grader-identity-fix/layer_a/evidence/guard-mutants/optimized/invoke-special-descriptor-during-profile-inspection/mutation_test.py", + "--internal-test-runner", + "--test-root", + "/workspace/cbz-0/delivery/grader-identity-fix/layer_a/evidence/guard-mutants/optimized/invoke-special-descriptor-during-profile-inspection/tests", + "--output", + "/workspace/cbz-0/delivery/grader-identity-fix/layer_a/evidence/guard-mutants/optimized/invoke-special-descriptor-during-profile-inspection/receipt.json", + "--test", + "test_mutation_runner.IdentityHarnessRules.test_callable_factory_selector_is_refused_before_factory_or_body" + ] + } + ], + "all_assertion_killed": true +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/FINAL_EXACT_RUNTIME_BINDINGS.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/FINAL_EXACT_RUNTIME_BINDINGS.json new file mode 100644 index 000000000..69aa25f2d --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/FINAL_EXACT_RUNTIME_BINDINGS.json @@ -0,0 +1,6 @@ +{ + "kernel_replay/run_tests.py": "2c54e05593641f0b20dc565d5b8e24cdd819f739d7f38b5130631402d5616efb", + "kernel_replay/tests/test_mutation_harness.py": "c16063e29d3e91b315120f1143ec6763608bb5ed33d90af6fa839f82ed489022", + "layer_a/mutation_test.py": "cf742de46c1e386deeb11b122ed5bccdcab0778666b0b2774fab78e57eed1ad2", + "layer_a/tests/test_mutation_runner.py": "9ecf6dbdc0cf30ecf1b9c4f72d6cda21bc8bfe4eac3a5383ebe4e8b1e93a2866" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/FINAL_RUNTIME_BINDINGS.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/FINAL_RUNTIME_BINDINGS.json new file mode 100644 index 000000000..ad129e267 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/FINAL_RUNTIME_BINDINGS.json @@ -0,0 +1,6 @@ +{ + "kernel_replay/run_tests.py": "d1783e4892e5ae406762d8917cadb8d84534fd271744fdd92a1e285a72e26739", + "kernel_replay/tests/test_mutation_harness.py": "99d0bc18609f4966e7e8a12f4731cb13fb45a23d4689467da2c3fd564ef74030", + "layer_a/mutation_test.py": "6a719ffd05533bdd982b2dbb5c398ba7c5fc41b277c6e2277b33dab56689b463", + "layer_a/tests/test_mutation_runner.py": "849c787473367390fa56d8b75447bd489d18a1a308df0fd94f910dd47decc4de" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/FOLLOWUP_GUARD_MUTATIONS.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/FOLLOWUP_GUARD_MUTATIONS.json new file mode 100644 index 000000000..50b07278a --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/FOLLOWUP_GUARD_MUTATIONS.json @@ -0,0 +1,214 @@ +{ + "scope": "2 new construction/module-discovery safeguards per tool/mode; prior8themes remain separate", + "results": [ + { + "tool": "kernel_replay", + "mode": "normal", + "name": "allow-custom-construction", + "source_file": "run_tests.py", + "original_sha256": "730bf28746f6574dc11cf9d8b63d759c6edab1aafed8d2a73b21f2388278cef3", + "mutant_sha256": "239b9bb1455f063b77b6edf33c643629a386dba6f5882414645c760eb36b3bca", + "test": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "outcome": "KILLED", + "exit_code": 1, + "assertion_failures": 14, + "errors": 0, + "receipt": "kernel_replay/evidence/guard-mutants/normal/allow-custom-construction/receipt.json", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/allow-custom-construction/run_tests.py", + "--output", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/allow-custom-construction/receipt.json", + "--test", + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ] + }, + { + "tool": "kernel_replay", + "mode": "normal", + "name": "allow-module-dir-population-omission", + "source_file": "run_tests.py", + "original_sha256": "730bf28746f6574dc11cf9d8b63d759c6edab1aafed8d2a73b21f2388278cef3", + "mutant_sha256": "50ac770b50929e18b882660873cef5029802ef8e1331af724d2029cadbe5a6cd", + "test": "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "outcome": "KILLED", + "exit_code": 1, + "assertion_failures": 1, + "errors": 0, + "receipt": "kernel_replay/evidence/guard-mutants/normal/allow-module-dir-population-omission/receipt.json", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/allow-module-dir-population-omission/run_tests.py", + "--output", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/allow-module-dir-population-omission/receipt.json", + "--test", + "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution" + ] + }, + { + "tool": "kernel_replay", + "mode": "optimized", + "name": "allow-custom-construction", + "source_file": "run_tests.py", + "original_sha256": "730bf28746f6574dc11cf9d8b63d759c6edab1aafed8d2a73b21f2388278cef3", + "mutant_sha256": "239b9bb1455f063b77b6edf33c643629a386dba6f5882414645c760eb36b3bca", + "test": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "outcome": "KILLED", + "exit_code": 1, + "assertion_failures": 14, + "errors": 0, + "receipt": "kernel_replay/evidence/guard-mutants/optimized/allow-custom-construction/receipt.json", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "-O", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/allow-custom-construction/run_tests.py", + "--output", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/allow-custom-construction/receipt.json", + "--test", + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ] + }, + { + "tool": "kernel_replay", + "mode": "optimized", + "name": "allow-module-dir-population-omission", + "source_file": "run_tests.py", + "original_sha256": "730bf28746f6574dc11cf9d8b63d759c6edab1aafed8d2a73b21f2388278cef3", + "mutant_sha256": "50ac770b50929e18b882660873cef5029802ef8e1331af724d2029cadbe5a6cd", + "test": "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "outcome": "KILLED", + "exit_code": 1, + "assertion_failures": 1, + "errors": 0, + "receipt": "kernel_replay/evidence/guard-mutants/optimized/allow-module-dir-population-omission/receipt.json", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "-O", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/allow-module-dir-population-omission/run_tests.py", + "--output", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/allow-module-dir-population-omission/receipt.json", + "--test", + "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution" + ] + }, + { + "tool": "layer_a", + "mode": "normal", + "name": "allow-custom-construction", + "source_file": "mutation_test.py", + "original_sha256": "c07a257fd5a641b67e00431616fe2e3cfd0426ebc0066383bf328356c227f822", + "mutant_sha256": "5ad3ae089fbb172a81138d32ff277d02f6e2036da2cae628040f60ca976c885b", + "test": "test_mutation_runner.IdentityHarnessRules.test_callable_factory_selector_is_refused_before_factory_or_body", + "outcome": "KILLED", + "exit_code": 1, + "assertion_failures": 14, + "errors": 0, + "receipt": "layer_a/evidence/guard-mutants/normal/allow-custom-construction/receipt.json", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/workspace/cbz-0/delivery/grader-identity-fix/layer_a/evidence/guard-mutants/normal/allow-custom-construction/mutation_test.py", + "--internal-test-runner", + "--test-root", + "/workspace/cbz-0/delivery/grader-identity-fix/layer_a/evidence/guard-mutants/normal/allow-custom-construction/tests", + "--output", + "/workspace/cbz-0/delivery/grader-identity-fix/layer_a/evidence/guard-mutants/normal/allow-custom-construction/receipt.json", + "--test", + "test_mutation_runner.IdentityHarnessRules.test_callable_factory_selector_is_refused_before_factory_or_body" + ] + }, + { + "tool": "layer_a", + "mode": "normal", + "name": "allow-module-dir-population-omission", + "source_file": "mutation_test.py", + "original_sha256": "c07a257fd5a641b67e00431616fe2e3cfd0426ebc0066383bf328356c227f822", + "mutant_sha256": "5fba8791484fc9cebde8083d23e7bbb76b7ba93cc67278d03b1e98649582e866", + "test": "test_mutation_runner.IdentityHarnessRules.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "outcome": "KILLED", + "exit_code": 1, + "assertion_failures": 1, + "errors": 0, + "receipt": "layer_a/evidence/guard-mutants/normal/allow-module-dir-population-omission/receipt.json", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/workspace/cbz-0/delivery/grader-identity-fix/layer_a/evidence/guard-mutants/normal/allow-module-dir-population-omission/mutation_test.py", + "--internal-test-runner", + "--test-root", + "/workspace/cbz-0/delivery/grader-identity-fix/layer_a/evidence/guard-mutants/normal/allow-module-dir-population-omission/tests", + "--output", + "/workspace/cbz-0/delivery/grader-identity-fix/layer_a/evidence/guard-mutants/normal/allow-module-dir-population-omission/receipt.json", + "--test", + "test_mutation_runner.IdentityHarnessRules.test_module_alias_subclass_and_population_hooks_refused_before_execution" + ] + }, + { + "tool": "layer_a", + "mode": "optimized", + "name": "allow-custom-construction", + "source_file": "mutation_test.py", + "original_sha256": "c07a257fd5a641b67e00431616fe2e3cfd0426ebc0066383bf328356c227f822", + "mutant_sha256": "5ad3ae089fbb172a81138d32ff277d02f6e2036da2cae628040f60ca976c885b", + "test": "test_mutation_runner.IdentityHarnessRules.test_callable_factory_selector_is_refused_before_factory_or_body", + "outcome": "KILLED", + "exit_code": 1, + "assertion_failures": 14, + "errors": 0, + "receipt": "layer_a/evidence/guard-mutants/optimized/allow-custom-construction/receipt.json", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "-O", + "/workspace/cbz-0/delivery/grader-identity-fix/layer_a/evidence/guard-mutants/optimized/allow-custom-construction/mutation_test.py", + "--internal-test-runner", + "--test-root", + "/workspace/cbz-0/delivery/grader-identity-fix/layer_a/evidence/guard-mutants/optimized/allow-custom-construction/tests", + "--output", + "/workspace/cbz-0/delivery/grader-identity-fix/layer_a/evidence/guard-mutants/optimized/allow-custom-construction/receipt.json", + "--test", + "test_mutation_runner.IdentityHarnessRules.test_callable_factory_selector_is_refused_before_factory_or_body" + ] + }, + { + "tool": "layer_a", + "mode": "optimized", + "name": "allow-module-dir-population-omission", + "source_file": "mutation_test.py", + "original_sha256": "c07a257fd5a641b67e00431616fe2e3cfd0426ebc0066383bf328356c227f822", + "mutant_sha256": "5fba8791484fc9cebde8083d23e7bbb76b7ba93cc67278d03b1e98649582e866", + "test": "test_mutation_runner.IdentityHarnessRules.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "outcome": "KILLED", + "exit_code": 1, + "assertion_failures": 1, + "errors": 0, + "receipt": "layer_a/evidence/guard-mutants/optimized/allow-module-dir-population-omission/receipt.json", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "-O", + "/workspace/cbz-0/delivery/grader-identity-fix/layer_a/evidence/guard-mutants/optimized/allow-module-dir-population-omission/mutation_test.py", + "--internal-test-runner", + "--test-root", + "/workspace/cbz-0/delivery/grader-identity-fix/layer_a/evidence/guard-mutants/optimized/allow-module-dir-population-omission/tests", + "--output", + "/workspace/cbz-0/delivery/grader-identity-fix/layer_a/evidence/guard-mutants/optimized/allow-module-dir-population-omission/receipt.json", + "--test", + "test_mutation_runner.IdentityHarnessRules.test_module_alias_subclass_and_population_hooks_refused_before_execution" + ] + } + ], + "all_assertion_killed": true +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/FROZEN_RUNTIME_BINDINGS.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/FROZEN_RUNTIME_BINDINGS.json new file mode 100644 index 000000000..a72fb44a5 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/FROZEN_RUNTIME_BINDINGS.json @@ -0,0 +1,6 @@ +{ + "kernel_replay/run_tests.py": "730bf28746f6574dc11cf9d8b63d759c6edab1aafed8d2a73b21f2388278cef3", + "kernel_replay/tests/test_mutation_harness.py": "8d42a69f5b9a73705837111d59bbbe56c5f41ee84362ff1b006ea38226a37690", + "layer_a/mutation_test.py": "c07a257fd5a641b67e00431616fe2e3cfd0426ebc0066383bf328356c227f822", + "layer_a/tests/test_mutation_runner.py": "708061a74bdc800addd5394f058605f4e063e172dd6933e715639a499f6c7956" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/GUARD_MUTATIONS.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/GUARD_MUTATIONS.json new file mode 100644 index 000000000..8376e90f8 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/GUARD_MUTATIONS.json @@ -0,0 +1,838 @@ +{ + "scope": "8 new runner identity safeguard themes per tool/mode; not production scanner/replay mutants", + "results": [ + { + "tool": "kernel_replay", + "mode": "normal", + "name": "ignore-module-hook-refusal", + "source_file": "run_tests.py", + "original_sha256": "c77ee122e788fbb2a88ffaba12e0b4de75209b6f18ce2b6053fed68a5a4ce4d5", + "mutant_sha256": "8142b73d6348b8786526b24fad189a7aba19dd0f321e8ae12ac3735fd6d3bc36", + "test": "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "outcome": "KILLED", + "exit_code": 1, + "assertion_failures": 4, + "errors": 0, + "receipt": "kernel_replay/evidence/guard-mutants/normal/ignore-module-hook-refusal/receipt.json", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/ignore-module-hook-refusal/run_tests.py", + "--output", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/ignore-module-hook-refusal/receipt.json", + "--test", + "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution" + ] + }, + { + "tool": "kernel_replay", + "mode": "normal", + "name": "accept-callable-selector-factory", + "source_file": "run_tests.py", + "original_sha256": "c77ee122e788fbb2a88ffaba12e0b4de75209b6f18ce2b6053fed68a5a4ce4d5", + "mutant_sha256": "c9b312a9492ddd05d7aba67f3cfa15f889fd0aa76436f92ad188600033dc23f1", + "test": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "outcome": "KILLED", + "exit_code": 1, + "assertion_failures": 1, + "errors": 0, + "receipt": "kernel_replay/evidence/guard-mutants/normal/accept-callable-selector-factory/receipt.json", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/accept-callable-selector-factory/run_tests.py", + "--output", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/accept-callable-selector-factory/receipt.json", + "--test", + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ] + }, + { + "tool": "kernel_replay", + "mode": "normal", + "name": "ignore-selected-class-object", + "source_file": "run_tests.py", + "original_sha256": "c77ee122e788fbb2a88ffaba12e0b4de75209b6f18ce2b6053fed68a5a4ce4d5", + "mutant_sha256": "0aa711f14ef8f822fea2773205e2ff7afdf4d34dbd93d49e88b5c4b9db5d2ce8", + "test": "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "outcome": "KILLED", + "exit_code": 1, + "assertion_failures": 1, + "errors": 0, + "receipt": "kernel_replay/evidence/guard-mutants/normal/ignore-selected-class-object/receipt.json", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/ignore-selected-class-object/run_tests.py", + "--output", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/ignore-selected-class-object/receipt.json", + "--test", + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused" + ] + }, + { + "tool": "kernel_replay", + "mode": "normal", + "name": "ignore-original-function-object", + "source_file": "run_tests.py", + "original_sha256": "c77ee122e788fbb2a88ffaba12e0b4de75209b6f18ce2b6053fed68a5a4ce4d5", + "mutant_sha256": "209ff6dea5ae38e7e842612b34702bb5f86f54d59e4b53f5209e465ea4c9d63e", + "test": "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "outcome": "KILLED", + "exit_code": 1, + "assertion_failures": 1, + "errors": 0, + "receipt": "kernel_replay/evidence/guard-mutants/normal/ignore-original-function-object/receipt.json", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/ignore-original-function-object/run_tests.py", + "--output", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/ignore-original-function-object/receipt.json", + "--test", + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused" + ] + }, + { + "tool": "kernel_replay", + "mode": "normal", + "name": "ignore-original-code-object", + "source_file": "run_tests.py", + "original_sha256": "c77ee122e788fbb2a88ffaba12e0b4de75209b6f18ce2b6053fed68a5a4ce4d5", + "mutant_sha256": "6b84b3db0b2164dcf775d0e165debd791ab95f41ef7835bac0d4fc72ec77f937", + "test": "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "outcome": "KILLED", + "exit_code": 1, + "assertion_failures": 1, + "errors": 0, + "receipt": "kernel_replay/evidence/guard-mutants/normal/ignore-original-code-object/receipt.json", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/ignore-original-code-object/run_tests.py", + "--output", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/ignore-original-code-object/receipt.json", + "--test", + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused" + ] + }, + { + "tool": "kernel_replay", + "mode": "normal", + "name": "ignore-declared-function-chain", + "source_file": "run_tests.py", + "original_sha256": "c77ee122e788fbb2a88ffaba12e0b4de75209b6f18ce2b6053fed68a5a4ce4d5", + "mutant_sha256": "904814c32bdb60c2230f9f3d8ca25331c734537c7433a2fbe166fa12e42979e2", + "test": "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "outcome": "KILLED", + "exit_code": 1, + "assertion_failures": 2, + "errors": 0, + "receipt": "kernel_replay/evidence/guard-mutants/normal/ignore-declared-function-chain/receipt.json", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/ignore-declared-function-chain/run_tests.py", + "--output", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/ignore-declared-function-chain/receipt.json", + "--test", + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused" + ] + }, + { + "tool": "kernel_replay", + "mode": "normal", + "name": "skip-before-fixture-identity-validation", + "source_file": "run_tests.py", + "original_sha256": "c77ee122e788fbb2a88ffaba12e0b4de75209b6f18ce2b6053fed68a5a4ce4d5", + "mutant_sha256": "384fc58ca23882fcd0ce34b28e0d4285481a5eed0bc44a05c924fd5f3cfe93cc", + "test": "test_mutation_harness.IdentityHarnessTests.test_postload_substitution_refused_before_any_fixture", + "outcome": "KILLED", + "exit_code": 1, + "assertion_failures": 1, + "errors": 0, + "receipt": "kernel_replay/evidence/guard-mutants/normal/skip-before-fixture-identity-validation/receipt.json", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/skip-before-fixture-identity-validation/run_tests.py", + "--output", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/skip-before-fixture-identity-validation/receipt.json", + "--test", + "test_mutation_harness.IdentityHarnessTests.test_postload_substitution_refused_before_any_fixture" + ] + }, + { + "tool": "kernel_replay", + "mode": "normal", + "name": "skip-runtime-identity-validation", + "source_file": "run_tests.py", + "original_sha256": "c77ee122e788fbb2a88ffaba12e0b4de75209b6f18ce2b6053fed68a5a4ce4d5", + "mutant_sha256": "0eb854056f3c5e06515566c9a82503d12410c5a5ae4533af8d31ceee2cc2e1e7", + "test": "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "outcome": "KILLED", + "exit_code": 1, + "assertion_failures": 4, + "errors": 0, + "receipt": "kernel_replay/evidence/guard-mutants/normal/skip-runtime-identity-validation/receipt.json", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/skip-runtime-identity-validation/run_tests.py", + "--output", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/skip-runtime-identity-validation/receipt.json", + "--test", + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused" + ] + }, + { + "tool": "kernel_replay", + "mode": "optimized", + "name": "ignore-module-hook-refusal", + "source_file": "run_tests.py", + "original_sha256": "c77ee122e788fbb2a88ffaba12e0b4de75209b6f18ce2b6053fed68a5a4ce4d5", + "mutant_sha256": "8142b73d6348b8786526b24fad189a7aba19dd0f321e8ae12ac3735fd6d3bc36", + "test": "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "outcome": "KILLED", + "exit_code": 1, + "assertion_failures": 4, + "errors": 0, + "receipt": "kernel_replay/evidence/guard-mutants/optimized/ignore-module-hook-refusal/receipt.json", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "-O", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/ignore-module-hook-refusal/run_tests.py", + "--output", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/ignore-module-hook-refusal/receipt.json", + "--test", + "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution" + ] + }, + { + "tool": "kernel_replay", + "mode": "optimized", + "name": "accept-callable-selector-factory", + "source_file": "run_tests.py", + "original_sha256": "c77ee122e788fbb2a88ffaba12e0b4de75209b6f18ce2b6053fed68a5a4ce4d5", + "mutant_sha256": "c9b312a9492ddd05d7aba67f3cfa15f889fd0aa76436f92ad188600033dc23f1", + "test": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "outcome": "KILLED", + "exit_code": 1, + "assertion_failures": 1, + "errors": 0, + "receipt": "kernel_replay/evidence/guard-mutants/optimized/accept-callable-selector-factory/receipt.json", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "-O", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/accept-callable-selector-factory/run_tests.py", + "--output", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/accept-callable-selector-factory/receipt.json", + "--test", + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ] + }, + { + "tool": "kernel_replay", + "mode": "optimized", + "name": "ignore-selected-class-object", + "source_file": "run_tests.py", + "original_sha256": "c77ee122e788fbb2a88ffaba12e0b4de75209b6f18ce2b6053fed68a5a4ce4d5", + "mutant_sha256": "0aa711f14ef8f822fea2773205e2ff7afdf4d34dbd93d49e88b5c4b9db5d2ce8", + "test": "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "outcome": "KILLED", + "exit_code": 1, + "assertion_failures": 1, + "errors": 0, + "receipt": "kernel_replay/evidence/guard-mutants/optimized/ignore-selected-class-object/receipt.json", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "-O", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/ignore-selected-class-object/run_tests.py", + "--output", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/ignore-selected-class-object/receipt.json", + "--test", + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused" + ] + }, + { + "tool": "kernel_replay", + "mode": "optimized", + "name": "ignore-original-function-object", + "source_file": "run_tests.py", + "original_sha256": "c77ee122e788fbb2a88ffaba12e0b4de75209b6f18ce2b6053fed68a5a4ce4d5", + "mutant_sha256": "209ff6dea5ae38e7e842612b34702bb5f86f54d59e4b53f5209e465ea4c9d63e", + "test": "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "outcome": "KILLED", + "exit_code": 1, + "assertion_failures": 1, + "errors": 0, + "receipt": "kernel_replay/evidence/guard-mutants/optimized/ignore-original-function-object/receipt.json", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "-O", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/ignore-original-function-object/run_tests.py", + "--output", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/ignore-original-function-object/receipt.json", + "--test", + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused" + ] + }, + { + "tool": "kernel_replay", + "mode": "optimized", + "name": "ignore-original-code-object", + "source_file": "run_tests.py", + "original_sha256": "c77ee122e788fbb2a88ffaba12e0b4de75209b6f18ce2b6053fed68a5a4ce4d5", + "mutant_sha256": "6b84b3db0b2164dcf775d0e165debd791ab95f41ef7835bac0d4fc72ec77f937", + "test": "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "outcome": "KILLED", + "exit_code": 1, + "assertion_failures": 1, + "errors": 0, + "receipt": "kernel_replay/evidence/guard-mutants/optimized/ignore-original-code-object/receipt.json", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "-O", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/ignore-original-code-object/run_tests.py", + "--output", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/ignore-original-code-object/receipt.json", + "--test", + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused" + ] + }, + { + "tool": "kernel_replay", + "mode": "optimized", + "name": "ignore-declared-function-chain", + "source_file": "run_tests.py", + "original_sha256": "c77ee122e788fbb2a88ffaba12e0b4de75209b6f18ce2b6053fed68a5a4ce4d5", + "mutant_sha256": "904814c32bdb60c2230f9f3d8ca25331c734537c7433a2fbe166fa12e42979e2", + "test": "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "outcome": "KILLED", + "exit_code": 1, + "assertion_failures": 2, + "errors": 0, + "receipt": "kernel_replay/evidence/guard-mutants/optimized/ignore-declared-function-chain/receipt.json", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "-O", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/ignore-declared-function-chain/run_tests.py", + "--output", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/ignore-declared-function-chain/receipt.json", + "--test", + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused" + ] + }, + { + "tool": "kernel_replay", + "mode": "optimized", + "name": "skip-before-fixture-identity-validation", + "source_file": "run_tests.py", + "original_sha256": "c77ee122e788fbb2a88ffaba12e0b4de75209b6f18ce2b6053fed68a5a4ce4d5", + "mutant_sha256": "384fc58ca23882fcd0ce34b28e0d4285481a5eed0bc44a05c924fd5f3cfe93cc", + "test": "test_mutation_harness.IdentityHarnessTests.test_postload_substitution_refused_before_any_fixture", + "outcome": "KILLED", + "exit_code": 1, + "assertion_failures": 1, + "errors": 0, + "receipt": "kernel_replay/evidence/guard-mutants/optimized/skip-before-fixture-identity-validation/receipt.json", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "-O", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/skip-before-fixture-identity-validation/run_tests.py", + "--output", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/skip-before-fixture-identity-validation/receipt.json", + "--test", + "test_mutation_harness.IdentityHarnessTests.test_postload_substitution_refused_before_any_fixture" + ] + }, + { + "tool": "kernel_replay", + "mode": "optimized", + "name": "skip-runtime-identity-validation", + "source_file": "run_tests.py", + "original_sha256": "c77ee122e788fbb2a88ffaba12e0b4de75209b6f18ce2b6053fed68a5a4ce4d5", + "mutant_sha256": "0eb854056f3c5e06515566c9a82503d12410c5a5ae4533af8d31ceee2cc2e1e7", + "test": "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused", + "outcome": "KILLED", + "exit_code": 1, + "assertion_failures": 4, + "errors": 0, + "receipt": "kernel_replay/evidence/guard-mutants/optimized/skip-runtime-identity-validation/receipt.json", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "-O", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/skip-runtime-identity-validation/run_tests.py", + "--output", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/skip-runtime-identity-validation/receipt.json", + "--test", + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused" + ] + }, + { + "tool": "layer_a", + "mode": "normal", + "name": "ignore-module-hook-refusal", + "source_file": "mutation_test.py", + "original_sha256": "50c0e2d64fecbaa232fa867eb7c9e4a1a4f02ed1ea163389c1111ba700c729cc", + "mutant_sha256": "d3c75a4a0e016689305e35efd4b0e411d70ab407c6ba848ec3f56311535b95e5", + "test": "test_mutation_runner.IdentityHarnessRules.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "outcome": "KILLED", + "exit_code": 1, + "assertion_failures": 4, + "errors": 0, + "receipt": "layer_a/evidence/guard-mutants/normal/ignore-module-hook-refusal/receipt.json", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/workspace/cbz-0/delivery/grader-identity-fix/layer_a/evidence/guard-mutants/normal/ignore-module-hook-refusal/mutation_test.py", + "--internal-test-runner", + "--test-root", + "/workspace/cbz-0/delivery/grader-identity-fix/layer_a/evidence/guard-mutants/normal/ignore-module-hook-refusal/tests", + "--output", + "/workspace/cbz-0/delivery/grader-identity-fix/layer_a/evidence/guard-mutants/normal/ignore-module-hook-refusal/receipt.json", + "--test", + "test_mutation_runner.IdentityHarnessRules.test_module_alias_subclass_and_population_hooks_refused_before_execution" + ] + }, + { + "tool": "layer_a", + "mode": "normal", + "name": "accept-callable-selector-factory", + "source_file": "mutation_test.py", + "original_sha256": "50c0e2d64fecbaa232fa867eb7c9e4a1a4f02ed1ea163389c1111ba700c729cc", + "mutant_sha256": "15c3862ae29cb0a7c9d0428ef71b3df36b51c42f2c232e97b678c02d6ebcab2c", + "test": "test_mutation_runner.IdentityHarnessRules.test_callable_factory_selector_is_refused_before_factory_or_body", + "outcome": "KILLED", + "exit_code": 1, + "assertion_failures": 1, + "errors": 0, + "receipt": "layer_a/evidence/guard-mutants/normal/accept-callable-selector-factory/receipt.json", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/workspace/cbz-0/delivery/grader-identity-fix/layer_a/evidence/guard-mutants/normal/accept-callable-selector-factory/mutation_test.py", + "--internal-test-runner", + "--test-root", + "/workspace/cbz-0/delivery/grader-identity-fix/layer_a/evidence/guard-mutants/normal/accept-callable-selector-factory/tests", + "--output", + "/workspace/cbz-0/delivery/grader-identity-fix/layer_a/evidence/guard-mutants/normal/accept-callable-selector-factory/receipt.json", + "--test", + "test_mutation_runner.IdentityHarnessRules.test_callable_factory_selector_is_refused_before_factory_or_body" + ] + }, + { + "tool": "layer_a", + "mode": "normal", + "name": "ignore-selected-class-object", + "source_file": "mutation_test.py", + "original_sha256": "50c0e2d64fecbaa232fa867eb7c9e4a1a4f02ed1ea163389c1111ba700c729cc", + "mutant_sha256": "50fb2b9807aec42ea9178932281358efd04441ed7a388df0b334708058739f74", + "test": "test_mutation_runner.IdentityHarnessRules.test_class_fixture_function_and_code_substitutions_are_refused", + "outcome": "KILLED", + "exit_code": 1, + "assertion_failures": 1, + "errors": 0, + "receipt": "layer_a/evidence/guard-mutants/normal/ignore-selected-class-object/receipt.json", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/workspace/cbz-0/delivery/grader-identity-fix/layer_a/evidence/guard-mutants/normal/ignore-selected-class-object/mutation_test.py", + "--internal-test-runner", + "--test-root", + "/workspace/cbz-0/delivery/grader-identity-fix/layer_a/evidence/guard-mutants/normal/ignore-selected-class-object/tests", + "--output", + "/workspace/cbz-0/delivery/grader-identity-fix/layer_a/evidence/guard-mutants/normal/ignore-selected-class-object/receipt.json", + "--test", + "test_mutation_runner.IdentityHarnessRules.test_class_fixture_function_and_code_substitutions_are_refused" + ] + }, + { + "tool": "layer_a", + "mode": "normal", + "name": "ignore-original-function-object", + "source_file": "mutation_test.py", + "original_sha256": "50c0e2d64fecbaa232fa867eb7c9e4a1a4f02ed1ea163389c1111ba700c729cc", + "mutant_sha256": "097aecc889eca40d5de5cacd5190728d4bfc64cf69b99f3b676f67f48363831e", + "test": "test_mutation_runner.IdentityHarnessRules.test_class_fixture_function_and_code_substitutions_are_refused", + "outcome": "KILLED", + "exit_code": 1, + "assertion_failures": 1, + "errors": 0, + "receipt": "layer_a/evidence/guard-mutants/normal/ignore-original-function-object/receipt.json", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/workspace/cbz-0/delivery/grader-identity-fix/layer_a/evidence/guard-mutants/normal/ignore-original-function-object/mutation_test.py", + "--internal-test-runner", + "--test-root", + "/workspace/cbz-0/delivery/grader-identity-fix/layer_a/evidence/guard-mutants/normal/ignore-original-function-object/tests", + "--output", + "/workspace/cbz-0/delivery/grader-identity-fix/layer_a/evidence/guard-mutants/normal/ignore-original-function-object/receipt.json", + "--test", + "test_mutation_runner.IdentityHarnessRules.test_class_fixture_function_and_code_substitutions_are_refused" + ] + }, + { + "tool": "layer_a", + "mode": "normal", + "name": "ignore-original-code-object", + "source_file": "mutation_test.py", + "original_sha256": "50c0e2d64fecbaa232fa867eb7c9e4a1a4f02ed1ea163389c1111ba700c729cc", + "mutant_sha256": "f1177fa84d86dcfd6b8e2c01cfbe5ee800abef85887c0631e1f73c7912923a42", + "test": "test_mutation_runner.IdentityHarnessRules.test_class_fixture_function_and_code_substitutions_are_refused", + "outcome": "KILLED", + "exit_code": 1, + "assertion_failures": 1, + "errors": 0, + "receipt": "layer_a/evidence/guard-mutants/normal/ignore-original-code-object/receipt.json", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/workspace/cbz-0/delivery/grader-identity-fix/layer_a/evidence/guard-mutants/normal/ignore-original-code-object/mutation_test.py", + "--internal-test-runner", + "--test-root", + "/workspace/cbz-0/delivery/grader-identity-fix/layer_a/evidence/guard-mutants/normal/ignore-original-code-object/tests", + "--output", + "/workspace/cbz-0/delivery/grader-identity-fix/layer_a/evidence/guard-mutants/normal/ignore-original-code-object/receipt.json", + "--test", + "test_mutation_runner.IdentityHarnessRules.test_class_fixture_function_and_code_substitutions_are_refused" + ] + }, + { + "tool": "layer_a", + "mode": "normal", + "name": "ignore-declared-function-chain", + "source_file": "mutation_test.py", + "original_sha256": "50c0e2d64fecbaa232fa867eb7c9e4a1a4f02ed1ea163389c1111ba700c729cc", + "mutant_sha256": "657dd39dd0bf9eafeaa962bfa34c7dcb3dbef9eb55320bc59cd0d623f20844bb", + "test": "test_mutation_runner.IdentityHarnessRules.test_class_fixture_function_and_code_substitutions_are_refused", + "outcome": "KILLED", + "exit_code": 1, + "assertion_failures": 2, + "errors": 0, + "receipt": "layer_a/evidence/guard-mutants/normal/ignore-declared-function-chain/receipt.json", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/workspace/cbz-0/delivery/grader-identity-fix/layer_a/evidence/guard-mutants/normal/ignore-declared-function-chain/mutation_test.py", + "--internal-test-runner", + "--test-root", + "/workspace/cbz-0/delivery/grader-identity-fix/layer_a/evidence/guard-mutants/normal/ignore-declared-function-chain/tests", + "--output", + "/workspace/cbz-0/delivery/grader-identity-fix/layer_a/evidence/guard-mutants/normal/ignore-declared-function-chain/receipt.json", + "--test", + "test_mutation_runner.IdentityHarnessRules.test_class_fixture_function_and_code_substitutions_are_refused" + ] + }, + { + "tool": "layer_a", + "mode": "normal", + "name": "skip-before-fixture-identity-validation", + "source_file": "mutation_test.py", + "original_sha256": "50c0e2d64fecbaa232fa867eb7c9e4a1a4f02ed1ea163389c1111ba700c729cc", + "mutant_sha256": "5563a02b0532f7833fc94744004b2a18c27ec146c62f4d17f9a3e7c4a149f658", + "test": "test_mutation_runner.IdentityHarnessRules.test_postload_substitution_refused_before_any_fixture", + "outcome": "KILLED", + "exit_code": 1, + "assertion_failures": 1, + "errors": 0, + "receipt": "layer_a/evidence/guard-mutants/normal/skip-before-fixture-identity-validation/receipt.json", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/workspace/cbz-0/delivery/grader-identity-fix/layer_a/evidence/guard-mutants/normal/skip-before-fixture-identity-validation/mutation_test.py", + "--internal-test-runner", + "--test-root", + "/workspace/cbz-0/delivery/grader-identity-fix/layer_a/evidence/guard-mutants/normal/skip-before-fixture-identity-validation/tests", + "--output", + "/workspace/cbz-0/delivery/grader-identity-fix/layer_a/evidence/guard-mutants/normal/skip-before-fixture-identity-validation/receipt.json", + "--test", + "test_mutation_runner.IdentityHarnessRules.test_postload_substitution_refused_before_any_fixture" + ] + }, + { + "tool": "layer_a", + "mode": "normal", + "name": "skip-runtime-identity-validation", + "source_file": "mutation_test.py", + "original_sha256": "50c0e2d64fecbaa232fa867eb7c9e4a1a4f02ed1ea163389c1111ba700c729cc", + "mutant_sha256": "c0beceede6c771e4cd8b506f01bfb05c5cb40736f0e4765f6cfdd2527aab13f7", + "test": "test_mutation_runner.IdentityHarnessRules.test_class_fixture_function_and_code_substitutions_are_refused", + "outcome": "KILLED", + "exit_code": 1, + "assertion_failures": 4, + "errors": 0, + "receipt": "layer_a/evidence/guard-mutants/normal/skip-runtime-identity-validation/receipt.json", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/workspace/cbz-0/delivery/grader-identity-fix/layer_a/evidence/guard-mutants/normal/skip-runtime-identity-validation/mutation_test.py", + "--internal-test-runner", + "--test-root", + "/workspace/cbz-0/delivery/grader-identity-fix/layer_a/evidence/guard-mutants/normal/skip-runtime-identity-validation/tests", + "--output", + "/workspace/cbz-0/delivery/grader-identity-fix/layer_a/evidence/guard-mutants/normal/skip-runtime-identity-validation/receipt.json", + "--test", + "test_mutation_runner.IdentityHarnessRules.test_class_fixture_function_and_code_substitutions_are_refused" + ] + }, + { + "tool": "layer_a", + "mode": "optimized", + "name": "ignore-module-hook-refusal", + "source_file": "mutation_test.py", + "original_sha256": "50c0e2d64fecbaa232fa867eb7c9e4a1a4f02ed1ea163389c1111ba700c729cc", + "mutant_sha256": "d3c75a4a0e016689305e35efd4b0e411d70ab407c6ba848ec3f56311535b95e5", + "test": "test_mutation_runner.IdentityHarnessRules.test_module_alias_subclass_and_population_hooks_refused_before_execution", + "outcome": "KILLED", + "exit_code": 1, + "assertion_failures": 4, + "errors": 0, + "receipt": "layer_a/evidence/guard-mutants/optimized/ignore-module-hook-refusal/receipt.json", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "-O", + "/workspace/cbz-0/delivery/grader-identity-fix/layer_a/evidence/guard-mutants/optimized/ignore-module-hook-refusal/mutation_test.py", + "--internal-test-runner", + "--test-root", + "/workspace/cbz-0/delivery/grader-identity-fix/layer_a/evidence/guard-mutants/optimized/ignore-module-hook-refusal/tests", + "--output", + "/workspace/cbz-0/delivery/grader-identity-fix/layer_a/evidence/guard-mutants/optimized/ignore-module-hook-refusal/receipt.json", + "--test", + "test_mutation_runner.IdentityHarnessRules.test_module_alias_subclass_and_population_hooks_refused_before_execution" + ] + }, + { + "tool": "layer_a", + "mode": "optimized", + "name": "accept-callable-selector-factory", + "source_file": "mutation_test.py", + "original_sha256": "50c0e2d64fecbaa232fa867eb7c9e4a1a4f02ed1ea163389c1111ba700c729cc", + "mutant_sha256": "15c3862ae29cb0a7c9d0428ef71b3df36b51c42f2c232e97b678c02d6ebcab2c", + "test": "test_mutation_runner.IdentityHarnessRules.test_callable_factory_selector_is_refused_before_factory_or_body", + "outcome": "KILLED", + "exit_code": 1, + "assertion_failures": 1, + "errors": 0, + "receipt": "layer_a/evidence/guard-mutants/optimized/accept-callable-selector-factory/receipt.json", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "-O", + "/workspace/cbz-0/delivery/grader-identity-fix/layer_a/evidence/guard-mutants/optimized/accept-callable-selector-factory/mutation_test.py", + "--internal-test-runner", + "--test-root", + "/workspace/cbz-0/delivery/grader-identity-fix/layer_a/evidence/guard-mutants/optimized/accept-callable-selector-factory/tests", + "--output", + "/workspace/cbz-0/delivery/grader-identity-fix/layer_a/evidence/guard-mutants/optimized/accept-callable-selector-factory/receipt.json", + "--test", + "test_mutation_runner.IdentityHarnessRules.test_callable_factory_selector_is_refused_before_factory_or_body" + ] + }, + { + "tool": "layer_a", + "mode": "optimized", + "name": "ignore-selected-class-object", + "source_file": "mutation_test.py", + "original_sha256": "50c0e2d64fecbaa232fa867eb7c9e4a1a4f02ed1ea163389c1111ba700c729cc", + "mutant_sha256": "50fb2b9807aec42ea9178932281358efd04441ed7a388df0b334708058739f74", + "test": "test_mutation_runner.IdentityHarnessRules.test_class_fixture_function_and_code_substitutions_are_refused", + "outcome": "KILLED", + "exit_code": 1, + "assertion_failures": 1, + "errors": 0, + "receipt": "layer_a/evidence/guard-mutants/optimized/ignore-selected-class-object/receipt.json", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "-O", + "/workspace/cbz-0/delivery/grader-identity-fix/layer_a/evidence/guard-mutants/optimized/ignore-selected-class-object/mutation_test.py", + "--internal-test-runner", + "--test-root", + "/workspace/cbz-0/delivery/grader-identity-fix/layer_a/evidence/guard-mutants/optimized/ignore-selected-class-object/tests", + "--output", + "/workspace/cbz-0/delivery/grader-identity-fix/layer_a/evidence/guard-mutants/optimized/ignore-selected-class-object/receipt.json", + "--test", + "test_mutation_runner.IdentityHarnessRules.test_class_fixture_function_and_code_substitutions_are_refused" + ] + }, + { + "tool": "layer_a", + "mode": "optimized", + "name": "ignore-original-function-object", + "source_file": "mutation_test.py", + "original_sha256": "50c0e2d64fecbaa232fa867eb7c9e4a1a4f02ed1ea163389c1111ba700c729cc", + "mutant_sha256": "097aecc889eca40d5de5cacd5190728d4bfc64cf69b99f3b676f67f48363831e", + "test": "test_mutation_runner.IdentityHarnessRules.test_class_fixture_function_and_code_substitutions_are_refused", + "outcome": "KILLED", + "exit_code": 1, + "assertion_failures": 1, + "errors": 0, + "receipt": "layer_a/evidence/guard-mutants/optimized/ignore-original-function-object/receipt.json", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "-O", + "/workspace/cbz-0/delivery/grader-identity-fix/layer_a/evidence/guard-mutants/optimized/ignore-original-function-object/mutation_test.py", + "--internal-test-runner", + "--test-root", + "/workspace/cbz-0/delivery/grader-identity-fix/layer_a/evidence/guard-mutants/optimized/ignore-original-function-object/tests", + "--output", + "/workspace/cbz-0/delivery/grader-identity-fix/layer_a/evidence/guard-mutants/optimized/ignore-original-function-object/receipt.json", + "--test", + "test_mutation_runner.IdentityHarnessRules.test_class_fixture_function_and_code_substitutions_are_refused" + ] + }, + { + "tool": "layer_a", + "mode": "optimized", + "name": "ignore-original-code-object", + "source_file": "mutation_test.py", + "original_sha256": "50c0e2d64fecbaa232fa867eb7c9e4a1a4f02ed1ea163389c1111ba700c729cc", + "mutant_sha256": "f1177fa84d86dcfd6b8e2c01cfbe5ee800abef85887c0631e1f73c7912923a42", + "test": "test_mutation_runner.IdentityHarnessRules.test_class_fixture_function_and_code_substitutions_are_refused", + "outcome": "KILLED", + "exit_code": 1, + "assertion_failures": 1, + "errors": 0, + "receipt": "layer_a/evidence/guard-mutants/optimized/ignore-original-code-object/receipt.json", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "-O", + "/workspace/cbz-0/delivery/grader-identity-fix/layer_a/evidence/guard-mutants/optimized/ignore-original-code-object/mutation_test.py", + "--internal-test-runner", + "--test-root", + "/workspace/cbz-0/delivery/grader-identity-fix/layer_a/evidence/guard-mutants/optimized/ignore-original-code-object/tests", + "--output", + "/workspace/cbz-0/delivery/grader-identity-fix/layer_a/evidence/guard-mutants/optimized/ignore-original-code-object/receipt.json", + "--test", + "test_mutation_runner.IdentityHarnessRules.test_class_fixture_function_and_code_substitutions_are_refused" + ] + }, + { + "tool": "layer_a", + "mode": "optimized", + "name": "ignore-declared-function-chain", + "source_file": "mutation_test.py", + "original_sha256": "50c0e2d64fecbaa232fa867eb7c9e4a1a4f02ed1ea163389c1111ba700c729cc", + "mutant_sha256": "657dd39dd0bf9eafeaa962bfa34c7dcb3dbef9eb55320bc59cd0d623f20844bb", + "test": "test_mutation_runner.IdentityHarnessRules.test_class_fixture_function_and_code_substitutions_are_refused", + "outcome": "KILLED", + "exit_code": 1, + "assertion_failures": 2, + "errors": 0, + "receipt": "layer_a/evidence/guard-mutants/optimized/ignore-declared-function-chain/receipt.json", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "-O", + "/workspace/cbz-0/delivery/grader-identity-fix/layer_a/evidence/guard-mutants/optimized/ignore-declared-function-chain/mutation_test.py", + "--internal-test-runner", + "--test-root", + "/workspace/cbz-0/delivery/grader-identity-fix/layer_a/evidence/guard-mutants/optimized/ignore-declared-function-chain/tests", + "--output", + "/workspace/cbz-0/delivery/grader-identity-fix/layer_a/evidence/guard-mutants/optimized/ignore-declared-function-chain/receipt.json", + "--test", + "test_mutation_runner.IdentityHarnessRules.test_class_fixture_function_and_code_substitutions_are_refused" + ] + }, + { + "tool": "layer_a", + "mode": "optimized", + "name": "skip-before-fixture-identity-validation", + "source_file": "mutation_test.py", + "original_sha256": "50c0e2d64fecbaa232fa867eb7c9e4a1a4f02ed1ea163389c1111ba700c729cc", + "mutant_sha256": "5563a02b0532f7833fc94744004b2a18c27ec146c62f4d17f9a3e7c4a149f658", + "test": "test_mutation_runner.IdentityHarnessRules.test_postload_substitution_refused_before_any_fixture", + "outcome": "KILLED", + "exit_code": 1, + "assertion_failures": 1, + "errors": 0, + "receipt": "layer_a/evidence/guard-mutants/optimized/skip-before-fixture-identity-validation/receipt.json", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "-O", + "/workspace/cbz-0/delivery/grader-identity-fix/layer_a/evidence/guard-mutants/optimized/skip-before-fixture-identity-validation/mutation_test.py", + "--internal-test-runner", + "--test-root", + "/workspace/cbz-0/delivery/grader-identity-fix/layer_a/evidence/guard-mutants/optimized/skip-before-fixture-identity-validation/tests", + "--output", + "/workspace/cbz-0/delivery/grader-identity-fix/layer_a/evidence/guard-mutants/optimized/skip-before-fixture-identity-validation/receipt.json", + "--test", + "test_mutation_runner.IdentityHarnessRules.test_postload_substitution_refused_before_any_fixture" + ] + }, + { + "tool": "layer_a", + "mode": "optimized", + "name": "skip-runtime-identity-validation", + "source_file": "mutation_test.py", + "original_sha256": "50c0e2d64fecbaa232fa867eb7c9e4a1a4f02ed1ea163389c1111ba700c729cc", + "mutant_sha256": "c0beceede6c771e4cd8b506f01bfb05c5cb40736f0e4765f6cfdd2527aab13f7", + "test": "test_mutation_runner.IdentityHarnessRules.test_class_fixture_function_and_code_substitutions_are_refused", + "outcome": "KILLED", + "exit_code": 1, + "assertion_failures": 4, + "errors": 0, + "receipt": "layer_a/evidence/guard-mutants/optimized/skip-runtime-identity-validation/receipt.json", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "-O", + "/workspace/cbz-0/delivery/grader-identity-fix/layer_a/evidence/guard-mutants/optimized/skip-runtime-identity-validation/mutation_test.py", + "--internal-test-runner", + "--test-root", + "/workspace/cbz-0/delivery/grader-identity-fix/layer_a/evidence/guard-mutants/optimized/skip-runtime-identity-validation/tests", + "--output", + "/workspace/cbz-0/delivery/grader-identity-fix/layer_a/evidence/guard-mutants/optimized/skip-runtime-identity-validation/receipt.json", + "--test", + "test_mutation_runner.IdentityHarnessRules.test_class_fixture_function_and_code_substitutions_are_refused" + ] + } + ], + "all_assertion_killed": true +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/OPTIMIZATION_PROVENANCE.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/OPTIMIZATION_PROVENANCE.json new file mode 100644 index 000000000..27dd1e177 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/OPTIMIZATION_PROVENANCE.json @@ -0,0 +1,46 @@ +{ + "claim": "Source-bound invocation/environment provenance; no new process or test execution for this record", + "guard_controllers": [ + { + "stage": "initial", + "controller": "guard_mutations.py", + "sha256": "caefdde1a8e496c43cd15188e704d05ec94c91a64a6974b13e93f12f7d957d76", + "driver_sets_child_env": "env['PYTHONOPTIMIZE']='1' if mode=='optimized' else '0'", + "driver_explicit_optimized_flag": "(['-O'] if mode=='optimized' else [])", + "subprocess_receipt": "GUARD_MUTATIONS.json" + }, + { + "stage": "construction", + "controller": "guard_mutations_followup.py", + "sha256": "333684e94c36693c189e70fc5395560b001375a1ebc0038d0b6b9c1809a4498b", + "driver_sets_child_env": "env['PYTHONOPTIMIZE']='1' if mode=='optimized' else '0'", + "driver_explicit_optimized_flag": "(['-O'] if mode=='optimized' else [])", + "subprocess_receipt": "FOLLOWUP_GUARD_MUTATIONS.json" + }, + { + "stage": "selector", + "controller": "guard_mutations_selector.py", + "sha256": "b99161237ea5372440b6c2b21ce3d71e1b8e795bc3c366083a620608fc0527da", + "driver_sets_child_env": "env['PYTHONOPTIMIZE']='1' if mode=='optimized' else '0'", + "driver_explicit_optimized_flag": "(['-O'] if mode=='optimized' else [])", + "subprocess_receipt": "SELECTOR_GUARD_MUTATIONS.json" + }, + { + "stage": "exact-descriptor", + "controller": "guard_mutations_exact_descriptors.py", + "sha256": "95bd1cd9ce9a46dd43cfc198ea3231a09ba3e5a148dd27a7eb5bfe1b0b7afd7f", + "driver_sets_child_env": "env['PYTHONOPTIMIZE']='1' if mode=='optimized' else '0'", + "driver_explicit_optimized_flag": "(['-O'] if mode=='optimized' else [])", + "subprocess_receipt": "EXACT_DESCRIPTOR_GUARD_MUTATIONS.json" + } + ], + "control_mode_rule": "Optimized control launches use PYTHONOPTIMIZE=1 and -O for the outer runner. run_identity_fixture uses subprocess.run without an env override, so its -B -S child inherits PYTHONOPTIMIZE=1. Each fixture record states outer sys.flags.optimize; this is source-based inheritance evidence, not a separately instrumented child mode field.", + "actual_optimized_control_invocations": { + "kernel_replay": [ + "PYTHONOPTIMIZE=1 CBZ_IDENTITY_CONTROL_EVIDENCE=... python3 -B -S -O run_tests.py --test ... --output ..." + ], + "layer_a": [ + "PYTHONOPTIMIZE=1 CBZ_IDENTITY_CONTROL_EVIDENCE=... python3 -B -S -O mutation_test.py --internal-test-runner --test-root ... --test ... --output ..." + ] + } +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/SELECTOR_GUARD_MUTATIONS.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/SELECTOR_GUARD_MUTATIONS.json new file mode 100644 index 000000000..d21075c24 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/SELECTOR_GUARD_MUTATIONS.json @@ -0,0 +1,110 @@ +{ + "scope": "1 named-selector descriptor/proxy refusal safeguard per tool/mode; prior10themes remain separate", + "results": [ + { + "tool": "kernel_replay", + "mode": "normal", + "name": "allow-selector-descriptor-or-proxy-execution", + "source_file": "run_tests.py", + "original_sha256": "d1783e4892e5ae406762d8917cadb8d84534fd271744fdd92a1e285a72e26739", + "mutant_sha256": "9a7581db5795949d996b30ef389ba9a5bc50b0356272b736b372135700610ddd", + "test": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "outcome": "KILLED", + "exit_code": 1, + "assertion_failures": 1, + "errors": 0, + "receipt": "kernel_replay/evidence/guard-mutants/normal/allow-selector-descriptor-or-proxy-execution/receipt.json", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/allow-selector-descriptor-or-proxy-execution/run_tests.py", + "--output", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/normal/allow-selector-descriptor-or-proxy-execution/receipt.json", + "--test", + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ] + }, + { + "tool": "kernel_replay", + "mode": "optimized", + "name": "allow-selector-descriptor-or-proxy-execution", + "source_file": "run_tests.py", + "original_sha256": "d1783e4892e5ae406762d8917cadb8d84534fd271744fdd92a1e285a72e26739", + "mutant_sha256": "9a7581db5795949d996b30ef389ba9a5bc50b0356272b736b372135700610ddd", + "test": "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "outcome": "KILLED", + "exit_code": 1, + "assertion_failures": 1, + "errors": 0, + "receipt": "kernel_replay/evidence/guard-mutants/optimized/allow-selector-descriptor-or-proxy-execution/receipt.json", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "-O", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/allow-selector-descriptor-or-proxy-execution/run_tests.py", + "--output", + "/workspace/cbz-0/delivery/grader-identity-fix/kernel_replay/evidence/guard-mutants/optimized/allow-selector-descriptor-or-proxy-execution/receipt.json", + "--test", + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ] + }, + { + "tool": "layer_a", + "mode": "normal", + "name": "allow-selector-descriptor-or-proxy-execution", + "source_file": "mutation_test.py", + "original_sha256": "6a719ffd05533bdd982b2dbb5c398ba7c5fc41b277c6e2277b33dab56689b463", + "mutant_sha256": "22138feb3737b6588118d7c625503b712491108e535d03a6372dc5517698b8dd", + "test": "test_mutation_runner.IdentityHarnessRules.test_callable_factory_selector_is_refused_before_factory_or_body", + "outcome": "KILLED", + "exit_code": 1, + "assertion_failures": 1, + "errors": 0, + "receipt": "layer_a/evidence/guard-mutants/normal/allow-selector-descriptor-or-proxy-execution/receipt.json", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "/workspace/cbz-0/delivery/grader-identity-fix/layer_a/evidence/guard-mutants/normal/allow-selector-descriptor-or-proxy-execution/mutation_test.py", + "--internal-test-runner", + "--test-root", + "/workspace/cbz-0/delivery/grader-identity-fix/layer_a/evidence/guard-mutants/normal/allow-selector-descriptor-or-proxy-execution/tests", + "--output", + "/workspace/cbz-0/delivery/grader-identity-fix/layer_a/evidence/guard-mutants/normal/allow-selector-descriptor-or-proxy-execution/receipt.json", + "--test", + "test_mutation_runner.IdentityHarnessRules.test_callable_factory_selector_is_refused_before_factory_or_body" + ] + }, + { + "tool": "layer_a", + "mode": "optimized", + "name": "allow-selector-descriptor-or-proxy-execution", + "source_file": "mutation_test.py", + "original_sha256": "6a719ffd05533bdd982b2dbb5c398ba7c5fc41b277c6e2277b33dab56689b463", + "mutant_sha256": "22138feb3737b6588118d7c625503b712491108e535d03a6372dc5517698b8dd", + "test": "test_mutation_runner.IdentityHarnessRules.test_callable_factory_selector_is_refused_before_factory_or_body", + "outcome": "KILLED", + "exit_code": 1, + "assertion_failures": 1, + "errors": 0, + "receipt": "layer_a/evidence/guard-mutants/optimized/allow-selector-descriptor-or-proxy-execution/receipt.json", + "command": [ + "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/bin/python3", + "-B", + "-S", + "-O", + "/workspace/cbz-0/delivery/grader-identity-fix/layer_a/evidence/guard-mutants/optimized/allow-selector-descriptor-or-proxy-execution/mutation_test.py", + "--internal-test-runner", + "--test-root", + "/workspace/cbz-0/delivery/grader-identity-fix/layer_a/evidence/guard-mutants/optimized/allow-selector-descriptor-or-proxy-execution/tests", + "--output", + "/workspace/cbz-0/delivery/grader-identity-fix/layer_a/evidence/guard-mutants/optimized/allow-selector-descriptor-or-proxy-execution/receipt.json", + "--test", + "test_mutation_runner.IdentityHarnessRules.test_callable_factory_selector_is_refused_before_factory_or_body" + ] + } + ], + "all_assertion_killed": true +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/evidence-binding-review-final.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/evidence-binding-review-final.json new file mode 100644 index 000000000..f98731763 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/evidence-binding-review-final.json @@ -0,0 +1,252 @@ +{ + "status": "CLEAR", + "scope": "Read-only saved evidence and AST/source bindings; no tests, runner code, scanner, Lean or GitHub mutations executed", + "final_runtime_bindings": { + "kernel_replay/run_tests.py": "2c54e05593641f0b20dc565d5b8e24cdd819f739d7f38b5130631402d5616efb", + "kernel_replay/tests/test_mutation_harness.py": "c16063e29d3e91b315120f1143ec6763608bb5ed33d90af6fa839f82ed489022", + "layer_a/mutation_test.py": "cf742de46c1e386deeb11b122ed5bccdcab0778666b0b2774fab78e57eed1ad2", + "layer_a/tests/test_mutation_runner.py": "9ecf6dbdc0cf30ecf1b9c4f72d6cda21bc8bfe4eac3a5383ebe4e8b1e93a2866" + }, + "new_guard_records": 12, + "new_guard_groups": { + "kernel_replay/normal": 3, + "kernel_replay/optimized": 3, + "layer_a/normal": 3, + "layer_a/optimized": 3 + }, + "guards": [ + { + "tool": "kernel_replay", + "mode": "normal", + "name": "allow-static-descriptor-subclasses", + "receipt_sha256": "dacc27276045f70447f6c4031cca240b1a1c091e8c3f0c17a879a1bb1689ee86", + "mutant_sha256": "e9bf166388951ffd996f6950bfd87bcee4420376ee284021780eb32c3f683acf", + "stdout_sha256": "0e4ce00f228c0ddd70d1228469d0252b502ab1c02b5866ee2562449053f9fa55", + "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "issues": [] + }, + { + "tool": "kernel_replay", + "mode": "normal", + "name": "allow-named-descriptor-subclasses", + "receipt_sha256": "257d42e9dfebc157d85648819e198e709c52bc5da95352778a1736df161e54f7", + "mutant_sha256": "82b65607cdb27ca2476c70065373dcd22e0f2dfcf89234d9c6e7d224eb910e86", + "stdout_sha256": "cdb58d50e19cd4c113d9471bcde70684cfad3a6e2e0f1cbd4c4b4820adb7113d", + "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "issues": [] + }, + { + "tool": "kernel_replay", + "mode": "normal", + "name": "invoke-special-descriptor-during-profile-inspection", + "receipt_sha256": "13c88c8a2be257315a5d0eeefbb8203d2c785d96032f26ed9ace6a4910db6064", + "mutant_sha256": "6146779c1c6d6ec1f1996bec9adac1702472a55d74331fea878014d0783b1e0e", + "stdout_sha256": "64943c1cf2287c26b9e46c838cf887a38e3a6164e3aa1b1ac7c9808c047b8133", + "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "issues": [] + }, + { + "tool": "kernel_replay", + "mode": "optimized", + "name": "allow-static-descriptor-subclasses", + "receipt_sha256": "70863c355a543fbcae70db28d3dec3c880b5362d2c819ada85908770e1c974cd", + "mutant_sha256": "e9bf166388951ffd996f6950bfd87bcee4420376ee284021780eb32c3f683acf", + "stdout_sha256": "fcadb6913cdb9ee6347633157df98faa8813196e5d07575e2c11420809af981d", + "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "issues": [] + }, + { + "tool": "kernel_replay", + "mode": "optimized", + "name": "allow-named-descriptor-subclasses", + "receipt_sha256": "5dcd1dd848214054f34d3abafdcc889a8affb171239590d593a60088fd4d6c82", + "mutant_sha256": "82b65607cdb27ca2476c70065373dcd22e0f2dfcf89234d9c6e7d224eb910e86", + "stdout_sha256": "32d182607d4798e7ee4fc6467af278446bf57ae5e2bcf83f0863b19d7f3a8aff", + "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "issues": [] + }, + { + "tool": "kernel_replay", + "mode": "optimized", + "name": "invoke-special-descriptor-during-profile-inspection", + "receipt_sha256": "ad124dd4a4d92d75633edf8cec56843779d60e1537c5524d63be033fdf8f0f65", + "mutant_sha256": "6146779c1c6d6ec1f1996bec9adac1702472a55d74331fea878014d0783b1e0e", + "stdout_sha256": "445cb37e5df70fa30d7313c8a66a51aab7c52705a0144a01175cd3e3decb4b48", + "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "issues": [] + }, + { + "tool": "layer_a", + "mode": "normal", + "name": "allow-static-descriptor-subclasses", + "receipt_sha256": "f28545912be951e689daf784c6dcea14af32956523e8f50ea211310df7b8f1e9", + "mutant_sha256": "ede80a1befeaf8d4390836cb1355ddf41f626cb42b930f69b44346abb2655b14", + "stdout_sha256": "3aae99517742cc9bb25837f59f624e0be7d1818aa10e285df19ddc15cf541347", + "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "issues": [] + }, + { + "tool": "layer_a", + "mode": "normal", + "name": "allow-named-descriptor-subclasses", + "receipt_sha256": "8fb296c76a2a74db157771d31a1e56362b079d1bb1bfc981380a9a5e03ff1bea", + "mutant_sha256": "fb57ab7191d2c9e8c19619bcee0c175ccd6e310dd800810c5d74e466ca1a1545", + "stdout_sha256": "c33daa05a2d9aeeea38bb78160afcadb97a56a8ecad784c1439518c06e3d7566", + "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "issues": [] + }, + { + "tool": "layer_a", + "mode": "normal", + "name": "invoke-special-descriptor-during-profile-inspection", + "receipt_sha256": "9bcd76726a5c1a2c5ce92b2315d3aa5d7b160b274e87b2facc8ab785f4c4101e", + "mutant_sha256": "1625d671be71084113ee84f614e498e0f69f4b440e0c669514fa20aa0d9d25e0", + "stdout_sha256": "b9bc6e17bbf9f330b77d512247e67529081b60c770045c6a5fa06f334a7edfa8", + "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "issues": [] + }, + { + "tool": "layer_a", + "mode": "optimized", + "name": "allow-static-descriptor-subclasses", + "receipt_sha256": "6bd610fd832daf45a9d69870ff62f51a0fb174d057675b3f5bd2df7a8499c860", + "mutant_sha256": "ede80a1befeaf8d4390836cb1355ddf41f626cb42b930f69b44346abb2655b14", + "stdout_sha256": "d1e7937d55ccfab67f8f18219c3af5fa75526ab326094e1fbddc07af0f0bff26", + "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "issues": [] + }, + { + "tool": "layer_a", + "mode": "optimized", + "name": "allow-named-descriptor-subclasses", + "receipt_sha256": "80e1a55c4b1832e4b1b2e3f8bcf52ef2fd4649c90476bae9e706e5dd178c0c15", + "mutant_sha256": "fb57ab7191d2c9e8c19619bcee0c175ccd6e310dd800810c5d74e466ca1a1545", + "stdout_sha256": "140cc0a2a7fc415fdf1e374d27fc239cf87f45d5a7ac433f92fa8f0ce000ad09", + "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "issues": [] + }, + { + "tool": "layer_a", + "mode": "optimized", + "name": "invoke-special-descriptor-during-profile-inspection", + "receipt_sha256": "b7d9c8d9134e431e1a469396457924e4e1e0bce77603e0185ea9d93aeefcb503", + "mutant_sha256": "1625d671be71084113ee84f614e498e0f69f4b440e0c669514fa20aa0d9d25e0", + "stdout_sha256": "32aac4525911039afc5a12ba8223f298f96add9da0ef20f2aaed3bd1c666bccd", + "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "issues": [] + } + ], + "expanded_method_green_receipts": [ + { + "tool": "kernel_replay", + "mode": "normal", + "path": "kernel_replay/evidence/exact-descriptor-normal.json", + "sha256": "670b9c7966deb56347a6313f175055a3467eea95a5ee36bc36c7c729d104aa19", + "tests_run": 1, + "selected_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "pass": true + }, + { + "tool": "kernel_replay", + "mode": "optimized", + "path": "kernel_replay/evidence/exact-descriptor-optimized.json", + "sha256": "670b9c7966deb56347a6313f175055a3467eea95a5ee36bc36c7c729d104aa19", + "tests_run": 1, + "selected_ids": [ + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "pass": true + }, + { + "tool": "layer_a", + "mode": "normal", + "path": "layer_a/evidence/exact-descriptor-normal.json", + "sha256": "b9e916aa036ab7c96bf44974b9e658cffef362f5037d36cf6718e261495a2a08", + "tests_run": 1, + "selected_ids": [ + "test_mutation_runner.IdentityHarnessRules.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "pass": true + }, + { + "tool": "layer_a", + "mode": "optimized", + "path": "layer_a/evidence/exact-descriptor-optimized.json", + "sha256": "b9e916aa036ab7c96bf44974b9e658cffef362f5037d36cf6718e261495a2a08", + "tests_run": 1, + "selected_ids": [ + "test_mutation_runner.IdentityHarnessRules.test_callable_factory_selector_is_refused_before_factory_or_body" + ], + "pass": true + } + ], + "method_partition": [ + { + "tool": "kernel_replay", + "earlier_test_source_sha256": "da9bb463c0675be7729067c8a46e55b5171293c15be598c5e891051818c49850", + "final_test_source_sha256": "c16063e29d3e91b315120f1143ec6763608bb5ed33d90af6fa839f82ed489022", + "method_count": 27, + "unchanged_method_count": 25, + "changed_methods": [ + "IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body", + "IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution" + ], + "added": [], + "removed": [], + "expected_two_expansions_only": true + }, + { + "tool": "layer_a", + "earlier_test_source_sha256": "4e33dcb77a0f897976462e8c10b46de65bc2eeddba8d2b0f3604f3b3832f2b19", + "final_test_source_sha256": "9ecf6dbdc0cf30ecf1b9c4f72d6cda21bc8bfe4eac3a5383ebe4e8b1e93a2866", + "method_count": 22, + "unchanged_method_count": 20, + "changed_methods": [ + "IdentityHarnessRules.test_callable_factory_selector_is_refused_before_factory_or_body", + "IdentityHarnessRules.test_module_alias_subclass_and_population_hooks_refused_before_execution" + ], + "added": [], + "removed": [], + "expected_two_expansions_only": true + } + ], + "historical_guard_evidence": [ + { + "path": "GUARD_MUTATIONS.json", + "sha256": "6b1aec98f57510cd79545105bf76f8a8ce7c13fd093e766f8c73e2c4c0c90e47", + "records": 32, + "bound_generations": [ + "50c0e2d64fecbaa232fa867eb7c9e4a1a4f02ed1ea163389c1111ba700c729cc", + "c77ee122e788fbb2a88ffaba12e0b4de75209b6f18ce2b6053fed68a5a4ce4d5" + ], + "all_reported_assertion_kills": true, + "status": "Preserved generation-bound evidence; not relabeled as final-source executions" + }, + { + "path": "FOLLOWUP_GUARD_MUTATIONS.json", + "sha256": "98d94d858a285800aa80a8348661820c81152e6d0afdeae75a662e152704f43d", + "records": 8, + "bound_generations": [ + "730bf28746f6574dc11cf9d8b63d759c6edab1aafed8d2a73b21f2388278cef3", + "c07a257fd5a641b67e00431616fe2e3cfd0426ebc0066383bf328356c227f822" + ], + "all_reported_assertion_kills": true, + "status": "Preserved generation-bound evidence; not relabeled as final-source executions" + }, + { + "path": "SELECTOR_GUARD_MUTATIONS.json", + "sha256": "b6442e84be54f748ea79229c1ea37bb69d9de87331cd182835717710de0ab789", + "records": 4, + "bound_generations": [ + "6a719ffd05533bdd982b2dbb5c398ba7c5fc41b277c6e2277b33dab56689b463", + "d1783e4892e5ae406762d8917cadb8d84534fd271744fdd92a1e285a72e26739" + ], + "all_reported_assertion_kills": true, + "status": "Preserved generation-bound evidence; not relabeled as final-source executions" + } + ], + "prior_review": "evidence-binding-review.json applies to original32guard campaign and 27/19 method composition at its own generation; retained unchanged", + "issues": [] +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/evidence-binding-review.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/evidence-binding-review.json new file mode 100644 index 000000000..50b922420 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/evidence-binding-review.json @@ -0,0 +1,546 @@ +{ + "scope": "Saved evidence/source-binding review only; no tests or source execution", + "guard_records": 32, + "group_counts": { + "kernel_replay/normal": 8, + "kernel_replay/optimized": 8, + "layer_a/normal": 8, + "layer_a/optimized": 8 + }, + "all_assertion_kills": true, + "guard_binding_issues": [], + "guards": [ + { + "tool": "kernel_replay", + "mode": "normal", + "name": "ignore-module-hook-refusal", + "source_matches": true, + "receipt_sha256": "82d9d9508e3cee208451ea30117a80859059acc544e0d45994cc607207fbf4e0", + "stdout_sha256": "131cd115c6f7276371fcae16b569695615ebbc09acb44004f6d49da14791b57b", + "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "issues": [] + }, + { + "tool": "kernel_replay", + "mode": "normal", + "name": "accept-callable-selector-factory", + "source_matches": true, + "receipt_sha256": "baba96a43a9dcf624751479fc879661adfa617335a3ccdd98836a5a337e76b19", + "stdout_sha256": "a4f61543cf899a8dfdff8aa239fc7d040323705951a89520afe425d9160048d5", + "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "issues": [] + }, + { + "tool": "kernel_replay", + "mode": "normal", + "name": "ignore-selected-class-object", + "source_matches": true, + "receipt_sha256": "9368effe87b7026ee56326ac2bfbb02fb3846dcfaa30c46c9edc8f9eea671af2", + "stdout_sha256": "0fca7743d1528fd0caeff923e3bd66d212e8faed96cce674084858e21cbbe6e8", + "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "issues": [] + }, + { + "tool": "kernel_replay", + "mode": "normal", + "name": "ignore-original-function-object", + "source_matches": true, + "receipt_sha256": "677b9414a3d5f79761dbe0c534bacae97a1a5560599fe0a95b24ce0aedf2203c", + "stdout_sha256": "ba675913565db0ab300e877f4a68d86095e93bbb4ae4a506f6c21cd5cc9cf05a", + "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "issues": [] + }, + { + "tool": "kernel_replay", + "mode": "normal", + "name": "ignore-original-code-object", + "source_matches": true, + "receipt_sha256": "6ba4cd787c000c83398716f4ab10780934bff389a904826e9785076d12e9a2b2", + "stdout_sha256": "c06c22298a93324ef57ef5ec01306f4a95f0aee48c20c72f4b13501e82c1f0a6", + "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "issues": [] + }, + { + "tool": "kernel_replay", + "mode": "normal", + "name": "ignore-declared-function-chain", + "source_matches": true, + "receipt_sha256": "4c797eff30d6ec75211fe5dd9ac8724201d4eb1c323778208901774b295d74e1", + "stdout_sha256": "2dc5e52a36522ba885f03b3fa2bbc4e0b249721e63b21def01f675631a618fb1", + "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "issues": [] + }, + { + "tool": "kernel_replay", + "mode": "normal", + "name": "skip-before-fixture-identity-validation", + "source_matches": true, + "receipt_sha256": "764e27b223102f80c2f4205274f8e8497e223b34ab22671eaf9672a0ab07107d", + "stdout_sha256": "8083dbdad1524a319d74f7f962438a1b872022cbef57c055e89bf17bee07ef9c", + "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "issues": [] + }, + { + "tool": "kernel_replay", + "mode": "normal", + "name": "skip-runtime-identity-validation", + "source_matches": true, + "receipt_sha256": "3b5c89b611116d109077f4dbc355f35f2474206e7857cac415c899573ff67577", + "stdout_sha256": "ab0a256a565772334158862c880ed6eb2c4fd3e477a722ebe0e29c638f1aa27d", + "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "issues": [] + }, + { + "tool": "kernel_replay", + "mode": "optimized", + "name": "ignore-module-hook-refusal", + "source_matches": true, + "receipt_sha256": "d57ddd5fd4a058f008282ceaa3d13ca3ed9b78f27f40b39bcee2cd197876db0c", + "stdout_sha256": "31d647dcc331324b7acab5600088c237444f119d562ea8bff537f68599b660e6", + "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "issues": [] + }, + { + "tool": "kernel_replay", + "mode": "optimized", + "name": "accept-callable-selector-factory", + "source_matches": true, + "receipt_sha256": "b3bd6e635e5808da0275afa316d76bf82ffdbc99ab45d6e747c81c997a5e76a8", + "stdout_sha256": "ffdcec1225452ec36f4367fd6689162604ac819b0eee542d103c57a2311dc38d", + "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "issues": [] + }, + { + "tool": "kernel_replay", + "mode": "optimized", + "name": "ignore-selected-class-object", + "source_matches": true, + "receipt_sha256": "51ddf2022fddca741c937eba1b54370efbac5aa0a39db82785f79c88dd3d61e6", + "stdout_sha256": "a21ef10e371c89af08b3b0fac8d4e0ff4ea36fcea557a6a69fda210e2225a79d", + "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "issues": [] + }, + { + "tool": "kernel_replay", + "mode": "optimized", + "name": "ignore-original-function-object", + "source_matches": true, + "receipt_sha256": "e009453bc240aa4830374a0fc35353162eb21da5523a3f0ca9df7cd882abee16", + "stdout_sha256": "8ceac458094bf4a89b9d1169c25f2b54b7ed9038903a630ac9dfeaff256c6894", + "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "issues": [] + }, + { + "tool": "kernel_replay", + "mode": "optimized", + "name": "ignore-original-code-object", + "source_matches": true, + "receipt_sha256": "934289850dce49d3106fc172b98ed35a901f506da3c46955bfc9e753e6f56bb2", + "stdout_sha256": "6342af0480511f4d6201f5861a444a4b986778645b4cfbbe1de7e0b842b4ce04", + "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "issues": [] + }, + { + "tool": "kernel_replay", + "mode": "optimized", + "name": "ignore-declared-function-chain", + "source_matches": true, + "receipt_sha256": "8302b411e1d3d74371df57720be55a7aece8ed96595255c37273de9d959bd42c", + "stdout_sha256": "393ee57739b21a4ffce0476c5aeb842646e71e13a4e6cf52a03f102d1acc76f8", + "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "issues": [] + }, + { + "tool": "kernel_replay", + "mode": "optimized", + "name": "skip-before-fixture-identity-validation", + "source_matches": true, + "receipt_sha256": "e4288ddf0d8d153e013de44a785fd07caf32556257f6eeefc85391c6ddf4c1e6", + "stdout_sha256": "e23b918b83fa66490ea9c70fc0e08c0572ffbdbc4f88264f7f7399f02c7a2c83", + "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "issues": [] + }, + { + "tool": "kernel_replay", + "mode": "optimized", + "name": "skip-runtime-identity-validation", + "source_matches": true, + "receipt_sha256": "66eb45a3af0f0b21e3af533dbaebd31d66af938f4509d56b7752720a04ff3dca", + "stdout_sha256": "610f634f0f4f2aa74dc7290e412f7b82c22373560c5a00aea593ee122231e47e", + "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "issues": [] + }, + { + "tool": "layer_a", + "mode": "normal", + "name": "ignore-module-hook-refusal", + "source_matches": true, + "receipt_sha256": "1fcdcec589357c9698002816c9a2cc2da7ef89e9bec3c3fcc77d072d871b4ba6", + "stdout_sha256": "10c4a74f1879280a183048df3769c22da4bf0b44d00a0b4c5362b47fa3348974", + "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "issues": [] + }, + { + "tool": "layer_a", + "mode": "normal", + "name": "accept-callable-selector-factory", + "source_matches": true, + "receipt_sha256": "95f38caf779339f0df5144950fbd8ebb3db1cbe830dd4b340966a63164131bd1", + "stdout_sha256": "33c243b3f417b51b4e543cadb5adcffc374e144da7663a2a3708031366196775", + "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "issues": [] + }, + { + "tool": "layer_a", + "mode": "normal", + "name": "ignore-selected-class-object", + "source_matches": true, + "receipt_sha256": "daea778ff8a281508b831197629c86b49afddc9a9a97b67652e295479d4a2437", + "stdout_sha256": "884434c0d991ede0e8063200abba1739645a6539f64fe8dacd3411c0d7c0fc48", + "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "issues": [] + }, + { + "tool": "layer_a", + "mode": "normal", + "name": "ignore-original-function-object", + "source_matches": true, + "receipt_sha256": "d5ec3c04816ec3b503b76ca183ffec2abfdfe5a5667bd5385b5a7c682fa77776", + "stdout_sha256": "f2fbc257aa08c8e15112265ece739fa256c5f1e684543fedcbc09c956526f39f", + "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "issues": [] + }, + { + "tool": "layer_a", + "mode": "normal", + "name": "ignore-original-code-object", + "source_matches": true, + "receipt_sha256": "1e732c2804b4c5b170e6145c0b96b401f9acf187dda6276bbf542ec9c68c3ca6", + "stdout_sha256": "e18c136278aef1621300591f38faeda9c0355457492a68bd160e9cebc2c6f6a1", + "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "issues": [] + }, + { + "tool": "layer_a", + "mode": "normal", + "name": "ignore-declared-function-chain", + "source_matches": true, + "receipt_sha256": "05a8e9981eb5531b00fb239eb95ef99dd0ae6f98257d8b238904665053f77e07", + "stdout_sha256": "bb4c88de0ed2ae924daadd6305b6b89589d202efd7990829cf97d6170e805908", + "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "issues": [] + }, + { + "tool": "layer_a", + "mode": "normal", + "name": "skip-before-fixture-identity-validation", + "source_matches": true, + "receipt_sha256": "891158d4327bcdc26d56c30bd6b513a8c53554d8d9663600f38dee454893ab33", + "stdout_sha256": "2b6711f7cdd53ee3ac9f678334e9ea0a7bb986fff5db6457adfb77f53b92de23", + "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "issues": [] + }, + { + "tool": "layer_a", + "mode": "normal", + "name": "skip-runtime-identity-validation", + "source_matches": true, + "receipt_sha256": "77a2dfd576779a82b72e555ca362d634c4489e4142f7af7e9b7ddae147133fb1", + "stdout_sha256": "fdece6b874654dbc2db2f62990a9d5095a722d112a701784a3b067aad6db9127", + "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "issues": [] + }, + { + "tool": "layer_a", + "mode": "optimized", + "name": "ignore-module-hook-refusal", + "source_matches": true, + "receipt_sha256": "acc0ba6b8c760d73a5c4455a61f5345bc9c87d4f859de5dc39f6ceccd3a39a74", + "stdout_sha256": "59aaad6c18be71d742a8d28887402d67d0471e5b622a65509ed91abd66c4f52a", + "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "issues": [] + }, + { + "tool": "layer_a", + "mode": "optimized", + "name": "accept-callable-selector-factory", + "source_matches": true, + "receipt_sha256": "f9894757e336fd605f9f096635a4dd84e4e9c31f793adde6f6c80d388ad65dc5", + "stdout_sha256": "5d7da0bd3a60b3302398bdc4b8d5eb96348ddd78377635acf3ce2e781a5c2f0c", + "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "issues": [] + }, + { + "tool": "layer_a", + "mode": "optimized", + "name": "ignore-selected-class-object", + "source_matches": true, + "receipt_sha256": "d5049184078f8d9ebe83a36029688e186f303a66e1e6807f6828b47485a33470", + "stdout_sha256": "6987a74bf9ea756fcdaf36278325855b3dae0500a173e31fd528e3a21ea55327", + "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "issues": [] + }, + { + "tool": "layer_a", + "mode": "optimized", + "name": "ignore-original-function-object", + "source_matches": true, + "receipt_sha256": "f3f82222d60248f95cd9902f05bec1948f878f4d38dd2732ac73042a44e6219b", + "stdout_sha256": "012ddee87c272f33e54eca3222781cd5905b92ede14ca026df194ac1df2d7dd5", + "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "issues": [] + }, + { + "tool": "layer_a", + "mode": "optimized", + "name": "ignore-original-code-object", + "source_matches": true, + "receipt_sha256": "bb5a76e0d130e5c30c9c6103ad15cad420a0d3b87a5a4ee582af335b76bb81c8", + "stdout_sha256": "678e86c135c1f105c3734a8895c3903c131720a4371805deed1a914d90061afb", + "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "issues": [] + }, + { + "tool": "layer_a", + "mode": "optimized", + "name": "ignore-declared-function-chain", + "source_matches": true, + "receipt_sha256": "8cb24652959e3f72923cddca041caa2b4ceee7243e8a42c7f4ac55d76dd7f508", + "stdout_sha256": "ffa5c35c6397d2bb7a6b94ed86557075793c914fa138536c0a29d46302a7f3ba", + "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "issues": [] + }, + { + "tool": "layer_a", + "mode": "optimized", + "name": "skip-before-fixture-identity-validation", + "source_matches": true, + "receipt_sha256": "88676906a3284c2eba755067453b4ff764488c4d0869d467c04324631e52e68e", + "stdout_sha256": "178195cfb98f52d296c6baa95898a98f47b41c3403b8c1b3154627b9999b332b", + "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "issues": [] + }, + { + "tool": "layer_a", + "mode": "optimized", + "name": "skip-runtime-identity-validation", + "source_matches": true, + "receipt_sha256": "7fccce4dc941be0b6c16db7bfdc6ff9611b42fa5d5761b0ec4fd94476224afe1", + "stdout_sha256": "ab135043b118837bf905b6df39bbd2e050f0a7c0a6b7bd07e51f619342af82fb", + "stderr_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "issues": [] + } + ], + "composed_methods": { + "kernel_replay/normal": { + "distinct_methods": 27, + "all_latest_method_observations_pass": true, + "runs": [ + { + "path": "kernel_replay/evidence/affected-normal-dev2.json", + "sha256": "ef08c5c93359f1337011243c26307dbd975ac6a996a73a25f6cac9d7afaf7096", + "selected_count": 26, + "tests_run": 26, + "failures": 0, + "errors": 0, + "successful": true + }, + { + "path": "kernel_replay/evidence/identity-refresh-normal.json", + "sha256": "3ba00e79be0fbee01f828085670ba7db19d1b6c737ad9e3cfd2f41690c921a7e", + "selected_count": 2, + "tests_run": 2, + "failures": 0, + "errors": 0, + "successful": true + } + ], + "methods": { + "test_mutation_harness.MutationHarnessTests.test_body_assertion_kills_after_all_selected_bodies_finish": "PASS", + "test_mutation_harness.MutationHarnessTests.test_body_scoped_subtest_assertions_kill_without_changing_parent_population": "PASS", + "test_mutation_harness.MutationHarnessTests.test_clean_identity_survives": "PASS", + "test_mutation_harness.MutationHarnessTests.test_dispatch_hook_assertion_without_selected_method_is_error": "PASS", + "test_mutation_harness.MutationHarnessTests.test_empty_duplicate_synthetic_and_spoofed_population_is_error": "PASS", + "test_mutation_harness.MutationHarnessTests.test_errors_skips_and_expected_failures_are_errors": "PASS", + "test_mutation_harness.MutationHarnessTests.test_foreign_subtest_parent_cannot_claim_selected_body_assertion": "PASS", + "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error": "PASS", + "test_mutation_harness.MutationHarnessTests.test_lifecycle_failures_never_kill_even_with_body_assertion": "PASS", + "test_mutation_harness.MutationHarnessTests.test_lifecycle_subtests_and_subtest_errors_are_errors": "PASS", + "test_mutation_harness.MutationHarnessTests.test_population_listing_does_not_execute_fixtures_or_bodies": "PASS", + "test_mutation_harness.MutationHarnessTests.test_selected_method_invoked_from_lifecycle_is_error": "PASS", + "test_mutation_harness.MutationHarnessTests.test_setup_assertion_is_not_a_kill": "PASS", + "test_mutation_harness.MutationHarnessTests.test_summary_without_lifecycle_receipt_fails_closed": "PASS", + "test_mutation_harness.LazyBodyHarnessTests.test_all_non_none_returns_refuse_without_iterating_custom_objects": "PASS", + "test_mutation_harness.LazyBodyHarnessTests.test_declared_lazy_method_shapes_refuse_mixed_population_before_execution": "PASS", + "test_mutation_harness.LazyBodyHarnessTests.test_decorator_without_wrapped_metadata_cannot_hide_lazy_return": "PASS", + "test_mutation_harness.LazyBodyHarnessTests.test_ordinary_synchronous_body_positives_remain_supported": "PASS", + "test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work": "PASS", + "test_mutation_harness.LazyBodyHarnessTests.test_wrapped_lazy_method_shapes_refuse_before_execution": "PASS", + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body": "PASS", + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused": "PASS", + "test_mutation_harness.IdentityHarnessTests.test_custom_testcase_run_is_refused_before_execution": "PASS", + "test_mutation_harness.IdentityHarnessTests.test_identity_change_during_body_is_not_a_clean_kill": "PASS", + "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution": "PASS", + "test_mutation_harness.IdentityHarnessTests.test_named_class_and_method_selection_preserve_exact_population": "PASS", + "test_mutation_harness.IdentityHarnessTests.test_postload_substitution_refused_before_any_fixture": "PASS" + } + }, + "kernel_replay/optimized": { + "distinct_methods": 27, + "all_latest_method_observations_pass": true, + "runs": [ + { + "path": "kernel_replay/evidence/affected-optimized.json", + "sha256": "ef08c5c93359f1337011243c26307dbd975ac6a996a73a25f6cac9d7afaf7096", + "selected_count": 26, + "tests_run": 26, + "failures": 0, + "errors": 0, + "successful": true + }, + { + "path": "kernel_replay/evidence/identity-refresh-optimized.json", + "sha256": "3ba00e79be0fbee01f828085670ba7db19d1b6c737ad9e3cfd2f41690c921a7e", + "selected_count": 2, + "tests_run": 2, + "failures": 0, + "errors": 0, + "successful": true + } + ], + "methods": { + "test_mutation_harness.MutationHarnessTests.test_body_assertion_kills_after_all_selected_bodies_finish": "PASS", + "test_mutation_harness.MutationHarnessTests.test_body_scoped_subtest_assertions_kill_without_changing_parent_population": "PASS", + "test_mutation_harness.MutationHarnessTests.test_clean_identity_survives": "PASS", + "test_mutation_harness.MutationHarnessTests.test_dispatch_hook_assertion_without_selected_method_is_error": "PASS", + "test_mutation_harness.MutationHarnessTests.test_empty_duplicate_synthetic_and_spoofed_population_is_error": "PASS", + "test_mutation_harness.MutationHarnessTests.test_errors_skips_and_expected_failures_are_errors": "PASS", + "test_mutation_harness.MutationHarnessTests.test_foreign_subtest_parent_cannot_claim_selected_body_assertion": "PASS", + "test_mutation_harness.MutationHarnessTests.test_forged_or_missing_accounting_is_error": "PASS", + "test_mutation_harness.MutationHarnessTests.test_lifecycle_failures_never_kill_even_with_body_assertion": "PASS", + "test_mutation_harness.MutationHarnessTests.test_lifecycle_subtests_and_subtest_errors_are_errors": "PASS", + "test_mutation_harness.MutationHarnessTests.test_population_listing_does_not_execute_fixtures_or_bodies": "PASS", + "test_mutation_harness.MutationHarnessTests.test_selected_method_invoked_from_lifecycle_is_error": "PASS", + "test_mutation_harness.MutationHarnessTests.test_setup_assertion_is_not_a_kill": "PASS", + "test_mutation_harness.MutationHarnessTests.test_summary_without_lifecycle_receipt_fails_closed": "PASS", + "test_mutation_harness.LazyBodyHarnessTests.test_all_non_none_returns_refuse_without_iterating_custom_objects": "PASS", + "test_mutation_harness.LazyBodyHarnessTests.test_declared_lazy_method_shapes_refuse_mixed_population_before_execution": "PASS", + "test_mutation_harness.LazyBodyHarnessTests.test_decorator_without_wrapped_metadata_cannot_hide_lazy_return": "PASS", + "test_mutation_harness.LazyBodyHarnessTests.test_ordinary_synchronous_body_positives_remain_supported": "PASS", + "test_mutation_harness.LazyBodyHarnessTests.test_sync_lazy_returns_refuse_without_advancing_suspended_work": "PASS", + "test_mutation_harness.LazyBodyHarnessTests.test_wrapped_lazy_method_shapes_refuse_before_execution": "PASS", + "test_mutation_harness.IdentityHarnessTests.test_callable_factory_selector_is_refused_before_factory_or_body": "PASS", + "test_mutation_harness.IdentityHarnessTests.test_class_fixture_function_and_code_substitutions_are_refused": "PASS", + "test_mutation_harness.IdentityHarnessTests.test_custom_testcase_run_is_refused_before_execution": "PASS", + "test_mutation_harness.IdentityHarnessTests.test_identity_change_during_body_is_not_a_clean_kill": "PASS", + "test_mutation_harness.IdentityHarnessTests.test_module_alias_subclass_and_population_hooks_refused_before_execution": "PASS", + "test_mutation_harness.IdentityHarnessTests.test_named_class_and_method_selection_preserve_exact_population": "PASS", + "test_mutation_harness.IdentityHarnessTests.test_postload_substitution_refused_before_any_fixture": "PASS" + } + }, + "layer_a/normal": { + "distinct_methods": 19, + "all_latest_method_observations_pass": true, + "runs": [ + { + "path": "layer_a/evidence/affected-normal-dev2.json", + "sha256": "e6be88aa5ae13bb357a411e1bea72766e8bea06a9145a5c6e2480d397762cea6", + "selected_count": 18, + "tests_run": 18, + "failures": 1, + "errors": 0, + "successful": false + }, + { + "path": "layer_a/evidence/canonical-population-normal.json", + "sha256": "c72ad83604addc0eea4a4894754729f0ffafa305e70c3b72ff4de55014c6a416", + "selected_count": 1, + "tests_run": 1, + "failures": 0, + "errors": 0, + "successful": true + }, + { + "path": "layer_a/evidence/identity-refresh-normal.json", + "sha256": "d0ebe8680885cc7ec059046e3b5c63a1f1b49a1a48af313251baf81bf10ab471", + "selected_count": 2, + "tests_run": 2, + "failures": 0, + "errors": 0, + "successful": true + } + ], + "methods": { + "test_mutation_runner.LifecycleHarnessRules.test_assertion_event_provenance_rejects_duplicate_direct_failures": "PASS", + "test_mutation_runner.LifecycleHarnessRules.test_body_assertion_kills_and_identity_survives": "PASS", + "test_mutation_runner.LifecycleHarnessRules.test_body_scoped_subtests_have_exact_parent_assertion_events": "PASS", + "test_mutation_runner.LifecycleHarnessRules.test_empty_duplicate_synthetic_and_rewritten_method_ids_are_rejected": "PASS", + "test_mutation_runner.LifecycleHarnessRules.test_errors_skips_expected_failures_and_subtests_are_ambiguous": "PASS", + "test_mutation_runner.LifecycleHarnessRules.test_expected_population_is_bound_before_mutation": "PASS", + "test_mutation_runner.LifecycleHarnessRules.test_missing_forged_or_noninteger_receipts_fail_closed": "PASS", + "test_mutation_runner.LifecycleHarnessRules.test_setup_teardown_cleanup_assertions_cannot_kill": "PASS", + "test_mutation_runner.LazyBodyHarnessRules.test_mixed_lazy_function_shapes_are_refused_before_any_body": "PASS", + "test_mutation_runner.LazyBodyHarnessRules.test_sync_bodies_require_none_and_refuse_other_returns_without_iteration": "PASS", + "test_mutation_runner.LazyBodyHarnessRules.test_sync_lazy_returns_are_rejected_without_advancing_objects": "PASS", + "test_mutation_runner.LazyBodyHarnessRules.test_wraps_decorated_lazy_functions_are_refused_at_population": "PASS", + "test_mutation_runner.IdentityHarnessRules.test_callable_factory_selector_is_refused_before_factory_or_body": "PASS", + "test_mutation_runner.IdentityHarnessRules.test_class_fixture_function_and_code_substitutions_are_refused": "PASS", + "test_mutation_runner.IdentityHarnessRules.test_custom_testcase_run_is_refused_before_execution": "PASS", + "test_mutation_runner.IdentityHarnessRules.test_identity_change_during_body_is_not_a_clean_kill": "PASS", + "test_mutation_runner.IdentityHarnessRules.test_module_alias_subclass_and_population_hooks_refused_before_execution": "PASS", + "test_mutation_runner.IdentityHarnessRules.test_named_class_and_method_selection_preserve_exact_population": "PASS", + "test_mutation_runner.IdentityHarnessRules.test_postload_substitution_refused_before_any_fixture": "PASS" + } + }, + "layer_a/optimized": { + "distinct_methods": 19, + "all_latest_method_observations_pass": true, + "runs": [ + { + "path": "layer_a/evidence/affected-optimized.json", + "sha256": "e046d1f5a0ac987c8c25d8dbcdcb21b63f432898520e980503ffa67f39b9a672", + "selected_count": 18, + "tests_run": 18, + "failures": 0, + "errors": 0, + "successful": true + }, + { + "path": "layer_a/evidence/identity-refresh-optimized.json", + "sha256": "d0ebe8680885cc7ec059046e3b5c63a1f1b49a1a48af313251baf81bf10ab471", + "selected_count": 2, + "tests_run": 2, + "failures": 0, + "errors": 0, + "successful": true + } + ], + "methods": { + "test_mutation_runner.LifecycleHarnessRules.test_assertion_event_provenance_rejects_duplicate_direct_failures": "PASS", + "test_mutation_runner.LifecycleHarnessRules.test_body_assertion_kills_and_identity_survives": "PASS", + "test_mutation_runner.LifecycleHarnessRules.test_body_scoped_subtests_have_exact_parent_assertion_events": "PASS", + "test_mutation_runner.LifecycleHarnessRules.test_empty_duplicate_synthetic_and_rewritten_method_ids_are_rejected": "PASS", + "test_mutation_runner.LifecycleHarnessRules.test_errors_skips_expected_failures_and_subtests_are_ambiguous": "PASS", + "test_mutation_runner.LifecycleHarnessRules.test_expected_population_is_bound_before_mutation": "PASS", + "test_mutation_runner.LifecycleHarnessRules.test_missing_forged_or_noninteger_receipts_fail_closed": "PASS", + "test_mutation_runner.LifecycleHarnessRules.test_setup_teardown_cleanup_assertions_cannot_kill": "PASS", + "test_mutation_runner.LazyBodyHarnessRules.test_mixed_lazy_function_shapes_are_refused_before_any_body": "PASS", + "test_mutation_runner.LazyBodyHarnessRules.test_sync_bodies_require_none_and_refuse_other_returns_without_iteration": "PASS", + "test_mutation_runner.LazyBodyHarnessRules.test_sync_lazy_returns_are_rejected_without_advancing_objects": "PASS", + "test_mutation_runner.LazyBodyHarnessRules.test_wraps_decorated_lazy_functions_are_refused_at_population": "PASS", + "test_mutation_runner.IdentityHarnessRules.test_callable_factory_selector_is_refused_before_factory_or_body": "PASS", + "test_mutation_runner.IdentityHarnessRules.test_class_fixture_function_and_code_substitutions_are_refused": "PASS", + "test_mutation_runner.IdentityHarnessRules.test_custom_testcase_run_is_refused_before_execution": "PASS", + "test_mutation_runner.IdentityHarnessRules.test_identity_change_during_body_is_not_a_clean_kill": "PASS", + "test_mutation_runner.IdentityHarnessRules.test_module_alias_subclass_and_population_hooks_refused_before_execution": "PASS", + "test_mutation_runner.IdentityHarnessRules.test_named_class_and_method_selection_preserve_exact_population": "PASS", + "test_mutation_runner.IdentityHarnessRules.test_postload_substitution_refused_before_any_fixture": "PASS" + } + } + }, + "bound_runtime_sha256": { + "kernel_replay": "c77ee122e788fbb2a88ffaba12e0b4de75209b6f18ce2b6053fed68a5a4ce4d5", + "layer_a": "50c0e2d64fecbaa232fa867eb7c9e4a1a4f02ed1ea163389c1111ba700c729cc" + }, + "status": "CLEAR" +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/guard_mutations.py b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/guard_mutations.py new file mode 100644 index 000000000..bef7ffd08 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/guard_mutations.py @@ -0,0 +1,47 @@ +#!/usr/bin/env python3 +"""Bounded actual runner-source guard omissions; no scanner/Lean mutations.""" +import ast, hashlib, importlib.util, json, os +from pathlib import Path +import shutil, subprocess, sys +ROOT=Path(__file__).resolve().parent + +def sha(raw):return hashlib.sha256(raw).hexdigest() +def load(path,name): + spec=importlib.util.spec_from_file_location(name,path);m=importlib.util.module_from_spec(spec);spec.loader.exec_module(m);return m + +GUARDS=[ + ('ignore-module-hook-refusal',"if module.__dict__.get('load_tests') is not None:",'if False:', 'test_module_alias_subclass_and_population_hooks_refused_before_execution'), + ('accept-callable-selector-factory',"raise ValueError('unsupported callable or selector kind')",'return self.remember(super().loadTestsFromName(name,module))','test_callable_factory_selector_is_refused_before_factory_or_body'), + ('ignore-selected-class-object',"type(test) is not binding['class']",'False','test_class_fixture_function_and_code_substitutions_are_refused'), + ('ignore-original-function-object','a is c and b is d','b is d','test_class_fixture_function_and_code_substitutions_are_refused'), + ('ignore-original-code-object','a is c and b is d','a is c','test_class_fixture_function_and_code_substitutions_are_refused'), + ('ignore-declared-function-chain',"if not same_function_chain(function_chain(getattr(type(test),binding['name'],None)),binding['declared']):",'if False:','test_class_fixture_function_and_code_substitutions_are_refused'), + ('skip-before-fixture-identity-validation','if not identity_matches(test,bindings.get(id(test))):','if False:','test_postload_substitution_refused_before_any_fixture'), + ('skip-runtime-identity-validation','if any(not identity_matches(test,bindings.get(id(test))) for test in cases):','if False:','test_class_fixture_function_and_code_substitutions_are_refused'), +] +report=[] +for tool in ['kernel_replay','layer_a']: + parent=ROOT/tool/'proposed';filename='run_tests.py' if tool=='kernel_replay' else 'mutation_test.py' + original=(parent/filename).read_text(); healthy=load(parent/('mutations.py' if tool=='kernel_replay' else 'mutation_test.py'),'healthy_'+tool) + for mode in ['normal','optimized']: + for name,before,after,method in GUARDS: + if original.count(before)!=1:raise ValueError((tool,name,'nonunique anchor',original.count(before))) + changed=original.replace(before,after,1);ast.parse(changed) + work=ROOT/tool/'evidence'/'guard-mutants'/mode/name + work.mkdir(parents=True,exist_ok=True) + for p in parent.glob('*.py'):(work/p.name).write_bytes(p.read_bytes()) + shutil.copytree(parent/'tests',work/'tests',dirs_exist_ok=True) + (work/filename).write_text(changed) + out=work/'receipt.json';env=dict(os.environ);env.pop('PYTHONPATH',None);env['PYTHONDONTWRITEBYTECODE']='1';env['PYTHONOPTIMIZE']='1' if mode=='optimized' else '0' + command=[sys.executable,'-B','-S']+(['-O'] if mode=='optimized' else [])+[str(work/filename)] + cls='test_mutation_harness.IdentityHarnessTests' if tool=='kernel_replay' else 'test_mutation_runner.IdentityHarnessRules' + if tool=='layer_a':command+=['--internal-test-runner','--test-root',str(work/'tests')] + command+=['--output',str(out),'--test',cls+'.'+method] + p=subprocess.run(command,cwd=work,env=env,capture_output=True,text=True,timeout=20) + (work/'stdout.log').write_text(p.stdout);(work/'stderr.log').write_text(p.stderr) + value=json.loads(out.read_text()) if out.exists() else {} + outcome=(healthy.classify(value,p.returncode) if tool=='kernel_replay' else healthy.classify_test_result(value,p.returncode)) + report.append({'tool':tool,'mode':mode,'name':name,'source_file':filename,'original_sha256':sha(original.encode()),'mutant_sha256':sha(changed.encode()),'test':cls+'.'+method,'outcome':outcome,'exit_code':p.returncode,'assertion_failures':value.get('assertion_failures'),'errors':value.get('errors'),'receipt':str(out.relative_to(ROOT)),'command':command}) + print(tool,mode,name,outcome,flush=True) +(ROOT/'GUARD_MUTATIONS.json').write_text(json.dumps({'scope':'8 new runner identity safeguard themes per tool/mode; not production scanner/replay mutants','results':report,'all_assertion_killed':all(x['outcome']=='KILLED' and x['errors']==0 for x in report)},indent=2)+'\n') +if any(x['outcome']!='KILLED' or x['errors']!=0 for x in report):raise SystemExit(1) diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/guard_mutations_exact_descriptors.py b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/guard_mutations_exact_descriptors.py new file mode 100644 index 000000000..5f563e427 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/guard_mutations_exact_descriptors.py @@ -0,0 +1,39 @@ +#!/usr/bin/env python3 +"""Bounded actual runner-source guard omissions; no scanner/Lean mutations.""" +import ast, hashlib, importlib.util, json, os +from pathlib import Path +import shutil, subprocess, sys +ROOT=Path(__file__).resolve().parent + +def sha(raw):return hashlib.sha256(raw).hexdigest() +def load(path,name): + spec=importlib.util.spec_from_file_location(name,path);m=importlib.util.module_from_spec(spec);spec.loader.exec_module(m);return m + +GUARDS=[('allow-static-descriptor-subclasses', 'type(value) in (staticmethod,classmethod)', 'isinstance(value,(staticmethod,classmethod))', 'test_callable_factory_selector_is_refused_before_factory_or_body'), ('allow-named-descriptor-subclasses', 'type(declared) in (type,staticmethod,classmethod)', 'isinstance(declared,(type,staticmethod,classmethod))', 'test_callable_factory_selector_is_refused_before_factory_or_body'), ('invoke-special-descriptor-during-profile-inspection', 'inspect.getattr_static(testCaseClass,name,None) is not inspect.getattr_static(unittest.TestCase,name,None)', 'getattr(testCaseClass,name,None) is not getattr(unittest.TestCase,name,None)', 'test_callable_factory_selector_is_refused_before_factory_or_body')] + +report=[] +for tool in ['kernel_replay','layer_a']: + parent=ROOT/tool/'proposed';filename='run_tests.py' if tool=='kernel_replay' else 'mutation_test.py' + original=(parent/filename).read_text(); healthy=load(parent/('mutations.py' if tool=='kernel_replay' else 'mutation_test.py'),'healthy_'+tool) + for mode in ['normal','optimized']: + for name,before,after,method in GUARDS: + if original.count(before)!=1:raise ValueError((tool,name,'nonunique anchor',original.count(before))) + changed=original.replace(before,after,1);ast.parse(changed) + work=ROOT/tool/'evidence'/'guard-mutants'/mode/name + work.mkdir(parents=True,exist_ok=True) + for p in parent.glob('*.py'):(work/p.name).write_bytes(p.read_bytes()) + shutil.copytree(parent/'tests',work/'tests',dirs_exist_ok=True) + (work/filename).write_text(changed) + out=work/'receipt.json';env=dict(os.environ);env.pop('PYTHONPATH',None);env['PYTHONDONTWRITEBYTECODE']='1';env['PYTHONOPTIMIZE']='1' if mode=='optimized' else '0' + command=[sys.executable,'-B','-S']+(['-O'] if mode=='optimized' else [])+[str(work/filename)] + cls='test_mutation_harness.IdentityHarnessTests' if tool=='kernel_replay' else 'test_mutation_runner.IdentityHarnessRules' + if tool=='layer_a':command+=['--internal-test-runner','--test-root',str(work/'tests')] + command+=['--output',str(out),'--test',cls+'.'+method] + p=subprocess.run(command,cwd=work,env=env,capture_output=True,text=True,timeout=20) + (work/'stdout.log').write_text(p.stdout);(work/'stderr.log').write_text(p.stderr) + value=json.loads(out.read_text()) if out.exists() else {} + outcome=(healthy.classify(value,p.returncode) if tool=='kernel_replay' else healthy.classify_test_result(value,p.returncode)) + report.append({'tool':tool,'mode':mode,'name':name,'source_file':filename,'original_sha256':sha(original.encode()),'mutant_sha256':sha(changed.encode()),'test':cls+'.'+method,'outcome':outcome,'exit_code':p.returncode,'assertion_failures':value.get('assertion_failures'),'errors':value.get('errors'),'receipt':str(out.relative_to(ROOT)),'command':command}) + print(tool,mode,name,outcome,flush=True) +(ROOT/'EXACT_DESCRIPTOR_GUARD_MUTATIONS.json').write_text(json.dumps({'scope':'3 exact-descriptor/static-inspection refusal safeguards per tool/mode; prior11themes remain separate','results':report,'all_assertion_killed':all(x['outcome']=='KILLED' and x['errors']==0 for x in report)},indent=2)+'\n') +if any(x['outcome']!='KILLED' or x['errors']!=0 for x in report):raise SystemExit(1) diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/guard_mutations_followup.py b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/guard_mutations_followup.py new file mode 100644 index 000000000..ac076c010 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/guard_mutations_followup.py @@ -0,0 +1,39 @@ +#!/usr/bin/env python3 +"""Bounded actual runner-source guard omissions; no scanner/Lean mutations.""" +import ast, hashlib, importlib.util, json, os +from pathlib import Path +import shutil, subprocess, sys +ROOT=Path(__file__).resolve().parent + +def sha(raw):return hashlib.sha256(raw).hexdigest() +def load(path,name): + spec=importlib.util.spec_from_file_location(name,path);m=importlib.util.module_from_spec(spec);spec.loader.exec_module(m);return m + +GUARDS=[('allow-custom-construction', "def ordinary_test_class(self,testCaseClass):\n # Construction and attribute dispatch must not rewrite the population.\n if type(testCaseClass) is not type:\n return False\n for name in ('__init__','__new__','__getattribute__','__setattr__','__delattr__'):\n if getattr(testCaseClass,name,None) is not getattr(unittest.TestCase,name,None):\n return False\n for base in testCaseClass.__mro__:\n if '__getattr__' in base.__dict__:\n return False\n for name,value in base.__dict__.items():\n if name.startswith(self.testMethodPrefix) or name=='runTest':\n function=value.__func__ if isinstance(value,(staticmethod,classmethod)) else value\n if not inspect.isfunction(function):\n return False\n return True", 'def ordinary_test_class(self,testCaseClass):\n return True', 'test_callable_factory_selector_is_refused_before_factory_or_body'), ('allow-module-dir-population-omission', 'for name in sorted(module.__dict__):\n value=module.__dict__[name]', 'for name in dir(module):\n value=getattr(module,name)', 'test_module_alias_subclass_and_population_hooks_refused_before_execution')] + +report=[] +for tool in ['kernel_replay','layer_a']: + parent=ROOT/tool/'proposed';filename='run_tests.py' if tool=='kernel_replay' else 'mutation_test.py' + original=(parent/filename).read_text(); healthy=load(parent/('mutations.py' if tool=='kernel_replay' else 'mutation_test.py'),'healthy_'+tool) + for mode in ['normal','optimized']: + for name,before,after,method in GUARDS: + if original.count(before)!=1:raise ValueError((tool,name,'nonunique anchor',original.count(before))) + changed=original.replace(before,after,1);ast.parse(changed) + work=ROOT/tool/'evidence'/'guard-mutants'/mode/name + work.mkdir(parents=True,exist_ok=True) + for p in parent.glob('*.py'):(work/p.name).write_bytes(p.read_bytes()) + shutil.copytree(parent/'tests',work/'tests',dirs_exist_ok=True) + (work/filename).write_text(changed) + out=work/'receipt.json';env=dict(os.environ);env.pop('PYTHONPATH',None);env['PYTHONDONTWRITEBYTECODE']='1';env['PYTHONOPTIMIZE']='1' if mode=='optimized' else '0' + command=[sys.executable,'-B','-S']+(['-O'] if mode=='optimized' else [])+[str(work/filename)] + cls='test_mutation_harness.IdentityHarnessTests' if tool=='kernel_replay' else 'test_mutation_runner.IdentityHarnessRules' + if tool=='layer_a':command+=['--internal-test-runner','--test-root',str(work/'tests')] + command+=['--output',str(out),'--test',cls+'.'+method] + p=subprocess.run(command,cwd=work,env=env,capture_output=True,text=True,timeout=20) + (work/'stdout.log').write_text(p.stdout);(work/'stderr.log').write_text(p.stderr) + value=json.loads(out.read_text()) if out.exists() else {} + outcome=(healthy.classify(value,p.returncode) if tool=='kernel_replay' else healthy.classify_test_result(value,p.returncode)) + report.append({'tool':tool,'mode':mode,'name':name,'source_file':filename,'original_sha256':sha(original.encode()),'mutant_sha256':sha(changed.encode()),'test':cls+'.'+method,'outcome':outcome,'exit_code':p.returncode,'assertion_failures':value.get('assertion_failures'),'errors':value.get('errors'),'receipt':str(out.relative_to(ROOT)),'command':command}) + print(tool,mode,name,outcome,flush=True) +(ROOT/'FOLLOWUP_GUARD_MUTATIONS.json').write_text(json.dumps({'scope':'2 new construction/module-discovery safeguards per tool/mode; prior8themes remain separate','results':report,'all_assertion_killed':all(x['outcome']=='KILLED' and x['errors']==0 for x in report)},indent=2)+'\n') +if any(x['outcome']!='KILLED' or x['errors']!=0 for x in report):raise SystemExit(1) diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/guard_mutations_selector.py b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/guard_mutations_selector.py new file mode 100644 index 000000000..22733d6a5 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/guard_mutations_selector.py @@ -0,0 +1,39 @@ +#!/usr/bin/env python3 +"""Bounded actual runner-source guard omissions; no scanner/Lean mutations.""" +import ast, hashlib, importlib.util, json, os +from pathlib import Path +import shutil, subprocess, sys +ROOT=Path(__file__).resolve().parent + +def sha(raw):return hashlib.sha256(raw).hexdigest() +def load(path,name): + spec=importlib.util.spec_from_file_location(name,path);m=importlib.util.module_from_spec(spec);spec.loader.exec_module(m);return m + +GUARDS=[('allow-selector-descriptor-or-proxy-execution', " for part in parts:\n parent=current\n if inspect.ismodule(current):\n if type(current) is not type(sys):\n raise ValueError('unsupported module attribute dispatch')\n current=current.__dict__[part]\n elif isinstance(current,type):\n if type(current) is not type:\n raise ValueError('unsupported selector metaclass')\n if issubclass(current,unittest.TestCase) and not self.ordinary_test_class(current):\n raise ValueError('unsupported TestCase declaration traversal')\n declared=inspect.getattr_static(current,part)\n if not (inspect.isfunction(declared) or isinstance(declared,(type,staticmethod,classmethod))):\n raise ValueError('unsupported selector descriptor')\n current=getattr(current,part)\n else:\n raise ValueError('unsupported selector object traversal')", ' for part in parts:\n parent=current\n if inspect.ismodule(current):\n current=current.__dict__[part]\n else:\n current=getattr(current,part)', 'test_callable_factory_selector_is_refused_before_factory_or_body')] + +report=[] +for tool in ['kernel_replay','layer_a']: + parent=ROOT/tool/'proposed';filename='run_tests.py' if tool=='kernel_replay' else 'mutation_test.py' + original=(parent/filename).read_text(); healthy=load(parent/('mutations.py' if tool=='kernel_replay' else 'mutation_test.py'),'healthy_'+tool) + for mode in ['normal','optimized']: + for name,before,after,method in GUARDS: + if original.count(before)!=1:raise ValueError((tool,name,'nonunique anchor',original.count(before))) + changed=original.replace(before,after,1);ast.parse(changed) + work=ROOT/tool/'evidence'/'guard-mutants'/mode/name + work.mkdir(parents=True,exist_ok=True) + for p in parent.glob('*.py'):(work/p.name).write_bytes(p.read_bytes()) + shutil.copytree(parent/'tests',work/'tests',dirs_exist_ok=True) + (work/filename).write_text(changed) + out=work/'receipt.json';env=dict(os.environ);env.pop('PYTHONPATH',None);env['PYTHONDONTWRITEBYTECODE']='1';env['PYTHONOPTIMIZE']='1' if mode=='optimized' else '0' + command=[sys.executable,'-B','-S']+(['-O'] if mode=='optimized' else [])+[str(work/filename)] + cls='test_mutation_harness.IdentityHarnessTests' if tool=='kernel_replay' else 'test_mutation_runner.IdentityHarnessRules' + if tool=='layer_a':command+=['--internal-test-runner','--test-root',str(work/'tests')] + command+=['--output',str(out),'--test',cls+'.'+method] + p=subprocess.run(command,cwd=work,env=env,capture_output=True,text=True,timeout=20) + (work/'stdout.log').write_text(p.stdout);(work/'stderr.log').write_text(p.stderr) + value=json.loads(out.read_text()) if out.exists() else {} + outcome=(healthy.classify(value,p.returncode) if tool=='kernel_replay' else healthy.classify_test_result(value,p.returncode)) + report.append({'tool':tool,'mode':mode,'name':name,'source_file':filename,'original_sha256':sha(original.encode()),'mutant_sha256':sha(changed.encode()),'test':cls+'.'+method,'outcome':outcome,'exit_code':p.returncode,'assertion_failures':value.get('assertion_failures'),'errors':value.get('errors'),'receipt':str(out.relative_to(ROOT)),'command':command}) + print(tool,mode,name,outcome,flush=True) +(ROOT/'SELECTOR_GUARD_MUTATIONS.json').write_text(json.dumps({'scope':'1 named-selector descriptor/proxy refusal safeguard per tool/mode; prior10themes remain separate','results':report,'all_assertion_killed':all(x['outcome']=='KILLED' and x['errors']==0 for x in report)},indent=2)+'\n') +if any(x['outcome']!='KILLED' or x['errors']!=0 for x in report):raise SystemExit(1) diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/independent-review-final.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/independent-review-final.json new file mode 100644 index 000000000..f72601e59 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/independent-review-final.json @@ -0,0 +1,64 @@ +{ + "verdict": "CLEAR_SCOPED_ENGINEERING", + "scope": "Source/evidence review of final ordinary unittest declaration/identity loader repair; no full G0, scanner, Lean, mathematical, hosted or federation acceptance claim", + "final_bindings": { + "kernel_replay/run_tests.py": "2c54e05593641f0b20dc565d5b8e24cdd819f739d7f38b5130631402d5616efb", + "kernel_replay/tests/test_mutation_harness.py": "c16063e29d3e91b315120f1143ec6763608bb5ed33d90af6fa839f82ed489022", + "layer_a/mutation_test.py": "cf742de46c1e386deeb11b122ed5bccdcab0778666b0b2774fab78e57eed1ad2", + "layer_a/tests/test_mutation_runner.py": "9ecf6dbdc0cf30ecf1b9c4f72d6cda21bc8bfe4eac3a5383ebe4e8b1e93a2866" + }, + "closed_findings": [ + { + "id": "IDENTITY-REVIEW-F1", + "boundary": "Custom TestCase constructors/metaclasses/attribute dispatch are refused before instantiation; declared function/code chains are captured before standard construction and compared afterward." + }, + { + "id": "IDENTITY-REVIEW-F2", + "boundary": "Default discovery enumerates actual ordinary-module dictionary declarations and does not invoke module __dir__ or __getattr__." + }, + { + "id": "IDENTITY-REVIEW-F3", + "boundary": "Named selector traversal checks the supported TestCase profile before class attribute access, uses raw static declaration inspection, and refuses non-module/non-class proxy/factory traversal." + }, + { + "id": "IDENTITY-REVIEW-F4", + "boundary": "Supported descriptors are exact built-in staticmethod/classmethod types; subclasses are refused. Constructor and dispatch-member inspection uses inspect.getattr_static, so the profile inspector does not invoke custom descriptors." + } + ], + "source_partition": "Compared with c77ee122/50c0e2d first reviewed generation, IdentityLoader is the only changed existing top-level definition in either runtime. The actual function/code binding, body lifecycle, exception identity, synchronous None-return profile, accounting and classifier logic remain unchanged. Shared nine-definition identity blocks match by AST across both tools.", + "test_partition": "Only the two existing identity methods for module population hooks and callable/constructor/descriptor factories expand; no identity-stage methods are deleted or added after the seven-method generation. All other methods retain exact AST identity.", + "verification_evidence": { + "fresh_current_guard_observations": 12, + "fresh_current_themes_per_tool_mode": 3, + "fresh_current_assertion_kills": 12, + "fresh_current_errors": 0, + "fresh_targeted_positive_receipts": 4, + "fresh_targeted_method_count_per_receipt": 1, + "fresh_targeted_modes": [ + "normal", + "optimized" + ], + "preserved_prior_guard_observations": 44, + "preserved_prior_campaign_sizes": [ + 32, + 8, + 4 + ], + "composed_guard_observations_all_generations": 56, + "distinct_guard_themes_per_tool": 14, + "not_production_mutant_count": true, + "composed_distinct_affected_methods_per_mode": { + "kernel_replay": 27, + "layer_a": 19 + }, + "binding_review": "evidence-binding-review-final.json" + }, + "preservation": "All earlier AMEND reviews, failed omission probes, original failed normal run and generation-bound receipts remain intact. They are not overwritten or relabeled as final-source executions.", + "review_execution": "Final review used source, AST, hashes and saved receipts only; no completed test or probe was rerun. Earlier new-counterexample executions remain explicitly generation-bound.", + "limitations": [ + "Trusted ordinary Python test source/runtime and source/runner custody are required; this is not an arbitrary malicious-code sandbox.", + "The finite controls verify declared supported discovery/identity/lifecycle behavior, not universal semantic test completeness or universal scanner correctness.", + "Canonical registration, portable documentation composition, current-head CI, integration and final federation gates remain the root integrator\u2019s separate obligations." + ], + "findings": [] +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/independent-review-final.md b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/independent-review-final.md new file mode 100644 index 000000000..cf753a465 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/independent-review-final.md @@ -0,0 +1,33 @@ +# Final scoped loader identity review + +**CLEAR_SCOPED_ENGINEERING** at kernel runtime `2c54e055` / harness `c16063e2` +and layer-a runtime `cf742de4` / harness `9ecf6dbd`. + +The four demonstrated identity/population findings are closed. The loader +snapshots declared function/code chains before standard construction; rejects +unsupported constructors, metaclasses and attribute dispatch; enumerates actual +module declarations; and validates named selectors before invoking class +attributes. Descriptor allowance uses exact built-in types, and constructor +inspection is static. Unsupported descriptor subclasses and selector proxies +cannot transform the selected population before its snapshot. + +The final twelve guard observations are actual assertion kills with zero +errors. Four saved normal/optimized targeted receipts each pass the expanded +factory/descriptor method. The preceding 32, 8 and 4 guard observations remain +separately bound to their earlier generations. Together these are 56 guard +observations across 14 themes per tool and two modes, not 56 production scanner +or replay mutations and not a fresh whole campaign. Applicable affected method +unions remain kernel 27 and layer-a 19 per mode. + +Source partition review shows only `IdentityLoader` changed after the first +reviewed identity generation; the lifecycle, function/code matching and +classifier definitions remain exact. Only two existing identity methods expand +with the new controls. All other test methods retain exact AST identity. The +independent evidence-binding review confirms current source/test hashes, mutant +sources, raw receipts and logs. Final review repeated no completed test. + +All AMEND reviews, failed omission probes and earlier generation receipts are +preserved. This verdict covers the documented ordinary trusted Python profile; +it is not an arbitrary-code sandbox, universal scanner proof, scientific or +federation CBZ-0 claim. Root retains canonical registration, documentation +composition, current-head CI and integration obligations. diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/independent-review-followup.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/independent-review-followup.json new file mode 100644 index 000000000..5e8857409 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/independent-review-followup.json @@ -0,0 +1,47 @@ +{ + "verdict": "AMEND", + "scope": "Only changed construction/module discovery boundaries and applicable evidence; no completed verification rerun", + "reviewed_runtime_hashes": { + "kernel_replay": "730bf28746f6574dc11cf9d8b63d759c6edab1aafed8d2a73b21f2388278cef3", + "layer_a": "c07a257fd5a641b67e00431616fe2e3cfd0426ebc0066383bf328356c227f822" + }, + "frozen_bindings_read": { + "kernel_replay/run_tests.py": "730bf28746f6574dc11cf9d8b63d759c6edab1aafed8d2a73b21f2388278cef3", + "kernel_replay/tests/test_mutation_harness.py": "8d42a69f5b9a73705837111d59bbbe56c5f41ee84362ff1b006ea38226a37690", + "layer_a/mutation_test.py": "c07a257fd5a641b67e00431616fe2e3cfd0426ebc0066383bf328356c227f822", + "layer_a/tests/test_mutation_runner.py": "708061a74bdc800addd5394f058605f4e063e172dd6933e715639a499f6c7956" + }, + "closed_previous_findings": [ + { + "id": "IDENTITY-REVIEW-F1", + "state": "SOURCE_AND_SCOPED_EVIDENCE_CLOSED", + "reason": "Ordinary construction, metaclass and attribute dispatch checked before instantiation; class function/code declarations snapshotted before construction and compared afterward." + }, + { + "id": "IDENTITY-REVIEW-F2", + "state": "SOURCE_AND_SCOPED_EVIDENCE_CLOSED", + "reason": "Module enumeration now uses sorted actual module dictionary keys/direct values, bypassing module __dir__ and __getattr__." + } + ], + "new_findings": [ + { + "id": "IDENTITY-REVIEW-F3", + "severity": "P1", + "title": "Reject method descriptors before named-selector resolution", + "cause": "loadTestsFromName calls getattr(TestCaseClass,part) before ordinary_test_class is checked by frozen_cases. An unsupported descriptor can alias itself to another body before that guard sees the class.", + "observed": "Both exact proposed runners return SURVIVED/exit0 with selected C.test_second, invalid_population=[], trace descriptor,first. The retained original second body is absent.", + "evidence": "review-probes/method-descriptor-alias/RESULTS.json", + "fix": "Validate an ordinary TestCase class before accessing a method selector and avoid invoking custom descriptors. Refuse non-module/non-TestCase object traversal rather than allowing selector factory side effects." + } + ], + "followup_guard_evidence": { + "records": 8, + "themes_per_tool_mode": 2, + "actual_assertion_kills": 8, + "errors": 0, + "file": "FOLLOWUP_GUARD_MUTATIONS.json" + }, + "prior_evidence": "Original32 guard executions and normal/optimized27kernel19layer applicable method unions retain source-specific validity; not new whole40guard/fullG0 runs. Original AMEND/probes remain preserved.", + "new_execution": "Exactlytwo new normal-mode CLI probes for new named-method descriptor path; no completed tests/math/Lean/scanner jobs rerun.", + "limits": "Ordinary trusted Python runtime and source custody; no malicious sandbox or universal scanner correctness claim." +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/independent-review-followup.md b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/independent-review-followup.md new file mode 100644 index 000000000..5c8f9fce6 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/independent-review-followup.md @@ -0,0 +1,22 @@ +# Follow-up independent identity review + +Verdict: **AMEND** at kernel `730bf287` and layer-a `c07a257f`. + +The constructor and module-directory findings from the original review are +closed in source and scoped evidence. The loader checks ordinary construction +before instantiation, freezes declared function/code chains before construction, +and enumerates the actual module dictionary. The eight new guard executions are +actual assertion kills with zero errors. Earlier applicable evidence remains +separate; it is not relabeled as a new whole campaign. + +**IDENTITY-REVIEW-F3 / P1:** Exact named-method resolution still invokes a custom +class descriptor through `getattr` before validating the ordinary TestCase class. +The descriptor can replace itself with another ordinary method. Both runners +then return SURVIVED/exit 0 for `C.test_second`, with trace `descriptor, first` +and no original second-body execution. The failing original body is retained. + +Validate ordinary TestCase classes before traversing their attributes and refuse +unsupported descriptor/object traversal before invoking it. The new exact-source +probes and receipts are under `review-probes/method-descriptor-alias/`. Only these +two newly uncovered normal-mode paths were executed; no completed verification +was repeated. Preserve the original review and all red evidence. diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/independent-review-selector-boundary.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/independent-review-selector-boundary.json new file mode 100644 index 000000000..cfdde9fe2 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/independent-review-selector-boundary.json @@ -0,0 +1,31 @@ +{ + "verdict": "AMEND", + "scope": "Final named-selector boundary review at exact d1783e48/6a719ffd runtime generation", + "reviewed_bindings": { + "kernel_replay/run_tests.py": "d1783e4892e5ae406762d8917cadb8d84534fd271744fdd92a1e285a72e26739", + "kernel_replay/tests/test_mutation_harness.py": "99d0bc18609f4966e7e8a12f4731cb13fb45a23d4689467da2c3fd564ef74030", + "layer_a/mutation_test.py": "6a719ffd05533bdd982b2dbb5c398ba7c5fc41b277c6e2277b33dab56689b463", + "layer_a/tests/test_mutation_runner.py": "849c787473367390fa56d8b75447bd489d18a1a308df0fd94f910dd47decc4de" + }, + "closed_finding": "IDENTITY-REVIEW-F3 named raw descriptor/proxy traversal ordering is fixed in source and four targeted guard assertion kills; earlier F1/F2 source/evidence remain applicable.", + "findings": [ + { + "id": "IDENTITY-REVIEW-F4", + "severity": "P1", + "title": "Refuse subclasses of allowed descriptor types before lookup", + "cause": "ordinary_test_class unwraps staticmethod/classmethod with isinstance, and selector descriptor allowance also uses isinstance. Custom subclasses can override __get__ while still passing these checks.", + "actual_observation": "Both exact proposed runners report SURVIVED/exit0, two distinct names, invalid_population=[], trace descriptor,first,first. The original second failing body is retained but omitted.", + "evidence": "review-probes/staticmethod-subclass-alias/RESULTS.json", + "minimal_fix": "Allow exact staticmethod/classmethod types only; reject custom subclasses before any descriptor lookup. Use static lookup for constructor/dispatch member comparisons as well, so the refusal inspector itself does not execute a custom descriptor." + } + ], + "targeted_guard_evidence": { + "records": 4, + "assertion_kills": 4, + "errors": 0, + "file": "SELECTOR_GUARD_MUTATIONS.json" + }, + "new_execution": "Two new normal-mode probes for unsupported staticmethod subclass dispatch; no completed verification rerun.", + "prior_verification": "Previous40 generation-bound guard executions and27/19method unions remain separate applicable observations; not relabeled fresh final-source whole campaigns.", + "limits": "Trusted ordinary Python test source/runtime, no arbitrary malicious-code sandbox or universal scanner correctness claim." +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/independent-review-selector-boundary.md b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/independent-review-selector-boundary.md new file mode 100644 index 000000000..4904c22e7 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/independent-review-selector-boundary.md @@ -0,0 +1,19 @@ +# Selector boundary review + +AMEND at exact kernel `d1783e48` and layer-a `6a719ffd`. + +F3's raw descriptor/proxy traversal ordering is fixed, with four actual new +guard assertion kills and zero errors. Previous findings and applicable +verification remain separately preserved. + +**F4 / P1:** `isinstance(..., (staticmethod, classmethod))` also permits custom +subclasses with an overriding `__get__`. Both runners accept such a descriptor, +which aliases the second declared method to the first before snapshots. The +actual results are SURVIVED/exit 0 with two names and trace +`descriptor, first, first`; the retained second failing body is absent. + +Use exact built-in descriptor types for the supported profile, and inspect +constructor/attribute-dispatch members statically so the refusal check itself +cannot invoke a custom descriptor. Exact-source probes and receipts are in +`review-probes/staticmethod-subclass-alias/`. Only these two new normal-mode +probes were executed; no completed check was repeated. diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/independent-review.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/independent-review.json new file mode 100644 index 000000000..fb8ceee8e --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/independent-review.json @@ -0,0 +1,54 @@ +{ + "scope": "Independent bounded source/evidence review of loader identity repair; no mathematical/scanner/Lean/full-suite replay", + "verdict": "AMEND", + "runtime_probe_hashes": { + "kernel_replay": "c77ee122e788fbb2a88ffaba12e0b4de75209b6f18ce2b6053fed68a5a4ce4d5", + "layer_a": "50c0e2d64fecbaa232fa867eb7c9e4a1a4f02ed1ea163389c1111ba700c729cc" + }, + "reviewed_files": { + "kernel_replay/proposed/run_tests.py": "c77ee122e788fbb2a88ffaba12e0b4de75209b6f18ce2b6053fed68a5a4ce4d5", + "kernel_replay/proposed/tests/test_mutation_harness.py": "da9bb463c0675be7729067c8a46e55b5171293c15be598c5e891051818c49850", + "layer_a/proposed/mutation_test.py": "50c0e2d64fecbaa232fa867eb7c9e4a1a4f02ed1ea163389c1111ba700c729cc", + "layer_a/proposed/tests/test_mutation_runner.py": "4e33dcb77a0f897976462e8c10b46de65bc2eeddba8d2b0f3604f3b3832f2b19" + }, + "findings": [ + { + "id": "IDENTITY-REVIEW-F1", + "severity": "P1", + "title": "Freeze declarations before TestCase construction", + "locations": [ + "kernel_replay/proposed/run_tests.py:IdentityLoader.loadTestsFromTestCase", + "layer_a/proposed/mutation_test.py:IdentityLoader.loadTestsFromTestCase" + ], + "cause": "super().loadTestsFromTestCase instantiates TestCases before remember captures function and code identities. A custom __init__ can alias the second declared method to the first before either snapshot.", + "observed": "Both exact proposed runners return SURVIVED/exit0, invalid_population=[], two distinct selected identities and trace first,first, while the retained failing second method never executes.", + "evidence": "review-probes/constructor-alias/RESULTS.json", + "fix": "Capture class/declaration function/code identities before construction and compare afterward; alternatively refuse custom __init__/__new__/metaclasses before instantiating unsupported TestCases." + }, + { + "id": "IDENTITY-REVIEW-F2", + "severity": "P1", + "title": "Enumerate actual module declarations instead of module __dir__", + "locations": [ + "kernel_replay/proposed/run_tests.py:IdentityLoader.loadTestsFromModule", + "layer_a/proposed/mutation_test.py:IdentityLoader.loadTestsFromModule" + ], + "cause": "dir(module) invokes a module-owned __dir__, so the advertised declaration-derived population can omit an actual TestCase declaration before any snapshot.", + "observed": "Both exact proposed runners return SURVIVED/exit0 with only Visible.test_first selected, invalid_population=[], and trace first; declared Hidden.test_hidden retains a failing body but never executes.", + "evidence": "review-probes/module-dir-omission/RESULTS.json", + "fix": "Enumerate actual module.__dict__ keys/values without module __dir__/__getattr__, or explicitly refuse such population hooks. Refuse custom TestCase metaclasses or derive class method names from actual declarations to avoid the analogous class-dir hook." + } + ], + "evidence_review": "evidence-binding-review.json", + "observed_evidence_summary": { + "guard_executions": 32, + "distinct_guard_themes_per_tool_mode": 8, + "all_assertion_killed": true, + "errors": 0, + "kernel_distinct_affected_methods_per_mode": 27, + "layer_a_distinct_affected_methods_per_mode": 19, + "composition": "Staged applicable passing method union; not a new whole run. Original failed layer normal receipt retained; one strengthened canonical-population test rerun alone." + }, + "new_execution": "Exactly four new isolated CLI probes, one constructor-alias and one module-dir omission in each runner; normal mode only. No completed verification repeated.", + "limits": "Trusted ordinary Python test-source/runtime custody remains required. This is not arbitrary malicious-code isolation or universal scanner correctness. Existing mathematical and source-specific evidence is not invalidated." +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/independent-review.md b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/independent-review.md new file mode 100644 index 000000000..80bc9e26a --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/independent-review.md @@ -0,0 +1,35 @@ +# Independent loader identity review + +Verdict: **AMEND** at kernel runtime `c77ee122` and layer-a runtime `50c0e2d6`. +The existing alias/subclass hook repair and class/function/code checks are useful, +but two earlier population transformations still produce false green results. + +- **IDENTITY-REVIEW-F1 / P1:** TestCase constructors execute before `remember()` + captures the declarations. An ordinary custom `__init__` can alias the second + declared method to the first. Both runners report SURVIVED/exit 0 with two + distinct names, no invalid population, and `first, first` body traces. The + retained failing second original body is absent. Freeze before construction, + or refuse unsupported constructors/metaclasses before instantiation. +- **IDENTITY-REVIEW-F2 / P1:** `dir(module)` invokes a module-owned `__dir__`. + Returning only `Visible` hides a declared `Hidden` TestCase from the canonical + population. Both runners report SURVIVED/exit 0 with only the visible passing + body. Enumerate actual module dictionary declarations or explicitly refuse + these hooks; handle custom TestCase metaclass directory hooks conservatively. + +Full source-bound fixtures, structured receipts, stdout/stderr and body traces +are under `review-probes/constructor-alias/` and +`review-probes/module-dir-omission/`. These four new normal-mode executions check +newly discovered obligations; no completed test, scanner, Lean or mathematical +verification was rerun. + +The independent evidence-binding check is clear for all 32 prior guard +executions (eight themes per tool/mode): all are actual assertion kills with zero +errors and matching runtime/test copies, receipts and logs. Passing affected +method unions are kernel 27 and layer-a 19 per mode. The original failed layer +normal run remains visible; its changed canonical-population expectation is +superseded only by the targeted stricter test receipt, not relabeled green. +These valid prior observations do not cover the two new counterexamples. + +This review concerns trusted ordinary Python test-source/runtime behavior. It +claims no arbitrary-code sandbox, complete scanner correctness, mathematical +promotion, provider-distinct review or federation CBZ-0 completion. diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/new_tests_template.py.txt b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/new_tests_template.py.txt new file mode 100644 index 000000000..ffcc9d5c9 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/new_tests_template.py.txt @@ -0,0 +1,90 @@ + +class IdentityHarnessCLASS(unittest.TestCase): + """Real ordinary-body controls for loader and in-process identity binding.""" + + def run_identity_fixture(self, label, source, selectors=()): + import hashlib + with tempfile.TemporaryDirectory() as temporary: + root=Path(temporary);(root/'tests').mkdir() + runner=root/'RUNNER_FILE' + shutil.copy2(TOOL_ROOT/'RUNNER_FILE',runner) + events=root/'events' + header=('import unittest\nfrom pathlib import Path\n' + +'def record(label):\n with Path('+repr(str(events))+').open("a") as out: out.write(label+"\\n")\n') + fixture=root/'tests'/'FIXTURE_FILE' + fixture.write_text(header+source) + output=root/'receipt.json' + command=[sys.executable,'-B','-S',str(runner),*RUNNER_ARGS,'--output',str(output)] + for selector in selectors:command.extend(['--test',selector]) + p=subprocess.run(command,capture_output=True,text=True,timeout=15) + self.assertTrue(output.exists(),p.stderr) + value=json.loads(output.read_text()) + outcome=CLASSIFY_CALL + observed=events.read_text().splitlines() if events.exists() else [] + record={'label':label,'optimize':sys.flags.optimize,'fixture_source':header+source, + 'fixture_sha256':hashlib.sha256(fixture.read_bytes()).hexdigest(), + 'command':command,'exit_code':p.returncode,'outcome':outcome, + 'events':observed,'receipt':value,'stdout':p.stdout,'stderr':p.stderr} + destination=os.environ.get('CBZ_IDENTITY_CONTROL_EVIDENCE') + if destination: + out=Path(destination);out.mkdir(parents=True,exist_ok=True) + (out/(label+'.json')).write_text(json.dumps(record,sort_keys=True,indent=2)+'\n') + return outcome,value,observed + + def test_module_alias_subclass_and_population_hooks_refused_before_execution(self): + base=('class C(unittest.TestCase):\n' + +' def test_first(self): record("first")\n' + +' def test_second(self):\n record("second")\n self.fail("retained second body")\n') + hooks=[('alias','def load_tests(loader, tests, pattern):\n record("hook")\n C.test_second=C.test_first\n return tests\n'), + ('alias-assertion','def load_tests(loader, tests, pattern):\n record("hook")\n C.test_second=C.test_first\n return tests\n'), + ('subclass','def load_tests(loader, tests, pattern):\n record("hook")\n def replacement(self): record("replacement")\n R=type("C",(C,),{"test_first":replacement,"test_second":replacement,"__module__":__name__,"__qualname__":"C"})\n globals()["C"]=R\n return loader.loadTestsFromTestCase(R)\n'), + ('omission','def load_tests(loader, tests, pattern):\n record("hook")\n return unittest.TestSuite([C("test_first")])\n')] + for label,hook in hooks: + with self.subTest(shape=label): + source=base+hook + if label=='alias-assertion':source=source.replace('def test_first(self): record("first")','def test_first(self):\n record("first")\n self.fail("first body assertion")') + outcome,value,events=self.run_identity_fixture('hook-'+label,source) + self.assertEqual(outcome,'ERROR',value) + self.assertEqual(events,[],value) + self.assertTrue(value['invalid_population'],value) + + def test_named_class_and_method_selection_preserve_exact_population(self): + source='class C(unittest.TestCase):\n def test_first(self): record("first")\n def test_second(self): record("second")\n' + for label,selectors,wanted in [('class',('FIXTURE_MODULE.C',),['first','second']), + ('method',('FIXTURE_MODULE.C.test_second',),['second'])]: + with self.subTest(selector=label): + outcome,value,events=self.run_identity_fixture('named-'+label,source,selectors) + self.assertEqual(outcome,'SURVIVED',value) + self.assertEqual(events,wanted,value) + outcome,value,events=self.run_identity_fixture('named-assertion',source.replace('record("first")','record("first"); self.fail("body")'),('FIXTURE_MODULE.C',)) + self.assertEqual(outcome,'KILLED',value) + self.assertEqual(events,['first','second'],value) + + def test_callable_factory_selector_is_refused_before_factory_or_body(self): + source=('class C(unittest.TestCase):\n def test_one(self): record("body")\n' + +'def factory():\n record("factory")\n return unittest.TestSuite([C("test_one")])\n') + outcome,value,events=self.run_identity_fixture('callable-factory',source,('FIXTURE_MODULE.factory',)) + self.assertEqual(outcome,'ERROR',value) + self.assertEqual(events,[],value) + self.assertTrue(value['invalid_population'],value) + + def test_class_fixture_function_and_code_substitutions_are_refused(self): + base=('def replacement(self): record("replacement")\n' + +'class C(unittest.TestCase):\n' + +' @classmethod\n def setUpClass(cls):\n record("class-setup")\n CHANGE\n' + +' def test_one(self):\n record("original")\n self.fail("original body retained")\n') + for label,change in [('function','cls.test_one=replacement'),('code','cls.test_one.__code__=replacement.__code__')]: + with self.subTest(change=label): + outcome,value,events=self.run_identity_fixture('class-fixture-'+label,base.replace('CHANGE',change)) + self.assertEqual(outcome,'ERROR',value) + self.assertEqual(events,['class-setup'],value) + self.assertTrue(value['invalid_population'],value) + + def test_identity_change_during_body_is_not_a_clean_kill(self): + source=('class C(unittest.TestCase):\n' + +' def test_first(self):\n record("first")\n type(self).test_second=type(self).test_first\n' + +' def test_second(self):\n record("second")\n self.fail("retained second body")\n') + outcome,value,events=self.run_identity_fixture('during-body-change',source) + self.assertEqual(outcome,'ERROR',value) + self.assertEqual(events,['first'],value) + self.assertTrue(value['invalid_population'],value) diff --git a/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/source-partition-review.json b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/source-partition-review.json new file mode 100644 index 000000000..8ca93d038 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/grader-identity-fix/shared/source-partition-review.json @@ -0,0 +1,16 @@ +{ + "kernel_replay": { + "changed_existing_definitions": [ + "IdentityLoader" + ], + "added_definitions": [], + "removed_definitions": [] + }, + "layer_a": { + "changed_existing_definitions": [ + "IdentityLoader" + ], + "added_definitions": [], + "removed_definitions": [] + } +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/pre-review-identity-metadata/PUBLICATION.json b/cbz/contributions/math514/kernel_replay/evidence/pre-review-identity-metadata/PUBLICATION.json new file mode 100644 index 000000000..f4ee6be3e --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/pre-review-identity-metadata/PUBLICATION.json @@ -0,0 +1,718 @@ +{ + "destination_root": "cbz/contributions/math514/kernel_replay", + "files": [ + { + "source": "/workspace/cbz-0/tools/kernel_replay/ExactReplay.lean", + "destination": "cbz/contributions/math514/kernel_replay/ExactReplay.lean" + }, + { + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/LAZY_BODY_FIX.md", + "destination": "cbz/contributions/math514/kernel_replay/LAZY_BODY_FIX.md" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/LIFECYCLE_FIX.md", + "destination": "cbz/contributions/math514/kernel_replay/LIFECYCLE_FIX.md" + }, + { + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/PUBLICATION.json", + "destination": "cbz/contributions/math514/kernel_replay/PUBLICATION.json" + }, + { + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/README.md", + "destination": "cbz/contributions/math514/kernel_replay/README.md" + }, + { + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/REGISTRY.json", + "destination": "cbz/contributions/math514/kernel_replay/REGISTRY.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/RESOURCE_FIX.md", + "destination": "cbz/contributions/math514/kernel_replay/RESOURCE_FIX.md" + }, + { + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/SPEC.md", + "destination": "cbz/contributions/math514/kernel_replay/SPEC.md" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/STATUS_CORRECTION.md", + "destination": "cbz/contributions/math514/kernel_replay/STATUS_CORRECTION.md" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/fixture-g2-rejection.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/fixture-g2-rejection.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/g0-additional-tests.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/g0-additional-tests.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/g0-applicable-tests.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/g0-applicable-tests.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/g0-initial-mutations.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/g0-initial-mutations.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/g0-mutations.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/g0-mutations.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/g0-resource-additional-tests.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/g0-resource-additional-tests.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/g0-resource-applicable.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/g0-resource-applicable.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/g0-resource-cleanup-red.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/g0-resource-cleanup-red.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/g0-resource-memory-mutant-refresh.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/g0-resource-memory-mutant-refresh.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/g0-resource-mutations.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/g0-resource-mutations.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/g0-resource-preexec-test.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/g0-resource-preexec-test.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/g0-resource-red-initial.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/g0-resource-red-initial.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/g0-resource-red.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/g0-resource-red.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/g0-resource-wrapper-tests.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/g0-resource-wrapper-tests.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/g0-tests.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/g0-tests.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/initial-import-shadow-failure.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/initial-import-shadow-failure.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/initial-low-address-limit-failures.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/initial-low-address-limit-failures.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/initial-real-symlink-replay.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/initial-real-symlink-replay.json" + }, + { + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/ARTIFACT_ORIGINS.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/ARTIFACT_ORIGINS.json" + }, + { + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/DOC_ADDITIONS.md", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/DOC_ADDITIONS.md" + }, + { + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/EVIDENCE_PATH_MAP.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/EVIDENCE_PATH_MAP.json" + }, + { + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/REPORT.md", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/REPORT.md" + }, + { + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/baseline/mutations.py", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/baseline/mutations.py" + }, + { + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/baseline/run_tests.py", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/baseline/run_tests.py" + }, + { + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/baseline/tests/test_mutation_harness.py", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/baseline/tests/test_mutation_harness.py" + }, + { + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/current-composed-receipt.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/current-composed-receipt.json" + }, + { + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/evidence/baseline-sha256.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/baseline-sha256.json" + }, + { + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/evidence/independent-lazy-body-review.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/independent-lazy-body-review.json" + }, + { + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/evidence/kernel-delivery.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-delivery.json" + }, + { + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/evidence/kernel-lazy-controls-green.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-controls-green.log" + }, + { + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/evidence/kernel-lazy-controls-optimized-green.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-controls-optimized-green.log" + }, + { + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/evidence/kernel-lazy-controls-red.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-controls-red.log" + }, + { + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/evidence/kernel-lazy-guard-mutants.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-guard-mutants.log" + }, + { + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/evidence/kernel-lazy-guard-mutants/guard_run_tests.py", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-guard-mutants/guard_run_tests.py" + }, + { + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/evidence/kernel-lazy-guard-mutants/normal-drop-lazy-return-rejection.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-guard-mutants/normal-drop-lazy-return-rejection.json" + }, + { + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/evidence/kernel-lazy-guard-mutants/normal-drop-pristine-lazy-shape-rejection.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-guard-mutants/normal-drop-pristine-lazy-shape-rejection.json" + }, + { + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/evidence/kernel-lazy-guard-mutants/normal-ignore-decorator-lazy-shape-links.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-guard-mutants/normal-ignore-decorator-lazy-shape-links.json" + }, + { + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/evidence/kernel-lazy-guard-mutants/optimized-drop-lazy-return-rejection.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-guard-mutants/optimized-drop-lazy-return-rejection.json" + }, + { + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/evidence/kernel-lazy-guard-mutants/optimized-drop-pristine-lazy-shape-rejection.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-guard-mutants/optimized-drop-pristine-lazy-shape-rejection.json" + }, + { + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/evidence/kernel-lazy-guard-mutants/optimized-ignore-decorator-lazy-shape-links.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-guard-mutants/optimized-ignore-decorator-lazy-shape-links.json" + }, + { + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/evidence/kernel-lazy-guard-mutants/summary.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-lazy-guard-mutants/summary.json" + }, + { + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/evidence/kernel-mixed-generator-red.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-mixed-generator-red.json" + }, + { + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/evidence/kernel-none-profile-controls-green.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-none-profile-controls-green.log" + }, + { + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/evidence/kernel-none-profile-controls-optimized-green.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-none-profile-controls-optimized-green.log" + }, + { + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/evidence/kernel-none-return-guard-mutant.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-none-return-guard-mutant.log" + }, + { + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/evidence/kernel-none-return-guard-mutant/guard_run_tests.py", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-none-return-guard-mutant/guard_run_tests.py" + }, + { + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/evidence/kernel-none-return-guard-mutant/normal-drop-non-none-return-rejection.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-none-return-guard-mutant/normal-drop-non-none-return-rejection.json" + }, + { + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/evidence/kernel-none-return-guard-mutant/optimized-drop-non-none-return-rejection.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-none-return-guard-mutant/optimized-drop-non-none-return-rejection.json" + }, + { + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/evidence/kernel-none-return-guard-mutant/summary.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-none-return-guard-mutant/summary.json" + }, + { + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/evidence/kernel-none-return-profile-red.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/kernel-none-return-profile-red.log" + }, + { + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/evidence/original-method-shape-applicability.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/original-method-shape-applicability.json" + }, + { + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/evidence/run_kernel_lazy_guard_mutants.py", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/run_kernel_lazy_guard_mutants.py" + }, + { + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/evidence/run_kernel_none_return_guard_mutant.py", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/evidence/run_kernel_none_return_guard_mutant.py" + }, + { + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/kernel-lazy-body.patch", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/kernel-lazy-body.patch" + }, + { + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/kernel-lifecycle-and-lazy-cumulative.patch", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/kernel-lifecycle-and-lazy-cumulative.patch" + }, + { + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/published-parent/PUBLICATION.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/published-parent/PUBLICATION.json" + }, + { + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/published-parent/README.md", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/published-parent/README.md" + }, + { + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/published-parent/REGISTRY.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/published-parent/REGISTRY.json" + }, + { + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/evidence/lazy-body/published-parent/SPEC.md", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lazy-body/published-parent/SPEC.md" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/DELIVERY_REGISTRY.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/DELIVERY_REGISTRY.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/baseline/mutations.py", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/baseline/mutations.py" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/baseline/run_tests.py", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/baseline/run_tests.py" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/baseline/tests/test_mutation_harness.py", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/baseline/tests/test_mutation_harness.py" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/independent-lifecycle-review.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/independent-lifecycle-review.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-baseline-sha256.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-baseline-sha256.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-controls-green.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-controls-green.log" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-controls-optimized-green.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-controls-optimized-green.log" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-controls-red.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-controls-red.log" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-delivery.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-delivery.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-dispatch-red.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-dispatch-red.log" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-final-runner-mutants.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-final-runner-mutants.log" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-final-runner-mutants/drop-body-completion.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-final-runner-mutants/drop-body-completion.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-final-runner-mutants/drop-selected-method-dispatch-authorization.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-final-runner-mutants/drop-selected-method-dispatch-authorization.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-final-runner-mutants/erase-subtest-lifecycle-origin.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-final-runner-mutants/erase-subtest-lifecycle-origin.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-final-runner-mutants/guard_run_tests.py", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-final-runner-mutants/guard_run_tests.py" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-final-runner-mutants/summary.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-final-runner-mutants/summary.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-final-runner-mutants/trust-overridable-display-id.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-final-runner-mutants/trust-overridable-display-id.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-foreign-subtest-green.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-foreign-subtest-green.log" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-foreign-subtest-optimized-green.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-foreign-subtest-optimized-green.log" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-foreign-subtest-red.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-foreign-subtest-red.log" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants.log" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/accept-boolean-counts.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/accept-boolean-counts.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/drop-body-completion.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/drop-body-completion.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/erase-subtest-lifecycle-origin.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/erase-subtest-lifecycle-origin.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/guard_run_tests.py", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/guard_run_tests.py" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/ignore-body-population-receipt.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/ignore-body-population-receipt.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/ignore-invalid-population.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/ignore-invalid-population.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/ignore-selector-binding.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/ignore-selector-binding.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/restore-summary-only-grading.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/restore-summary-only-grading.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/summary.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/summary.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/trust-overridable-display-id.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-harness-mutants/trust-overridable-display-id.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-lifecycle-method-red.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-lifecycle-method-red.log" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-parent-identity-mutant.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-parent-identity-mutant.log" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-parent-identity-mutant/drop-foreign-subtest-parent-identity.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-parent-identity-mutant/drop-foreign-subtest-parent-identity.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-parent-identity-mutant/guard_run_tests.py", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-parent-identity-mutant/guard_run_tests.py" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-parent-identity-mutant/summary.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-parent-identity-mutant/summary.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-population-binding-red.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-population-binding-red.log" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-population-listing-green.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-population-listing-green.log" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-setup-red.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-setup-red.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/kernel-subtest-controls-red.log", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/kernel-subtest-controls-red.log" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/run_kernel_final_runner_mutants.py", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/run_kernel_final_runner_mutants.py" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/run_kernel_harness_mutants.py", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/run_kernel_harness_mutants.py" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/evidence/run_kernel_parent_identity_mutant.py", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/evidence/run_kernel_parent_identity_mutant.py" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/kernel-first-generation.patch", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/kernel-first-generation.patch" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/kernel-parent-identity-followup.patch", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/kernel-parent-identity-followup.patch" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/kernel.patch", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/kernel.patch" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/kernel/DELIVERY_REGISTRY-first-generation.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/kernel/DELIVERY_REGISTRY-first-generation.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/kernel/REPORT.md", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/kernel/REPORT.md" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/kernel/REVIEW.txt", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/kernel/REVIEW.txt" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/lifecycle/kernel/SUCCESSOR_SHA256.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/lifecycle/kernel/SUCCESSOR_SHA256.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/allow-artifact-symlink.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/allow-artifact-symlink.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/concurrent-module-processes.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/concurrent-module-processes.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/empty-coverage.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/empty-coverage.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/exported-part-only.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/exported-part-only.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/ignore-compiled-parts-binding.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/ignore-compiled-parts-binding.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/ignore-completion-marker.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/ignore-completion-marker.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/ignore-memory-limit.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/ignore-memory-limit.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/ignore-nonzero-exit.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/ignore-nonzero-exit.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/ignore-source-binding.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/ignore-source-binding.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/ignore-timeout.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/ignore-timeout.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/ignore-tool-binding.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/ignore-tool-binding.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/prefix-expansion.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/prefix-expansion.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/preload-target-self-reference.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/preload-target-self-reference.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/skip-kernel-replay.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/skip-kernel-replay.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/truncate-module-coverage.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/truncate-module-coverage.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/mutations/untrusted-checker-search-path.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/mutations/untrusted-checker-search-path.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/real-BadPrivate.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/real-BadPrivate.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/real-BadPublic.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/real-BadPublic.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/real-Good.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/real-Good.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/real-UnapprovedAxiom.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/real-UnapprovedAxiom.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-baseline/kernel_replay.py", + "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-baseline/kernel_replay.py" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-baseline/mutations.py", + "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-baseline/mutations.py" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-baseline/test_kernel_replay.py", + "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-baseline/test_kernel_replay.py" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-mutations/concurrent-module-processes.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/concurrent-module-processes.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-mutations/empty-coverage.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/empty-coverage.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-mutations/ignore-compiled-parts-binding.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/ignore-compiled-parts-binding.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-mutations/ignore-completion-marker.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/ignore-completion-marker.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-mutations/ignore-memory-limit.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/ignore-memory-limit.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-mutations/ignore-nonzero-exit.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/ignore-nonzero-exit.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-mutations/ignore-source-binding.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/ignore-source-binding.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-mutations/ignore-timeout.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/ignore-timeout.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-mutations/ignore-tool-binding.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/ignore-tool-binding.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-mutations/resource-accept-boolean-timeout.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/resource-accept-boolean-timeout.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-mutations/resource-continue-after-unreaped-child.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/resource-continue-after-unreaped-child.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-mutations/resource-drop-process-exception-normalization.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/resource-drop-process-exception-normalization.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-mutations/resource-ignore-inherited-memory-hard-limit.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/resource-ignore-inherited-memory-hard-limit.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-mutations/resource-ignore-memory-upper-bound.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/resource-ignore-memory-upper-bound.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-mutations/resource-ignore-timeout-upper-bound.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/resource-ignore-timeout-upper-bound.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-mutations/resource-overwrite-error-with-success.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/resource-overwrite-error-with-success.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-mutations/resource-skip-abnormal-cleanup.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/resource-skip-abnormal-cleanup.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-mutations/resource-unbounded-cleanup-wait.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/resource-unbounded-cleanup-wait.json" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/evidence/resource-mutations/truncate-module-coverage.json", + "destination": "cbz/contributions/math514/kernel_replay/evidence/resource-mutations/truncate-module-coverage.json" + }, + { + "source": "/workspace/cbz-0/discovery/kernel-replay-independent-review.md", + "destination": "cbz/contributions/math514/kernel_replay/independent-review.md" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/kernel_replay.py", + "destination": "cbz/contributions/math514/kernel_replay/kernel_replay.py" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/mutations.py", + "destination": "cbz/contributions/math514/kernel_replay/mutations.py" + }, + { + "source": "/workspace/cbz-0/discovery/kernel-resource-fix-report.json", + "destination": "cbz/contributions/math514/kernel_replay/resource-fix-report.json" + }, + { + "source": "/workspace/cbz-0/discovery/kernel-resource-fix-report.md", + "destination": "cbz/contributions/math514/kernel_replay/resource-fix-report.md" + }, + { + "source": "/workspace/cbz-0/discovery/kernel-resource-postfix-review.md", + "destination": "cbz/contributions/math514/kernel_replay/resource-postfix-review.md" + }, + { + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/run_tests.py", + "destination": "cbz/contributions/math514/kernel_replay/run_tests.py" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/tests/fixtures/BadPrivate.lean", + "destination": "cbz/contributions/math514/kernel_replay/tests/fixtures/BadPrivate.lean" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/tests/fixtures/BadPublic.lean", + "destination": "cbz/contributions/math514/kernel_replay/tests/fixtures/BadPublic.lean" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/tests/fixtures/Good.lean", + "destination": "cbz/contributions/math514/kernel_replay/tests/fixtures/Good.lean" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/tests/fixtures/UnapprovedAxiom.lean", + "destination": "cbz/contributions/math514/kernel_replay/tests/fixtures/UnapprovedAxiom.lean" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/tests/test_kernel_replay.py", + "destination": "cbz/contributions/math514/kernel_replay/tests/test_kernel_replay.py" + }, + { + "source": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files/tests/test_mutation_harness.py", + "destination": "cbz/contributions/math514/kernel_replay/tests/test_mutation_harness.py" + }, + { + "source": "/workspace/cbz-0/tools/kernel_replay/tests/test_real_lean.py", + "destination": "cbz/contributions/math514/kernel_replay/tests/test_real_lean.py" + }, + { + "source": "/workspace/cbz-0/discovery/kernel-replay-tool-report.json", + "destination": "cbz/contributions/math514/kernel_replay/tool-report.json" + }, + { + "source": "/workspace/cbz-0/discovery/kernel-replay-tool-report.md", + "destination": "cbz/contributions/math514/kernel_replay/tool-report.md" + } + ], + "published_parent": "7b50d2b4c433a8f3b5442925e1ac9ff664880166", + "overlay_root": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files", + "retained_predecessor_entries": 135, + "overlay_path_count": 48, + "rule": "Retain prior native paths; publish only changed/new overlay files with expected-old tree CAS." +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/pre-review-identity-metadata/README.md b/cbz/contributions/math514/kernel_replay/evidence/pre-review-identity-metadata/README.md new file mode 100644 index 000000000..026c34bba --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/pre-review-identity-metadata/README.md @@ -0,0 +1,70 @@ +# Bounded exact-module Lean kernel replay + +This adapter invokes the installed `LeanChecker.replayFromImports` once in each fresh Lean process. It removes the upstream CLI's prefix expansion and concurrent per-module tasks while preserving its kernel replay routine. It is a scoped G4 tool, not an independent proof checker or a complete CBZ gate suite. + +Requirements: Linux, Python 3 standard library, and a complete Lean 4.34.1 toolchain containing `bin/lean`, `lib/lean/LeanChecker.olean`, `lib/lean/Lean/Replay.olean`, and their corresponding installed source files. No Lake invocation, package download or native build is required. The driver is evaluated by plain `lean -j1 ExactReplay.lean`, because importing `LeanChecker` already imports upstream's root `main`; using `lean --run` would invoke its unsuitable CLI. + +Use absolute, canonical paths without symlinks for artifact roots and olean files/parts. The sysroot library takes precedence over supplied `LEAN_PATH` entries so a project cannot shadow the imported checker. Only explicit ASCII Lean module identifiers are accepted. Unknown arguments, including `--help`, fail; `python3 kernel_replay.py help` prints usage. + +From a fresh clone's repository root, use the published contribution path below. This example requires `elan` and an already installed Lean 4.34.1 toolchain selected by the repository's pinned toolchain setting. Without `elan`, set `LEAN=/absolute/lean-4.34.1/bin/lean` instead. Historical G0 receipts retain the actual author-workspace paths recorded when those checks ran; these portable usage examples do not rewrite that evidence. + +```bash +TOOL="$PWD/cbz/contributions/math514/kernel_replay" +LEAN="$(elan which lean)" + +# Include every module from the caller's independently complete owned-module inventory. +python3 "$TOOL/kernel_replay.py" prepare \ + --lean "$LEAN" \ + --lean-path /absolute/project/.lake/build/lib/lean \ + --lean-path /absolute/mathlib/.lake/build/lib/lean \ + --module ExactModule=/absolute/project/ExactModule.lean \ + --module AnotherModule=/absolute/project/AnotherModule.lean \ + --context /absolute/project/lean-toolchain \ + --context /absolute/project/lake-manifest.json \ + --output /absolute/evidence/replay-manifest.json + +python3 "$TOOL/kernel_replay.py" run /absolute/evidence/replay-manifest.json \ + --memory-mib 16384 --timeout-seconds 600 \ + --output /absolute/evidence/replay-report.json + +# The one-module convenience command uses the same manifest and replay checks. +python3 "$TOOL/kernel_replay.py" one ExactModule \ + --lean "$LEAN" --lean-path /absolute/project/.lake/build/lib/lean \ + --source /absolute/project/ExactModule.lean \ + --memory-mib 16384 --timeout-seconds 600 \ + --output /absolute/evidence/one-module-report.json +``` + +Repeat `--lean-path`, `--module`, and `--context` as needed. No glob, prefix expansion, implicit module or skip option exists. `prepare` binds every source, available exported/server/private olean part, executable and checker implementation. `run` checks exact nonempty coverage, validates bindings before/after execution, and waits for each process before starting the next. It requires exit zero and exactly one matching success marker. A failed child remains fatal to overall status even if other modules pass. Reports contain commands, times, bounds, hashes and output tails. CLI exit codes: 0 successful scoped replay/preparation, 1 non-green replay report, 2 malformed CLI/input/preparation failure. Preserve failed reports. + +Resource quantities are validated before spawning. Memory must be an integer from 64 MiB through `min(sys.maxsize, finite inherited RLIMIT_AS hard limit) // 1048576`; an unlimited inherited hard limit contributes no cap. This conservative Linux platform-integer ceiling excludes the unlimited sentinel, rejects values the child cannot install, and never silently clamps a request. Timeout must be an integer or float in `(0, min(floor(threading.TIMEOUT_MAX), 2147483)]` seconds. The second ceiling is the signed 32-bit poll-millisecond range rounded down to whole seconds. Booleans, nonfinite values and oversized integers are rejected without float conversion or a child process. Reports record the effective ceilings. + +Spawn and wait `OSError`, `SubprocessError`, `OverflowError` and `ValueError` become structured non-green reports. A timeout or abnormal wait sends SIGKILL to the process group, attempts a direct child kill if group signaling fails, and waits at most one second to reap. A normal killable child is reaped before scheduling continues. If the OS refuses signaling/reaping (for example an uninterruptible kernel wait), the adapter reports `ERROR` with the PID and cleanup diagnostics, then stops further modules; users must resolve that OS-level process. Finite cleanup cannot guarantee forced termination of an uninterruptible child. An error remains `ERROR` even if cleanup observes exit zero and a matching success marker. + +`--memory-mib` limits **virtual address space** with Linux `RLIMIT_AS`; it is not an RSS measurement or a replacement for the enclosing cgroup's physical memory limit. Tiny-driver diagnostics observed about 6.2 GiB virtual reservation and 614 MiB RSS. A 2 GiB address-space limit aborted during thread creation before checking; fixture replay passed with an explicit 8192 MiB cap. Individual real modules can still exceed memory or time bounds. The initial Math core exit-137 OOM at16GiB remains retained failed-run evidence. The canonical handoff already records a later successful same-source complete Math-core gate with `LEAN_NUM_THREADS=2` at8151; see [the immutable component receipt](https://github.com/d6g8k5htny-coder/main/blob/94747663830ca6645ea27c8820058168c08cf170/cbz/evidence/kernel/math-core/receipt.json). Reuse that completed evidence: this adapter is a separately verified exact-scheduling option and does not require another Math-core replay. Its tiny fixtures alone do not establish every project module's resource requirement. + +The source and compiled hashes are separate bindings; G3 build evidence must establish that the compiled artifacts came from those sources. The report covers only declared targets and explicit context files. Supply all dependency bindings required by the intended evidence claim, and use a stable input tree. A hand-selected subset does not establish complete project coverage. Symlinked artifact roots/components/files/parts are rejected because upstream selects private/server siblings by lexical filename; canonicalizing a single file could otherwise bind different parts from those replayed. + +Upstream reads all available olean parts, uses the most private constant map, and checks safe total declarations in an **import-only** environment. It handles inductive declarations and checks the generated constructors/recursors. Its intentional exclusion of unsafe and partial definitions remains in effect. Imported dependencies require their own coverage/evidence. Kernel validity permits axioms; `g2_status` always remains `NOT_ASSESSED`. The included axiom fixture is kernel-valid and is rejected by a separate explicit fixture-policy check. That check illustrates the G2/G4 distinction; it is not a production all-declaration approved-axiom auditor. G2 is still a separate blocking obligation. + +The [lifecycle repair](LIFECYCLE_FIX.md) established 14 harness methods and 10 distinct safeguard mutants with exact selected-population/body-assertion accounting. The later [None-return profile](LAZY_BODY_FIX.md) adds six affected methods, verified normally and optimized, to refuse deferred method bodies and unsupported return objects. The current 60 methods comprise 31 unchanged wrapper, 9 unchanged real-Lean, 14 earlier lifecycle and 6 new profile methods. These are composed results, not a fresh full-suite run. Resource-only results below retain their historical generation at 9c94ff6; the old one-method synthetic fixture remains source history. + +Run G0 only for changed tooling or uncovered obligations; reuse applicable evidence on unchanged material. The resource-boundary repair changed the wrapper and its tests, so its affected checks are: + +```bash +export CBZ_TEST_LEAN="$LEAN" +python3 "$TOOL/run_tests.py" --output "$TOOL/evidence/g0-wrapper-current.json" \ + --test test_kernel_replay.WrapperTests --test test_mutation_harness.MutationHarnessTests +python3 "$TOOL/mutations.py" --group wrapper --output "$TOOL/evidence/g0-wrapper-mutations-current.json" +``` + +Resource generation evidence consists of 30 passing tests, two additional passing tests (one repeats the strengthened memory oracle), and one actual preexec-failure test: 32 distinct fresh tests, including 14 new resource tests. Nineteen current-source wrapper mutants were killed by actual assertion failures: ten original wrapper cases and nine new resource cases. The memory mutant was then rechecked only because its test oracle changed. These are separate from the preserved original 27-test/16-mutation receipts for wrapper SHA-256 `416b688929daff9f473ce3e0abd399d8be2cde46c12956d3e5d5d9937d914293`. The nine unchanged real-Lean tests and six real-driver/import-trust mutants retain their earlier applicable evidence; no real Lean fixture or project proof was replayed for this repair. See [RESOURCE_FIX.md](RESOURCE_FIX.md) and `evidence/g0-resource-applicable.json` for the exact evidence split. The default unfiltered runners still support a full suite when a new change warrants it. + +The real fixtures cover public/private proofs, data, inductives, exact-module behavior, installed-checker import trust and module-file symlink rejection. `BadPublic.lean` and `BadPrivate.lean` intentionally inject self-referential proofs through the public declaration API with fixture-local `debug.skipKernelTC`. They and `UnapprovedAxiom.lean` are quarantined test data, never closed mathematical modules. The exported-only and target-preloading mutants demonstrate why private parts and an import-only replay environment are required. Mutation copies are isolated and disposable; only complete custody-bound selected-body assertion evidence counts as a kill. Lifecycle assertions, errors, skips, empty/incomplete populations and timeouts are non-green harness outcomes. Initial survivors and erroneous historical adapter receipts are retained as failed tooling evidence, never certification. + +Ownership, gate boundaries, publication mapping and canonical registry/ledger payload are in `REGISTRY.json`. The canonical writer integrates that payload; this contribution does not edit shared canonical surfaces. + + +Mutation grading supports ordinary synchronous unittest methods that return None. Generator, coroutine, async-generator and wraps-linked suspended method shapes are refused during pristine population discovery. Every non-None body return is ERROR, including falsey values and opaque iterables. Returned work is not consumed or awaited; only a fresh native coroutine may be closed without entering its body. Creating a suspended call object is not evidence that its deferred test body executed. + +Only the new profile obligation required fresh checks. Use the focused commands in REGISTRY.json when relevant; retain completed applicable evidence instead of replaying the original suite, 25 source mutants or Lean. Prior published/hosted results remain pinned to their tested heads. No new-head CI or CBZ result is asserted here. diff --git a/cbz/contributions/math514/kernel_replay/evidence/pre-review-identity-metadata/REGISTRY.json b/cbz/contributions/math514/kernel_replay/evidence/pre-review-identity-metadata/REGISTRY.json new file mode 100644 index 000000000..a96c01c7a --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/pre-review-identity-metadata/REGISTRY.json @@ -0,0 +1,222 @@ +{ + "id": "cbz-kernel-exact-replay-v1", + "status": "COMPLETE_SCOPED_TOOL_REGISTRY_PAYLOAD", + "owner": "CBZ tooling / canonical writer integration", + "purpose": "Bounded serial exact-module scheduling of installed LeanChecker.replayFromImports, with target source/artifact bindings and fail-closed coverage/error handling.", + "associated_criteria": [ + "G0 auditor self-test/mutations", + "G4 scoped kernel replay", + "G11 complete documented tooling" + ], + "gates_not_claimed": [ + "G2 all-declaration approved-axiom audit", + "complete project G4 coverage", + "CBZ-0" + ], + "commands": { + "help": "python3 kernel_replay.py help", + "prepare": "python3 kernel_replay.py prepare --lean ABS_LEAN --lean-path ABS_OLEAN_ROOT --module NAME=ABS_SOURCE --output MANIFEST.json", + "run": "python3 kernel_replay.py run MANIFEST.json --memory-mib 16384 --timeout-seconds 600 --output REPORT.json", + "g0": "python3 run_tests.py --output evidence/g0-tests.json", + "mutations": "python3 mutations.py --output evidence/g0-mutations.json", + "g0_resource": "python3 run_tests.py --output evidence/g0-wrapper-current.json --test test_kernel_replay.WrapperTests --test test_mutation_harness.MutationHarnessTests", + "mutations_resource": "python3 mutations.py --group wrapper --output evidence/g0-wrapper-mutations-current.json", + "g0_lifecycle": "python3 -B -S run_tests.py --test test_mutation_harness.MutationHarnessTests --output /absolute/new-evidence/harness.json", + "g0_lifecycle_optimized": "PYTHONOPTIMIZE=1 python3 -B -S -O run_tests.py --test test_mutation_harness.MutationHarnessTests --output /absolute/new-evidence/harness-optimized.json", + "g0_lazy_body_profile": "python3 -B -S run_tests.py --test test_mutation_harness.LazyBodyHarnessTests --output /absolute/new-evidence/lazy-body.json", + "g0_lazy_body_profile_optimized": "PYTHONOPTIMIZE=1 python3 -B -S -O run_tests.py --test test_mutation_harness.LazyBodyHarnessTests --output /absolute/new-evidence/lazy-body-optimized.json" + }, + "self_verification": { + "status": "PASS_SCOPED_COMPOSED_NONE_RETURN_PROFILE", + "generation": "lazy-body-none-v4", + "single_full_suite_claim": false, + "current_test_methods": 60, + "fresh_affected_harness_methods": 6, + "fresh_modes": [ + "normal", + "optimized with inherited PYTHONOPTIMIZE=1" + ], + "reused_prior_lifecycle_methods": 14, + "reused_unchanged_wrapper_methods": 31, + "reused_unchanged_real_lean_methods": 9, + "fresh_final_none_return_guard_mutants": 1, + "fresh_final_guard_executions": 2, + "reused_unchanged_shape_and_decorator_guard_mutants": 2, + "initial_type_only_guard_generation": { + "distinct": 3, + "executions": 6, + "scope": "earlier type-only source; return-profile branch superseded; unchanged shape/decorator guards reused" + }, + "historical_production_mutations_applicable": 25, + "evidence": "evidence/lazy-body/current-composed-receipt.json", + "review": "evidence/lazy-body/evidence/independent-lazy-body-review.json", + "historical_lifecycle_generation": { + "status": "PASS_SCOPED_COMPOSED_LIFECYCLE_REPAIR", + "generation": "lifecycle-v3", + "single_full_suite_claim": false, + "current_test_methods": 54, + "fresh_affected_harness_methods": 14, + "reused_unchanged_wrapper_methods": 31, + "reused_unchanged_real_lean_methods": 9, + "fresh_distinct_grader_safeguard_mutants": 10, + "safeguard_mutant_executions_across_source_generations": 13, + "historical_production_mutations_applicable": 25, + "evidence": "evidence/lifecycle/evidence/kernel-delivery.json", + "review": "evidence/lifecycle/evidence/independent-lifecycle-review.json", + "historical_resource_generation": { + "status": "PASS_RESOURCE_BOUNDARY_G0", + "generation": "resource-boundary-v2", + "fresh_distinct_tests": 32, + "new_resource_tests": 14, + "fresh_test_invocations": 33, + "single_full_suite_claim": false, + "test_evidence": [ + "evidence/g0-resource-wrapper-tests.json", + "evidence/g0-resource-additional-tests.json", + "evidence/g0-resource-preexec-test.json", + "evidence/g0-resource-applicable.json" + ], + "reused_unchanged_real_lean_tests": 9, + "mutations": { + "fresh_planned": 19, + "fresh_executed": 19, + "fresh_killed": 19, + "new_resource_cases": 9, + "original_wrapper_cases": 10, + "reused_unchanged_real_cases": 6, + "memory_oracle_refresh": "evidence/g0-resource-memory-mutant-refresh.json", + "evidence": "evidence/g0-resource-mutations.json", + "threshold": 1 + }, + "prior_generation": { + "production_wrapper_sha256": "416b688929daff9f473ce3e0abd399d8be2cde46c12956d3e5d5d9937d914293", + "verification": { + "status": "PASS", + "applicable_tests": 27, + "test_evidence": [ + "evidence/g0-tests.json", + "evidence/g0-additional-tests.json", + "evidence/g0-applicable-tests.json" + ], + "mutations": { + "planned": 16, + "executed": 16, + "killed": 16, + "threshold": 1, + "evidence": "evidence/g0-mutations.json" + } + } + }, + "reuse_rule": "/workspace/AGENTS.md owner clarification 25 October 2026: reuse completed applicable checks on unchanged material; provider/process review tracked separately." + }, + "reuse_rule": "/workspace/AGENTS.md owner clarification 25 October 2026: reuse completed applicable checks on unchanged material; provider/process review tracked separately." + }, + "reuse_rule": "/workspace/AGENTS.md owner clarification 25 October 2026: reuse completed applicable checks on unchanged material; provider/process review tracked separately." + }, + "limits_and_boundaries": [ + "RLIMIT_AS bounds virtual address space, not RSS; enclosing cgroup physical limit remains separate. Fixture cap8192MiB; no assertion every project module fits.", + "Only explicit nonempty module list; caller independently establishes full owned-module inventory and dependency evidence.", + "Installed sysroot import precedence; no symlinked search roots/artifact components/module files/parts.", + "G3 independently binds source to compiled output. G2 remains NOT_ASSESSED by replay.", + "Unsafe and partial exclusions are upstream behavior.", + "Resource bounds reject bool, huge/nonfinite timeouts and unrepresentable/inherited-hard-limit memory caps before spawn; see SPEC.md.", + "Explicit Popen lifecycle normalizes spawn/wait resource exceptions. Kill/reap wait is bounded to one second; unreaped PID is reported ERROR and stops later modules. OS-uninterruptible processes cannot be promised forced termination.", + "Mutation grading supports only ordinary synchronous Python function/bound-method bodies that return None. Every wraps-linked shape must be non-generator/non-coroutine/non-async-generator; every non-None return is ERROR without evaluating or advancing it." + ], + "quarantined_test_data": [ + { + "path": "tests/fixtures/BadPublic.lean", + "boundary": "Intentional self-referential theorem inserted with fixture-local skipKernelTC; only negative tests, never closed code." + }, + { + "path": "tests/fixtures/BadPrivate.lean", + "boundary": "Same intentional malformed body with genuine private visibility; only negative tests." + }, + { + "path": "tests/fixtures/UnapprovedAxiom.lean", + "boundary": "Explicit unapproved false axiom; kernel pass is expected while independent fixture axiom policy rejects." + } + ], + "ledger_payload": { + "phase": 2, + "layer": "B", + "action": "Refuse suspended test-function shapes and every non-None body return; compose six new normal/optimized harness controls with applicable prior lifecycle, replay and source-mutant evidence.", + "rationale": "Upstream prefix expansion launches concurrent per-module tasks with no CLI jobs flag. The original OOM is historical; canonical947 records a later successful same-source complete Math core gate with two threads. This adapter supplies exact serial scheduling, input binding and finite adversarial controls independently.", + "reversibility": "New isolated contribution files only; no mathematical source, branch, Git, remote or canonical-surface mutation by this task.", + "evidence": [ + "evidence/g0-applicable-tests.json", + "evidence/g0-mutations.json", + "tool-report.json", + "RESOURCE_FIX.md", + "resource-fix-report.json", + "evidence/g0-resource-applicable.json", + "LIFECYCLE_FIX.md", + "evidence/lifecycle/evidence/kernel-delivery.json", + "evidence/lifecycle/evidence/independent-lifecycle-review.json", + "LAZY_BODY_FIX.md", + "evidence/lazy-body/current-composed-receipt.json", + "evidence/lazy-body/evidence/independent-lazy-body-review.json" + ] + }, + "publication": { + "source_root": "/workspace/cbz-0/delivery/lazy-body-lifecycle-fix/packages/kernel_replay/files", + "destination_root": "cbz/contributions/math514/kernel_replay", + "excluded": [ + "**/__pycache__/**", + "**/*.pyc", + "evidence/compiled-fixtures/**", + "evidence/tmp*/**", + "evidence/mutant-*/**", + "evidence/RuntimeDiagnostic.lean" + ], + "mapping_file": "PUBLICATION.json" + }, + "canonical_math_core_resolution": { + "observed_by_this_window_utc": "2026-10-29T18:50:42.767390+00:00", + "source_commit": "8151f592918a845bf19eb8eafaf8444540a32734", + "canonical_handoff_cut": "94747663830ca6645ea27c8820058168c08cf170", + "status_source": "https://github.com/d6g8k5htny-coder/main/blob/94747663830ca6645ea27c8820058168c08cf170/STATUS.md", + "receipt_source": "https://github.com/d6g8k5htny-coder/main/blob/94747663830ca6645ea27c8820058168c08cf170/cbz/evidence/kernel/math-core/receipt.json", + "reported_resource_configuration": "LEAN_NUM_THREADS=2", + "component_scope": "Math core:116 owned constants,63 public theorem targets,26853 dependency closure; onlypropext/Classical.choice/Quot.sound; fullcomponentgate/adversecontrols recorded", + "project_proof_replayed_for_this_correction": false, + "adapter_production_code_or_tests_changed": false, + "adapter_27_tests_16_mutants_reused": true, + "federation_CBZ_claim": false, + "record_context": "Historical documentation-only correction at cd3a0021; adapter-unchanged/reused-27-16 fields describe that cut. The later resource-boundary source change has separate self_verification evidence above." + }, + "resource_repair_review": { + "finding": "https://github.com/d6g8k5htny-coder/main/pull/696#discussion_r4416529549", + "status": "PASS_SAME_PROVIDER_ENGINEERING_REVIEW", + "prior_published_head": "cd3a0021a16437567ceda8c9a0f0525677042de2", + "project_math_replayed": false, + "report": "resource-postfix-review.md", + "sha256": "660d37c8e5c3374d8fee867182042c12d2fc863f2a0f63198e4b01b0c8ced8b2", + "provider_distinct_scientific_review": "NOT_ASSESSED_BY_THIS_ENGINEERING_REVIEW" + }, + "lifecycle_repair": { + "description": "LIFECYCLE_FIX.md", + "source_sha256": { + "run_tests.py": "de089e08688ffb2c236cdc34ccc095eb421d5162dde6d8eff24af7fdc3c91baa", + "mutations.py": "a1a0b0e7d6c5809c1f3f291a10aa14edc04265ce73cf76494318f966ab69b9bd", + "tests/test_mutation_harness.py": "9887371525049cbc9685fadfd02531b1171507ad3c2c8373947c37875b3783e6" + }, + "metadata_authentication_boundary": "Trusted source-bound runner; accounting schema does not authenticate adversarially fabricated consistent JSON.", + "original_summary_only_fixture_preserved": "evidence/lifecycle/baseline/", + "record_context": "Historical published lifecycle predecessor at 7b50d2b4c433a8f3b5442925e1ac9ff664880166; retain these source-bound hashes. Current runtime hashes are under lazy_body_profile." + }, + "lazy_body_profile": { + "description": "LAZY_BODY_FIX.md", + "published_parent": "7b50d2b4c433a8f3b5442925e1ac9ff664880166", + "source_sha256": { + "run_tests.py": "f0a67f6cb3a2e0232d1cb7ff61cd7e5c21ae4c414a8c74c3a3225712b3a74ba3", + "tests/test_mutation_harness.py": "05a4a2f4c803315f80a3fcb2bb16f0d5d6df19c874c118152c257544880de114" + }, + "unchanged_classifier_sha256": "a1a0b0e7d6c5809c1f3f291a10aa14edc04265ce73cf76494318f966ab69b9bd", + "supported_shapes": "ordinary synchronous Python functions and bound methods, including every advertised __wrapped__ link", + "required_return": "None by identity; falsey/non-None values also rejected", + "suspended_work_policy": "Never iterate or await a return; close only a native CORO_CREATED coroutine for disposal without body execution.", + "applicability": "evidence/lazy-body/evidence/original-method-shape-applicability.json", + "mathematics_or_original_mutants_replayed": false + } +} diff --git a/cbz/contributions/math514/kernel_replay/evidence/pre-review-identity-metadata/SPEC.md b/cbz/contributions/math514/kernel_replay/evidence/pre-review-identity-metadata/SPEC.md new file mode 100644 index 000000000..e42b704e9 --- /dev/null +++ b/cbz/contributions/math514/kernel_replay/evidence/pre-review-identity-metadata/SPEC.md @@ -0,0 +1,31 @@ +# Exact-module kernel replay specification + +This tool repairs resource scheduling for Lean 4.34.1's installed `LeanChecker.replayFromImports`. It does not replace the kernel or change mathematical source. Owner: CBZ tooling agent; registry payload is `REGISTRY.json` for the canonical writer. + +The Lean driver imports `LeanChecker`, initializes the search path with `findSysroot`, and calls the exported official unsafe IO routine exactly once. It never imports the target into its driver environment. The official routine reads exported/server/private parts, builds an environment containing only the target's imports, then replays the constants from the most private available part. This preserves upstream handling of inductives, constructors, recursors and proof bodies. Its intentional unsafe/partial-definition exclusion remains upstream behavior. + +The Python CLI accepts only declared arguments; no prefix expansion, default anonymous target, ignored dash flags, concurrency option or empty target set exists. `prepare` creates a manifest from explicit `--module NAME=SOURCE` selections. `run` validates exact expected coverage and all bindings, then starts and waits for one Lean process at a time. Each process has an explicit address-space limit and wall timeout. Any missing module, source/part mutation, nonzero exit, timeout, absent/mismatched completion marker, changed tool binding or coverage mismatch is non-green. A report records every requested module, observed return code, exact command, hashes, resource bounds, times and output. A failed run never claims G4 success. + +The manifest binds source bytes and compiled bytes independently; it does not prove that source produced those bytes. G3 build evidence must establish that relationship. The report binds only declared target artifacts and explicit extra context bindings; it does not claim to bind an undeclared full dependency closure. The manifest's explicit expected list must come from the caller's independently complete owned-module inventory; preparing a subset cannot establish full-project coverage. + +Trust/path invariant: installed sysroot library precedence pins the driver's checker import. Artifact search roots, selected module filenames and all sibling part paths must be canonical and contain no symlinks. This conservative restriction prevents binding canonical destination siblings while the official routine reads lexical search-path siblings. Limits bound virtual address space, not RSS; an 8192 MiB cap is used for actual fixtures, and no claim is made that every project module fits. + +Kernel validity permits axioms. A successful replay is not G2 approved-axiom certification and is not full CBZ. G2 remains an independent blocking gate. Fixtures include a quarantined unapproved axiom and an intentionally corrupted theorem body solely as negative tool tests. + +G0 acceptance: strict CLI, exact target, sequential processes, no empty/missing/duplicate coverage, fatal child failure, limits/timeouts, source/part/tool binding changes, public/private/inductive fixture with three real olean parts, malformed public and private proof bodies rejected, unapproved axiom replay accepted while an independent fixture axiom check rejects it. Mutation testing must kill relevant wrapper/driver defects and report actual counts. No heavy project replay is required to self-test this tool. + +Resource-boundary generation (P2 repair): memory is an exact integer in `[64, min(sys.maxsize, finite inherited RLIMIT_AS hard limit) // 1048576]` MiB. The unlimited hard-limit sentinel contributes no cap. Timeout is an exact int/float type in `(0, min(floor(threading.TIMEOUT_MAX), 2147483)]` seconds; 2147483 is the signed 32-bit poll-millisecond range rounded down. Bool, NaN/infinity and oversized values are rejected before process creation and before converting a huge int to float. Both ceilings and the one-second cleanup wait budget appear in the report. + +The wrapper owns Popen explicitly and never invokes its implicit unbounded context-manager cleanup. Spawn/wait resource exceptions (`OSError`, `SubprocessError`, `OverflowError`, `ValueError`) are structured errors. Timeout/error cleanup signals the process group, falls back to child signaling on a group error, and uses a one-second reap wait plus nonblocking poll. Cleanup failure leaves a non-green ERROR with the PID and diagnostics, and stops subsequent modules. A finite wait cannot force an OS-uninterruptible child to exit. Only an ordinary completed wait can promote a result to PASS/FAIL; neither timeout nor ERROR can become PASS from exit-zero/marker observations during cleanup. Existing coverage, binding, private-part, replay, and G2 semantics remain unchanged. + + +## Mutation grader lifecycle contract + +See LIFECYCLE_FIX.md. Kills require a pristine externally bound exact selected parent-method population and one authorized body entry/exit per method, direct escaping AssertionError identity or matched body-subtest assertion events, and exact integer count/event consistency. Lifecycle errors/assertions, false or incomplete identities, foreign subtest parents, missing metadata, skips/expected failures and synthetic summaries are ERROR. Fully fabricated consistent JSON remains outside the trusted runner/source-custody boundary. Historical source-bound body-trace evidence is retained separately from new receipts. + + +## Synchronous None-return test-body profile + +Mutation grading supports ordinary synchronous unittest methods that return None. Generator, coroutine, async-generator and wraps-linked suspended method shapes are refused during pristine population discovery. Every non-None body return is ERROR, including falsey values and opaque iterables. Returned work is not consumed or awaited; only a fresh native coroutine may be closed without entering its body. Creating a suspended call object is not evidence that its deferred test body executed. + +All 54 predecessor methods are ordinary synchronous methods with no direct valued return or suspension; the static source-applicability report is in evidence/lazy-body/evidence/original-method-shape-applicability.json. Existing lifecycle/error/subtest and externally bound population obligations remain in force. No additional runtime module, dependency or receipt schema is introduced. diff --git a/cbz/contributions/math514/kernel_replay/run_tests.py b/cbz/contributions/math514/kernel_replay/run_tests.py index 796a63489..5e641339f 100644 --- a/cbz/contributions/math514/kernel_replay/run_tests.py +++ b/cbz/contributions/math514/kernel_replay/run_tests.py @@ -3,6 +3,7 @@ import argparse import functools import inspect +import importlib import io import json from pathlib import Path @@ -13,6 +14,205 @@ RECEIPT_SCHEMA = 'cbz-unittest-lifecycle-v1' + +class IdentityMismatch(RuntimeError): + """A selected declaration no longer denotes its frozen body.""" + + +def function_chain(method): + """Bind actual ordinary function and code objects, including wraps links.""" + chain=[];seen=set() + while True: + function=method.__func__ if inspect.ismethod(method) else method + if not inspect.isfunction(function) or id(function) in seen: + return None + seen.add(id(function));chain.append((function,function.__code__)) + if not hasattr(function,'__wrapped__'): + return tuple(chain) + method=function.__wrapped__ + + +def same_function_chain(left,right): + return (left is not None and right is not None and len(left)==len(right) + and all(a is c and b is d for (a,b),(c,d) in zip(left,right))) + + +def capture_identity(test): + if not isinstance(test,unittest.TestCase): + return None + cls=type(test);name=getattr(test,'_testMethodName',None) + if type(name) is not str: + return None + instance=function_chain(getattr(test,name,None)) + declared=function_chain(getattr(cls,name,None)) + if instance is None or declared is None: + return None + return {'class':cls,'name':name, + 'id':cls.__module__+'.'+cls.__qualname__+'.'+name, + 'instance':instance,'declared':declared,'wrapper':None} + + +def identity_matches(test,binding): + if (binding is None or type(test) is not binding['class'] + or getattr(test,'_testMethodName',None)!=binding['name'] + or type(test).__module__+'.'+type(test).__qualname__+'.'+binding['name']!=binding['id']): + return False + if not same_function_chain(function_chain(getattr(type(test),binding['name'],None)),binding['declared']): + return False + live=getattr(test,binding['name'],None) + if binding['wrapper'] is not None and live is not binding['wrapper']: + return False + original=(binding['instance'][0][0] if binding['wrapper'] is not None else live) + return same_function_chain(function_chain(original),binding['instance']) + + +def suite_leaves(suite): + for child in suite: + if type(child) is unittest.TestSuite: + yield from suite_leaves(child) + else: + yield child + + +class IdentityLoader(unittest.TestLoader): + """Standard declarations only; never invoke module population factories.""" + def __init__(self): + super().__init__();self.bindings={};self.invalid=[] + + def remember(self,suite): + for test in suite_leaves(suite): + binding=capture_identity(test) + if binding is None: + self.invalid.append('unsupported selected declaration') + else: + self.bindings[id(test)]=binding + return suite + + def ordinary_test_class(self,testCaseClass): + # Construction and attribute dispatch must not rewrite the population. + if type(testCaseClass) is not type: + return False + for name in ('__init__','__new__','__getattribute__','__setattr__','__delattr__'): + if inspect.getattr_static(testCaseClass,name,None) is not inspect.getattr_static(unittest.TestCase,name,None): + return False + for base in testCaseClass.__mro__: + if '__getattr__' in base.__dict__: + return False + for name,value in base.__dict__.items(): + if name.startswith(self.testMethodPrefix) or name=='runTest': + function=value.__func__ if type(value) in (staticmethod,classmethod) else value + if not inspect.isfunction(function): + return False + return True + + def frozen_cases(self,testCaseClass,names): + if not self.ordinary_test_class(testCaseClass): + self.invalid.append('unsupported TestCase constructor/metaclass/attribute dispatch') + return unittest.TestSuite() + # Capture declaration identities before even standard construction. + declared={name:function_chain(getattr(testCaseClass,name,None)) for name in names} + suite=unittest.TestSuite(testCaseClass(name) for name in names) + self.remember(suite) + for test in suite_leaves(suite): + binding=self.bindings.get(id(test)) + original=declared.get(getattr(test,'_testMethodName',None)) + if binding is None or not same_function_chain(binding['declared'],original): + self.invalid.append('selected declaration changed during construction') + elif not same_function_chain(binding['instance'],original): + self.invalid.append('selected instance body changed during construction') + else: + binding['declared']=original + return suite + + def loadTestsFromTestCase(self,testCaseClass): + if not self.ordinary_test_class(testCaseClass): + self.invalid.append('unsupported TestCase constructor/metaclass/attribute dispatch') + return unittest.TestSuite() + names=self.getTestCaseNames(testCaseClass) + if not names and hasattr(testCaseClass,'runTest'): + names=['runTest'] + return self.frozen_cases(testCaseClass,names) + + def loadTestsFromModule(self,module,*,pattern=None): + # Derive the complete standard population before looking at load_tests. + if type(module) is not type(sys): + self.invalid.append('unsupported module attribute dispatch') + return unittest.TestSuite() + suites=[] + for name in sorted(module.__dict__): + value=module.__dict__[name] + if (isinstance(value,type) and issubclass(value,unittest.TestCase) + and value not in (unittest.TestCase,unittest.FunctionTestCase)): + suites.append(self.loadTestsFromTestCase(value)) + suite=unittest.TestSuite(suites) + if module.__dict__.get('load_tests') is not None: + self.invalid.append('unsupported module load_tests hook: '+module.__name__) + return suite + + def loadTestsFromName(self,name,module=None): + # The standard loader also accepts arbitrary callable suite factories. + # This profile supports modules, TestCase classes and exact methods only. + try: + parts=name.split('.') + if module is None: + for end in range(len(parts),0,-1): + try: + current=importlib.import_module('.'.join(parts[:end]));parts=parts[end:] + break + except ModuleNotFoundError as exc: + prefix='.'.join(parts[:end]) + if exc.name!=prefix and not prefix.startswith(str(exc.name)+'.'): + raise + else: + raise ValueError('selector module not found') + else: + current=module + parent=None + for part in parts: + parent=current + if inspect.ismodule(current): + if type(current) is not type(sys): + raise ValueError('unsupported module attribute dispatch') + current=current.__dict__[part] + elif isinstance(current,type): + if type(current) is not type: + raise ValueError('unsupported selector metaclass') + if issubclass(current,unittest.TestCase) and not self.ordinary_test_class(current): + raise ValueError('unsupported TestCase declaration traversal') + declared=inspect.getattr_static(current,part) + if not (inspect.isfunction(declared) or type(declared) in (type,staticmethod,classmethod)): + raise ValueError('unsupported selector descriptor') + current=getattr(current,part) + else: + raise ValueError('unsupported selector object traversal') + if inspect.ismodule(current): + return self.loadTestsFromModule(current) + if isinstance(current,type) and issubclass(current,unittest.TestCase): + return self.loadTestsFromTestCase(current) + if (isinstance(parent,type) and issubclass(parent,unittest.TestCase) + and (inspect.isfunction(current) or inspect.ismethod(current))): + return self.frozen_cases(parent,[parts[-1]]) + raise ValueError('unsupported callable or selector kind') + except (ImportError,AttributeError,KeyError,TypeError,ValueError) as exc: + self.invalid.append('unsupported test selector: '+name+' ('+type(exc).__name__+')') + return unittest.TestSuite() + + +def bound_population(suite,bindings=None,invalid=()): + cases=list(suite_leaves(suite));problems=list(invalid) + if bindings is None: + bindings={id(test):capture_identity(test) for test in cases} + for test in cases: + if not identity_matches(test,bindings.get(id(test))): + problems.append('selected class/function/code identity changed before execution') + return cases,bindings,problems + + +def require_identities(cases,bindings,invalid): + if any(not identity_matches(test,bindings.get(id(test))) for test in cases): + invalid.append('selected class/function/code identity changed during execution') + raise IdentityMismatch('selected body identity changed') + def method_id(test): """Use the actual selected method, rather than an overridable display id.""" cls = type(test) @@ -73,6 +273,7 @@ def __init__(self, *args, **kwargs): self.invalid_execution = [] def startTest(self, test): + require_identities(self.identity_cases,self.identity_bindings,self.invalid_execution) self.started_ids.append(method_id(test)) self.phase[id(test)] = 'setup' super().startTest(test) @@ -109,7 +310,7 @@ def addSubTest(self, test, subtest, err): super().addSubTest(test, subtest, err) -def instrument(test, result): +def instrument(test, result, binding): """Keep body exception identity until unittest reports it after this call exits.""" for name, phase in (('_callSetUp', 'setup'), ('_callTearDown', 'teardown'), ('doCleanups', 'cleanup')): @@ -139,6 +340,7 @@ def dispatch(*args, **kwargs): @functools.wraps(original_body) def body(*args, **kwargs): + require_identities(result.identity_cases,result.identity_bindings,result.invalid_execution) if id(test) not in result.dispatch_active or result.lifecycle_depth.get(id(test), 0): result.invalid_execution.append('selected method invoked outside body dispatch') return original_body(*args, **kwargs) @@ -159,8 +361,10 @@ def body(*args, **kwargs): finally: result.body_active.discard(id(test)) result.body_finished_ids.append(method_id(test)) + require_identities(result.identity_cases,result.identity_bindings,result.invalid_execution) # _Outcome calls addFailure *after* this wrapper unwinds. setattr(test, test._testMethodName, body) + binding['wrapper']=body def describe_suite(suite, selection): @@ -174,6 +378,8 @@ def describe_suite(suite, selection): if len(set(selected)) != len(selected): invalid.append('duplicate selected method identity') for test, identity in zip(cases, selected): + if getattr(test.run,'__func__',None) is not unittest.TestCase.run: + invalid.append('unsupported TestCase.run override') if identity is not None and test.id() != identity: invalid.append('display identity does not match selected method') if identity is not None and not supported_method_shape(getattr(test, test._testMethodName)): @@ -181,15 +387,21 @@ def describe_suite(suite, selection): return cases, {'selection': selection, 'selected_ids': selected, 'invalid_population': invalid} -def run_suite(suite, selection): - cases, population = describe_suite(suite, selection) +def run_suite(suite, selection, bindings=None, invalid=()): + cases, bindings, identity_errors = bound_population(suite,bindings,invalid) + _, population = describe_suite(suite, selection) + population['invalid_population'].extend(identity_errors) stream = io.StringIO() result = LifecycleResult(stream=unittest.runner._WritelnDecorator(stream), descriptions=True, verbosity=2) + result.identity_cases=cases;result.identity_bindings=bindings if not population['invalid_population']: for test in cases: - instrument(test, result) - suite.run(result) + instrument(test, result,bindings[id(test)]) + try: + suite.run(result) + except IdentityMismatch: + result.stop() population['invalid_population'].extend(result.invalid_execution) # Render the ordinary summary for humans; grading uses the structured fields. result.printErrors() @@ -215,16 +427,19 @@ def main(): parser.add_argument('--list', action='store_true', help='discover identities without running fixtures or test bodies') args = parser.parse_args() sys.path.insert(0, str(ROOT / 'tests')) + loader=IdentityLoader() if args.test: - suite = unittest.defaultTestLoader.loadTestsFromNames(args.test) + suite = loader.loadTestsFromNames(args.test) else: - suite = unittest.defaultTestLoader.discover(str(ROOT / 'tests'), pattern='test_*.py') + suite = loader.discover(str(ROOT / 'tests'), pattern='test_*.py') selection = args.test or ['discover:test_*.py'] if args.list: _, population = describe_suite(suite, selection) + _,_,errors=bound_population(suite,loader.bindings,loader.invalid) + population['invalid_population'].extend(errors) Path(args.output).write_text(json.dumps(population, indent=2) + '\n') return 0 if population['selected_ids'] and not population['invalid_population'] else 1 - value = run_suite(suite, selection) + value = run_suite(suite, selection,loader.bindings,loader.invalid) Path(args.output).write_text(json.dumps(value, indent=2) + '\n') print(value['log'], end='') complete = (not value['invalid_population'] and value['selected_ids'] diff --git a/cbz/contributions/math514/kernel_replay/tests/test_mutation_harness.py b/cbz/contributions/math514/kernel_replay/tests/test_mutation_harness.py index 43eb34d01..069fe89e4 100644 --- a/cbz/contributions/math514/kernel_replay/tests/test_mutation_harness.py +++ b/cbz/contributions/math514/kernel_replay/tests/test_mutation_harness.py @@ -287,5 +287,174 @@ def test_all_non_none_returns_refuse_without_iterating_custom_objects(self): self.assertEqual(events, ['outer method', 'ordinary assertion'], value) +import os +import shutil +import subprocess + +class IdentityHarnessTests(unittest.TestCase): + """Real ordinary-body controls for loader and in-process identity binding.""" + + def run_identity_fixture(self, label, source, selectors=()): + import hashlib + with tempfile.TemporaryDirectory() as temporary: + root=Path(temporary);(root/'tests').mkdir() + runner=root/'run_tests.py' + shutil.copy2(ROOT/'run_tests.py',runner) + events=root/'events' + header=('import unittest\nfrom pathlib import Path\n' + +'def record(label):\n with Path('+repr(str(events))+').open("a") as out: out.write(label+"\\n")\n') + fixture=root/'tests'/'test_identity.py' + fixture.write_text(header+source) + output=root/'receipt.json' + command=[sys.executable,'-B','-S',str(runner),*[],'--output',str(output)] + for selector in selectors:command.extend(['--test',selector]) + p=subprocess.run(command,capture_output=True,text=True,timeout=15) + self.assertTrue(output.exists(),p.stderr) + value=json.loads(output.read_text()) + outcome=mutations.classify(value,p.returncode) + observed=events.read_text().splitlines() if events.exists() else [] + record={'label':label,'optimize':sys.flags.optimize,'fixture_source':header+source, + 'fixture_sha256':hashlib.sha256(fixture.read_bytes()).hexdigest(), + 'command':command,'exit_code':p.returncode,'outcome':outcome, + 'events':observed,'receipt':value,'stdout':p.stdout,'stderr':p.stderr} + destination=os.environ.get('CBZ_IDENTITY_CONTROL_EVIDENCE') + if destination: + out=Path(destination);out.mkdir(parents=True,exist_ok=True) + (out/(label+'.json')).write_text(json.dumps(record,sort_keys=True,indent=2)+'\n') + return outcome,value,observed + + def test_module_alias_subclass_and_population_hooks_refused_before_execution(self): + base=('class C(unittest.TestCase):\n' + +' def test_first(self): record("first")\n' + +' def test_second(self):\n record("second")\n self.fail("retained second body")\n') + hooks=[('alias','def load_tests(loader, tests, pattern):\n record("hook")\n C.test_second=C.test_first\n return tests\n'), + ('alias-assertion','def load_tests(loader, tests, pattern):\n record("hook")\n C.test_second=C.test_first\n return tests\n'), + ('subclass','def load_tests(loader, tests, pattern):\n record("hook")\n def replacement(self): record("replacement")\n R=type("C",(C,),{"test_first":replacement,"test_second":replacement,"__module__":__name__,"__qualname__":"C"})\n globals()["C"]=R\n return loader.loadTestsFromTestCase(R)\n'), + ('omission','def load_tests(loader, tests, pattern):\n record("hook")\n return unittest.TestSuite([C("test_first")])\n')] + for label,hook in hooks: + with self.subTest(shape=label): + source=base+hook + if label=='alias-assertion':source=source.replace('def test_first(self): record("first")','def test_first(self):\n record("first")\n self.fail("first body assertion")') + outcome,value,events=self.run_identity_fixture('hook-'+label,source) + self.assertEqual(outcome,'ERROR',value) + self.assertEqual(events,[],value) + self.assertTrue(value['invalid_population'],value) + + source=('class Hidden(unittest.TestCase):\n def test_hidden(self):\n record("hidden")\n self.fail("hidden body retained")\n' + +'class Visible(unittest.TestCase):\n def test_visible(self): record("visible")\n' + +'def __dir__():\n record("module-dir")\n return ["Visible"]\n') + outcome,value,events=self.run_identity_fixture('module-dir-cannot-hide',source) + self.assertEqual(outcome,'KILLED',value) + self.assertEqual(events,['hidden','visible'],value) + self.assertEqual(len(value['selected_ids']),2,value) + + def test_named_class_and_method_selection_preserve_exact_population(self): + source='class C(unittest.TestCase):\n def test_first(self): record("first")\n def test_second(self): record("second")\n' + for label,selectors,wanted in [('class',('test_identity.C',),['first','second']), + ('method',('test_identity.C.test_second',),['second'])]: + with self.subTest(selector=label): + outcome,value,events=self.run_identity_fixture('named-'+label,source,selectors) + self.assertEqual(outcome,'SURVIVED',value) + self.assertEqual(events,wanted,value) + outcome,value,events=self.run_identity_fixture('named-assertion',source.replace('record("first")','record("first"); self.fail("body")'),('test_identity.C',)) + self.assertEqual(outcome,'KILLED',value) + self.assertEqual(events,['first','second'],value) + + def test_callable_factory_selector_is_refused_before_factory_or_body(self): + source=('class C(unittest.TestCase):\n def test_one(self): record("body")\n' + +'def factory():\n record("factory")\n return unittest.TestSuite([C("test_one")])\n') + outcome,value,events=self.run_identity_fixture('callable-factory',source,('test_identity.factory',)) + self.assertEqual(outcome,'ERROR',value) + self.assertEqual(events,[],value) + self.assertTrue(value['invalid_population'],value) + + proxy_source=('class C(unittest.TestCase):\n def test_one(self): record("body")\n' + +'class Proxy:\n def __getattr__(self,name):\n record("proxy")\n return C\nproxy=Proxy()\n') + outcome,value,events=self.run_identity_fixture('selector-proxy',proxy_source,('test_identity.proxy.C.test_one',)) + self.assertEqual(outcome,'ERROR',value) + self.assertEqual(events,[],value) + self.assertTrue(value['invalid_population'],value) + constructor_fixtures=[ + ('init','class C(unittest.TestCase):\n def __init__(self,*a,**k):\n record("constructor")\n super().__init__(*a,**k)\n type(self).test_second=type(self).test_first\n def test_first(self): record("first")\n def test_second(self):\n record("second")\n self.fail("retained second body")\n'), + ('new','class C(unittest.TestCase):\n def __new__(cls,*a,**k):\n record("constructor")\n return super().__new__(cls)\n def test_one(self): record("body")\n'), + ('metaclass','class Meta(type):\n def __call__(cls,*a,**k):\n record("metaclass")\n return super().__call__(*a,**k)\nclass C(unittest.TestCase,metaclass=Meta):\n def test_one(self): record("body")\n'), + ('getattribute','class C(unittest.TestCase):\n def __getattribute__(self,name):\n record("attribute")\n return super().__getattribute__(name)\n def test_one(self): record("body")\n'), + ('setattr','class C(unittest.TestCase):\n def __setattr__(self,name,value):\n record("attribute")\n return super().__setattr__(name,value)\n def test_one(self): record("body")\n'), + ] + constructor_fixtures.append(('descriptor','class Descriptor:\n def __init__(self,original): self.original=original\n def __get__(self,instance,owner):\n record("descriptor")\n owner.test_second=owner.test_first\n return owner.test_first\nclass C(unittest.TestCase):\n def test_first(self): record("first")\n def test_second(self):\n record("second")\n self.fail("retained second body")\n test_second=Descriptor(test_second)\n')) + for kind in ('staticmethod','classmethod'): + constructor_fixtures.append(('descriptor-'+kind,'class Alias('+kind+'):\n def __get__(self,instance,owner):\n record("descriptor-subclass")\n owner.test_second=owner.test_first\n return owner.test_first.__get__(instance,owner)\nclass C(unittest.TestCase):\n def test_first(self): record("first")\n def test_second(self):\n record("second")\n self.fail("retained second body")\n test_second=Alias(test_second)\n')) + constructor_fixtures.append(('special-descriptor','class InitDescriptor:\n def __get__(self,instance,owner):\n record("special-descriptor")\n owner.__init__=unittest.TestCase.__init__\n return owner.__init__.__get__(instance,owner)\nclass C(unittest.TestCase):\n __init__=InitDescriptor()\n def test_one(self): record("body")\n')) + for label,source in constructor_fixtures: + for selection in [(),('test_identity.C',),('test_identity.C.'+('test_first' if label=='init' else 'test_second' if label.startswith('descriptor') else 'test_one'),)]: + with self.subTest(constructor=label,selector=selection): + outcome,value,events=self.run_identity_fixture('construction-'+label+'-'+str(len(selection))+'-'+('method' if selection and selection[0].count('.')==2 else 'class'),source,selection) + self.assertEqual(outcome,'ERROR',value) + self.assertEqual(events,[],value) + self.assertTrue(value['invalid_population'],value) + + helper_source=('class Alias(staticmethod):\n def __get__(self,instance,owner):\n record("helper-descriptor")\n return owner.test_one.__get__(instance,owner)\n' + +'class C(unittest.TestCase):\n def test_one(self): record("test")\n def helper(self):\n record("retained-helper")\n self.fail("original helper body")\n helper=Alias(helper)\n') + outcome,value,events=self.run_identity_fixture('selector-helper-descriptor',helper_source,('test_identity.C.helper',)) + self.assertEqual(outcome,'ERROR',value) + self.assertEqual(events,[],value) + self.assertTrue(value['invalid_population'],value) + + def test_class_fixture_function_and_code_substitutions_are_refused(self): + base=('def replacement(self): record("replacement")\n' + +'class C(unittest.TestCase):\n' + +' @classmethod\n def setUpClass(cls):\n record("class-setup")\n CHANGE\n' + +' def test_one(self):\n record("original")\n self.fail("original body retained")\n') + for label,change in [('function','cls.test_one=replacement'),('code','cls.test_one.__code__=replacement.__code__'), + ('same-code-function','cls.test_one=__import__("types").FunctionType(cls.test_one.__code__,cls.test_one.__globals__)')]: + with self.subTest(change=label): + outcome,value,events=self.run_identity_fixture('class-fixture-'+label,base.replace('CHANGE',change)) + self.assertEqual(outcome,'ERROR',value) + self.assertEqual(events,['class-setup'],value) + self.assertTrue(value['invalid_population'],value) + + source=('class C(unittest.TestCase):\n' + +' def setUp(self):\n record("setup")\n self.__class__=type("C",(type(self),),{"__module__":__name__,"__qualname__":"C"})\n' + +' def test_one(self):\n record("original")\n self.fail("original body retained")\n') + outcome,value,events=self.run_identity_fixture('instance-class-change',source) + self.assertEqual(outcome,'ERROR',value) + self.assertEqual(events,['setup'],value) + self.assertTrue(value['invalid_population'],value) + + def test_postload_substitution_refused_before_any_fixture(self): + spec=importlib.util.spec_from_file_location('identity_runtime_probe',ROOT/'run_tests.py') + runtime=importlib.util.module_from_spec(spec);spec.loader.exec_module(runtime) + events=[] + class Case(unittest.TestCase): + @classmethod + def setUpClass(cls):events.append('class-setup') + def setUp(self):events.append('setup') + def test_one(self):events.append('original') + loader=runtime.IdentityLoader();suite=loader.loadTestsFromTestCase(Case) + def replacement(self):events.append('replacement') + Case.test_one=replacement + value=runtime.run_suite(suite,['probe.Case'],loader.bindings,loader.invalid) + self.assertTrue(value['invalid_population'],value) + self.assertEqual(events,[],value) + self.assertEqual(value['tests_run'],0,value) + + def test_custom_testcase_run_is_refused_before_execution(self): + source=('class C(unittest.TestCase):\n' + +' def run(self,result=None):\n record("custom-run")\n return super().run(result)\n' + +' def test_one(self): record("body")\n') + outcome,value,events=self.run_identity_fixture('custom-run',source,('test_identity.C',)) + self.assertEqual(outcome,'ERROR',value) + self.assertEqual(events,[],value) + self.assertTrue(value['invalid_population'],value) + + def test_identity_change_during_body_is_not_a_clean_kill(self): + source=('class C(unittest.TestCase):\n' + +' def test_first(self):\n record("first")\n type(self).test_second=type(self).test_first\n' + +' def test_second(self):\n record("second")\n self.fail("retained second body")\n') + outcome,value,events=self.run_identity_fixture('during-body-change',source) + self.assertEqual(outcome,'ERROR',value) + self.assertEqual(events,['first'],value) + self.assertTrue(value['invalid_population'],value) + if __name__ == '__main__': unittest.main(verbosity=2)