diff --git a/.gitattributes b/.gitattributes index 6b469b064..27148bb38 100644 --- a/.gitattributes +++ b/.gitattributes @@ -6,3 +6,5 @@ cbz/evidence/receipt-composition-20261029/*.log whitespace=-blank-at-eol cbz/evidence/verifier-audit-db642-20261029/**/*.log whitespace=-blank-at-eol,-blank-at-eof cbz/evidence/receipt-source-custody-20261029/**/*.log whitespace=-blank-at-eol,-blank-at-eof cbz/evidence/receipt-source-custody-20261029/red/dirty-input.patch whitespace=-blank-at-eol,-blank-at-eof +# Preserve exact failure-log bytes, including their historical trailing spaces. +cbz/evidence/lean-option-member-20261110/*.log whitespace=-blank-at-eol diff --git a/.github/workflows/cbz-auditor-origin.yml b/.github/workflows/cbz-auditor-origin.yml index 3dd949eaf..9b15a0dd0 100644 --- a/.github/workflows/cbz-auditor-origin.yml +++ b/.github/workflows/cbz-auditor-origin.yml @@ -60,12 +60,12 @@ jobs: if CBZ_AUDITOR_EVIDENCE_DIR="$evidence/$mode/census" python "${flags[@]}" -m unittest tests.test_cbz_layer_a_scan tests.test_cbz_auditor_hardening tests.test_cbz_layer_a_scan_mutants tests.test_cbz_a3_float_census -v > "$evidence/$mode/census.log" 2>&1; then status=0; else status=$?; failed=1; fi printf '%s\n' "$status" > "$evidence/$mode/census.exit" || failed=1 grep -Eq '^Ran 22 tests in ' "$evidence/$mode/origin.log" || failed=1 - grep -Eq '^Ran 83 tests in ' "$evidence/$mode/census.log" || failed=1 + grep -Eq '^Ran 85 tests in ' "$evidence/$mode/census.log" || failed=1 grep -Fxq 'OK' "$evidence/$mode/origin.log" || failed=1 grep -Fxq 'OK' "$evidence/$mode/census.log" || failed=1 if grep -Fq ' ... skipped ' "$evidence/$mode/origin.log" "$evidence/$mode/census.log"; then failed=1; fi [ "$(find "$evidence/$mode/adapter" -name '*.json' -type f | wc -l)" -eq 10 ] || failed=1 - [ "$(find "$evidence/$mode/census" -maxdepth 1 -name '*.json' -type f | wc -l)" -eq 202 ] || failed=1 + [ "$(find "$evidence/$mode/census" -maxdepth 1 -name '*.json' -type f | wc -l)" -eq 204 ] || failed=1 done sha256sum -c "$evidence/source-sha256.txt" > "$evidence/source-readback.log" 2>&1 || failed=1 exit "$failed" diff --git a/BASELINE.md b/BASELINE.md index 0e114a713..bcfe1eaa2 100644 --- a/BASELINE.md +++ b/BASELINE.md @@ -1,5 +1,15 @@ # CBZ baseline ledger +## Lean option-member candidate — 10 November 2026 + +The previous Main scanner missed `debug.skipKernelTC.set` in both retained +negative kernel fixtures. The candidate reports the option name even when a +dotted member follows it; red observations and the first failed test-harness +attempt remain preserved. The resulting bounded source census and its limits +are in [STATUS](STATUS.md#lean-option-member-scanner-correction--10-november-2026). +Exact-head hosted qualification remains required. This is not final G0/G1, +a proof of fixture isolation, or a CBZ result. + ## Auditor-origin candidate — 9 November 2026 The observed published cut has Main `05f2289478a0ee9492adc1eb501466e0f66866df`, diff --git a/DECISIONS.md b/DECISIONS.md index 5853e9f8e..ee04473db 100644 --- a/DECISIONS.md +++ b/DECISIONS.md @@ -196,3 +196,23 @@ Append-only. Historical source outcomes remain in their original records. Preserve the red output in the evidence record and fail the job on either metadata-write error; test both guard removals in each Python mode. This controls evidence completeness, not mathematical truth or scientific status. + +## 2026-11-10 — retain Lean option-member false negatives + +- Preserve the real `BadPublic.lean` and `BadPrivate.lean` fixture results at + Main `c32e6f27d318e25708939105285366a7a0daf971`: the scoped scanner returned + zero findings despite `debug.skipKernelTC.set` in each. Record their native + paths, original scanner blob and red outcomes in + `cbz/evidence/lean-option-member-20261110/`. This finding changes no + mathematical statement, bound, attribution, or historical kernel result. +- Conservatively report `skipKernelTC` in nonfinal dotted identifier components + as well as terminal ones. Keep alias resolution and semantic option state + outside the scanner's claimed scope. Retain the initial failed post-fix test + parser and the workflow-population red results. The source-specific local + campaign ran 85 tests and 102 selected baseline/mutant pairs per mode, with + the documented full-child inner skips preserved; hosted exact-head + qualification remains required. Do not award full Layer A or final G0/G1. +- Workspace #63 integrated the earlier Main pointer after fresh sequential + default-ref comparisons and normal required checks. Any later Main merge + requires a new Workspace pin comparison; no atomic cross-repository snapshot + or scientific acceptance is inferred. diff --git a/GOVERNANCE.md b/GOVERNANCE.md index 683645013..a9d00446d 100644 --- a/GOVERNANCE.md +++ b/GOVERNANCE.md @@ -1,5 +1,15 @@ # CBZ-0 governance +## Lean kernel-option spelling boundary — 10 November 2026 + +The Lean lexical scanner reports `skipKernelTC` as an A2 violation even when +it is a nonfinal dotted identifier component, including an escaped component. +This deliberately conservative rule also reports read-only member names and +does not resolve aliases, evaluate settings, or certify kernel safety. Run and +verify it using the registered [auditor commands](TOOLING.md#auditor-origin-controls); +retain negative fixtures and actual errors. The pre-correction false negatives +are recorded in [the evidence](cbz/evidence/lean-option-member-20261110/README.md). + ## Auditor assertion-origin boundary — 9 November 2026 A mutation kill requires a clean designated baseline and an actual failure diff --git a/PROOF_INDEX.md b/PROOF_INDEX.md index 477050ceb..18c8a7e42 100644 --- a/PROOF_INDEX.md +++ b/PROOF_INDEX.md @@ -1,5 +1,15 @@ # CBZ proof and quarantine index +## Lean option-member finding — 10 November 2026 + +The retained `BadPublic.lean` and `BadPrivate.lean` fixtures deliberately +construct malformed declarations using `debug.skipKernelTC.set`. A prior +lexical scan missed both because the option was not the last dotted name +component. The source correction and its [adverse evidence](cbz/evidence/lean-option-member-20261110/README.md) +change no theorem or proof disposition. These fixtures are negative test +data, not closed proofs; lexical detection does not prove transitive isolation +or replace a kernel and axiom audit. + ## Auditor-origin boundary — 9 November 2026 The Main and Workspace engineering changes and the auditor-grader repair do diff --git a/STATUS.md b/STATUS.md index d57e56e2c..682758efb 100644 --- a/STATUS.md +++ b/STATUS.md @@ -1,5 +1,33 @@ # CBZ-0 execution status +## Lean option-member scanner correction — 10 November 2026 + +At published Main `c32e6f27d318e25708939105285366a7a0daf971`, the scoped +Lean scanner returned no findings and exit 0 on the two retained +`BadPublic.lean` and `BadPrivate.lean` negative fixtures, although each uses +`debug.skipKernelTC.set`. Its previous Main census therefore missed those two +fixture-local A2 signals; that observation and the failed regression controls +remain in [the evidence record](cbz/evidence/lean-option-member-20261110/README.md). +The fixtures are negative test data, not closed mathematical modules, and no +transitive isolation or federation-wide axiom clearance is inferred. + +This candidate reports `skipKernelTC` in any dotted identifier component, +including escaped components, so a method suffix cannot hide the option name. +It conservatively reports uses such as `.get` as well as `.set`; it does not +resolve aliases or determine whether a use enables the option. Main source at +`c32e6f27` then yields three violations in the retained negative fixtures and +one `unsafe` review token across 18 Lean blobs; the 1,974-blob Math source +`9bdfc54b` yields no listed tokens. These are lexical observations, not Lean +compilation, kernel/axiom proofs, scientific acceptance, or full Layer A audit. +The candidate requires exact-head hosted testing and readback before admission. + +Workspace #63 merged as `ca321af7df4b63a832b0a13c5929eab99c84a25a`, pinning +Main `c32e6f27` and Math `9bdfc54b`; its hosted contract ran 254 tests per +mode without skips and its pin job checked eight current pins and four +canonical inputs. Those observations were sequential, not a final G7 cut. A +later Main merge requires another guarded pin refresh. No CBZ-0 or terminal +Partial is declared. + ## Auditor-origin repair and published pin cut — 9 November 2026 Main #791 merged as `05f2289478a0ee9492adc1eb501466e0f66866df`; its hosted diff --git a/TOOLING.md b/TOOLING.md index 967a484da..46149797e 100644 --- a/TOOLING.md +++ b/TOOLING.md @@ -28,12 +28,19 @@ exercise clean subjects, actual selected-body failures, direct and nested subject failures, changed source, missing provenance, forged text and failed evidence writes. Five adapter source mutations have designated clean-baseline and actual-failure controls; the two existing source campaigns -contain 74 Lean and 27 A3 mutations. The dedicated workflow preserves original +contain 75 Lean and 27 A3 mutations. The dedicated workflow preserves original child reports and source snapshots in both modes. Its actual shell guards are also exercised with synthetic child outcomes and seven guard-removal controls. Actual exact-head hosted execution and independent readback are required before qualification; historical pilot observations do not establish final G0, G1 or scientific acceptance. +The Lean scanner also treats a `skipKernelTC` component with a following dotted +member as an A2 signal, including escaped components. This is conservative +spelling detection, not alias resolution or a determination that a setting was +enabled. Two actual negative fixtures exposed the earlier miss; the original +and repaired outcomes are preserved in +[the evidence record](cbz/evidence/lean-option-member-20261110/README.md). + **State: component registry; the final federation toolchain is incomplete.** diff --git a/cbz/evidence/lean-option-member-20261110/README.md b/cbz/evidence/lean-option-member-20261110/README.md new file mode 100644 index 000000000..b138d6aaf --- /dev/null +++ b/cbz/evidence/lean-option-member-20261110/README.md @@ -0,0 +1,71 @@ +# Lean kernel-option member detection: bounded adverse record + +At Main commit `c32e6f27d318e25708939105285366a7a0daf971`, scanner blob +`0d53463de621b821519b71559db2834eef3a8d94` (SHA-256 +`bf797f33d5df7a8e695f62e6a2d70dca05ec99956ac5c33aa0347164eac48410`) +returned exit 0 with zero findings on two tracked negative fixture files: +`kernel_replay/tests/fixtures/BadPublic.lean` and `BadPrivate.lean`. Both +contain the live token `debug.skipKernelTC.set` at line 13, column 41. Their +respective SHA-256 values are +`9b636915c4c868091d72b6c72337b6c255cab8ede30b8b394b43389e1fdd95d5` +and `fa95b63ae8037158cdc643a6542ed28dc1adde86a529a535cfc0c713033ec429`. +The exact original scanner is recoverable from that native Git blob; the +normal and optimized command outputs and exit statuses are retained here. + +The root cause is that the lexer emits the entire dotted identifier, while +classification checked only its last component, `set`. The added control +exercises real fixture bytes, CLI exit and finding counts, literal and escaped +option components, a `.get` member, comments, strings, a different identifier, +and an escaped identifier containing a dot. Two selected controls failed in +both modes against the original scanner (`lean-option-member-red-*.log`), +with six assertion failures each. The first post-fix runs detected the +fixtures but errored because the new test tried to parse the CLI's findings +and summary as one JSON document; those errors are preserved in +`lean-option-member-green-*.log`. The test was corrected to parse the final +summary line, and both selected tests then passed in both modes +(`lean-option-member-green2-*.log`). + +The scanner source SHA-256 after the fix is +`dd8ee1c3dcf1f263c77238d35d639ed000bdc1dd7f382512219ac281d80e4a17`. +Its conservative component check reports even read-only member spelling; it +does not resolve aliases, inspect generated Lean declarations, decide whether +an option is enabled, or establish full Layer A coverage. The historical +fixtures and their statements are untouched and remain negative test data; +this lexical check does not prove their transitive isolation. + +Using that working scanner, Git-tree scans of Main `c32e6f27` report three +fixture violations and one `unsafe` review finding in 18 Lean blobs in each +mode; the report SHA-256 is +`53f6ed8b22ba5e2d1051d0b9a65f3304f9f2e2305c17c691108ab8b39e9823e9`. +Math `9bdfc54b76173b57912503bfcf901a5f9d43b09c` reports no listed tokens +in 1,974 Lean blobs in each mode; report SHA-256 +`f8bc30f2df38fcf1b301b774c4c555df3540829348a1e97f1536a76dbb05100f`. +These byte-bound scans do not compile Lean or prove axiom, kernel, isolation, +scientific, or whole-federation status. + +The local source-specific census campaign ran 85 top-level tests in each +Python 3.12.14 mode without top-level skips. Its independently read-back +reports contain 102 clean selected baselines and 102 authorized selected-body +mutant failures per mode: 75 Lean and 27 Python census mutants. The new mutant +removes the nonfinal option-component check; its selected test has both a +clean baseline and an actual authorized failure. The retained full-child +records include the explicitly checked two and four recursion-guard skips and +two deliberate syntax errors in each mode. Readback logs and top-level outputs +are included; raw child reports and source snapshots are retained separately +in the supplemental evidence archive. This is scoped test evidence, not final +G0 or G1. + +The workflow's expected population is now 85 tests and 204 census reports per +mode. Its synthetic guard fixture first failed with the previous counts +(`lean-option-member-workflow-red-*.log`); after the count update, both workflow +guard tests passed in each mode (`lean-option-workflow-green-*.log`). Those +shell-guard tests use synthetic child outcomes; they are not additional real +scanner mutation executions. Exact clean-commit hosted qualification and +artifact readback remain required. + +The first staged `git diff --check` reported trailing spaces in the captured +raw unittest failures. The command sequence still created commit `fd8b9e5c`; +that observed failed check and exit 2 are retained as `diff-check-first.*`. +The follow-up applies the repository's existing evidence-log whitespace +attribute narrowly to this directory, preserving the original log bytes rather +than editing the recorded failures. The complete diff must be checked again. diff --git a/cbz/evidence/lean-option-member-20261110/diff-check-first.exit b/cbz/evidence/lean-option-member-20261110/diff-check-first.exit new file mode 100644 index 000000000..0cfbf0888 --- /dev/null +++ b/cbz/evidence/lean-option-member-20261110/diff-check-first.exit @@ -0,0 +1 @@ +2 diff --git a/cbz/evidence/lean-option-member-20261110/diff-check-first.log b/cbz/evidence/lean-option-member-20261110/diff-check-first.log new file mode 100644 index 000000000..03c7863c3 --- /dev/null +++ b/cbz/evidence/lean-option-member-20261110/diff-check-first.log @@ -0,0 +1,12 @@ +cbz/evidence/lean-option-member-20261110/lean-option-member-red-normal.log:1: trailing whitespace. ++test_kernel_bypass_option_members_are_not_lost_in_dotted_names (tests.test_cbz_layer_a_scan.ViolationTokens.test_kernel_bypass_option_members_are_not_lost_in_dotted_names) ... +cbz/evidence/lean-option-member-20261110/lean-option-member-red-normal.log:5: trailing whitespace. ++test_real_kernel_replay_negative_fixtures_fail_cli_scan (tests.test_cbz_layer_a_scan.ViolationTokens.test_real_kernel_replay_negative_fixtures_fail_cli_scan) ... +cbz/evidence/lean-option-member-20261110/lean-option-member-red-optimized.log:1: trailing whitespace. ++test_kernel_bypass_option_members_are_not_lost_in_dotted_names (tests.test_cbz_layer_a_scan.ViolationTokens.test_kernel_bypass_option_members_are_not_lost_in_dotted_names) ... +cbz/evidence/lean-option-member-20261110/lean-option-member-red-optimized.log:5: trailing whitespace. ++test_real_kernel_replay_negative_fixtures_fail_cli_scan (tests.test_cbz_layer_a_scan.ViolationTokens.test_real_kernel_replay_negative_fixtures_fail_cli_scan) ... +cbz/evidence/lean-option-member-20261110/lean-option-member-workflow-red-normal.log:9: trailing whitespace. ++AssertionError: 1 != 0 : +cbz/evidence/lean-option-member-20261110/lean-option-member-workflow-red-optimized.log:9: trailing whitespace. ++AssertionError: 1 != 0 : diff --git a/cbz/evidence/lean-option-member-20261110/lean-option-campaign-normal.log b/cbz/evidence/lean-option-member-20261110/lean-option-campaign-normal.log new file mode 100644 index 000000000..6cf16275c --- /dev/null +++ b/cbz/evidence/lean-option-member-20261110/lean-option-campaign-normal.log @@ -0,0 +1,90 @@ +test_clean_tree_exits_zero (tests.test_cbz_layer_a_scan.CommandLine.test_clean_tree_exits_zero) ... ok +test_evidence_violation_reported_not_failing_by_default (tests.test_cbz_layer_a_scan.CommandLine.test_evidence_violation_reported_not_failing_by_default) ... ok +test_git_tree_mode (tests.test_cbz_layer_a_scan.CommandLine.test_git_tree_mode) ... ok +test_non_lean_files_ignored (tests.test_cbz_layer_a_scan.CommandLine.test_non_lean_files_ignored) ... ok +test_production_violation_fails (tests.test_cbz_layer_a_scan.CommandLine.test_production_violation_fails) ... ok +test_review_only_does_not_fail (tests.test_cbz_layer_a_scan.CommandLine.test_review_only_does_not_fail) ... ok +test_undecodable_fails_closed (tests.test_cbz_layer_a_scan.CommandLine.test_undecodable_fails_closed) ... ok +test_usage_error (tests.test_cbz_layer_a_scan.CommandLine.test_usage_error) ... ok +test_context_classification (tests.test_cbz_layer_a_scan.Context.test_context_classification) ... ok +test_lex_error_fails_the_run (tests.test_cbz_layer_a_scan.FailClosed.test_lex_error_fails_the_run) ... ok +test_terminated_constructs_are_not_errors (tests.test_cbz_layer_a_scan.FailClosed.test_terminated_constructs_are_not_errors) ... ok +test_unterminated_constructs_are_errors (tests.test_cbz_layer_a_scan.FailClosed.test_unterminated_constructs_are_errors) ... ok +test_block_comments_nested_and_doc (tests.test_cbz_layer_a_scan.NotCode.test_block_comments_nested_and_doc) ... ok +test_char_literals_do_not_open_strings (tests.test_cbz_layer_a_scan.NotCode.test_char_literals_do_not_open_strings) ... ok +test_escaped_constant_names_are_the_same_constants (tests.test_cbz_layer_a_scan.NotCode.test_escaped_constant_names_are_the_same_constants) ... ok +test_escaped_keyword_names_are_identifiers (tests.test_cbz_layer_a_scan.NotCode.test_escaped_keyword_names_are_identifiers) ... ok +test_identifiers_containing_keywords (tests.test_cbz_layer_a_scan.NotCode.test_identifiers_containing_keywords) ... ok +test_interpolated_strings (tests.test_cbz_layer_a_scan.NotCode.test_interpolated_strings) ... ok +test_line_comment (tests.test_cbz_layer_a_scan.NotCode.test_line_comment) ... ok +test_raw_strings (tests.test_cbz_layer_a_scan.NotCode.test_raw_strings) ... ok +test_strings (tests.test_cbz_layer_a_scan.NotCode.test_strings) ... ok +test_each_violation_token_detected (tests.test_cbz_layer_a_scan.ViolationTokens.test_each_violation_token_detected) ... ok +test_eof_without_newline (tests.test_cbz_layer_a_scan.ViolationTokens.test_eof_without_newline) ... ok +test_kernel_bypass_option_members_are_not_lost_in_dotted_names (tests.test_cbz_layer_a_scan.ViolationTokens.test_kernel_bypass_option_members_are_not_lost_in_dotted_names) ... ok +test_multiple_and_positions (tests.test_cbz_layer_a_scan.ViolationTokens.test_multiple_and_positions) ... ok +test_native_decide_options (tests.test_cbz_layer_a_scan.ViolationTokens.test_native_decide_options) ... ok +test_real_kernel_replay_negative_fixtures_fail_cli_scan (tests.test_cbz_layer_a_scan.ViolationTokens.test_real_kernel_replay_negative_fixtures_fail_cli_scan) ... ok +test_review_tokens (tests.test_cbz_layer_a_scan.ViolationTokens.test_review_tokens) ... ok +test_stop_only_at_line_start (tests.test_cbz_layer_a_scan.ViolationTokens.test_stop_only_at_line_start) ... ok +test_unicode_before_token_counts_characters (tests.test_cbz_layer_a_scan.ViolationTokens.test_unicode_before_token_counts_characters) ... ok +test_malformed_blob_transport_fails_closed (tests.test_cbz_auditor_hardening.GitObjectTransport.test_malformed_blob_transport_fails_closed) ... ok +test_git_source_symlink_fails_for_both_tools (tests.test_cbz_auditor_hardening.InputCoverage.test_git_source_symlink_fails_for_both_tools) ... ok +test_gitlink_is_explicitly_rejected_by_both_tools (tests.test_cbz_auditor_hardening.InputCoverage.test_gitlink_is_explicitly_rejected_by_both_tools) ... ok +test_missing_root_fails_for_both_tools (tests.test_cbz_auditor_hardening.InputCoverage.test_missing_root_fails_for_both_tools) ... ok +test_source_symlink_fails_for_both_tools (tests.test_cbz_auditor_hardening.InputCoverage.test_source_symlink_fails_for_both_tools) ... ok +test_symlink_directory_is_not_silently_skipped (tests.test_cbz_auditor_hardening.InputCoverage.test_symlink_directory_is_not_silently_skipped) ... ok +test_adjacent_numeral_never_swallows_code_keyword (tests.test_cbz_auditor_hardening.LexicalUnion.test_adjacent_numeral_never_swallows_code_keyword) ... ok +test_interpolation_prefix_accepts_lean_layout (tests.test_cbz_auditor_hardening.LexicalUnion.test_interpolation_prefix_accepts_lean_layout) ... ok +test_mathlib_prime_notations_are_not_unfinished_characters (tests.test_cbz_auditor_hardening.LexicalUnion.test_mathlib_prime_notations_are_not_unfinished_characters) ... ok +test_native_configuration_layout_is_not_a_bypass (tests.test_cbz_auditor_hardening.LexicalUnion.test_native_configuration_layout_is_not_a_bypass) ... ok +test_native_false_and_longer_identifiers_are_not_true (tests.test_cbz_auditor_hardening.LexicalUnion.test_native_false_and_longer_identifiers_are_not_true) ... ok +test_native_false_requires_the_false_token (tests.test_cbz_auditor_hardening.LexicalUnion.test_native_false_requires_the_false_token) ... ok +test_native_field_inside_code_holes_keeps_field_context (tests.test_cbz_auditor_hardening.LexicalUnion.test_native_field_inside_code_holes_keeps_field_context) ... ok +test_pinned_lean_identifier_character_domain (tests.test_cbz_auditor_hardening.LexicalUnion.test_pinned_lean_identifier_character_domain) ... ok +test_plain_macro_braces_are_conservatively_scanned (tests.test_cbz_auditor_hardening.LexicalUnion.test_plain_macro_braces_are_conservatively_scanned) ... ok +test_plain_macro_holes_do_not_recurse_on_nested_string_candidates (tests.test_cbz_auditor_hardening.LexicalUnion.test_plain_macro_holes_do_not_recurse_on_nested_string_candidates) ... ok +test_plain_macro_holes_do_not_repeat_overlapping_suffix_work (tests.test_cbz_auditor_hardening.LexicalUnion.test_plain_macro_holes_do_not_repeat_overlapping_suffix_work) ... ok +test_plain_macro_holes_with_nested_literals (tests.test_cbz_auditor_hardening.LexicalUnion.test_plain_macro_holes_with_nested_literals) ... ok +test_plus_native_layout_is_not_a_bypass (tests.test_cbz_auditor_hardening.LexicalUnion.test_plus_native_layout_is_not_a_bypass) ... ok +test_scientific_and_radix_numerals_preserve_keyword_boundary (tests.test_cbz_auditor_hardening.LexicalUnion.test_scientific_and_radix_numerals_preserve_keyword_boundary) ... ok +test_unicode_identifier_prefix_does_not_hide_keyword (tests.test_cbz_auditor_hardening.LexicalUnion.test_unicode_identifier_prefix_does_not_hide_keyword) ... ok +test_unknown_native_field_expression_fails_closed (tests.test_cbz_auditor_hardening.LexicalUnion.test_unknown_native_field_expression_fails_closed) ... ok +test_unsupported_character_escape_is_error (tests.test_cbz_auditor_hardening.LexicalUnion.test_unsupported_character_escape_is_error) ... ok +test_unterminated_character_literal_is_error (tests.test_cbz_auditor_hardening.LexicalUnion.test_unterminated_character_literal_is_error) ... ok +test_actual_syntax_broken_tool_is_not_a_kill (tests.test_cbz_auditor_hardening.MutationKillClassification.test_actual_syntax_broken_tool_is_not_a_kill) ... ok +test_nonbehavioral_failures_do_not_count_as_kills (tests.test_cbz_auditor_hardening.MutationKillClassification.test_nonbehavioral_failures_do_not_count_as_kills) ... ok +test_census_alias_imported_after_use (tests.test_cbz_auditor_hardening.ReviewParityULW29.test_census_alias_imported_after_use) ... ok +test_census_declared_encodings (tests.test_cbz_auditor_hardening.ReviewParityULW29.test_census_declared_encodings) ... ok +test_census_interval_module_from_parent_package (tests.test_cbz_auditor_hardening.ReviewParityULW29.test_census_interval_module_from_parent_package) ... ok +test_context_does_not_depend_on_path_spelling (tests.test_cbz_auditor_hardening.ReviewParityULW29.test_context_does_not_depend_on_path_spelling) ... ok +test_explicit_context_root (tests.test_cbz_auditor_hardening.ReviewParityULW29.test_explicit_context_root) ... ok +test_fail_on_rejects_unknown_contexts (tests.test_cbz_auditor_hardening.ReviewParityULW29.test_fail_on_rejects_unknown_contexts) ... ok +test_unrelated_ancestor_does_not_change_context (tests.test_cbz_auditor_hardening.ReviewParityULW29.test_unrelated_ancestor_does_not_change_context) ... ok +test_every_mutant_is_killed (tests.test_cbz_layer_a_scan_mutants.ScannerMutants.test_every_mutant_is_killed) ... ok +test_unmutated_scanner_passes_its_suite (tests.test_cbz_layer_a_scan_mutants.ScannerMutants.test_unmutated_scanner_passes_its_suite) ... ok +test_directory_census_and_json (tests.test_cbz_a3_float_census.CommandLine.test_directory_census_and_json) ... ok +test_git_mode (tests.test_cbz_a3_float_census.CommandLine.test_git_mode) ... ok +test_unparseable_exit_one (tests.test_cbz_a3_float_census.CommandLine.test_unparseable_exit_one) ... ok +test_usage (tests.test_cbz_a3_float_census.CommandLine.test_usage) ... ok +test_every_mutant_is_killed (tests.test_cbz_a3_float_census.SelfMutation.test_every_mutant_is_killed) ... ok +test_harness_control_unmutated_copy_passes (tests.test_cbz_a3_float_census.SelfMutation.test_harness_control_unmutated_copy_passes) ... ok +test_exact_modules_and_mixed (tests.test_cbz_a3_float_census.Signals.test_exact_modules_and_mixed) ... ok +test_float_and_complex_calls (tests.test_cbz_a3_float_census.Signals.test_float_and_complex_calls) ... ok +test_float_literals (tests.test_cbz_a3_float_census.Signals.test_float_literals) ... ok +test_float_modules (tests.test_cbz_a3_float_census.Signals.test_float_modules) ... ok +test_floor_division_is_exact (tests.test_cbz_a3_float_census.Signals.test_floor_division_is_exact) ... ok +test_int_and_bool_literals_are_not_float (tests.test_cbz_a3_float_census.Signals.test_int_and_bool_literals_are_not_float) ... ok +test_interval_layer (tests.test_cbz_a3_float_census.Signals.test_interval_layer) ... ok +test_math_alias_and_from_import (tests.test_cbz_a3_float_census.Signals.test_math_alias_and_from_import) ... ok +test_math_float_and_exact_math (tests.test_cbz_a3_float_census.Signals.test_math_float_and_exact_math) ... ok +test_mpmath_interval (tests.test_cbz_a3_float_census.Signals.test_mpmath_interval) ... ok +test_strings_and_comments_are_not_code (tests.test_cbz_a3_float_census.Signals.test_strings_and_comments_are_not_code) ... ok +test_true_division_and_augmented (tests.test_cbz_a3_float_census.Signals.test_true_division_and_augmented) ... ok +test_unparseable_fails_closed (tests.test_cbz_a3_float_census.Signals.test_unparseable_fails_closed) ... ok +test_unrelated_attribute_named_like_math (tests.test_cbz_a3_float_census.Signals.test_unrelated_attribute_named_like_math) ... ok + +---------------------------------------------------------------------- +Ran 85 tests in 55.732s + +OK diff --git a/cbz/evidence/lean-option-member-20261110/lean-option-campaign-optimized.log b/cbz/evidence/lean-option-member-20261110/lean-option-campaign-optimized.log new file mode 100644 index 000000000..58683e4db --- /dev/null +++ b/cbz/evidence/lean-option-member-20261110/lean-option-campaign-optimized.log @@ -0,0 +1,90 @@ +test_clean_tree_exits_zero (tests.test_cbz_layer_a_scan.CommandLine.test_clean_tree_exits_zero) ... ok +test_evidence_violation_reported_not_failing_by_default (tests.test_cbz_layer_a_scan.CommandLine.test_evidence_violation_reported_not_failing_by_default) ... ok +test_git_tree_mode (tests.test_cbz_layer_a_scan.CommandLine.test_git_tree_mode) ... ok +test_non_lean_files_ignored (tests.test_cbz_layer_a_scan.CommandLine.test_non_lean_files_ignored) ... ok +test_production_violation_fails (tests.test_cbz_layer_a_scan.CommandLine.test_production_violation_fails) ... ok +test_review_only_does_not_fail (tests.test_cbz_layer_a_scan.CommandLine.test_review_only_does_not_fail) ... ok +test_undecodable_fails_closed (tests.test_cbz_layer_a_scan.CommandLine.test_undecodable_fails_closed) ... ok +test_usage_error (tests.test_cbz_layer_a_scan.CommandLine.test_usage_error) ... ok +test_context_classification (tests.test_cbz_layer_a_scan.Context.test_context_classification) ... ok +test_lex_error_fails_the_run (tests.test_cbz_layer_a_scan.FailClosed.test_lex_error_fails_the_run) ... ok +test_terminated_constructs_are_not_errors (tests.test_cbz_layer_a_scan.FailClosed.test_terminated_constructs_are_not_errors) ... ok +test_unterminated_constructs_are_errors (tests.test_cbz_layer_a_scan.FailClosed.test_unterminated_constructs_are_errors) ... ok +test_block_comments_nested_and_doc (tests.test_cbz_layer_a_scan.NotCode.test_block_comments_nested_and_doc) ... ok +test_char_literals_do_not_open_strings (tests.test_cbz_layer_a_scan.NotCode.test_char_literals_do_not_open_strings) ... ok +test_escaped_constant_names_are_the_same_constants (tests.test_cbz_layer_a_scan.NotCode.test_escaped_constant_names_are_the_same_constants) ... ok +test_escaped_keyword_names_are_identifiers (tests.test_cbz_layer_a_scan.NotCode.test_escaped_keyword_names_are_identifiers) ... ok +test_identifiers_containing_keywords (tests.test_cbz_layer_a_scan.NotCode.test_identifiers_containing_keywords) ... ok +test_interpolated_strings (tests.test_cbz_layer_a_scan.NotCode.test_interpolated_strings) ... ok +test_line_comment (tests.test_cbz_layer_a_scan.NotCode.test_line_comment) ... ok +test_raw_strings (tests.test_cbz_layer_a_scan.NotCode.test_raw_strings) ... ok +test_strings (tests.test_cbz_layer_a_scan.NotCode.test_strings) ... ok +test_each_violation_token_detected (tests.test_cbz_layer_a_scan.ViolationTokens.test_each_violation_token_detected) ... ok +test_eof_without_newline (tests.test_cbz_layer_a_scan.ViolationTokens.test_eof_without_newline) ... ok +test_kernel_bypass_option_members_are_not_lost_in_dotted_names (tests.test_cbz_layer_a_scan.ViolationTokens.test_kernel_bypass_option_members_are_not_lost_in_dotted_names) ... ok +test_multiple_and_positions (tests.test_cbz_layer_a_scan.ViolationTokens.test_multiple_and_positions) ... ok +test_native_decide_options (tests.test_cbz_layer_a_scan.ViolationTokens.test_native_decide_options) ... ok +test_real_kernel_replay_negative_fixtures_fail_cli_scan (tests.test_cbz_layer_a_scan.ViolationTokens.test_real_kernel_replay_negative_fixtures_fail_cli_scan) ... ok +test_review_tokens (tests.test_cbz_layer_a_scan.ViolationTokens.test_review_tokens) ... ok +test_stop_only_at_line_start (tests.test_cbz_layer_a_scan.ViolationTokens.test_stop_only_at_line_start) ... ok +test_unicode_before_token_counts_characters (tests.test_cbz_layer_a_scan.ViolationTokens.test_unicode_before_token_counts_characters) ... ok +test_malformed_blob_transport_fails_closed (tests.test_cbz_auditor_hardening.GitObjectTransport.test_malformed_blob_transport_fails_closed) ... ok +test_git_source_symlink_fails_for_both_tools (tests.test_cbz_auditor_hardening.InputCoverage.test_git_source_symlink_fails_for_both_tools) ... ok +test_gitlink_is_explicitly_rejected_by_both_tools (tests.test_cbz_auditor_hardening.InputCoverage.test_gitlink_is_explicitly_rejected_by_both_tools) ... ok +test_missing_root_fails_for_both_tools (tests.test_cbz_auditor_hardening.InputCoverage.test_missing_root_fails_for_both_tools) ... ok +test_source_symlink_fails_for_both_tools (tests.test_cbz_auditor_hardening.InputCoverage.test_source_symlink_fails_for_both_tools) ... ok +test_symlink_directory_is_not_silently_skipped (tests.test_cbz_auditor_hardening.InputCoverage.test_symlink_directory_is_not_silently_skipped) ... ok +test_adjacent_numeral_never_swallows_code_keyword (tests.test_cbz_auditor_hardening.LexicalUnion.test_adjacent_numeral_never_swallows_code_keyword) ... ok +test_interpolation_prefix_accepts_lean_layout (tests.test_cbz_auditor_hardening.LexicalUnion.test_interpolation_prefix_accepts_lean_layout) ... ok +test_mathlib_prime_notations_are_not_unfinished_characters (tests.test_cbz_auditor_hardening.LexicalUnion.test_mathlib_prime_notations_are_not_unfinished_characters) ... ok +test_native_configuration_layout_is_not_a_bypass (tests.test_cbz_auditor_hardening.LexicalUnion.test_native_configuration_layout_is_not_a_bypass) ... ok +test_native_false_and_longer_identifiers_are_not_true (tests.test_cbz_auditor_hardening.LexicalUnion.test_native_false_and_longer_identifiers_are_not_true) ... ok +test_native_false_requires_the_false_token (tests.test_cbz_auditor_hardening.LexicalUnion.test_native_false_requires_the_false_token) ... ok +test_native_field_inside_code_holes_keeps_field_context (tests.test_cbz_auditor_hardening.LexicalUnion.test_native_field_inside_code_holes_keeps_field_context) ... ok +test_pinned_lean_identifier_character_domain (tests.test_cbz_auditor_hardening.LexicalUnion.test_pinned_lean_identifier_character_domain) ... ok +test_plain_macro_braces_are_conservatively_scanned (tests.test_cbz_auditor_hardening.LexicalUnion.test_plain_macro_braces_are_conservatively_scanned) ... ok +test_plain_macro_holes_do_not_recurse_on_nested_string_candidates (tests.test_cbz_auditor_hardening.LexicalUnion.test_plain_macro_holes_do_not_recurse_on_nested_string_candidates) ... ok +test_plain_macro_holes_do_not_repeat_overlapping_suffix_work (tests.test_cbz_auditor_hardening.LexicalUnion.test_plain_macro_holes_do_not_repeat_overlapping_suffix_work) ... ok +test_plain_macro_holes_with_nested_literals (tests.test_cbz_auditor_hardening.LexicalUnion.test_plain_macro_holes_with_nested_literals) ... ok +test_plus_native_layout_is_not_a_bypass (tests.test_cbz_auditor_hardening.LexicalUnion.test_plus_native_layout_is_not_a_bypass) ... ok +test_scientific_and_radix_numerals_preserve_keyword_boundary (tests.test_cbz_auditor_hardening.LexicalUnion.test_scientific_and_radix_numerals_preserve_keyword_boundary) ... ok +test_unicode_identifier_prefix_does_not_hide_keyword (tests.test_cbz_auditor_hardening.LexicalUnion.test_unicode_identifier_prefix_does_not_hide_keyword) ... ok +test_unknown_native_field_expression_fails_closed (tests.test_cbz_auditor_hardening.LexicalUnion.test_unknown_native_field_expression_fails_closed) ... ok +test_unsupported_character_escape_is_error (tests.test_cbz_auditor_hardening.LexicalUnion.test_unsupported_character_escape_is_error) ... ok +test_unterminated_character_literal_is_error (tests.test_cbz_auditor_hardening.LexicalUnion.test_unterminated_character_literal_is_error) ... ok +test_actual_syntax_broken_tool_is_not_a_kill (tests.test_cbz_auditor_hardening.MutationKillClassification.test_actual_syntax_broken_tool_is_not_a_kill) ... ok +test_nonbehavioral_failures_do_not_count_as_kills (tests.test_cbz_auditor_hardening.MutationKillClassification.test_nonbehavioral_failures_do_not_count_as_kills) ... ok +test_census_alias_imported_after_use (tests.test_cbz_auditor_hardening.ReviewParityULW29.test_census_alias_imported_after_use) ... ok +test_census_declared_encodings (tests.test_cbz_auditor_hardening.ReviewParityULW29.test_census_declared_encodings) ... ok +test_census_interval_module_from_parent_package (tests.test_cbz_auditor_hardening.ReviewParityULW29.test_census_interval_module_from_parent_package) ... ok +test_context_does_not_depend_on_path_spelling (tests.test_cbz_auditor_hardening.ReviewParityULW29.test_context_does_not_depend_on_path_spelling) ... ok +test_explicit_context_root (tests.test_cbz_auditor_hardening.ReviewParityULW29.test_explicit_context_root) ... ok +test_fail_on_rejects_unknown_contexts (tests.test_cbz_auditor_hardening.ReviewParityULW29.test_fail_on_rejects_unknown_contexts) ... ok +test_unrelated_ancestor_does_not_change_context (tests.test_cbz_auditor_hardening.ReviewParityULW29.test_unrelated_ancestor_does_not_change_context) ... ok +test_every_mutant_is_killed (tests.test_cbz_layer_a_scan_mutants.ScannerMutants.test_every_mutant_is_killed) ... ok +test_unmutated_scanner_passes_its_suite (tests.test_cbz_layer_a_scan_mutants.ScannerMutants.test_unmutated_scanner_passes_its_suite) ... ok +test_directory_census_and_json (tests.test_cbz_a3_float_census.CommandLine.test_directory_census_and_json) ... ok +test_git_mode (tests.test_cbz_a3_float_census.CommandLine.test_git_mode) ... ok +test_unparseable_exit_one (tests.test_cbz_a3_float_census.CommandLine.test_unparseable_exit_one) ... ok +test_usage (tests.test_cbz_a3_float_census.CommandLine.test_usage) ... ok +test_every_mutant_is_killed (tests.test_cbz_a3_float_census.SelfMutation.test_every_mutant_is_killed) ... ok +test_harness_control_unmutated_copy_passes (tests.test_cbz_a3_float_census.SelfMutation.test_harness_control_unmutated_copy_passes) ... ok +test_exact_modules_and_mixed (tests.test_cbz_a3_float_census.Signals.test_exact_modules_and_mixed) ... ok +test_float_and_complex_calls (tests.test_cbz_a3_float_census.Signals.test_float_and_complex_calls) ... ok +test_float_literals (tests.test_cbz_a3_float_census.Signals.test_float_literals) ... ok +test_float_modules (tests.test_cbz_a3_float_census.Signals.test_float_modules) ... ok +test_floor_division_is_exact (tests.test_cbz_a3_float_census.Signals.test_floor_division_is_exact) ... ok +test_int_and_bool_literals_are_not_float (tests.test_cbz_a3_float_census.Signals.test_int_and_bool_literals_are_not_float) ... ok +test_interval_layer (tests.test_cbz_a3_float_census.Signals.test_interval_layer) ... ok +test_math_alias_and_from_import (tests.test_cbz_a3_float_census.Signals.test_math_alias_and_from_import) ... ok +test_math_float_and_exact_math (tests.test_cbz_a3_float_census.Signals.test_math_float_and_exact_math) ... ok +test_mpmath_interval (tests.test_cbz_a3_float_census.Signals.test_mpmath_interval) ... ok +test_strings_and_comments_are_not_code (tests.test_cbz_a3_float_census.Signals.test_strings_and_comments_are_not_code) ... ok +test_true_division_and_augmented (tests.test_cbz_a3_float_census.Signals.test_true_division_and_augmented) ... ok +test_unparseable_fails_closed (tests.test_cbz_a3_float_census.Signals.test_unparseable_fails_closed) ... ok +test_unrelated_attribute_named_like_math (tests.test_cbz_a3_float_census.Signals.test_unrelated_attribute_named_like_math) ... ok + +---------------------------------------------------------------------- +Ran 85 tests in 135.948s + +OK diff --git a/cbz/evidence/lean-option-member-20261110/lean-option-campaign-readback.log b/cbz/evidence/lean-option-member-20261110/lean-option-campaign-readback.log new file mode 100644 index 000000000..c477d13a5 --- /dev/null +++ b/cbz/evidence/lean-option-member-20261110/lean-option-campaign-readback.log @@ -0,0 +1,2 @@ +normal reports 204 clean baselines 102 authorized kills 102 lean mutants 75 a3 mutants 27 +optimized reports 204 clean baselines 102 authorized kills 102 lean mutants 75 a3 mutants 27 diff --git a/cbz/evidence/lean-option-member-20261110/lean-option-full-readback.log b/cbz/evidence/lean-option-member-20261110/lean-option-full-readback.log new file mode 100644 index 000000000..52b2fbe4c --- /dev/null +++ b/cbz/evidence/lean-option-member-20261110/lean-option-full-readback.log @@ -0,0 +1,2 @@ +normal four full child records; 2 and 4 declared recursion skips; two actual syntax errors retained +optimized four full child records; 2 and 4 declared recursion skips; two actual syntax errors retained diff --git a/cbz/evidence/lean-option-member-20261110/lean-option-main-normal.json b/cbz/evidence/lean-option-member-20261110/lean-option-main-normal.json new file mode 100644 index 000000000..02ec0c97c --- /dev/null +++ b/cbz/evidence/lean-option-member-20261110/lean-option-main-normal.json @@ -0,0 +1,60 @@ +{ + "summary": { + "files": 18, + "findings": 4, + "violations": 3, + "errors": 0, + "failing": 3, + "undecodable": [] + }, + "findings": [ + { + "path": "cbz/contributions/math514/kernel_replay/ExactReplay.lean", + "line": 13, + "col": 1, + "token": "unsafe", + "kind": "unsafe", + "layer": "A2", + "severity": "review", + "context": "production", + "context_path": "cbz/contributions/math514/kernel_replay/ExactReplay.lean", + "blob": "400f3853d50df7ea2a9b4bb2fc1de302626f2efa" + }, + { + "path": "cbz/contributions/math514/kernel_replay/tests/fixtures/BadPrivate.lean", + "line": 13, + "col": 41, + "token": "debug.skipKernelTC.set", + "kind": "skipKernelTC", + "layer": "A2", + "severity": "violation", + "context": "production", + "context_path": "cbz/contributions/math514/kernel_replay/tests/fixtures/BadPrivate.lean", + "blob": "e95ddfc5f30419716fe522eeeb5736332153135f" + }, + { + "path": "cbz/contributions/math514/kernel_replay/tests/fixtures/BadPublic.lean", + "line": 13, + "col": 41, + "token": "debug.skipKernelTC.set", + "kind": "skipKernelTC", + "layer": "A2", + "severity": "violation", + "context": "production", + "context_path": "cbz/contributions/math514/kernel_replay/tests/fixtures/BadPublic.lean", + "blob": "8d9ecce862381b023bcce3743cb4b705d3a74dee" + }, + { + "path": "cbz/contributions/math514/kernel_replay/tests/fixtures/UnapprovedAxiom.lean", + "line": 5, + "col": 8, + "token": "axiom", + "kind": "axiom", + "layer": "A2", + "severity": "violation", + "context": "production", + "context_path": "cbz/contributions/math514/kernel_replay/tests/fixtures/UnapprovedAxiom.lean", + "blob": "f802bd6affa61400830372158434e56cc1ae64b6" + } + ] +} \ No newline at end of file diff --git a/cbz/evidence/lean-option-member-20261110/lean-option-main-optimized.json b/cbz/evidence/lean-option-member-20261110/lean-option-main-optimized.json new file mode 100644 index 000000000..02ec0c97c --- /dev/null +++ b/cbz/evidence/lean-option-member-20261110/lean-option-main-optimized.json @@ -0,0 +1,60 @@ +{ + "summary": { + "files": 18, + "findings": 4, + "violations": 3, + "errors": 0, + "failing": 3, + "undecodable": [] + }, + "findings": [ + { + "path": "cbz/contributions/math514/kernel_replay/ExactReplay.lean", + "line": 13, + "col": 1, + "token": "unsafe", + "kind": "unsafe", + "layer": "A2", + "severity": "review", + "context": "production", + "context_path": "cbz/contributions/math514/kernel_replay/ExactReplay.lean", + "blob": "400f3853d50df7ea2a9b4bb2fc1de302626f2efa" + }, + { + "path": "cbz/contributions/math514/kernel_replay/tests/fixtures/BadPrivate.lean", + "line": 13, + "col": 41, + "token": "debug.skipKernelTC.set", + "kind": "skipKernelTC", + "layer": "A2", + "severity": "violation", + "context": "production", + "context_path": "cbz/contributions/math514/kernel_replay/tests/fixtures/BadPrivate.lean", + "blob": "e95ddfc5f30419716fe522eeeb5736332153135f" + }, + { + "path": "cbz/contributions/math514/kernel_replay/tests/fixtures/BadPublic.lean", + "line": 13, + "col": 41, + "token": "debug.skipKernelTC.set", + "kind": "skipKernelTC", + "layer": "A2", + "severity": "violation", + "context": "production", + "context_path": "cbz/contributions/math514/kernel_replay/tests/fixtures/BadPublic.lean", + "blob": "8d9ecce862381b023bcce3743cb4b705d3a74dee" + }, + { + "path": "cbz/contributions/math514/kernel_replay/tests/fixtures/UnapprovedAxiom.lean", + "line": 5, + "col": 8, + "token": "axiom", + "kind": "axiom", + "layer": "A2", + "severity": "violation", + "context": "production", + "context_path": "cbz/contributions/math514/kernel_replay/tests/fixtures/UnapprovedAxiom.lean", + "blob": "f802bd6affa61400830372158434e56cc1ae64b6" + } + ] +} \ No newline at end of file diff --git a/cbz/evidence/lean-option-member-20261110/lean-option-math-normal.json b/cbz/evidence/lean-option-member-20261110/lean-option-math-normal.json new file mode 100644 index 000000000..28e5fbbfd --- /dev/null +++ b/cbz/evidence/lean-option-member-20261110/lean-option-math-normal.json @@ -0,0 +1,11 @@ +{ + "summary": { + "files": 1974, + "findings": 0, + "violations": 0, + "errors": 0, + "failing": 0, + "undecodable": [] + }, + "findings": [] +} \ No newline at end of file diff --git a/cbz/evidence/lean-option-member-20261110/lean-option-math-optimized.json b/cbz/evidence/lean-option-member-20261110/lean-option-math-optimized.json new file mode 100644 index 000000000..28e5fbbfd --- /dev/null +++ b/cbz/evidence/lean-option-member-20261110/lean-option-math-optimized.json @@ -0,0 +1,11 @@ +{ + "summary": { + "files": 1974, + "findings": 0, + "violations": 0, + "errors": 0, + "failing": 0, + "undecodable": [] + }, + "findings": [] +} \ No newline at end of file diff --git a/cbz/evidence/lean-option-member-20261110/lean-option-member-green-normal.log b/cbz/evidence/lean-option-member-20261110/lean-option-member-green-normal.log new file mode 100644 index 000000000..9644b8ee1 --- /dev/null +++ b/cbz/evidence/lean-option-member-20261110/lean-option-member-green-normal.log @@ -0,0 +1,24 @@ +test_kernel_bypass_option_members_are_not_lost_in_dotted_names (tests.test_cbz_layer_a_scan.ViolationTokens.test_kernel_bypass_option_members_are_not_lost_in_dotted_names) ... ok +test_real_kernel_replay_negative_fixtures_fail_cli_scan (tests.test_cbz_layer_a_scan.ViolationTokens.test_real_kernel_replay_negative_fixtures_fail_cli_scan) ... ERROR + +====================================================================== +ERROR: test_real_kernel_replay_negative_fixtures_fail_cli_scan (tests.test_cbz_layer_a_scan.ViolationTokens.test_real_kernel_replay_negative_fixtures_fail_cli_scan) +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/scratch/7abea556a9be/cbz-main-g1-origin/tests/test_cbz_layer_a_scan.py", line 91, in test_real_kernel_replay_negative_fixtures_fail_cli_scan + summary = json.loads(result.stdout) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/lib/python3.12/json/__init__.py", line 346, in loads + return _default_decoder.decode(s) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/lib/python3.12/json/decoder.py", line 338, in decode + obj, end = self.raw_decode(s, idx=_w(s, 0).end()) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/lib/python3.12/json/decoder.py", line 356, in raw_decode + raise JSONDecodeError("Expecting value", s, err.value) from None +json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) + +---------------------------------------------------------------------- +Ran 2 tests in 0.055s + +FAILED (errors=1) diff --git a/cbz/evidence/lean-option-member-20261110/lean-option-member-green-optimized.log b/cbz/evidence/lean-option-member-20261110/lean-option-member-green-optimized.log new file mode 100644 index 000000000..1a0990e76 --- /dev/null +++ b/cbz/evidence/lean-option-member-20261110/lean-option-member-green-optimized.log @@ -0,0 +1,24 @@ +test_kernel_bypass_option_members_are_not_lost_in_dotted_names (tests.test_cbz_layer_a_scan.ViolationTokens.test_kernel_bypass_option_members_are_not_lost_in_dotted_names) ... ok +test_real_kernel_replay_negative_fixtures_fail_cli_scan (tests.test_cbz_layer_a_scan.ViolationTokens.test_real_kernel_replay_negative_fixtures_fail_cli_scan) ... ERROR + +====================================================================== +ERROR: test_real_kernel_replay_negative_fixtures_fail_cli_scan (tests.test_cbz_layer_a_scan.ViolationTokens.test_real_kernel_replay_negative_fixtures_fail_cli_scan) +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/scratch/7abea556a9be/cbz-main-g1-origin/tests/test_cbz_layer_a_scan.py", line 91, in test_real_kernel_replay_negative_fixtures_fail_cli_scan + summary = json.loads(result.stdout) + ^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/lib/python3.12/json/__init__.py", line 346, in loads + return _default_decoder.decode(s) + ^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/lib/python3.12/json/decoder.py", line 338, in decode + obj, end = self.raw_decode(s, idx=_w(s, 0).end()) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/opt/codex/runtimes/codex-primary-runtime/dependencies/python/lib/python3.12/json/decoder.py", line 356, in raw_decode + raise JSONDecodeError("Expecting value", s, err.value) from None +json.decoder.JSONDecodeError: Expecting value: line 1 column 1 (char 0) + +---------------------------------------------------------------------- +Ran 2 tests in 0.053s + +FAILED (errors=1) diff --git a/cbz/evidence/lean-option-member-20261110/lean-option-member-green2-normal.log b/cbz/evidence/lean-option-member-20261110/lean-option-member-green2-normal.log new file mode 100644 index 000000000..ea6238904 --- /dev/null +++ b/cbz/evidence/lean-option-member-20261110/lean-option-member-green2-normal.log @@ -0,0 +1,7 @@ +test_kernel_bypass_option_members_are_not_lost_in_dotted_names (tests.test_cbz_layer_a_scan.ViolationTokens.test_kernel_bypass_option_members_are_not_lost_in_dotted_names) ... ok +test_real_kernel_replay_negative_fixtures_fail_cli_scan (tests.test_cbz_layer_a_scan.ViolationTokens.test_real_kernel_replay_negative_fixtures_fail_cli_scan) ... ok + +---------------------------------------------------------------------- +Ran 2 tests in 0.058s + +OK diff --git a/cbz/evidence/lean-option-member-20261110/lean-option-member-green2-optimized.log b/cbz/evidence/lean-option-member-20261110/lean-option-member-green2-optimized.log new file mode 100644 index 000000000..9b950eb8e --- /dev/null +++ b/cbz/evidence/lean-option-member-20261110/lean-option-member-green2-optimized.log @@ -0,0 +1,7 @@ +test_kernel_bypass_option_members_are_not_lost_in_dotted_names (tests.test_cbz_layer_a_scan.ViolationTokens.test_kernel_bypass_option_members_are_not_lost_in_dotted_names) ... ok +test_real_kernel_replay_negative_fixtures_fail_cli_scan (tests.test_cbz_layer_a_scan.ViolationTokens.test_real_kernel_replay_negative_fixtures_fail_cli_scan) ... ok + +---------------------------------------------------------------------- +Ran 2 tests in 0.045s + +OK diff --git a/cbz/evidence/lean-option-member-20261110/lean-option-member-red-normal.log b/cbz/evidence/lean-option-member-20261110/lean-option-member-red-normal.log new file mode 100644 index 000000000..529a9b539 --- /dev/null +++ b/cbz/evidence/lean-option-member-20261110/lean-option-member-red-normal.log @@ -0,0 +1,96 @@ +test_kernel_bypass_option_members_are_not_lost_in_dotted_names (tests.test_cbz_layer_a_scan.ViolationTokens.test_kernel_bypass_option_members_are_not_lost_in_dotted_names) ... + test_kernel_bypass_option_members_are_not_lost_in_dotted_names (tests.test_cbz_layer_a_scan.ViolationTokens.test_kernel_bypass_option_members_are_not_lost_in_dotted_names) (src='def x := debug.skipKernelTC.set opts true') ... FAIL + test_kernel_bypass_option_members_are_not_lost_in_dotted_names (tests.test_cbz_layer_a_scan.ViolationTokens.test_kernel_bypass_option_members_are_not_lost_in_dotted_names) (src='def x := debug.«skipKernelTC».set opts true') ... FAIL + test_kernel_bypass_option_members_are_not_lost_in_dotted_names (tests.test_cbz_layer_a_scan.ViolationTokens.test_kernel_bypass_option_members_are_not_lost_in_dotted_names) (src='def x := debug.skipKernelTC.get opts') ... FAIL +test_real_kernel_replay_negative_fixtures_fail_cli_scan (tests.test_cbz_layer_a_scan.ViolationTokens.test_real_kernel_replay_negative_fixtures_fail_cli_scan) ... + test_real_kernel_replay_negative_fixtures_fail_cli_scan (tests.test_cbz_layer_a_scan.ViolationTokens.test_real_kernel_replay_negative_fixtures_fail_cli_scan) (path='/workspace/scratch/7abea556a9be/cbz-main-g1-origin/cbz/contributions/math514/kernel_replay/tests/fixtures/BadPublic.lean') ... FAIL + test_real_kernel_replay_negative_fixtures_fail_cli_scan (tests.test_cbz_layer_a_scan.ViolationTokens.test_real_kernel_replay_negative_fixtures_fail_cli_scan) (path='/workspace/scratch/7abea556a9be/cbz-main-g1-origin/cbz/contributions/math514/kernel_replay/tests/fixtures/BadPrivate.lean') ... FAIL +test_real_kernel_replay_negative_fixtures_fail_cli_scan (tests.test_cbz_layer_a_scan.ViolationTokens.test_real_kernel_replay_negative_fixtures_fail_cli_scan) ... FAIL + +====================================================================== +FAIL: test_kernel_bypass_option_members_are_not_lost_in_dotted_names (tests.test_cbz_layer_a_scan.ViolationTokens.test_kernel_bypass_option_members_are_not_lost_in_dotted_names) (src='def x := debug.skipKernelTC.set opts true') +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/scratch/7abea556a9be/cbz-main-g1-origin/tests/test_cbz_layer_a_scan.py", line 71, in test_kernel_bypass_option_members_are_not_lost_in_dotted_names + self.assertEqual(hits(src), [(1, 10, 'skipKernelTC', 'violation')]) +AssertionError: Lists differ: [] != [(1, 10, 'skipKernelTC', 'violation')] + +Second list contains 1 additional elements. +First extra element 0: +(1, 10, 'skipKernelTC', 'violation') + +- [] ++ [(1, 10, 'skipKernelTC', 'violation')] + +====================================================================== +FAIL: test_kernel_bypass_option_members_are_not_lost_in_dotted_names (tests.test_cbz_layer_a_scan.ViolationTokens.test_kernel_bypass_option_members_are_not_lost_in_dotted_names) (src='def x := debug.«skipKernelTC».set opts true') +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/scratch/7abea556a9be/cbz-main-g1-origin/tests/test_cbz_layer_a_scan.py", line 71, in test_kernel_bypass_option_members_are_not_lost_in_dotted_names + self.assertEqual(hits(src), [(1, 10, 'skipKernelTC', 'violation')]) +AssertionError: Lists differ: [] != [(1, 10, 'skipKernelTC', 'violation')] + +Second list contains 1 additional elements. +First extra element 0: +(1, 10, 'skipKernelTC', 'violation') + +- [] ++ [(1, 10, 'skipKernelTC', 'violation')] + +====================================================================== +FAIL: test_kernel_bypass_option_members_are_not_lost_in_dotted_names (tests.test_cbz_layer_a_scan.ViolationTokens.test_kernel_bypass_option_members_are_not_lost_in_dotted_names) (src='def x := debug.skipKernelTC.get opts') +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/scratch/7abea556a9be/cbz-main-g1-origin/tests/test_cbz_layer_a_scan.py", line 71, in test_kernel_bypass_option_members_are_not_lost_in_dotted_names + self.assertEqual(hits(src), [(1, 10, 'skipKernelTC', 'violation')]) +AssertionError: Lists differ: [] != [(1, 10, 'skipKernelTC', 'violation')] + +Second list contains 1 additional elements. +First extra element 0: +(1, 10, 'skipKernelTC', 'violation') + +- [] ++ [(1, 10, 'skipKernelTC', 'violation')] + +====================================================================== +FAIL: test_real_kernel_replay_negative_fixtures_fail_cli_scan (tests.test_cbz_layer_a_scan.ViolationTokens.test_real_kernel_replay_negative_fixtures_fail_cli_scan) (path='/workspace/scratch/7abea556a9be/cbz-main-g1-origin/cbz/contributions/math514/kernel_replay/tests/fixtures/BadPublic.lean') +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/scratch/7abea556a9be/cbz-main-g1-origin/tests/test_cbz_layer_a_scan.py", line 88, in test_real_kernel_replay_negative_fixtures_fail_cli_scan + self.assertEqual(hits(stream.read()), [(13, 41, 'skipKernelTC', 'violation')]) +AssertionError: Lists differ: [] != [(13, 41, 'skipKernelTC', 'violation')] + +Second list contains 1 additional elements. +First extra element 0: +(13, 41, 'skipKernelTC', 'violation') + +- [] ++ [(13, 41, 'skipKernelTC', 'violation')] + +====================================================================== +FAIL: test_real_kernel_replay_negative_fixtures_fail_cli_scan (tests.test_cbz_layer_a_scan.ViolationTokens.test_real_kernel_replay_negative_fixtures_fail_cli_scan) (path='/workspace/scratch/7abea556a9be/cbz-main-g1-origin/cbz/contributions/math514/kernel_replay/tests/fixtures/BadPrivate.lean') +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/scratch/7abea556a9be/cbz-main-g1-origin/tests/test_cbz_layer_a_scan.py", line 88, in test_real_kernel_replay_negative_fixtures_fail_cli_scan + self.assertEqual(hits(stream.read()), [(13, 41, 'skipKernelTC', 'violation')]) +AssertionError: Lists differ: [] != [(13, 41, 'skipKernelTC', 'violation')] + +Second list contains 1 additional elements. +First extra element 0: +(13, 41, 'skipKernelTC', 'violation') + +- [] ++ [(13, 41, 'skipKernelTC', 'violation')] + +====================================================================== +FAIL: test_real_kernel_replay_negative_fixtures_fail_cli_scan (tests.test_cbz_layer_a_scan.ViolationTokens.test_real_kernel_replay_negative_fixtures_fail_cli_scan) +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/scratch/7abea556a9be/cbz-main-g1-origin/tests/test_cbz_layer_a_scan.py", line 90, in test_real_kernel_replay_negative_fixtures_fail_cli_scan + self.assertEqual(result.returncode, 1, (result.stdout, result.stderr)) +AssertionError: 0 != 1 : ('{"files": 2, "findings": 0, "violations": 0, "errors": 0, "failing": 0, "undecodable": []}\n', '') + +---------------------------------------------------------------------- +Ran 2 tests in 0.067s + +FAILED (failures=6) diff --git a/cbz/evidence/lean-option-member-20261110/lean-option-member-red-optimized.log b/cbz/evidence/lean-option-member-20261110/lean-option-member-red-optimized.log new file mode 100644 index 000000000..a4f8d747b --- /dev/null +++ b/cbz/evidence/lean-option-member-20261110/lean-option-member-red-optimized.log @@ -0,0 +1,96 @@ +test_kernel_bypass_option_members_are_not_lost_in_dotted_names (tests.test_cbz_layer_a_scan.ViolationTokens.test_kernel_bypass_option_members_are_not_lost_in_dotted_names) ... + test_kernel_bypass_option_members_are_not_lost_in_dotted_names (tests.test_cbz_layer_a_scan.ViolationTokens.test_kernel_bypass_option_members_are_not_lost_in_dotted_names) (src='def x := debug.skipKernelTC.set opts true') ... FAIL + test_kernel_bypass_option_members_are_not_lost_in_dotted_names (tests.test_cbz_layer_a_scan.ViolationTokens.test_kernel_bypass_option_members_are_not_lost_in_dotted_names) (src='def x := debug.«skipKernelTC».set opts true') ... FAIL + test_kernel_bypass_option_members_are_not_lost_in_dotted_names (tests.test_cbz_layer_a_scan.ViolationTokens.test_kernel_bypass_option_members_are_not_lost_in_dotted_names) (src='def x := debug.skipKernelTC.get opts') ... FAIL +test_real_kernel_replay_negative_fixtures_fail_cli_scan (tests.test_cbz_layer_a_scan.ViolationTokens.test_real_kernel_replay_negative_fixtures_fail_cli_scan) ... + test_real_kernel_replay_negative_fixtures_fail_cli_scan (tests.test_cbz_layer_a_scan.ViolationTokens.test_real_kernel_replay_negative_fixtures_fail_cli_scan) (path='/workspace/scratch/7abea556a9be/cbz-main-g1-origin/cbz/contributions/math514/kernel_replay/tests/fixtures/BadPublic.lean') ... FAIL + test_real_kernel_replay_negative_fixtures_fail_cli_scan (tests.test_cbz_layer_a_scan.ViolationTokens.test_real_kernel_replay_negative_fixtures_fail_cli_scan) (path='/workspace/scratch/7abea556a9be/cbz-main-g1-origin/cbz/contributions/math514/kernel_replay/tests/fixtures/BadPrivate.lean') ... FAIL +test_real_kernel_replay_negative_fixtures_fail_cli_scan (tests.test_cbz_layer_a_scan.ViolationTokens.test_real_kernel_replay_negative_fixtures_fail_cli_scan) ... FAIL + +====================================================================== +FAIL: test_kernel_bypass_option_members_are_not_lost_in_dotted_names (tests.test_cbz_layer_a_scan.ViolationTokens.test_kernel_bypass_option_members_are_not_lost_in_dotted_names) (src='def x := debug.skipKernelTC.set opts true') +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/scratch/7abea556a9be/cbz-main-g1-origin/tests/test_cbz_layer_a_scan.py", line 71, in test_kernel_bypass_option_members_are_not_lost_in_dotted_names + self.assertEqual(hits(src), [(1, 10, 'skipKernelTC', 'violation')]) +AssertionError: Lists differ: [] != [(1, 10, 'skipKernelTC', 'violation')] + +Second list contains 1 additional elements. +First extra element 0: +(1, 10, 'skipKernelTC', 'violation') + +- [] ++ [(1, 10, 'skipKernelTC', 'violation')] + +====================================================================== +FAIL: test_kernel_bypass_option_members_are_not_lost_in_dotted_names (tests.test_cbz_layer_a_scan.ViolationTokens.test_kernel_bypass_option_members_are_not_lost_in_dotted_names) (src='def x := debug.«skipKernelTC».set opts true') +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/scratch/7abea556a9be/cbz-main-g1-origin/tests/test_cbz_layer_a_scan.py", line 71, in test_kernel_bypass_option_members_are_not_lost_in_dotted_names + self.assertEqual(hits(src), [(1, 10, 'skipKernelTC', 'violation')]) +AssertionError: Lists differ: [] != [(1, 10, 'skipKernelTC', 'violation')] + +Second list contains 1 additional elements. +First extra element 0: +(1, 10, 'skipKernelTC', 'violation') + +- [] ++ [(1, 10, 'skipKernelTC', 'violation')] + +====================================================================== +FAIL: test_kernel_bypass_option_members_are_not_lost_in_dotted_names (tests.test_cbz_layer_a_scan.ViolationTokens.test_kernel_bypass_option_members_are_not_lost_in_dotted_names) (src='def x := debug.skipKernelTC.get opts') +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/scratch/7abea556a9be/cbz-main-g1-origin/tests/test_cbz_layer_a_scan.py", line 71, in test_kernel_bypass_option_members_are_not_lost_in_dotted_names + self.assertEqual(hits(src), [(1, 10, 'skipKernelTC', 'violation')]) +AssertionError: Lists differ: [] != [(1, 10, 'skipKernelTC', 'violation')] + +Second list contains 1 additional elements. +First extra element 0: +(1, 10, 'skipKernelTC', 'violation') + +- [] ++ [(1, 10, 'skipKernelTC', 'violation')] + +====================================================================== +FAIL: test_real_kernel_replay_negative_fixtures_fail_cli_scan (tests.test_cbz_layer_a_scan.ViolationTokens.test_real_kernel_replay_negative_fixtures_fail_cli_scan) (path='/workspace/scratch/7abea556a9be/cbz-main-g1-origin/cbz/contributions/math514/kernel_replay/tests/fixtures/BadPublic.lean') +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/scratch/7abea556a9be/cbz-main-g1-origin/tests/test_cbz_layer_a_scan.py", line 88, in test_real_kernel_replay_negative_fixtures_fail_cli_scan + self.assertEqual(hits(stream.read()), [(13, 41, 'skipKernelTC', 'violation')]) +AssertionError: Lists differ: [] != [(13, 41, 'skipKernelTC', 'violation')] + +Second list contains 1 additional elements. +First extra element 0: +(13, 41, 'skipKernelTC', 'violation') + +- [] ++ [(13, 41, 'skipKernelTC', 'violation')] + +====================================================================== +FAIL: test_real_kernel_replay_negative_fixtures_fail_cli_scan (tests.test_cbz_layer_a_scan.ViolationTokens.test_real_kernel_replay_negative_fixtures_fail_cli_scan) (path='/workspace/scratch/7abea556a9be/cbz-main-g1-origin/cbz/contributions/math514/kernel_replay/tests/fixtures/BadPrivate.lean') +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/scratch/7abea556a9be/cbz-main-g1-origin/tests/test_cbz_layer_a_scan.py", line 88, in test_real_kernel_replay_negative_fixtures_fail_cli_scan + self.assertEqual(hits(stream.read()), [(13, 41, 'skipKernelTC', 'violation')]) +AssertionError: Lists differ: [] != [(13, 41, 'skipKernelTC', 'violation')] + +Second list contains 1 additional elements. +First extra element 0: +(13, 41, 'skipKernelTC', 'violation') + +- [] ++ [(13, 41, 'skipKernelTC', 'violation')] + +====================================================================== +FAIL: test_real_kernel_replay_negative_fixtures_fail_cli_scan (tests.test_cbz_layer_a_scan.ViolationTokens.test_real_kernel_replay_negative_fixtures_fail_cli_scan) +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/scratch/7abea556a9be/cbz-main-g1-origin/tests/test_cbz_layer_a_scan.py", line 90, in test_real_kernel_replay_negative_fixtures_fail_cli_scan + self.assertEqual(result.returncode, 1, (result.stdout, result.stderr)) +AssertionError: 0 != 1 : ('{"files": 2, "findings": 0, "violations": 0, "errors": 0, "failing": 0, "undecodable": []}\n', '') + +---------------------------------------------------------------------- +Ran 2 tests in 0.055s + +FAILED (failures=6) diff --git a/cbz/evidence/lean-option-member-20261110/lean-option-member-workflow-red-normal.log b/cbz/evidence/lean-option-member-20261110/lean-option-member-workflow-red-normal.log new file mode 100644 index 000000000..f4ed87eca --- /dev/null +++ b/cbz/evidence/lean-option-member-20261110/lean-option-member-workflow-red-normal.log @@ -0,0 +1,14 @@ +test_actual_shell_guards_and_removals (tests.test_cbz_auditor_origin_workflow.AuditorOriginWorkflowGuards.test_actual_shell_guards_and_removals) ... FAIL + +====================================================================== +FAIL: test_actual_shell_guards_and_removals (tests.test_cbz_auditor_origin_workflow.AuditorOriginWorkflowGuards.test_actual_shell_guards_and_removals) +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/scratch/7abea556a9be/cbz-main-g1-origin/tests/test_cbz_auditor_origin_workflow.py", line 88, in test_actual_shell_guards_and_removals + self.assertEqual(baseline.returncode, 0, baseline.stderr) +AssertionError: 1 != 0 : + +---------------------------------------------------------------------- +Ran 1 test in 0.238s + +FAILED (failures=1) diff --git a/cbz/evidence/lean-option-member-20261110/lean-option-member-workflow-red-optimized.log b/cbz/evidence/lean-option-member-20261110/lean-option-member-workflow-red-optimized.log new file mode 100644 index 000000000..da685ad9b --- /dev/null +++ b/cbz/evidence/lean-option-member-20261110/lean-option-member-workflow-red-optimized.log @@ -0,0 +1,14 @@ +test_actual_shell_guards_and_removals (tests.test_cbz_auditor_origin_workflow.AuditorOriginWorkflowGuards.test_actual_shell_guards_and_removals) ... FAIL + +====================================================================== +FAIL: test_actual_shell_guards_and_removals (tests.test_cbz_auditor_origin_workflow.AuditorOriginWorkflowGuards.test_actual_shell_guards_and_removals) +---------------------------------------------------------------------- +Traceback (most recent call last): + File "/workspace/scratch/7abea556a9be/cbz-main-g1-origin/tests/test_cbz_auditor_origin_workflow.py", line 88, in test_actual_shell_guards_and_removals + self.assertEqual(baseline.returncode, 0, baseline.stderr) +AssertionError: 1 != 0 : + +---------------------------------------------------------------------- +Ran 1 test in 0.244s + +FAILED (failures=1) diff --git a/cbz/evidence/lean-option-member-20261110/lean-option-original-cli-normal.exit b/cbz/evidence/lean-option-member-20261110/lean-option-original-cli-normal.exit new file mode 100644 index 000000000..573541ac9 --- /dev/null +++ b/cbz/evidence/lean-option-member-20261110/lean-option-original-cli-normal.exit @@ -0,0 +1 @@ +0 diff --git a/cbz/evidence/lean-option-member-20261110/lean-option-original-cli-normal.stderr b/cbz/evidence/lean-option-member-20261110/lean-option-original-cli-normal.stderr new file mode 100644 index 000000000..e69de29bb diff --git a/cbz/evidence/lean-option-member-20261110/lean-option-original-cli-normal.stdout b/cbz/evidence/lean-option-member-20261110/lean-option-original-cli-normal.stdout new file mode 100644 index 000000000..dbf1daa16 --- /dev/null +++ b/cbz/evidence/lean-option-member-20261110/lean-option-original-cli-normal.stdout @@ -0,0 +1 @@ +{"files": 2, "findings": 0, "violations": 0, "errors": 0, "failing": 0, "undecodable": []} diff --git a/cbz/evidence/lean-option-member-20261110/lean-option-original-cli-optimized.exit b/cbz/evidence/lean-option-member-20261110/lean-option-original-cli-optimized.exit new file mode 100644 index 000000000..573541ac9 --- /dev/null +++ b/cbz/evidence/lean-option-member-20261110/lean-option-original-cli-optimized.exit @@ -0,0 +1 @@ +0 diff --git a/cbz/evidence/lean-option-member-20261110/lean-option-original-cli-optimized.stderr b/cbz/evidence/lean-option-member-20261110/lean-option-original-cli-optimized.stderr new file mode 100644 index 000000000..e69de29bb diff --git a/cbz/evidence/lean-option-member-20261110/lean-option-original-cli-optimized.stdout b/cbz/evidence/lean-option-member-20261110/lean-option-original-cli-optimized.stdout new file mode 100644 index 000000000..dbf1daa16 --- /dev/null +++ b/cbz/evidence/lean-option-member-20261110/lean-option-original-cli-optimized.stdout @@ -0,0 +1 @@ +{"files": 2, "findings": 0, "violations": 0, "errors": 0, "failing": 0, "undecodable": []} diff --git a/cbz/evidence/lean-option-member-20261110/lean-option-workflow-green-normal.log b/cbz/evidence/lean-option-member-20261110/lean-option-workflow-green-normal.log new file mode 100644 index 000000000..ff8d8fd2a --- /dev/null +++ b/cbz/evidence/lean-option-member-20261110/lean-option-workflow-green-normal.log @@ -0,0 +1,7 @@ +test_actual_shell_guards_and_removals (tests.test_cbz_auditor_origin_workflow.AuditorOriginWorkflowGuards.test_actual_shell_guards_and_removals) ... ok +test_exit_status_write_failures_are_not_green (tests.test_cbz_auditor_origin_workflow.AuditorOriginWorkflowGuards.test_exit_status_write_failures_are_not_green) ... ok + +---------------------------------------------------------------------- +Ran 2 tests in 4.564s + +OK diff --git a/cbz/evidence/lean-option-member-20261110/lean-option-workflow-green-optimized.log b/cbz/evidence/lean-option-member-20261110/lean-option-workflow-green-optimized.log new file mode 100644 index 000000000..80afeadee --- /dev/null +++ b/cbz/evidence/lean-option-member-20261110/lean-option-workflow-green-optimized.log @@ -0,0 +1,7 @@ +test_actual_shell_guards_and_removals (tests.test_cbz_auditor_origin_workflow.AuditorOriginWorkflowGuards.test_actual_shell_guards_and_removals) ... ok +test_exit_status_write_failures_are_not_green (tests.test_cbz_auditor_origin_workflow.AuditorOriginWorkflowGuards.test_exit_status_write_failures_are_not_green) ... ok + +---------------------------------------------------------------------- +Ran 2 tests in 4.451s + +OK diff --git a/tests/test_cbz_auditor_origin_workflow.py b/tests/test_cbz_auditor_origin_workflow.py index 3fe0ae3fe..b00085604 100644 --- a/tests/test_cbz_auditor_origin_workflow.py +++ b/tests/test_cbz_auditor_origin_workflow.py @@ -28,7 +28,7 @@ def workflow_block(): print('Python synthetic guard fixture'); raise SystemExit(0) origin = 'tests.test_cbz_auditor_origin_mutations' in sys.argv key = 'CBZ_AUDITOR_ORIGIN_MUTATION_EVIDENCE_DIR' if origin else 'CBZ_AUDITOR_EVIDENCE_DIR' -count = 10 if origin else 202 +count = 10 if origin else 204 if os.environ.get('CBZ_GUARD_CASE') == 'missing' and not origin: count -= 1 out = pathlib.Path(os.environ[key]) @@ -38,7 +38,7 @@ def workflow_block(): (out.parent / 'census.exit').mkdir() for i in range(count): (out / ('fixture-%03d.json' % i)).write_text('{}') -print('Ran %d tests in 0.001s' % (22 if origin else 83)) +print('Ran %d tests in 0.001s' % (22 if origin else 85)) if os.environ.get('CBZ_GUARD_CASE') == 'skip' and origin: print("test_fixture ... skipped 'synthetic'") print('OK') @@ -90,7 +90,7 @@ def test_actual_shell_guards_and_removals(self): ('dirty', 'if [ -s "$evidence/worktree-before.txt" ]; then', 'if false; then'), ('failure', 'else status=$?; failed=1; fi', 'else status=$?; :; fi'), ('skip', "if grep -Fq ' ... skipped '", "if false && grep -Fq ' ... skipped '"), - ('missing', '-eq 202 ] || failed=1', '-eq 201 ] || failed=1'), + ('missing', '-eq 204 ] || failed=1', '-eq 203 ] || failed=1'), ('origin_exit', '> "$evidence/$mode/origin.exit" || failed=1', '> "$evidence/$mode/origin.exit" || :'), ('census_exit', '> "$evidence/$mode/census.exit" || failed=1', diff --git a/tests/test_cbz_layer_a_scan.py b/tests/test_cbz_layer_a_scan.py index 8d7fa5261..a4eaffab9 100644 --- a/tests/test_cbz_layer_a_scan.py +++ b/tests/test_cbz_layer_a_scan.py @@ -59,6 +59,39 @@ def test_each_violation_token_detected(self): with self.subTest(src=src): self.assertEqual(hits(src), want) + def test_kernel_bypass_option_members_are_not_lost_in_dotted_names(self): + # The option object is also used through its methods, not just as the + # last component of `set_option debug.skipKernelTC true`. + for src in ( + 'def x := debug.skipKernelTC.set opts true', + 'def x := debug.«skipKernelTC».set opts true', + 'def x := debug.skipKernelTC.get opts', + ): + with self.subTest(src=src): + self.assertEqual(hits(src), [(1, 10, 'skipKernelTC', 'violation')]) + for src in ( + '-- debug.skipKernelTC.set opts true', + 'def x := "debug.skipKernelTC.set"', + 'def x := debug.skipKernelTCish.set opts true', + 'def x := debug.«skipKernelTC.set» opts true', + ): + with self.subTest(src=src): + self.assertEqual(hits(src), []) + + def test_real_kernel_replay_negative_fixtures_fail_cli_scan(self): + fixture_dir = os.path.join(WORKSPACE, 'cbz', 'contributions', 'math514', + 'kernel_replay', 'tests', 'fixtures') + paths = [os.path.join(fixture_dir, name + '.lean') + for name in ('BadPublic', 'BadPrivate')] + for path in paths: + with self.subTest(path=path), open(path, encoding='utf-8') as stream: + self.assertEqual(hits(stream.read()), [(13, 41, 'skipKernelTC', 'violation')]) + result = cli(paths) + self.assertEqual(result.returncode, 1, (result.stdout, result.stderr)) + self.assertEqual(result.stderr, '') + summary = json.loads(result.stdout.splitlines()[-1]) + self.assertEqual((summary['files'], summary['violations'], summary['failing']), (2, 2, 2)) + def test_native_decide_options(self): # `decide +native` and `native := true` evaluate by the compiler (ofReduceBool) self.assertEqual(hits("example : 2 = 2 := by decide +native"), [(1, 31, "native", "violation")]) diff --git a/tests/test_cbz_layer_a_scan_mutants.py b/tests/test_cbz_layer_a_scan_mutants.py index 564782fea..e348bb23d 100644 --- a/tests/test_cbz_layer_a_scan_mutants.py +++ b/tests/test_cbz_layer_a_scan_mutants.py @@ -106,6 +106,13 @@ ' yield token'), ]) +MUTANTS.append(( + 'nonfinal kernel-check option component ignored', + " if any(part in ('skipKernelTC', '\\x00skipKernelTC') for part in name.split('.')[:-1]):\n" + " return 'skipKernelTC', 'A2', 'violation'\n", + '', +)) + EXPECTED_FAILURE = {'drop sorry': 'test_each_violation_token_detected', 'drop admit': 'test_each_violation_token_detected', 'drop axiom': 'test_each_violation_token_detected', 'drop native_decide': 'test_each_violation_token_detected', 'drop sorryAx': 'test_each_violation_token_detected', 'drop admitGoal': 'test_each_violation_token_detected', 'drop mkSorry': 'test_each_violation_token_detected', 'drop ofReduceBool': 'test_each_violation_token_detected', 'drop ofReduceNat': 'test_each_violation_token_detected', 'drop trustCompiler': 'test_each_violation_token_detected', 'drop skipKernelTC': 'test_each_violation_token_detected', 'drop Float review': 'test_review_tokens', 'violation demoted to review': 'test_each_violation_token_detected', 'no line comments': 'test_line_comment', 'flat block comments': 'test_block_comments_nested_and_doc', 'plain strings not skipped': 'test_strings', 'interpolation regions not lexed': 'test_interpolated_strings', 'char literals not recognised': 'test_char_literals_do_not_open_strings', 'raw strings not recognised': 'test_raw_strings', 'dotted names not split': 'test_each_violation_token_detected', 'stop flagged anywhere': 'test_stop_only_at_line_start', 'evidence treated as production': 'test_context_classification', 'git mode lists no blobs': 'test_git_tree_mode', 'violations never fail': 'test_production_violation_fails', 'undecodable files pass': 'test_undecodable_fails_closed', 'fail on every context by default': 'test_evidence_violation_reported_not_failing_by_default', 'drop addDeclWithoutChecking': 'test_each_violation_token_detected', '+native ignored': 'test_native_decide_options', 'native := true ignored': 'test_native_decide_options', 'escaped constants never match': 'test_escaped_constant_names_are_the_same_constants', 'escaped keywords flagged': 'test_escaped_keyword_names_are_identifiers', 'dots inside escaped names split': 'test_escaped_constant_names_are_the_same_constants', 'unterminated string passes': 'test_unterminated_constructs_are_errors', 'unterminated comment passes': 'test_unterminated_constructs_are_errors', 'unterminated raw string passes': 'test_unterminated_constructs_are_errors', 'unterminated interpolation passes': 'test_unterminated_constructs_are_errors', 'unterminated escaped name passes': 'test_unterminated_constructs_are_errors', 'unterminated dotted escaped name passes': 'test_unterminated_constructs_are_errors', 'lex errors never fail': 'test_lex_error_fails_the_run'} EXPECTED_FAILURE.update({'native comment layout ignored': 'test_native_configuration_layout_is_not_a_bypass', 'native suffix truncated': 'test_native_configuration_layout_is_not_a_bypass', 'plain macro braces ignored': 'test_plain_macro_braces_are_conservatively_scanned', 'unfinished char ignored': 'test_unterminated_character_literal_is_error', 'missing root ignored': 'test_missing_root_fails_for_both_tools', 'source symlink accepted': 'test_source_symlink_fails_for_both_tools', 'directory symlink skipped': 'test_symlink_directory_is_not_silently_skipped', 'gitlink skipped': 'test_gitlink_is_explicitly_rejected_by_both_tools', 'git source symlink accepted': 'test_git_source_symlink_fails_for_both_tools', 'git batch header unchecked': 'test_malformed_blob_transport_fails_closed', 'git batch body unchecked': 'test_malformed_blob_transport_fails_closed', 'git batch exit unchecked': 'test_malformed_blob_transport_fails_closed'}) @@ -124,6 +131,9 @@ EXPECTED_FAILURE.update({'ordinary hole start revisited': 'test_plain_macro_holes_do_not_repeat_overlapping_suffix_work', 'ordinary hole recursion restored': 'test_plain_macro_holes_do_not_recurse_on_nested_string_candidates'}) +EXPECTED_FAILURE.update({'nonfinal kernel-check option component ignored': + 'test_kernel_bypass_option_members_are_not_lost_in_dotted_names'}) + # ULW#29 review parity (main#698/6545133621) MUTANTS.extend([ diff --git a/tools/cbz/layer_a_scan.py b/tools/cbz/layer_a_scan.py index 0d53463de..61218d9f0 100644 --- a/tools/cbz/layer_a_scan.py +++ b/tools/cbz/layer_a_scan.py @@ -22,8 +22,11 @@ violation tokens also match as the last component of a dotted name (``Lean.ofReduceBool``, ``debug.skipKernelTC``), including an escaped component (``Lean.«ofReduceBool»`` and ``«sorryAx»`` name the same - constants). An escaped keyword such as ``«sorry»`` is an ordinary - identifier, not the keyword, and is not flagged. + constants). ``skipKernelTC`` also matches a nonfinal dotted component, + as in ``debug.skipKernelTC.set``; this conservative spelling check does not + resolve aliases or establish the semantic value of an option. An escaped + keyword such as ``«sorry»`` is an ordinary identifier, not the keyword, + and is not flagged. Fail-closed: a string, block comment, raw string, interpolated string or ``«`` name or character literal left unterminated is reported as an ``error`` @@ -477,6 +480,8 @@ def classify_token(name: str, line_start: bool, plus_before: bool = False, follo """Return (kind, layer, severity) or None.""" if name == '\x00native': name = 'native' + if any(part in ('skipKernelTC', '\x00skipKernelTC') for part in name.split('.')[:-1]): + return 'skipKernelTC', 'A2', 'violation' last = name.split(".")[-1] if last.startswith("\x00"): # escaped component: the same constant name, never a keyword