From 807fea54d33e25b1a65d3c9f3785576d8b37f10e Mon Sep 17 00:00:00 2001 From: Yernat Yestekov <2068106+doublewhy@users.noreply.github.com> Date: Sat, 10 Oct 2026 13:01:06 -0700 Subject: [PATCH 1/4] fix(runtime): compare mixed-runtime target manifests in canonical contract form _require_bound_component compared the target's BackendManifest with the manifest rebuilt from the admitted backend-manifest-v2 payload under dataclass equality. The rebuild restores the operating-system rows in payload order and the artifact mechanisms as a tuple, while a backend keeps the order and container type it built its manifest with. LilRAE's APTL manifest was therefore refused although it is the admitted contract. Render both manifests with backend_manifest_v2_model and compare the contract forms. Keep comparing the target's full realization envelope, which the contract form names only by identity. The new test binds a capture of LilRAE's manifest, produced by LilRAE's own functions at a5833df9 and kept under tests/data/boundary_captures with its provenance. Issue #1482. --- .../packages/raes_runtime/mixed_runtime.py | 9 +- .../lilrae-aptl-backend-manifest.json | 961 ++++++++++++++++++ ...e_1482_mixed_runtime_canonical_manifest.py | 158 +++ 3 files changed, 1126 insertions(+), 2 deletions(-) create mode 100644 implementations/python/tests/data/boundary_captures/lilrae-aptl-backend-manifest.json create mode 100644 implementations/python/tests/test_issue_1482_mixed_runtime_canonical_manifest.py diff --git a/implementations/python/packages/raes_runtime/mixed_runtime.py b/implementations/python/packages/raes_runtime/mixed_runtime.py index 24c33f72d..1de6a4b5a 100644 --- a/implementations/python/packages/raes_runtime/mixed_runtime.py +++ b/implementations/python/packages/raes_runtime/mixed_runtime.py @@ -7,7 +7,7 @@ from types import MappingProxyType from uuid import uuid4 -from raes_backend_protocols.manifest import backend_manifest_from_v2_model_with_envelope +from raes_backend_protocols.manifest import backend_manifest_from_v2_model_with_envelope, backend_manifest_v2_model from raes_contracts.admitted_trial_plan_ingress import revalidate_admitted_trial_plan from raes_contracts.canonical import canonical_json_digest from raes_contracts.contracts import ( @@ -210,7 +210,12 @@ def _require_bound_component(bound: MixedRuntimeComponent, declaration: MixedCom if configured_manifest != admitted_manifest: raise ValueError("mixed runtime component manifest or envelope differs from admission") expected_manifest = backend_manifest_from_v2_model_with_envelope(bound.manifest, bound.envelope) - if bound.target.manifest != expected_manifest: + # A backend may hold the admitted contract in another sequence order or container type, so compare + # contract forms. The contract form names the envelope only by identity; compare the envelope too. + if ( + backend_manifest_v2_model(bound.target.manifest) != backend_manifest_v2_model(expected_manifest) + or bound.target.manifest.realization_envelope != bound.envelope + ): raise ValueError("mixed runtime target manifest differs from the admitted component") diff --git a/implementations/python/tests/data/boundary_captures/lilrae-aptl-backend-manifest.json b/implementations/python/tests/data/boundary_captures/lilrae-aptl-backend-manifest.json new file mode 100644 index 000000000..e83141a58 --- /dev/null +++ b/implementations/python/tests/data/boundary_captures/lilrae-aptl-backend-manifest.json @@ -0,0 +1,961 @@ +{ + "boundary": "LilRAE's APTL runtime target manifest, bound as one component of a mixed composition by raes_runtime.mixed_runtime", + "producer": { + "repository": "OpenRAE/lilrae", + "commit": "a5833df92ac317f55f3c1335fbce5bf707abbbcb", + "functions": [ + "aptl.backends.raes_manifest.create_aptl_manifest", + "aptl.backends.raes_manifest.create_aptl_realization_envelope" + ] + }, + "rendered_by": { + "repository": "OpenRAE/rae", + "commit": "35122105b0c1bb648754625d8e3920eafa9bc599", + "function": "raes_backend_protocols.manifest.backend_manifest_payload" + }, + "captured_at": "2026-10-10T19:55:54Z", + "procedure": "Run LilRAE's create_aptl_manifest() and create_aptl_realization_envelope() with no arguments, as create_aptl_runtime_target() does for its RuntimeTarget (src/aptl/backends/raes.py:147-152), using the rae packages of the rendered_by commit. backend_manifest is backend_manifest_payload() of that manifest, the payload LilRAE records for provenance (src/aptl/core/provenance/providers/apparatus.py:39). realization_envelope is the envelope's model_dump(mode='json'). producer_representation records how the producer's own BackendManifest holds the two sequences that differ from the manifest rebuilt from backend_manifest: the family and distribution order of capabilities.provisioner.operating_systems (src/aptl/backends/raes_operating_systems.py:15-38) and the type of realization_support[0].artifact_mechanisms (src/aptl/backends/raes_manifest.py:387). Applying both to the manifest rebuilt from backend_manifest gives a BackendManifest equal to the producer's, so no other field differs; the capture run checked this, and that the published payload is the producer's manifest rendered by backend_manifest_v2_model().", + "limitations": "The capture holds data, not LilRAE's objects. A test rebuilds the producer's manifest from backend_manifest and applies producer_representation. Re-capture when LilRAE's manifest or rae's backend-manifest-v2 rendering changes.", + "backend_manifest": { + "schema_version": "backend-manifest/v2", + "identity": { + "name": "aptl", + "version": "0.1.0" + }, + "supported_contract_versions": [ + "backend-manifest-v2", + "realization-envelope-v1", + "provisioning-plan-v1", + "orchestration-plan-v1", + "evaluation-plan-v1", + "operation-receipt-v1", + "operation-status-v1", + "runtime-snapshot-v1", + "workflow-result-envelope-v1", + "workflow-history-event-stream-v1", + "evaluation-result-envelope-v1", + "evaluation-history-event-stream-v1", + "participant-episode-state-envelope-v1", + "participant-episode-history-event-stream-v1", + "participant-behavior-history-event-stream-v1", + "participant-control-occurrence-v1", + "participant-crossing-occurrence-v1", + "participant-lifecycle-event-v1", + "participant-observation-envelope-v1", + "participant-shared-state-record-v1", + "participant-joint-action-record-v1", + "participant-time-management-context-v1" + ], + "compatibility": { + "processors": [ + "raes-reference-processor" + ] + }, + "realization_support": [ + { + "domain": "runtime-realization", + "support_mode": "open-realization", + "supported_constraint_kinds": [ + "os-family", + "source-artifact" + ], + "supported_exact_requirement_kinds": [ + "declared-capability-match", + "forwarding-agents", + "linux-capabilities", + "published-ports", + "runtime-app-authorizations", + "runtime-applications", + "runtime-container-autoremove", + "runtime-container-cgroup-parent", + "runtime-container-command", + "runtime-container-device-cgroup-rules", + "runtime-container-devices", + "runtime-container-dns", + "runtime-container-dns-options", + "runtime-container-dns-search", + "runtime-container-entrypoint", + "runtime-container-extra-hosts", + "runtime-container-group-add", + "runtime-container-init-process", + "runtime-container-log-driver", + "runtime-container-log-options", + "runtime-container-namespaces", + "runtime-container-privileged", + "runtime-container-read-only-rootfs", + "runtime-container-runtime-name", + "runtime-container-seccomp-profile", + "runtime-container-security-opt", + "runtime-container-shm-size", + "runtime-database-services", + "runtime-datastore-services", + "runtime-dependency-manifests", + "runtime-dns-services", + "runtime-environment", + "runtime-file-services", + "runtime-filesystem-inventory", + "runtime-identity-authorities", + "runtime-local-control-interfaces", + "runtime-local-identity", + "runtime-mounts", + "runtime-network-detection-engines", + "runtime-network-sensors", + "runtime-node-memory-limit", + "runtime-orchestration-authorities", + "runtime-packages", + "runtime-platform-applications", + "runtime-restart-policy", + "runtime-security-monitoring-managers", + "runtime-service-manager-units", + "runtime-software-components", + "service-listeners", + "service-search-index-schema-materialization" + ], + "disclosure_kinds": [ + "backend-manifest-v2", + "operation-status-v1", + "runtime-snapshot-v1" + ], + "observation_capabilities": { + "forwarding-agents": { + "verification_scope": "configuration", + "observation_strength": "daemon-observed" + }, + "linux-capabilities": { + "verification_scope": "configuration", + "observation_strength": "daemon-observed" + }, + "operating-system": { + "verification_scope": "presence", + "observation_strength": "guest-observed" + }, + "process-resource-limits": { + "verification_scope": "configuration", + "observation_strength": "guest-observed" + }, + "published-ports": { + "verification_scope": "configuration", + "observation_strength": "daemon-observed" + }, + "runtime-app-authorizations": { + "verification_scope": "configuration", + "observation_strength": "daemon-observed" + }, + "runtime-applications": { + "verification_scope": "configuration", + "observation_strength": "daemon-observed" + }, + "runtime-container-autoremove": { + "verification_scope": "configuration", + "observation_strength": "daemon-observed" + }, + "runtime-container-cgroup-parent": { + "verification_scope": "configuration", + "observation_strength": "daemon-observed" + }, + "runtime-container-command": { + "verification_scope": "configuration", + "observation_strength": "daemon-observed" + }, + "runtime-container-device-cgroup-rules": { + "verification_scope": "configuration", + "observation_strength": "daemon-observed" + }, + "runtime-container-devices": { + "verification_scope": "configuration", + "observation_strength": "daemon-observed" + }, + "runtime-container-dns": { + "verification_scope": "configuration", + "observation_strength": "daemon-observed" + }, + "runtime-container-dns-options": { + "verification_scope": "configuration", + "observation_strength": "daemon-observed" + }, + "runtime-container-dns-search": { + "verification_scope": "configuration", + "observation_strength": "daemon-observed" + }, + "runtime-container-entrypoint": { + "verification_scope": "configuration", + "observation_strength": "daemon-observed" + }, + "runtime-container-extra-hosts": { + "verification_scope": "configuration", + "observation_strength": "daemon-observed" + }, + "runtime-container-group-add": { + "verification_scope": "configuration", + "observation_strength": "daemon-observed" + }, + "runtime-container-init-process": { + "verification_scope": "configuration", + "observation_strength": "daemon-observed" + }, + "runtime-container-log-driver": { + "verification_scope": "configuration", + "observation_strength": "daemon-observed" + }, + "runtime-container-log-options": { + "verification_scope": "configuration", + "observation_strength": "daemon-observed" + }, + "runtime-container-namespaces": { + "verification_scope": "configuration", + "observation_strength": "daemon-observed" + }, + "runtime-container-privileged": { + "verification_scope": "configuration", + "observation_strength": "daemon-observed" + }, + "runtime-container-read-only-rootfs": { + "verification_scope": "configuration", + "observation_strength": "daemon-observed" + }, + "runtime-container-runtime-name": { + "verification_scope": "configuration", + "observation_strength": "daemon-observed" + }, + "runtime-container-seccomp-profile": { + "verification_scope": "configuration", + "observation_strength": "daemon-observed" + }, + "runtime-container-security-opt": { + "verification_scope": "configuration", + "observation_strength": "daemon-observed" + }, + "runtime-container-shm-size": { + "verification_scope": "configuration", + "observation_strength": "daemon-observed" + }, + "runtime-database-services": { + "verification_scope": "configuration", + "observation_strength": "daemon-observed" + }, + "runtime-datastore-services": { + "verification_scope": "configuration", + "observation_strength": "daemon-observed" + }, + "runtime-dependency-manifests": { + "verification_scope": "configuration", + "observation_strength": "guest-observed" + }, + "runtime-dns-services": { + "verification_scope": "configuration", + "observation_strength": "daemon-observed" + }, + "runtime-environment": { + "verification_scope": "configuration", + "observation_strength": "daemon-observed" + }, + "runtime-file-services": { + "verification_scope": "configuration", + "observation_strength": "daemon-observed" + }, + "runtime-filesystem-inventory": { + "verification_scope": "configuration", + "observation_strength": "guest-observed" + }, + "runtime-identity-authorities": { + "verification_scope": "configuration", + "observation_strength": "daemon-observed" + }, + "runtime-local-control-interfaces": { + "verification_scope": "configuration", + "observation_strength": "daemon-observed" + }, + "runtime-local-identity": { + "verification_scope": "configuration", + "observation_strength": "guest-observed" + }, + "runtime-mounts": { + "verification_scope": "configuration", + "observation_strength": "daemon-observed" + }, + "runtime-network-detection-engines": { + "verification_scope": "configuration", + "observation_strength": "daemon-observed" + }, + "runtime-network-sensors": { + "verification_scope": "configuration", + "observation_strength": "daemon-observed" + }, + "runtime-node-memory-limit": { + "verification_scope": "configuration", + "observation_strength": "daemon-observed" + }, + "runtime-orchestration-authorities": { + "verification_scope": "configuration", + "observation_strength": "daemon-observed" + }, + "runtime-packages": { + "verification_scope": "configuration", + "observation_strength": "guest-observed" + }, + "runtime-platform-applications": { + "verification_scope": "configuration", + "observation_strength": "daemon-observed" + }, + "runtime-restart-policy": { + "verification_scope": "configuration", + "observation_strength": "daemon-observed" + }, + "runtime-security-monitoring-managers": { + "verification_scope": "configuration", + "observation_strength": "daemon-observed" + }, + "runtime-service-manager-units": { + "verification_scope": "configuration", + "observation_strength": "guest-observed" + }, + "runtime-software-components": { + "verification_scope": "configuration", + "observation_strength": "daemon-observed" + }, + "service-listeners": { + "verification_scope": "configuration", + "observation_strength": "daemon-observed" + } + }, + "process_resource_limits": [ + { + "resource": "open_file_descriptors", + "scopes": [ + "subtree" + ], + "minimum": 0, + "maximum": null, + "supports_unlimited": true + }, + { + "resource": "locked_memory_bytes", + "scopes": [ + "subtree" + ], + "minimum": 0, + "maximum": null, + "supports_unlimited": true + } + ], + "artifact_mechanisms": [ + { + "mechanism": { + "mechanism": "exact-artifact", + "profile": "aptl-oci-exact-pull", + "version": "1", + "digest": "sha256:041966e3e607d90c1237bdbbf1a7a8b48de397ea134405094318f41521b8dfea" + }, + "supported_requirement_kinds": [ + "source-artifact" + ], + "supported_routes": [ + { + "acquisition": "pull", + "timing": "backend-preparation" + }, + { + "acquisition": "local-lookup", + "timing": "backend-preparation" + } + ] + }, + { + "mechanism": { + "mechanism": "materialization-specification", + "profile": "aptl-contained-component-build", + "version": "1", + "digest": "sha256:e728ca8aa2805d5fca152df145d4c331578caffec9b7dfe58d0c86a20b9e9c76" + }, + "supported_requirement_kinds": [ + "source-artifact" + ], + "supported_routes": [ + { + "acquisition": "none", + "timing": "backend-preparation" + } + ] + }, + { + "mechanism": { + "mechanism": "dynamic-composition", + "profile": "aptl-generic-substrate-composition", + "version": "1", + "digest": "sha256:03d504a405e2f91de8ec02d880a5af9567871aa8aa69117cecaf34b4e7135063" + }, + "supported_requirement_kinds": [ + "source-artifact" + ], + "supported_routes": [ + { + "acquisition": "local-lookup", + "timing": "realization" + } + ] + }, + { + "mechanism": { + "mechanism": "exact-artifact", + "profile": "raes-env-pack-exact-copy", + "version": "1", + "digest": "sha256:cf33e4765c4f56532e13f0209fda26a2d3e100b8dead37f75be5a44b51507daa" + }, + "supported_requirement_kinds": [ + "source-artifact" + ], + "supported_routes": [ + { + "acquisition": "copy", + "timing": "pack-ingestion" + } + ] + } + ], + "constraints": {} + } + ], + "realization_envelope": { + "contract_id": "realization-envelope-v1", + "envelope_id": "aptl-docker-compose.v1", + "schema_version": "realization-envelope/v1", + "digest": "sha256:249a6087436e1b3772f2ddf432d58ccf368ed7c5c6be9681ca97cdec2f6886ee", + "configuration_digest": "sha256:af8b536e8968e886bcbbb5e29567350241381eb5dbcf7d386827df872919a414" + }, + "concept_bindings": [ + { + "scope": "capabilities.provisioner.supported_node_types", + "family": "assets" + }, + { + "scope": "capabilities.provisioner.supported_os_families", + "family": "assets" + }, + { + "scope": "capabilities.provisioner.supported_content_types", + "family": "tools-and-artifacts" + }, + { + "scope": "capabilities.provisioner.supported_account_features", + "family": "identities" + }, + { + "scope": "capabilities.provisioner.supported_domain_profiles", + "family": "identities" + } + ], + "constraints": {}, + "capabilities": { + "provisioner": { + "name": "aptl-docker-compose-provisioner", + "supported_node_types": [ + "compute", + "switch" + ], + "supported_os_families": [ + "linux" + ], + "operating_systems": [ + { + "family": "linux", + "distribution": "debian", + "versions": [ + "11", + "12", + "13" + ] + }, + { + "family": "linux", + "distribution": "rocky-linux", + "versions": [ + "8", + "9" + ] + }, + { + "family": "linux", + "distribution": "ubuntu", + "versions": [ + "20.04", + "22.04", + "24.04", + "26.04" + ] + }, + { + "family": "linux", + "distribution": "x-aptl:almalinux", + "versions": [ + "9" + ] + }, + { + "family": "linux", + "distribution": "x-aptl:alpine", + "versions": [ + "3.18", + "3.19", + "3.20", + "3.21", + "3.22", + "3.24" + ] + }, + { + "family": "linux", + "distribution": "x-aptl:amazon-linux", + "versions": [ + "2", + "2023" + ] + }, + { + "family": "linux", + "distribution": "x-aptl:centos", + "versions": [ + "7", + "8", + "9" + ] + }, + { + "family": "linux", + "distribution": "x-aptl:kali", + "versions": [ + "2024.4", + "2025.1", + "2025.2", + "2025.3" + ] + } + ], + "supported_node_architectures": [], + "supported_content_types": [ + "dataset", + "directory", + "file" + ], + "supported_account_features": [ + "disabled", + "groups", + "mail", + "spn" + ], + "supported_domain_profiles": [ + "active_directory" + ], + "supported_service_materialization_profiles": [ + "service-search-index-schema-v1" + ], + "max_total_nodes": null, + "supports_acls": true, + "supports_accounts": true, + "supports_generated_artifacts": true, + "supported_generated_artifact_kinds": [ + "certificate_bundle", + "rendered_config", + "ssh_key_bundle" + ], + "supported_generated_artifact_delivery_modes": [ + "environment", + "mount" + ], + "supported_regeneration_scopes": [], + "supports_persistent_volumes": true, + "constraints": {} + }, + "orchestrator": { + "name": "aptl-rte-orchestrator", + "supported_sections": [ + "events", + "injects", + "scripts", + "stories", + "workflows" + ], + "supports_workflows": true, + "supports_assertion_refs": true, + "supports_inject_bindings": true, + "supported_workflow_features": [ + "decision", + "failure-transitions", + "parallel-barrier" + ], + "supported_workflow_state_predicates": [ + "outcome-matching" + ], + "constraints": {} + }, + "evaluator": { + "name": "aptl-rte-evaluator", + "supported_sections": [ + "assertions", + "conditions", + "objectives", + "propositions" + ], + "supports_scoring": false, + "supports_objectives": true, + "supported_predicate_families": [ + "boolean", + "presence" + ], + "supported_quantifiers": [ + "all" + ], + "supported_truth_outcomes": [ + "false", + "true", + "unknown", + "unsupported" + ], + "supported_evidence_channels": [ + "api_response", + "file_artifact", + "log" + ], + "supported_time_domains": [ + "scenario_time" + ], + "preserves_binding_provenance": true, + "supports_deferred_expected_comparison": false, + "constraints": {} + }, + "participant_runtime": { + "name": "aptl-participant-runtime", + "supported_participant_roles": [ + "blue", + "green", + "red" + ], + "supported_behavior_features": [ + "action_contracts", + "behavior_history", + "observation_boundaries" + ], + "supported_interaction_features": [ + "shared_state_change" + ], + "feature_support": [ + { + "feature": "x-paper:boundary-negative-evidence", + "support_level": "exact", + "constraint_refs": [], + "limitation_refs": [], + "disclosure_refs": [], + "evidence_refs": [] + }, + { + "feature": "x-paper:wazuh-evidence", + "support_level": "exact", + "constraint_refs": [], + "limitation_refs": [], + "disclosure_refs": [], + "evidence_refs": [] + } + ], + "supports_autonomous_execution": false, + "supported_autonomous_selection_strategies": [], + "supported_autonomous_action_contracts": [], + "supported_autonomous_observation_boundaries": [], + "supported_autonomous_target_addresses": [], + "supported_autonomous_policy_profiles": [], + "supported_autonomous_activity_features": [], + "supported_autonomous_random_stream_profiles": [], + "max_autonomous_participants": null, + "max_autonomous_action_attempts": null, + "max_autonomous_in_flight": null, + "max_autonomous_occurrences": null, + "max_autonomous_retries_per_occurrence": null, + "max_autonomous_burst_size": null, + "execution_bindings": [], + "supports_execution_control": false, + "supported_execution_control_actions": [], + "supports_bounded_concurrency": false, + "max_execution_services": null, + "max_concurrent_actions": null, + "resource_budgets": null, + "constraints": { + "default_participant_action_address": "participant.behavior.techvault.kali-victim-ssh-probe", + "backend_boundary": "DeploymentBackend.container_exec" + } + }, + "observation": null, + "cleanup": null + } + }, + "realization_envelope": { + "schema_version": "realization-envelope/v1", + "contract_id": "realization-envelope-v1", + "id": "aptl-docker-compose.v1", + "expression": { + "schema_version": "realization-envelope/v1", + "id": "aptl-docker-compose.expression.v1", + "scope": "scenario", + "domains": {}, + "bindings": [], + "closure": [], + "witness_policy": null, + "source_ref": null, + "contract_id": null, + "digest": null + }, + "configuration": { + "mode": "aptl-docker-compose", + "configuration_digest": "sha256:af8b536e8968e886bcbbb5e29567350241381eb5dbcf7d386827df872919a414", + "architecture": "x86_64", + "image_policy": "oci-exact-pull-or-per-component-build", + "network_policy": "docker-compose-managed", + "supported_node_types": [ + "compute", + "switch" + ], + "supported_os_families": [ + "linux" + ], + "operating_systems": [ + { + "family": "linux", + "distribution": "debian", + "versions": [ + "11", + "12", + "13" + ] + }, + { + "family": "linux", + "distribution": "ubuntu", + "versions": [ + "20.04", + "22.04", + "24.04", + "26.04" + ] + }, + { + "family": "linux", + "distribution": "rocky-linux", + "versions": [ + "8", + "9" + ] + }, + { + "family": "linux", + "distribution": "x-aptl:almalinux", + "versions": [ + "9" + ] + }, + { + "family": "linux", + "distribution": "x-aptl:alpine", + "versions": [ + "3.18", + "3.19", + "3.20", + "3.21", + "3.22", + "3.24" + ] + }, + { + "family": "linux", + "distribution": "x-aptl:amazon-linux", + "versions": [ + "2", + "2023" + ] + }, + { + "family": "linux", + "distribution": "x-aptl:centos", + "versions": [ + "7", + "8", + "9" + ] + }, + { + "family": "linux", + "distribution": "x-aptl:kali", + "versions": [ + "2024.4", + "2025.1", + "2025.2", + "2025.3" + ] + } + ], + "supported_content_types": [ + "dataset", + "directory", + "file" + ], + "supported_account_features": [ + "disabled", + "groups", + "mail", + "spn" + ], + "supported_domain_profiles": [ + "active_directory" + ], + "process_resource_limits": [ + { + "resource": "open_file_descriptors", + "scopes": [ + "subtree" + ], + "minimum": 0, + "maximum": null, + "supports_unlimited": true + }, + { + "resource": "locked_memory_bytes", + "scopes": [ + "subtree" + ], + "minimum": 0, + "maximum": null, + "supports_unlimited": true + } + ], + "supports_acls": true, + "memory_mib": { + "minimum": 128, + "maximum": null + }, + "vcpus": { + "minimum": 1, + "maximum": null + } + }, + "concerns": [ + { + "concern": "compute-substrate", + "disposition": "realized", + "observation_strength": "daemon-observed", + "mechanism": "operating-system-container", + "transformations": [] + }, + { + "concern": "operating-system", + "disposition": "realized", + "observation_strength": "guest-observed", + "mechanism": "container-os-release-readback", + "transformations": [] + }, + { + "concern": "topology", + "disposition": "realized", + "observation_strength": "daemon-observed", + "mechanism": "docker-compose-networking", + "transformations": [] + }, + { + "concern": "architecture", + "disposition": "realized", + "observation_strength": "daemon-observed", + "mechanism": "container-architecture-readback", + "transformations": [] + }, + { + "concern": "image", + "disposition": "realized", + "observation_strength": "daemon-observed", + "mechanism": "oci-image-inspect-readback", + "transformations": [] + }, + { + "concern": "resource-allocation", + "disposition": "realized", + "observation_strength": "daemon-observed", + "mechanism": "compose-resource-limits-readback", + "transformations": [] + }, + { + "concern": "network", + "disposition": "realized", + "observation_strength": "daemon-observed", + "mechanism": "docker-network-readback", + "transformations": [] + }, + { + "concern": "content-placement", + "disposition": "realized", + "observation_strength": "daemon-observed", + "mechanism": "compose-and-service-materialization-readback", + "transformations": [] + }, + { + "concern": "account-placement", + "disposition": "realized", + "observation_strength": "daemon-observed", + "mechanism": "container-exec-account-readback", + "transformations": [] + }, + { + "concern": "feature-binding", + "disposition": "unsupported", + "observation_strength": "none", + "mechanism": null, + "transformations": [] + }, + { + "concern": "service", + "disposition": "realized", + "observation_strength": "daemon-observed", + "mechanism": "compose-service-readback", + "transformations": [] + }, + { + "concern": "acl", + "disposition": "realized", + "observation_strength": "daemon-observed", + "mechanism": "nftables-owner-scoped-readback", + "transformations": [] + } + ], + "digest": "sha256:249a6087436e1b3772f2ddf432d58ccf368ed7c5c6be9681ca97cdec2f6886ee" + }, + "producer_representation": { + "operating_systems": [ + [ + "linux", + "debian" + ], + [ + "linux", + "ubuntu" + ], + [ + "linux", + "rocky-linux" + ], + [ + "linux", + "x-aptl:almalinux" + ], + [ + "linux", + "x-aptl:alpine" + ], + [ + "linux", + "x-aptl:amazon-linux" + ], + [ + "linux", + "x-aptl:centos" + ], + [ + "linux", + "x-aptl:kali" + ] + ], + "artifact_mechanisms": "list" + } +} diff --git a/implementations/python/tests/test_issue_1482_mixed_runtime_canonical_manifest.py b/implementations/python/tests/test_issue_1482_mixed_runtime_canonical_manifest.py new file mode 100644 index 000000000..853df8f70 --- /dev/null +++ b/implementations/python/tests/test_issue_1482_mixed_runtime_canonical_manifest.py @@ -0,0 +1,158 @@ +"""Issue #1482: a mixed-runtime component binds when its target carries the admitted contract. + +The capture is LilRAE's APTL manifest, produced by LilRAE's own functions (see the +provenance fields in the capture file). Its producer keeps the operating-system rows in +authored order and its artifact mechanisms in a list, so its manifest differs from the +manifest rebuilt from the published payload although both are the same contract. +""" + +from __future__ import annotations + +import copy +import json +from dataclasses import replace +from pathlib import Path +from typing import Any + +import pytest +from raes_backend_protocols.capabilities import BackendManifest +from raes_backend_protocols.manifest import backend_manifest_from_v2_model_with_envelope, backend_manifest_v2_model +from raes_backend_stubs.stubs import create_stub_components +from raes_contracts.canonical import canonical_json_digest +from raes_contracts.contracts import BackendManifestV2Model +from raes_contracts.contracts.mixed_composition import MixedCompositionComponentModel +from raes_contracts.realization_envelope import BackendRealizationEnvelopeModel +from raes_runtime.mixed_runtime import MixedRuntimeComponent, _require_bound_component +from raes_runtime.registry import RuntimeTarget + +_CAPTURE = json.loads( + (Path(__file__).parent / "data" / "boundary_captures" / "lilrae-aptl-backend-manifest.json").read_text( + encoding="utf-8" + ) +) +_PRODUCER_ROWS = _CAPTURE["producer_representation"]["operating_systems"] + + +def _published_payload() -> dict[str, Any]: + return copy.deepcopy(_CAPTURE["backend_manifest"]) + + +def _payload_in_producer_order() -> dict[str, Any]: + """The same contract with its operating-system rows listed in the producer's order.""" + + payload = _published_payload() + provisioner = payload["capabilities"]["provisioner"] + rows = {(row["family"], row["distribution"]): row for row in provisioner["operating_systems"]} + provisioner["operating_systems"] = [rows[family, distribution] for family, distribution in _PRODUCER_ROWS] + return payload + + +def _envelope() -> BackendRealizationEnvelopeModel: + return BackendRealizationEnvelopeModel.model_validate(_CAPTURE["realization_envelope"]) + + +def _rebuilt_manifest() -> BackendManifest: + """The target manifest the #1016 fixtures build: the published payload rebuilt.""" + + return backend_manifest_from_v2_model_with_envelope( + BackendManifestV2Model.model_validate(_published_payload()), _envelope() + ) + + +def _producer_manifest() -> BackendManifest: + """LilRAE's manifest as its producer holds it, from the capture's producer_representation.""" + + manifest = _rebuilt_manifest() + rows = {(row.family, row.distribution): row for row in manifest.provisioner.operating_systems} + provisioner = replace( + manifest.provisioner, + operating_systems=tuple(rows[family, distribution] for family, distribution in _PRODUCER_ROWS), + ) + container = {"list": list, "tuple": tuple}[_CAPTURE["producer_representation"]["artifact_mechanisms"]] + support = tuple( + replace(declaration, artifact_mechanisms=container(declaration.artifact_mechanisms)) + for declaration in manifest.realization_support + ) + return replace( + manifest, realization_support=support, capabilities=replace(manifest.capabilities, provisioner=provisioner) + ) + + +def _narrower_manifest() -> BackendManifest: + """Another contract: the producer's manifest without its last operating-system row.""" + + manifest = _producer_manifest() + provisioner = replace(manifest.provisioner, operating_systems=manifest.provisioner.operating_systems[:-1]) + return replace(manifest, capabilities=replace(manifest.capabilities, provisioner=provisioner)) + + +def _changed_envelope_manifest() -> BackendManifest: + """The producer's manifest whose envelope lost a concern after validation and kept its identity.""" + + manifest = _producer_manifest() + envelope = manifest.realization_envelope.model_copy(deep=True) + envelope.concerns = envelope.concerns[:-1] + return replace(manifest, realization_envelope=envelope) + + +def _bind(target_manifest: BackendManifest, payload: dict[str, Any]) -> None: + admitted, envelope = BackendManifestV2Model.model_validate(payload), _envelope() + declaration = MixedCompositionComponentModel( + component_id="aptl", + apparatus_identity_ref="apparatus:aptl", + realization_form="emulation-or-operation", + manifest_ref={ + "ref_kind": "manifest", + "ref_id": admitted.identity.name, + "ref_version": admitted.schema_version, + "ref_digest": canonical_json_digest(admitted.model_dump(mode="json")), + "subject_ref": { + "ref_kind": "backend", + "ref_id": admitted.identity.name, + "ref_version": admitted.identity.version, + }, + }, + realization_envelope=envelope.identity, + ) + parts = create_stub_components(manifest=target_manifest) + target = RuntimeTarget( + name="aptl", + manifest=target_manifest, + provisioner=parts.provisioner, + orchestrator=parts.orchestrator, + evaluator=parts.evaluator, + participant_runtime=parts.participant_runtime, + time_runtime=parts.time_runtime, + observation_runtime=parts.observation_runtime, + ) + _require_bound_component(MixedRuntimeComponent(target=target, manifest=admitted, envelope=envelope), declaration) + + +def test_capture_holds_the_published_contract_in_another_representation() -> None: + producer = _producer_manifest() + + assert producer != _rebuilt_manifest() + assert backend_manifest_v2_model(producer) == BackendManifestV2Model.model_validate(_published_payload()) + + +@pytest.mark.parametrize( + ("target_manifest", "payload"), + [ + (_producer_manifest, _published_payload), + (_rebuilt_manifest, _published_payload), + (_producer_manifest, _payload_in_producer_order), + ], + ids=["lilrae-target", "rebuilt-target", "lilrae-target-unsorted-payload"], +) +def test_target_carrying_the_admitted_contract_is_bound(target_manifest, payload) -> None: + _bind(target_manifest(), payload()) + + +@pytest.mark.parametrize( + "target_manifest", + [_narrower_manifest, _changed_envelope_manifest], + ids=["narrower-operating-systems", "envelope-changed-after-validation"], +) +def test_target_carrying_another_contract_is_refused(target_manifest) -> None: + with pytest.raises(ValueError, match="mixed runtime target manifest differs from the admitted component"): + _bind(target_manifest(), _published_payload()) From 28adc4f93649fb6ff26d2c3428d96620768476b3 Mon Sep 17 00:00:00 2001 From: Yernat Yestekov <2068106+doublewhy@users.noreply.github.com> Date: Sat, 10 Oct 2026 14:10:52 -0700 Subject: [PATCH 2/4] fix(runtime): refuse a target manifest without a v2 contract form as a mismatch A target manifest that BackendManifest accepts but backend-manifest-v2 rejects, such as one with a concept-binding scope that names no governed vocabulary surface, made _require_bound_component raise pydantic's ValidationError. Raise "mixed runtime target manifest differs from the admitted component" from it, so the check refuses such a target with the message it documents and keeps the validation error as the cause. Tests: a target manifest with a suffixed concept-binding scope is refused with that message, caused by the ValidationError. A target whose artifact mechanisms are reversed is refused, so the comparison ignores the container type of that sequence but not its order. The capture's procedure now says the producer functions ran with default RuntimeTargetOptions. Issue #1482. --- .../packages/raes_runtime/mixed_runtime.py | 8 +++- .../lilrae-aptl-backend-manifest.json | 2 +- ...e_1482_mixed_runtime_canonical_manifest.py | 37 +++++++++++++++++-- 3 files changed, 42 insertions(+), 5 deletions(-) diff --git a/implementations/python/packages/raes_runtime/mixed_runtime.py b/implementations/python/packages/raes_runtime/mixed_runtime.py index 1de6a4b5a..709dc4561 100644 --- a/implementations/python/packages/raes_runtime/mixed_runtime.py +++ b/implementations/python/packages/raes_runtime/mixed_runtime.py @@ -7,6 +7,7 @@ from types import MappingProxyType from uuid import uuid4 +from pydantic import ValidationError from raes_backend_protocols.manifest import backend_manifest_from_v2_model_with_envelope, backend_manifest_v2_model from raes_contracts.admitted_trial_plan_ingress import revalidate_admitted_trial_plan from raes_contracts.canonical import canonical_json_digest @@ -212,8 +213,13 @@ def _require_bound_component(bound: MixedRuntimeComponent, declaration: MixedCom expected_manifest = backend_manifest_from_v2_model_with_envelope(bound.manifest, bound.envelope) # A backend may hold the admitted contract in another sequence order or container type, so compare # contract forms. The contract form names the envelope only by identity; compare the envelope too. + try: + target_contract = backend_manifest_v2_model(bound.target.manifest) + except ValidationError as exc: + # A target manifest with no backend-manifest-v2 form cannot carry the admitted contract. + raise ValueError("mixed runtime target manifest differs from the admitted component") from exc if ( - backend_manifest_v2_model(bound.target.manifest) != backend_manifest_v2_model(expected_manifest) + target_contract != backend_manifest_v2_model(expected_manifest) or bound.target.manifest.realization_envelope != bound.envelope ): raise ValueError("mixed runtime target manifest differs from the admitted component") diff --git a/implementations/python/tests/data/boundary_captures/lilrae-aptl-backend-manifest.json b/implementations/python/tests/data/boundary_captures/lilrae-aptl-backend-manifest.json index e83141a58..8bdde631a 100644 --- a/implementations/python/tests/data/boundary_captures/lilrae-aptl-backend-manifest.json +++ b/implementations/python/tests/data/boundary_captures/lilrae-aptl-backend-manifest.json @@ -14,7 +14,7 @@ "function": "raes_backend_protocols.manifest.backend_manifest_payload" }, "captured_at": "2026-10-10T19:55:54Z", - "procedure": "Run LilRAE's create_aptl_manifest() and create_aptl_realization_envelope() with no arguments, as create_aptl_runtime_target() does for its RuntimeTarget (src/aptl/backends/raes.py:147-152), using the rae packages of the rendered_by commit. backend_manifest is backend_manifest_payload() of that manifest, the payload LilRAE records for provenance (src/aptl/core/provenance/providers/apparatus.py:39). realization_envelope is the envelope's model_dump(mode='json'). producer_representation records how the producer's own BackendManifest holds the two sequences that differ from the manifest rebuilt from backend_manifest: the family and distribution order of capabilities.provisioner.operating_systems (src/aptl/backends/raes_operating_systems.py:15-38) and the type of realization_support[0].artifact_mechanisms (src/aptl/backends/raes_manifest.py:387). Applying both to the manifest rebuilt from backend_manifest gives a BackendManifest equal to the producer's, so no other field differs; the capture run checked this, and that the published payload is the producer's manifest rendered by backend_manifest_v2_model().", + "procedure": "Run LilRAE's create_aptl_manifest() and create_aptl_realization_envelope() with default RuntimeTargetOptions for its RuntimeTarget (src/aptl/backends/raes.py:147-152), using the rae packages of the rendered_by commit. backend_manifest is backend_manifest_payload() of that manifest, the payload LilRAE records for provenance (src/aptl/core/provenance/providers/apparatus.py:39). realization_envelope is the envelope's model_dump(mode='json'). producer_representation records how the producer's own BackendManifest holds the two sequences that differ from the manifest rebuilt from backend_manifest: the family and distribution order of capabilities.provisioner.operating_systems (src/aptl/backends/raes_operating_systems.py:15-38) and the type of realization_support[0].artifact_mechanisms (src/aptl/backends/raes_manifest.py:387). Applying both to the manifest rebuilt from backend_manifest gives a BackendManifest equal to the producer's, so no other field differs; the capture run checked this, and that the published payload is the producer's manifest rendered by backend_manifest_v2_model().", "limitations": "The capture holds data, not LilRAE's objects. A test rebuilds the producer's manifest from backend_manifest and applies producer_representation. Re-capture when LilRAE's manifest or rae's backend-manifest-v2 rendering changes.", "backend_manifest": { "schema_version": "backend-manifest/v2", diff --git a/implementations/python/tests/test_issue_1482_mixed_runtime_canonical_manifest.py b/implementations/python/tests/test_issue_1482_mixed_runtime_canonical_manifest.py index 853df8f70..8105ef9fc 100644 --- a/implementations/python/tests/test_issue_1482_mixed_runtime_canonical_manifest.py +++ b/implementations/python/tests/test_issue_1482_mixed_runtime_canonical_manifest.py @@ -15,6 +15,7 @@ from typing import Any import pytest +from pydantic import ValidationError from raes_backend_protocols.capabilities import BackendManifest from raes_backend_protocols.manifest import backend_manifest_from_v2_model_with_envelope, backend_manifest_v2_model from raes_backend_stubs.stubs import create_stub_components @@ -31,6 +32,7 @@ ) ) _PRODUCER_ROWS = _CAPTURE["producer_representation"]["operating_systems"] +_REFUSAL = "mixed runtime target manifest differs from the admitted component" def _published_payload() -> dict[str, Any]: @@ -86,6 +88,17 @@ def _narrower_manifest() -> BackendManifest: return replace(manifest, capabilities=replace(manifest.capabilities, provisioner=provisioner)) +def _reordered_mechanisms_manifest() -> BackendManifest: + """Another contract: the producer's manifest with its artifact mechanisms, still a list, in reverse order.""" + + manifest = _producer_manifest() + support = tuple( + replace(declaration, artifact_mechanisms=declaration.artifact_mechanisms[::-1]) + for declaration in manifest.realization_support + ) + return replace(manifest, realization_support=support) + + def _changed_envelope_manifest() -> BackendManifest: """The producer's manifest whose envelope lost a concern after validation and kept its identity.""" @@ -95,6 +108,17 @@ def _changed_envelope_manifest() -> BackendManifest: return replace(manifest, realization_envelope=envelope) +def _scope_outside_contract_manifest() -> BackendManifest: + """The producer's manifest with a suffixed concept-binding scope. + + BackendManifest accepts the scope; backend-manifest-v2 rejects it as no governed vocabulary surface. + """ + + manifest = _producer_manifest() + first, *rest = manifest.concept_bindings + return replace(manifest, concept_bindings=(replace(first, scope=f"{first.scope}_extra"), *rest)) + + def _bind(target_manifest: BackendManifest, payload: dict[str, Any]) -> None: admitted, envelope = BackendManifestV2Model.model_validate(payload), _envelope() declaration = MixedCompositionComponentModel( @@ -150,9 +174,16 @@ def test_target_carrying_the_admitted_contract_is_bound(target_manifest, payload @pytest.mark.parametrize( "target_manifest", - [_narrower_manifest, _changed_envelope_manifest], - ids=["narrower-operating-systems", "envelope-changed-after-validation"], + [_narrower_manifest, _reordered_mechanisms_manifest, _changed_envelope_manifest], + ids=["narrower-operating-systems", "reordered-artifact-mechanisms", "envelope-changed-after-validation"], ) def test_target_carrying_another_contract_is_refused(target_manifest) -> None: - with pytest.raises(ValueError, match="mixed runtime target manifest differs from the admitted component"): + with pytest.raises(ValueError, match=_REFUSAL): _bind(target_manifest(), _published_payload()) + + +def test_target_manifest_without_a_contract_form_is_refused() -> None: + with pytest.raises(ValueError, match=_REFUSAL) as refused: + _bind(_scope_outside_contract_manifest(), _published_payload()) + + assert isinstance(refused.value.__cause__, ValidationError) From b1e96efee8eae5e1012a2275885262d4274d7a66 Mon Sep 17 00:00:00 2001 From: Yernat Yestekov <2068106+doublewhy@users.noreply.github.com> Date: Tue, 13 Oct 2026 10:58:16 +0000 Subject: [PATCH 3/4] test: build refused targets before the expected-refusal block Each pytest.raises block now holds only the binding call, so SonarCloud python:S5778 no longer flags the two refusal tests. --- .../test_issue_1482_mixed_runtime_canonical_manifest.py | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/implementations/python/tests/test_issue_1482_mixed_runtime_canonical_manifest.py b/implementations/python/tests/test_issue_1482_mixed_runtime_canonical_manifest.py index 8105ef9fc..10dcae835 100644 --- a/implementations/python/tests/test_issue_1482_mixed_runtime_canonical_manifest.py +++ b/implementations/python/tests/test_issue_1482_mixed_runtime_canonical_manifest.py @@ -178,12 +178,14 @@ def test_target_carrying_the_admitted_contract_is_bound(target_manifest, payload ids=["narrower-operating-systems", "reordered-artifact-mechanisms", "envelope-changed-after-validation"], ) def test_target_carrying_another_contract_is_refused(target_manifest) -> None: + manifest, payload = target_manifest(), _published_payload() with pytest.raises(ValueError, match=_REFUSAL): - _bind(target_manifest(), _published_payload()) + _bind(manifest, payload) def test_target_manifest_without_a_contract_form_is_refused() -> None: + manifest, payload = _scope_outside_contract_manifest(), _published_payload() with pytest.raises(ValueError, match=_REFUSAL) as refused: - _bind(_scope_outside_contract_manifest(), _published_payload()) + _bind(manifest, payload) assert isinstance(refused.value.__cause__, ValidationError) From d039bfad0f5ef8a2ef4a84bd456dc28075c0610b Mon Sep 17 00:00:00 2001 From: Yernat Yestekov <2068106+doublewhy@users.noreply.github.com> Date: Wed, 14 Oct 2026 01:04:40 +0000 Subject: [PATCH 4/4] test: record research captures for issue #1482 Collected on b1e96efe (rebased on dev 348c4903, clean checkout) with collect_research_evidence.py: 6 pinned artifacts through the production pipeline, 10 retained SDL cases via replay_case, 4 production cases via raes processor, 14 participant test functions; recorded with python -m tools.research_capture record. --- ...57b532cfb060461b184757166688769253fc7.json | 4 + .../analysis.json | 171 +++++ .../manifest.json | 122 +++ .../snapshot.json | 653 ++++++++++++++++ ...b288630f944d96ef5dcc0ac24982c2991a209.json | 4 + .../analysis.json | 118 +++ .../manifest.json | 10 + .../snapshot.json | 708 ++++++++++++++++++ 8 files changed, 1790 insertions(+) create mode 100644 docs/research/formal-semantic-validation/capture-records/capture-c50d1a57a0e2bfcafee97a3c32757b532cfb060461b184757166688769253fc7.json create mode 100644 docs/research/formal-semantic-validation/captures/capture-c50d1a57a0e2bfcafee97a3c32757b532cfb060461b184757166688769253fc7/analysis.json create mode 100644 docs/research/formal-semantic-validation/captures/capture-c50d1a57a0e2bfcafee97a3c32757b532cfb060461b184757166688769253fc7/manifest.json create mode 100644 docs/research/formal-semantic-validation/captures/capture-c50d1a57a0e2bfcafee97a3c32757b532cfb060461b184757166688769253fc7/snapshot.json create mode 100644 docs/research/specification-coverage/capture-records/capture-edd3ca31870e8a87c31090ab408b288630f944d96ef5dcc0ac24982c2991a209.json create mode 100644 docs/research/specification-coverage/captures/capture-edd3ca31870e8a87c31090ab408b288630f944d96ef5dcc0ac24982c2991a209/analysis.json create mode 100644 docs/research/specification-coverage/captures/capture-edd3ca31870e8a87c31090ab408b288630f944d96ef5dcc0ac24982c2991a209/manifest.json create mode 100644 docs/research/specification-coverage/captures/capture-edd3ca31870e8a87c31090ab408b288630f944d96ef5dcc0ac24982c2991a209/snapshot.json diff --git a/docs/research/formal-semantic-validation/capture-records/capture-c50d1a57a0e2bfcafee97a3c32757b532cfb060461b184757166688769253fc7.json b/docs/research/formal-semantic-validation/capture-records/capture-c50d1a57a0e2bfcafee97a3c32757b532cfb060461b184757166688769253fc7.json new file mode 100644 index 000000000..7aab12b9d --- /dev/null +++ b/docs/research/formal-semantic-validation/capture-records/capture-c50d1a57a0e2bfcafee97a3c32757b532cfb060461b184757166688769253fc7.json @@ -0,0 +1,4 @@ +{ + "capture_path": "docs/research/formal-semantic-validation/captures/capture-c50d1a57a0e2bfcafee97a3c32757b532cfb060461b184757166688769253fc7/manifest.json", + "capture_sha256": "38e592a0b3df55759759cd55eda19cbcd111731e7eb144bb6ff04030dcda653f" +} diff --git a/docs/research/formal-semantic-validation/captures/capture-c50d1a57a0e2bfcafee97a3c32757b532cfb060461b184757166688769253fc7/analysis.json b/docs/research/formal-semantic-validation/captures/capture-c50d1a57a0e2bfcafee97a3c32757b532cfb060461b184757166688769253fc7/analysis.json new file mode 100644 index 000000000..d4b9ad2a3 --- /dev/null +++ b/docs/research/formal-semantic-validation/captures/capture-c50d1a57a0e2bfcafee97a3c32757b532cfb060461b184757166688769253fc7/analysis.json @@ -0,0 +1,171 @@ +{ + "analysis_id": "issue-1482-mixed-runtime-canonical-manifest-formal-analysis-3358fd493d37", + "claim": { + "allowed_evidence": [ + "production parser and semantic-validator results", + "canonical compiled digests", + "participant contract regression tests", + "pinned protocol, corpus, and execution snapshot" + ], + "claim_id": "asr-530-formal-semantic-validation-retest", + "disallowed_evidence": [ + "schema success as semantic proof", + "workflow reachability as network or exploit reachability", + "FM labels as gate outcomes", + "attribution as counterfactual proof", + "formal prose or maintainer confidence alone" + ], + "evidence_artifacts": [ + "docs/research/formal-semantic-validation/protocol-v2.json", + "docs/research/formal-semantic-validation/corpus/manifest-v4.json", + "@snapshot", + "docs/research/formal-semantic-validation/evidence/finite-domain-satisfiable-v4.json", + "docs/research/formal-semantic-validation/evidence/finite-domain-unsatisfiable-v4.json", + "docs/research/formal-semantic-validation/evidence/typed-exploit-path-valid-v4.json", + "docs/research/formal-semantic-validation/evidence/typed-exploit-path-invalid-v4.json" + ], + "falsification_protocol": "Replay every retained and new case through its production entrypoint, require complete digest and evidence joins, execute participant fixtures, and derive status from the recorded outcomes.", + "objective_fail_criteria": "A supported negative passes, a positive fails, an observation drifts, a required participant case is missing, or weaker evidence is promoted to solver, exploit-path, runtime-stability, or counterfactual assurance.", + "objective_pass_criteria": "Every claim class has positive and negative cases, all supported cases reproduce the frozen outcome, every participant obligation has passing positive and negative fixtures, and unsupported classes remain untested.", + "statement": "At the recorded source-state digest, the retained RAES controls have the bounded statuses recorded here; historical releases are integrity evidence, not current replay evidence.", + "threats_to_validity": [ + "The issue-specific corpus is intentionally small and does not enumerate every validator invariant.", + "The participant fixtures exercise reference production contracts and tests, not every independent backend realization.", + "The replay gate runs on one Python reference configuration and one pinned RAES revision.", + "Unsupported solver-level classes have protocol cases but no executable observations." + ] + }, + "claim_results": [ + { + "case_count": 2, + "claim_class_id": "schema-validity", + "evidence_status": "demonstrated", + "limitations": [ + "Bounded to the named source/model structural controls." + ], + "matching_case_count": 2, + "participant_obligation_count": 0, + "replayable_case_count": 2, + "unsupported_case_count": 0 + }, + { + "case_count": 4, + "claim_class_id": "semantic-consistency", + "evidence_status": "partial", + "limitations": [ + "Partial coverage of named static semantics and participant obligations, not universal consistency." + ], + "matching_case_count": 4, + "participant_obligation_count": 7, + "replayable_case_count": 4, + "unsupported_case_count": 0 + }, + { + "case_count": 2, + "claim_class_id": "graph-reachability", + "evidence_status": "partial", + "limitations": [ + "Partial workflow control-flow reachability only; not network, service, or exploit reachability." + ], + "matching_case_count": 2, + "participant_obligation_count": 0, + "replayable_case_count": 2, + "unsupported_case_count": 0 + }, + { + "case_count": 4, + "claim_class_id": "constraint-satisfiability", + "evidence_status": "demonstrated", + "limitations": [ + "Demonstrated only for raes-finite-domain-satisfiability-v1 and its pinned solver configuration." + ], + "matching_case_count": 4, + "participant_obligation_count": 0, + "replayable_case_count": 2, + "unsupported_case_count": 2 + }, + { + "case_count": 4, + "claim_class_id": "exploit-path-validity", + "evidence_status": "demonstrated", + "limitations": [ + "Demonstrated only for the admitted snapshot, typed graph, query, semantics, and bounded search profile." + ], + "matching_case_count": 4, + "participant_obligation_count": 0, + "replayable_case_count": 2, + "unsupported_case_count": 2 + }, + { + "case_count": 2, + "claim_class_id": "determinism-stability", + "evidence_status": "partial", + "limitations": [ + "Partial parse-to-compile repeatability only; runtime and backend determinism are untested." + ], + "matching_case_count": 2, + "participant_obligation_count": 0, + "replayable_case_count": 2, + "unsupported_case_count": 0 + }, + { + "case_count": 2, + "claim_class_id": "counterfactual-necessity", + "evidence_status": "untested", + "limitations": [ + "Untested because no governed intervention or ablation entrypoint ran." + ], + "matching_case_count": 2, + "participant_obligation_count": 0, + "replayable_case_count": 0, + "unsupported_case_count": 2 + } + ], + "corpus_revision": "4.0.0", + "evidence_status": "partial", + "execution_id": "issue-1482-mixed-runtime-canonical-manifest-formal-3358fd493d37", + "generated_at": "2026-10-14T01:04:04.368492+00:00", + "limitations": [ + "Satisfiability is limited to raes-finite-domain-satisfiability-v1 and its exact translation, theory, and Z3 configuration.", + "The subset-minimal unsatisfiable core is not a universal proof certificate.", + "Exploit-path results are limited to the admitted snapshot, normalized graph, query, transition semantics, and bounded search profile.", + "A valid path is not backend execution and an invalid path is not real-world non-exploitability.", + "The production exploit-path JSON loader permits duplicate keys; the research loader rejects them without claiming stronger production behavior.", + "Participant replay inherits the host environment and is not described as hermetic.", + "Counterfactual necessity remains untested.", + "Scoped observation demand is not a claim class in this preregistration and is not promoted to demonstrated by this retest.", + "EXP-732 provenance joins are verified by their dedicated regression suite; this retained corpus makes no universal run, apparatus, source, or augmentation assurance claim.", + "This retained corpus does not establish native backend attestation fidelity; materialization contract checks remain separate operational provenance, not experimental observations.", + "Capture admission and evidence-proof authority are verified by issue-1237 regression tests, not promoted to a new claim class by this retained corpus.", + "Evidence-requirement refinement lineage is outside this retained formal claim set; this retest refreshes integrated source provenance without promoting that feature to a formal claim.", + "Authoring-adapter transport behavior is outside this retained formal claim set.", + "Operational recovery observation and startup reconciliation are verified by their API-404 regression suite, not promoted to a new formal claim class by this retained corpus.", + "Single-owner store admission, immutable target/run scope, and provider shutdown ordering are verified by their API-404 CP-5 regression suite, not promoted to a formal claim by this retained corpus.", + "Mixed and staged trial admission is verified by its SEM-234/SCE-002/API-407 regression suite, not promoted to a new formal claim class by this retained corpus.", + "Offline control-plane maintenance, readiness, and bounded audit behavior are verified by issue #1186 runtime tests, not promoted to a formal claim by this retained corpus.", + "Issue #1187 control-plane crash/profile conformance and HTTP security changes are covered by their dedicated regression suite, not promoted to new claims by this retained corpus.", + "Issue #1189 profile declarations and capability admission are covered by dedicated runtime tests; the retained formal corpus does not execute control-plane profile composition.", + "Issue #1016 mixed-runtime coordination is covered by dedicated runtime tests; the retained formal corpus does not establish backend-native mixed realization, multi-controller coordination, IFC, or equivalence.", + "Issue #610's reconciliation demonstration harness is covered by its dedicated processor and CLI suite, not promoted to new claims by the retained language corpus.", + "Participant identity, organization ownership, and participant assignment are separated by issue #1338. This retained offline corpus does not establish participant autonomy, execution authority, live backend fidelity, or causal attribution.", + "Issue #1389 temporal-subject admission is verified by dedicated compiler tests and adds no new formal-semantic claim to this retained corpus.", + "Issue #971 model construction is verified by its own tests; this retained corpus establishes no participant-crossing equivalence or runtime-realization claim.", + "Issue #1359 control-plane route authority, participant-view scoping, and no-store HTTP boundary are verified by their dedicated HTTP-boundary suite and add no new formal-semantic claim to this retained corpus.", + "Issue #1401 required-evidence media-type coherence is verified by its dedicated suite and adds no new formal-semantic claim to this retained corpus.", + "Issue #1361 execution and recovery requirements are verified by dedicated policy, composition, and admission tests; this retained corpus establishes no live recovery, continuation, or trial-allocation guarantee.", + "The issue #1361 maintainability repair preserves policy semantics and retained corpus outcomes; it establishes no live recovery, continuation, or trial-allocation guarantee.", + "The issue #1361 resource type-hint repair preserves policy semantics and retained corpus outcomes; it establishes no live recovery, continuation, or trial-allocation guarantee.", + "The combined issue #1361 execution-policy and hatchling update preserves retained outcomes and bounded claims; it establishes no live recovery, continuation, or trial-allocation guarantee.", + "The issue #1418 runtime-fact export manifest split changes no contract, schema or behavior and adds no new formal-semantic claim.", + "The issue #1423 inject trigger request and occurrence contracts are new draft carriers that no SDL construct, compiler or runtime path reads, and they add no new formal-semantic claim.", + "The issue #1366 inject readback, correlation and backend declaration contracts are new draft carriers; the shared backend allowlist also lets SDL participant behavior specifications cite inject-occurrence-v1 and inject-occurrence-outcome-v1 as evidence_contract_refs, which the compiler copies through uninterpreted, and no runtime path or shipped backend reads or declares them; they add no new formal-semantic claim.", + "This synchronization preserves the original inject baseline chain in the pre-sync archive, retains frozen production and participant evidence, and binds the combined contract source. CI independently verifies current evidence replay; no new runtime adoption is claimed.", + "This second synchronization binds behavior-authoring source from issue #297, retains frozen production and participant evidence, and pins the preserved first-sync release 75 as its baseline. CI independently verifies replay; no new runtime adoption is claimed.", + "Issue #1091 request-boundary admission is verified by its dedicated tests; this retained corpus does not execute the served HTTP adapter or broaden its bounded claims.", + "This combined-source capture replays the supported retained corpus and the 18 declared participant test cases. The inject contract repair has 126 passing request, occurrence and readback tests; no runtime inject execution or broader formal claim is established. CI independently verifies replay.", + "Issue #1395 adds a separate bounded two-operation crossing model profile. This retained corpus does not establish participant-crossing equivalence or runtime realization; those assurances remain separate.", + "Issue #1482 makes mixed-runtime binding compare a target's backend manifest with the admitted component in canonical backend-manifest-v2 contract form; this retained corpus makes no new runtime-binding or execution claim." + ], + "plain_language_outcome": "The retained formal cases reproduce their outcomes after issue #1482 began comparing mixed-runtime target manifests in canonical contract form. Bounded claims and unsupported classes are unchanged.", + "protocol_revision": "2.0.0" +} diff --git a/docs/research/formal-semantic-validation/captures/capture-c50d1a57a0e2bfcafee97a3c32757b532cfb060461b184757166688769253fc7/manifest.json b/docs/research/formal-semantic-validation/captures/capture-c50d1a57a0e2bfcafee97a3c32757b532cfb060461b184757166688769253fc7/manifest.json new file mode 100644 index 000000000..d24123069 --- /dev/null +++ b/docs/research/formal-semantic-validation/captures/capture-c50d1a57a0e2bfcafee97a3c32757b532cfb060461b184757166688769253fc7/manifest.json @@ -0,0 +1,122 @@ +{ + "analysis_path": "docs/research/formal-semantic-validation/captures/capture-c50d1a57a0e2bfcafee97a3c32757b532cfb060461b184757166688769253fc7/analysis.json", + "analysis_sha256": "ff110840b9654b8deb263d29f7b22d76b27ff0d910834fe0604e8817c9f39be4", + "artifacts": [ + { + "artifact_id": "finite-domain-satisfiable-v2-input", + "kind": "corpus-input", + "path": "docs/research/formal-semantic-validation/corpus/satisfiable-control.sdl.yaml", + "sha256": "0ca9eaba9dc47171f7a042dc6753faa6c820c65ee966538f9d65fac5342202e8" + }, + { + "artifact_id": "finite-domain-satisfiable-v2-evidence", + "kind": "production-evidence", + "path": "docs/research/formal-semantic-validation/evidence/finite-domain-satisfiable-v4.json", + "sha256": "554202313d678046958b5c028e2de26ff03c74895cfac552677eed74e8153add" + }, + { + "artifact_id": "finite-domain-unsatisfiable-v2-input", + "kind": "corpus-input", + "path": "docs/research/formal-semantic-validation/corpus/unsatisfiable-control.sdl.yaml", + "sha256": "cfef56a1f56d5f0db9da195377fd75694bdd0f0b92932fdb8fafcbd3f7baf6c5" + }, + { + "artifact_id": "finite-domain-unsatisfiable-v2-evidence", + "kind": "production-evidence", + "path": "docs/research/formal-semantic-validation/evidence/finite-domain-unsatisfiable-v4.json", + "sha256": "c972725ef64822a75a60380afc11f08eac25b7fe9b091d39b058b3c9f7c8031d" + }, + { + "artifact_id": "typed-exploit-path-valid-v2-input", + "kind": "corpus-input", + "path": "docs/research/formal-semantic-validation/corpus/exploit-path-valid-v3.json", + "sha256": "0afe635a63db5b6e6380ac70982fd61d09790745d51a10d670321304121e7c39" + }, + { + "artifact_id": "typed-exploit-path-valid-v2-evidence", + "kind": "production-evidence", + "path": "docs/research/formal-semantic-validation/evidence/typed-exploit-path-valid-v4.json", + "sha256": "1b7f55d04db172da32658187c64a88c13b5f4d565267ce2be7cb86a9d04cb70c" + }, + { + "artifact_id": "typed-exploit-path-invalid-v2-input", + "kind": "corpus-input", + "path": "docs/research/formal-semantic-validation/corpus/exploit-path-invalid-v3.json", + "sha256": "0b2293d4a8983515ff05c516be6e6b418a4f3f09e055250a00bf15fda861aab3" + }, + { + "artifact_id": "typed-exploit-path-invalid-v2-evidence", + "kind": "production-evidence", + "path": "docs/research/formal-semantic-validation/evidence/typed-exploit-path-invalid-v4.json", + "sha256": "244f895a64f14c10916ab0533ab462ce80a328021cd6a50c30a4aa59266d5533" + }, + { + "artifact_id": "schema-valid-control-fixture", + "kind": "corpus-input", + "path": "docs/research/formal-semantic-validation/corpus/schema-valid.sdl.yaml", + "sha256": "41a9adffdf9f5f2ccc2f887dcf7b15fba3b47c83a1af15f33db872c4a2449d67" + }, + { + "artifact_id": "schema-unknown-field-fixture", + "kind": "corpus-input", + "path": "docs/research/formal-semantic-validation/corpus/schema-invalid-unknown-field.sdl.yaml", + "sha256": "51cf62319a86c95a2517995939d1f370573051835e4b55bb6d5beaf049640481" + }, + { + "artifact_id": "semantic-resolved-objective-fixture", + "kind": "corpus-input", + "path": "docs/research/formal-semantic-validation/corpus/semantic-valid-participant-identity-v2.sdl.yaml", + "sha256": "75834bdc883e2003e1c473870bdf75700978955bb83095c6bd718ba6bd3908a6" + }, + { + "artifact_id": "semantic-dangling-assertion-fixture", + "kind": "corpus-input", + "path": "docs/research/formal-semantic-validation/corpus/semantic-invalid-dangling-ref-participant-identity-v2.sdl.yaml", + "sha256": "1d25bee5f556054e5f0a518df025e4c62e080e1964035e3c1a12e074d88d3a5d" + }, + { + "artifact_id": "semantic-ambiguous-reference-fixture", + "kind": "corpus-input", + "path": "docs/research/formal-semantic-validation/corpus/semantic-invalid-ambiguous-ref.sdl.yaml", + "sha256": "653cbd2fd62e220d49fb86f80133884207df5ae6752846345ae3085b93f6e4ed" + }, + { + "artifact_id": "semantic-feature-cycle-fixture", + "kind": "corpus-input", + "path": "docs/research/formal-semantic-validation/corpus/semantic-invalid-feature-cycle.sdl.yaml", + "sha256": "e1f66d95a9ad039687aec8cccbc8843b514072ff08e006c1b4ca6aa5cd8d4ed1" + }, + { + "artifact_id": "workflow-reachable-control-fixture", + "kind": "corpus-input", + "path": "docs/research/formal-semantic-validation/corpus/workflow-reachable.sdl.yaml", + "sha256": "54c40ceb98ad47247447d737973b2c55e8fb2045e209c7545c4fb20cf42dc3dc" + }, + { + "artifact_id": "workflow-unreachable-step-fixture", + "kind": "corpus-input", + "path": "docs/research/formal-semantic-validation/corpus/workflow-unreachable.sdl.yaml", + "sha256": "ef22ef2e260f1a7fd92d286f9b571716436b192ddfd54aea7bdfcfdda4ca52a2" + }, + { + "artifact_id": "compile-repeatability-control-fixture", + "kind": "corpus-input", + "path": "docs/research/formal-semantic-validation/corpus/determinism-a.sdl.yaml", + "sha256": "0bc40900d598c1af7a405d798ca19710405e53ced262d8733081abf12edf89fe" + }, + { + "artifact_id": "compile-non-vacuity-control-comparison-fixture", + "kind": "corpus-input", + "path": "docs/research/formal-semantic-validation/corpus/determinism-b.sdl.yaml", + "sha256": "d85338f89f20a45515b12da8640173c1a52e47eb17ca0f4f6b4f8f3306e863a1" + } + ], + "bundle_id": "raes-formal-semantic-validation", + "corpus_path": "docs/research/formal-semantic-validation/corpus/manifest-v4.json", + "corpus_sha256": "c57207af72406aa4f70882b9bbeb7cedcc79cf3854c878a95e3eb1fa59ea7a72", + "protocol_path": "docs/research/formal-semantic-validation/protocol-v2.json", + "protocol_sha256": "abf94093e344bf495dfb04e8b0c5985c0beaab8ebb17a75e15c8674fa81b1a7c", + "revision": "capture-c50d1a57a0e2bfcafee97a3c32757b532cfb060461b184757166688769253fc7", + "snapshot_path": "docs/research/formal-semantic-validation/captures/capture-c50d1a57a0e2bfcafee97a3c32757b532cfb060461b184757166688769253fc7/snapshot.json", + "snapshot_sha256": "0ca4cfd5497155d6e73bcd3199f8e25d4dc799786c03c8d01b022d369cb84b2c" +} diff --git a/docs/research/formal-semantic-validation/captures/capture-c50d1a57a0e2bfcafee97a3c32757b532cfb060461b184757166688769253fc7/snapshot.json b/docs/research/formal-semantic-validation/captures/capture-c50d1a57a0e2bfcafee97a3c32757b532cfb060461b184757166688769253fc7/snapshot.json new file mode 100644 index 000000000..520c3b1ec --- /dev/null +++ b/docs/research/formal-semantic-validation/captures/capture-c50d1a57a0e2bfcafee97a3c32757b532cfb060461b184757166688769253fc7/snapshot.json @@ -0,0 +1,653 @@ +{ + "baseline": { + "execution_id": "issue-1395-crossing-formal-3c684ef5d50a", + "release_path": "docs/research/formal-semantic-validation/captures/capture-3bad394534ce94f3cfc052a52e3305495c2733ddda860ab3b1e5c24758a3f62c/manifest.json", + "release_revision": "capture-3bad394534ce94f3cfc052a52e3305495c2733ddda860ab3b1e5c24758a3f62c", + "release_sha256": "f9544867cb1bedeb1cc1d0903e0dde2fdf22d1bda17819d90dad28de395ecc61" + }, + "captured_at": "2026-10-14T01:04:04.368492+00:00", + "commands": [ + { + "argv": [ + "implementations/python/.venv/bin/python", + "-c", + "import json, sys\nfrom pathlib import Path\nroot = Path.cwd().resolve()\nfor entry in (str(root), str(root / \"implementations\" / \"python\" / \"packages\")):\n if entry not in sys.path:\n sys.path.insert(0, entry)\nfrom tools.formal_semantic_validation._replay import replay_case\ncorpus = json.loads((root / \"docs/research/formal-semantic-validation/corpus/manifest-v4.json\").read_text(encoding=\"utf-8\"))\nskipped = set([\"exploit-path\", \"satisfiability\", \"unsupported\"])\nresults = {}\nfor case in corpus[\"cases\"]:\n if case.get(\"replay_mode\") in skipped:\n continue\n try:\n results[case[\"case_id\"]] = {\"ok\": True, **replay_case(root, case)}\n except Exception as exc:\n results[case[\"case_id\"]] = {\"ok\": False, \"error\": type(exc).__name__ + \": \" + str(exc)[:300]}\nprint(json.dumps(results, sort_keys=True))\n" + ], + "command_id": "retained-case-replay", + "network": "disabled" + }, + { + "argv": [ + "implementations/python/.venv/bin/pytest", + "-q", + "implementations/python/tests/test_sem_208_participant_behavior.py::test_hidden_truth_disclosure_is_separate_from_observable_projection", + "implementations/python/tests/test_sem_208_participant_behavior.py::test_hidden_truth_cannot_be_observed_without_explicit_disclosure_rule", + "implementations/python/tests/test_sem_211_participant_action_semantics.py::test_action_contract_declares_sem_211_classes_and_compiles_them", + "implementations/python/tests/test_sem_211_participant_action_semantics.py::test_action_result_rejects_success_when_preconditions_are_unresolved", + "implementations/python/tests/test_run_308_concurrent_participant_execution.py::test_runtime_snapshot_publishes_joint_action_and_time_context_records", + "implementations/python/tests/test_run_308_concurrent_participant_execution.py::test_joint_action_record_contract_rejects_unordered_conflicting_writes", + "implementations/python/tests/test_participant_runtime_invariants.py::test_order_discipline_accepts_supported_order_claim_strengths", + "implementations/python/tests/test_participant_runtime_invariants.py::test_order_discipline_rejects_wall_clock_causality", + "implementations/python/tests/test_sem_212_participant_attribution_semantics.py::test_attribution_edge_round_trips_on_terminal_observation", + "implementations/python/tests/test_sem_212_participant_attribution_semantics.py::test_timestamp_adjacency_cannot_be_reported_as_strong_causality", + "implementations/python/tests/test_sem_215_participant_outcome_interpretation.py::test_outcome_interpretation_rule_parses_and_compiles_explicit_layers", + "implementations/python/tests/test_sem_215_participant_outcome_interpretation.py::test_local_action_success_does_not_imply_objective_success_without_rule_record", + "implementations/python/tests/test_realization_honesty_conformance.py::test_constructive_envelope_runs_positive_and_negative_honesty_probes", + "implementations/python/tests/test_realization_honesty_conformance.py::test_only_native_live_can_support_native_conformance" + ], + "command_id": "participant-fixtures", + "network": "disabled" + }, + { + "argv": [ + "implementations/python/.venv/bin/raes", + "processor", + "satisfiability", + "docs/research/formal-semantic-validation/corpus/satisfiable-control.sdl.yaml", + "--profile", + "raes-finite-domain-satisfiability-v1" + ], + "command_id": "finite-domain-satisfiable-v2", + "network": "disabled" + }, + { + "argv": [ + "implementations/python/.venv/bin/raes", + "processor", + "satisfiability", + "docs/research/formal-semantic-validation/corpus/unsatisfiable-control.sdl.yaml", + "--profile", + "raes-finite-domain-satisfiability-v1" + ], + "command_id": "finite-domain-unsatisfiable-v2", + "network": "disabled" + }, + { + "argv": [ + "implementations/python/.venv/bin/raes", + "processor", + "exploit-path", + "docs/research/formal-semantic-validation/corpus/exploit-path-valid-v3.json", + "--profile", + "raes-exploit-path-analysis-v1" + ], + "command_id": "typed-exploit-path-valid-v2", + "network": "disabled" + }, + { + "argv": [ + "implementations/python/.venv/bin/raes", + "processor", + "exploit-path", + "docs/research/formal-semantic-validation/corpus/exploit-path-invalid-v3.json", + "--profile", + "raes-exploit-path-analysis-v1" + ], + "command_id": "typed-exploit-path-invalid-v2", + "network": "disabled" + } + ], + "configuration_id": "raes-python-reference-offline-v41", + "corpus_revision": "4.0.0", + "deviations": [], + "execution_id": "issue-1482-mixed-runtime-canonical-manifest-formal-3358fd493d37", + "execution_status": "complete", + "observations": [ + { + "actual_outcome": "accepted", + "analysis_profile": null, + "case_id": "schema-valid-control", + "configuration_digest": null, + "configuration_id": "raes-python-reference-offline-v41", + "diagnostic_kind": null, + "evidence_artifact_path": null, + "evidence_artifact_sha256": null, + "evidence_digest": null, + "evidence_profile": null, + "evidence_refs": [ + "docs/research/formal-semantic-validation/corpus/schema-valid.sdl.yaml" + ], + "execution_id": "issue-1482-mixed-runtime-canonical-manifest-formal-3358fd493d37", + "limitations": [ + "A passing minimal source does not establish semantic correctness." + ], + "replayable": true, + "result_digest": "f7d364ef384df8a1526b489501835b635021c860793b5764f91d956710d2250c", + "source_digest": null + }, + { + "actual_outcome": "rejected", + "analysis_profile": null, + "case_id": "schema-unknown-field", + "configuration_digest": null, + "configuration_id": "raes-python-reference-offline-v41", + "diagnostic_kind": "SDLParseError", + "evidence_artifact_path": null, + "evidence_artifact_sha256": null, + "evidence_digest": null, + "evidence_profile": null, + "evidence_refs": [ + "docs/research/formal-semantic-validation/corpus/schema-invalid-unknown-field.sdl.yaml" + ], + "execution_id": "issue-1482-mixed-runtime-canonical-manifest-formal-3358fd493d37", + "limitations": [ + "The observation covers one unknown-field defect only." + ], + "replayable": true, + "result_digest": "f55d834b458f8e069e1c69061b4cc0a6d61e0e052bf90c670f2e6a5ad8b5bd98", + "source_digest": null + }, + { + "actual_outcome": "accepted", + "analysis_profile": null, + "case_id": "semantic-resolved-objective", + "configuration_digest": null, + "configuration_id": "raes-python-reference-offline-v41", + "diagnostic_kind": null, + "evidence_artifact_path": null, + "evidence_artifact_sha256": null, + "evidence_digest": null, + "evidence_profile": null, + "evidence_refs": [ + "docs/research/formal-semantic-validation/corpus/semantic-valid-participant-identity-v2.sdl.yaml" + ], + "execution_id": "issue-1482-mixed-runtime-canonical-manifest-formal-3358fd493d37", + "limitations": [ + "This is a positive control for one objective-reference slice." + ], + "replayable": true, + "result_digest": "652288785dc09095955ed3649f6407d616fb7c4d4f4188df4ed513ccb7537e0b", + "source_digest": null + }, + { + "actual_outcome": "rejected", + "analysis_profile": null, + "case_id": "semantic-dangling-assertion", + "configuration_digest": null, + "configuration_id": "raes-python-reference-offline-v41", + "diagnostic_kind": "SDLValidationError", + "evidence_artifact_path": null, + "evidence_artifact_sha256": null, + "evidence_digest": null, + "evidence_profile": null, + "evidence_refs": [ + "docs/research/formal-semantic-validation/corpus/semantic-invalid-dangling-ref-participant-identity-v2.sdl.yaml" + ], + "execution_id": "issue-1482-mixed-runtime-canonical-manifest-formal-3358fd493d37", + "limitations": [ + "A single dangling reference does not prove complete semantic coverage." + ], + "replayable": true, + "result_digest": "0207cf616b56708ca9b8c4499d3301abe22dbe52162cf8d58d3bec429d9db024", + "source_digest": null + }, + { + "actual_outcome": "rejected", + "analysis_profile": null, + "case_id": "semantic-ambiguous-reference", + "configuration_digest": null, + "configuration_id": "raes-python-reference-offline-v41", + "diagnostic_kind": "SDLValidationError", + "evidence_artifact_path": null, + "evidence_artifact_sha256": null, + "evidence_digest": null, + "evidence_profile": null, + "evidence_refs": [ + "docs/research/formal-semantic-validation/corpus/semantic-invalid-ambiguous-ref.sdl.yaml" + ], + "execution_id": "issue-1482-mixed-runtime-canonical-manifest-formal-3358fd493d37", + "limitations": [ + "One namespace collision does not enumerate every ambiguity surface." + ], + "replayable": true, + "result_digest": "9da4a87797d228e0012ab6b30459f4892e41aa6f224a9840be035fee4a2eea73", + "source_digest": null + }, + { + "actual_outcome": "rejected", + "analysis_profile": null, + "case_id": "semantic-feature-cycle", + "configuration_digest": null, + "configuration_id": "raes-python-reference-offline-v41", + "diagnostic_kind": "SDLValidationError", + "evidence_artifact_path": null, + "evidence_artifact_sha256": null, + "evidence_digest": null, + "evidence_profile": null, + "evidence_refs": [ + "docs/research/formal-semantic-validation/corpus/semantic-invalid-feature-cycle.sdl.yaml" + ], + "execution_id": "issue-1482-mixed-runtime-canonical-manifest-formal-3358fd493d37", + "limitations": [ + "One static dependency cycle does not establish general constraint satisfiability." + ], + "replayable": true, + "result_digest": "d15dbcd99fb4f20b965d7031b07dd6534576302270399c3fa656d29e7de02b83", + "source_digest": null + }, + { + "actual_outcome": "accepted", + "analysis_profile": null, + "case_id": "workflow-reachable-control", + "configuration_digest": null, + "configuration_id": "raes-python-reference-offline-v41", + "diagnostic_kind": null, + "evidence_artifact_path": null, + "evidence_artifact_sha256": null, + "evidence_digest": null, + "evidence_profile": null, + "evidence_refs": [ + "docs/research/formal-semantic-validation/corpus/workflow-reachable.sdl.yaml" + ], + "execution_id": "issue-1482-mixed-runtime-canonical-manifest-formal-3358fd493d37", + "limitations": [ + "The graph is workflow control flow only." + ], + "replayable": true, + "result_digest": "b1b49649b54bd59d4ef357b39cf9158da90f4eae560f8dd756acf97bd0827a06", + "source_digest": null + }, + { + "actual_outcome": "rejected", + "analysis_profile": null, + "case_id": "workflow-unreachable-step", + "configuration_digest": null, + "configuration_id": "raes-python-reference-offline-v41", + "diagnostic_kind": "SDLValidationError", + "evidence_artifact_path": null, + "evidence_artifact_sha256": null, + "evidence_digest": null, + "evidence_profile": null, + "evidence_refs": [ + "docs/research/formal-semantic-validation/corpus/workflow-unreachable.sdl.yaml" + ], + "execution_id": "issue-1482-mixed-runtime-canonical-manifest-formal-3358fd493d37", + "limitations": [ + "The result does not establish network, service, participant, or exploit reachability." + ], + "replayable": true, + "result_digest": "bb931d19346ef9193408ae6c85deb4079704378fc5f00dc5f47a2817cff21943", + "source_digest": null + }, + { + "actual_outcome": "unsupported", + "analysis_profile": null, + "case_id": "whole-scenario-satisfiable-request", + "configuration_digest": null, + "configuration_id": "raes-python-reference-offline-v41", + "diagnostic_kind": null, + "evidence_artifact_path": null, + "evidence_artifact_sha256": null, + "evidence_digest": null, + "evidence_profile": null, + "evidence_refs": [ + "docs/decisions/issue-168-formal-semantic-validation-reachability-preflight.md" + ], + "execution_id": "issue-1482-mixed-runtime-canonical-manifest-formal-3358fd493d37", + "limitations": [ + "No governed whole-scenario constraint theory or solver exists." + ], + "replayable": false, + "result_digest": null, + "source_digest": null + }, + { + "actual_outcome": "unsupported", + "analysis_profile": null, + "case_id": "whole-scenario-unsatisfiable-request", + "configuration_digest": null, + "configuration_id": "raes-python-reference-offline-v41", + "diagnostic_kind": null, + "evidence_artifact_path": null, + "evidence_artifact_sha256": null, + "evidence_digest": null, + "evidence_profile": null, + "evidence_refs": [ + "docs/decisions/issue-168-formal-semantic-validation-reachability-preflight.md" + ], + "execution_id": "issue-1482-mixed-runtime-canonical-manifest-formal-3358fd493d37", + "limitations": [ + "Local checks cannot produce a whole-scenario unsat certificate." + ], + "replayable": false, + "result_digest": null, + "source_digest": null + }, + { + "actual_outcome": "unsupported", + "analysis_profile": null, + "case_id": "valid-exploit-path-request", + "configuration_digest": null, + "configuration_id": "raes-python-reference-offline-v41", + "diagnostic_kind": null, + "evidence_artifact_path": null, + "evidence_artifact_sha256": null, + "evidence_digest": null, + "evidence_profile": null, + "evidence_refs": [ + "docs/decisions/issue-168-formal-semantic-validation-reachability-preflight.md" + ], + "execution_id": "issue-1482-mixed-runtime-canonical-manifest-formal-3358fd493d37", + "limitations": [ + "The issue-168 baseline had no canonical typed attack graph or path-query entrypoint." + ], + "replayable": false, + "result_digest": null, + "source_digest": null + }, + { + "actual_outcome": "unsupported", + "analysis_profile": null, + "case_id": "invalid-exploit-path-request", + "configuration_digest": null, + "configuration_id": "raes-python-reference-offline-v41", + "diagnostic_kind": null, + "evidence_artifact_path": null, + "evidence_artifact_sha256": null, + "evidence_digest": null, + "evidence_profile": null, + "evidence_refs": [ + "docs/decisions/issue-168-formal-semantic-validation-reachability-preflight.md" + ], + "execution_id": "issue-1482-mixed-runtime-canonical-manifest-formal-3358fd493d37", + "limitations": [ + "Vulnerability and topology declarations are not an invalid-path proof." + ], + "replayable": false, + "result_digest": null, + "source_digest": null + }, + { + "actual_outcome": "stable", + "analysis_profile": null, + "case_id": "compile-repeatability-control", + "configuration_digest": null, + "configuration_id": "raes-python-reference-offline-v41", + "diagnostic_kind": null, + "evidence_artifact_path": null, + "evidence_artifact_sha256": null, + "evidence_digest": null, + "evidence_profile": null, + "evidence_refs": [ + "docs/research/formal-semantic-validation/corpus/determinism-a.sdl.yaml" + ], + "execution_id": "issue-1482-mixed-runtime-canonical-manifest-formal-3358fd493d37", + "limitations": [ + "The witness ends at compiled output." + ], + "replayable": true, + "result_digest": "d7c098c5d063b8d1b0747e8df5daa90061456065cdda0bbedfa10918442f5daa", + "source_digest": null + }, + { + "actual_outcome": "distinguishable", + "analysis_profile": null, + "case_id": "compile-non-vacuity-control", + "configuration_digest": null, + "configuration_id": "raes-python-reference-offline-v41", + "diagnostic_kind": null, + "evidence_artifact_path": null, + "evidence_artifact_sha256": null, + "evidence_digest": null, + "evidence_profile": null, + "evidence_refs": [ + "docs/research/formal-semantic-validation/corpus/determinism-a.sdl.yaml", + "docs/research/formal-semantic-validation/corpus/determinism-b.sdl.yaml" + ], + "execution_id": "issue-1482-mixed-runtime-canonical-manifest-formal-3358fd493d37", + "limitations": [ + "Distinct digests are a non-vacuity control, not semantic non-equivalence proof." + ], + "replayable": true, + "result_digest": "a2fcebba3341592b133af813e8bb8e5f47270418bc58bfd471a89bfbc8ba46da", + "source_digest": null + }, + { + "actual_outcome": "unsupported", + "analysis_profile": null, + "case_id": "necessity-witness-request", + "configuration_digest": null, + "configuration_id": "raes-python-reference-offline-v41", + "diagnostic_kind": null, + "evidence_artifact_path": null, + "evidence_artifact_sha256": null, + "evidence_digest": null, + "evidence_profile": null, + "evidence_refs": [ + "docs/decisions/issue-168-formal-semantic-validation-reachability-preflight.md" + ], + "execution_id": "issue-1482-mixed-runtime-canonical-manifest-formal-3358fd493d37", + "limitations": [ + "No governed intervention or ablation protocol exists." + ], + "replayable": false, + "result_digest": null, + "source_digest": null + }, + { + "actual_outcome": "unsupported", + "analysis_profile": null, + "case_id": "non-necessity-control-request", + "configuration_digest": null, + "configuration_id": "raes-python-reference-offline-v41", + "diagnostic_kind": null, + "evidence_artifact_path": null, + "evidence_artifact_sha256": null, + "evidence_digest": null, + "evidence_profile": null, + "evidence_refs": [ + "docs/decisions/issue-168-formal-semantic-validation-reachability-preflight.md" + ], + "execution_id": "issue-1482-mixed-runtime-canonical-manifest-formal-3358fd493d37", + "limitations": [ + "Attribution and negative fixtures do not demonstrate non-necessity." + ], + "replayable": false, + "result_digest": null, + "source_digest": null + }, + { + "actual_outcome": "satisfiable", + "analysis_profile": "raes-finite-domain-satisfiability-v1", + "case_id": "finite-domain-satisfiable-v2", + "configuration_digest": "sha256:1204635e17e759e9ad3bd6be2ecb28c6de05c07ead6dfdd15936ed5d3d5b81b2", + "configuration_id": "raes-python-reference-offline-v41", + "diagnostic_kind": "scenario-satisfiability-evidence/v1", + "evidence_artifact_path": "docs/research/formal-semantic-validation/evidence/finite-domain-satisfiable-v4.json", + "evidence_artifact_sha256": "554202313d678046958b5c028e2de26ff03c74895cfac552677eed74e8153add", + "evidence_digest": "sha256:23c2cae7d95d4cc83d77ca576e3911477b169ecc311c977cb45490345f633b5a", + "evidence_profile": "scenario-satisfiability-evidence/v1", + "evidence_refs": [ + "docs/research/formal-semantic-validation/corpus/satisfiable-control.sdl.yaml", + "docs/research/formal-semantic-validation/evidence/finite-domain-satisfiable-v4.json", + "specs/formal/scenario-satisfiability/README.md" + ], + "execution_id": "issue-1482-mixed-runtime-canonical-manifest-formal-3358fd493d37", + "limitations": [ + "Demonstrates only the pinned finite-domain theory, translation, solver profile, and source." + ], + "replayable": true, + "result_digest": "sha256:23c2cae7d95d4cc83d77ca576e3911477b169ecc311c977cb45490345f633b5a", + "source_digest": "sha256:0ca9eaba9dc47171f7a042dc6753faa6c820c65ee966538f9d65fac5342202e8" + }, + { + "actual_outcome": "unsatisfiable", + "analysis_profile": "raes-finite-domain-satisfiability-v1", + "case_id": "finite-domain-unsatisfiable-v2", + "configuration_digest": "sha256:1204635e17e759e9ad3bd6be2ecb28c6de05c07ead6dfdd15936ed5d3d5b81b2", + "configuration_id": "raes-python-reference-offline-v41", + "diagnostic_kind": "scenario-satisfiability-evidence/v1", + "evidence_artifact_path": "docs/research/formal-semantic-validation/evidence/finite-domain-unsatisfiable-v4.json", + "evidence_artifact_sha256": "c972725ef64822a75a60380afc11f08eac25b7fe9b091d39b058b3c9f7c8031d", + "evidence_digest": "sha256:317b5cad00aa7f4f7868dca66127611ba19d40ffd86f35815502622814df54c1", + "evidence_profile": "scenario-satisfiability-evidence/v1", + "evidence_refs": [ + "docs/research/formal-semantic-validation/corpus/unsatisfiable-control.sdl.yaml", + "docs/research/formal-semantic-validation/evidence/finite-domain-unsatisfiable-v4.json", + "specs/formal/scenario-satisfiability/README.md" + ], + "execution_id": "issue-1482-mixed-runtime-canonical-manifest-formal-3358fd493d37", + "limitations": [ + "The subset-minimal core is evidence for the pinned translation and solver, not a proof certificate for arbitrary SDL." + ], + "replayable": true, + "result_digest": "sha256:317b5cad00aa7f4f7868dca66127611ba19d40ffd86f35815502622814df54c1", + "source_digest": "sha256:cfef56a1f56d5f0db9da195377fd75694bdd0f0b92932fdb8fafcbd3f7baf6c5" + }, + { + "actual_outcome": "valid-path", + "analysis_profile": "raes-exploit-path-analysis-v1", + "case_id": "typed-exploit-path-valid-v2", + "configuration_digest": "sha256:7f8876d81feb77d3a3239be2fb8337de8885e2744f8786728ba23e4e6027bc0a", + "configuration_id": "raes-python-reference-offline-v41", + "diagnostic_kind": "exploit-path-analysis-evidence/v1", + "evidence_artifact_path": "docs/research/formal-semantic-validation/evidence/typed-exploit-path-valid-v4.json", + "evidence_artifact_sha256": "1b7f55d04db172da32658187c64a88c13b5f4d565267ce2be7cb86a9d04cb70c", + "evidence_digest": "sha256:2d4d1a362751abd9544beb8af7f8c6331d04dac8f4abc315fb261f81fbaf4387", + "evidence_profile": "exploit-path-analysis-evidence/v1", + "evidence_refs": [ + "docs/research/formal-semantic-validation/corpus/exploit-path-valid-v3.json", + "docs/research/formal-semantic-validation/evidence/typed-exploit-path-valid-v4.json", + "specs/formal/exploit-path-analysis/README.md" + ], + "execution_id": "issue-1482-mixed-runtime-canonical-manifest-formal-3358fd493d37", + "limitations": [ + "The witness is bounded to the admitted snapshot, normalized graph, query, semantics, and search profile; it does not establish backend execution." + ], + "replayable": true, + "result_digest": "sha256:2d4d1a362751abd9544beb8af7f8c6331d04dac8f4abc315fb261f81fbaf4387", + "source_digest": "sha256:0afe635a63db5b6e6380ac70982fd61d09790745d51a10d670321304121e7c39" + }, + { + "actual_outcome": "invalid-path", + "analysis_profile": "raes-exploit-path-analysis-v1", + "case_id": "typed-exploit-path-invalid-v2", + "configuration_digest": "sha256:7f8876d81feb77d3a3239be2fb8337de8885e2744f8786728ba23e4e6027bc0a", + "configuration_id": "raes-python-reference-offline-v41", + "diagnostic_kind": "exploit-path-analysis-evidence/v1", + "evidence_artifact_path": "docs/research/formal-semantic-validation/evidence/typed-exploit-path-invalid-v4.json", + "evidence_artifact_sha256": "244f895a64f14c10916ab0533ab462ce80a328021cd6a50c30a4aa59266d5533", + "evidence_digest": "sha256:1b416bb5a4d29d57c961b769cc9d3af5d9328624e3eebf104d57f39a94c5bb97", + "evidence_profile": "exploit-path-analysis-evidence/v1", + "evidence_refs": [ + "docs/research/formal-semantic-validation/corpus/exploit-path-invalid-v3.json", + "docs/research/formal-semantic-validation/evidence/typed-exploit-path-invalid-v4.json", + "specs/formal/exploit-path-analysis/README.md" + ], + "execution_id": "issue-1482-mixed-runtime-canonical-manifest-formal-3358fd493d37", + "limitations": [ + "Structured rejection proves only that this bounded graph/query cannot reach its goal; it does not establish real-world non-exploitability." + ], + "replayable": true, + "result_digest": "sha256:1b416bb5a4d29d57c961b769cc9d3af5d9328624e3eebf104d57f39a94c5bb97", + "source_digest": "sha256:0b2293d4a8983515ff05c516be6e6b418a4f3f09e055250a00bf15fda861aab3" + } + ], + "participant_observations": [ + { + "evidence_refs": [ + "implementations/python/tests/test_sem_208_participant_behavior.py::test_hidden_truth_disclosure_is_separate_from_observable_projection", + "implementations/python/tests/test_sem_208_participant_behavior.py::test_hidden_truth_cannot_be_observed_without_explicit_disclosure_rule" + ], + "execution_id": "issue-1482-mixed-runtime-canonical-manifest-formal-3358fd493d37", + "limitations": [ + "Covers the reference SDL/contract path, not every backend projection." + ], + "negative_outcome": "passed", + "obligation_id": "hidden-vs-visible-projection", + "positive_outcome": "passed" + }, + { + "evidence_refs": [ + "implementations/python/tests/test_sem_211_participant_action_semantics.py::test_action_contract_declares_sem_211_classes_and_compiles_them", + "implementations/python/tests/test_sem_211_participant_action_semantics.py::test_action_result_rejects_success_when_preconditions_are_unresolved" + ], + "execution_id": "issue-1482-mixed-runtime-canonical-manifest-formal-3358fd493d37", + "limitations": [ + "Covers declared applicability and one unresolved-precondition failure." + ], + "negative_outcome": "passed", + "obligation_id": "fail-closed-action-applicability", + "positive_outcome": "passed" + }, + { + "evidence_refs": [ + "implementations/python/tests/test_run_308_concurrent_participant_execution.py::test_runtime_snapshot_publishes_joint_action_and_time_context_records", + "implementations/python/tests/test_run_308_concurrent_participant_execution.py::test_joint_action_record_contract_rejects_unordered_conflicting_writes" + ], + "execution_id": "issue-1482-mixed-runtime-canonical-manifest-formal-3358fd493d37", + "limitations": [ + "Contract evidence does not prove every backend's live concurrency fidelity." + ], + "negative_outcome": "passed", + "obligation_id": "shared-state-effects", + "positive_outcome": "passed" + }, + { + "evidence_refs": [ + "implementations/python/tests/test_participant_runtime_invariants.py::test_order_discipline_accepts_supported_order_claim_strengths", + "implementations/python/tests/test_participant_runtime_invariants.py::test_order_discipline_rejects_wall_clock_causality" + ], + "execution_id": "issue-1482-mixed-runtime-canonical-manifest-formal-3358fd493d37", + "limitations": [ + "Rejecting timestamp-only causality does not supply counterfactual proof." + ], + "negative_outcome": "passed", + "obligation_id": "ordering-before-causality", + "positive_outcome": "passed" + }, + { + "evidence_refs": [ + "implementations/python/tests/test_sem_212_participant_attribution_semantics.py::test_attribution_edge_round_trips_on_terminal_observation", + "implementations/python/tests/test_sem_212_participant_attribution_semantics.py::test_timestamp_adjacency_cannot_be_reported_as_strong_causality" + ], + "execution_id": "issue-1482-mixed-runtime-canonical-manifest-formal-3358fd493d37", + "limitations": [ + "Attribution labels disclose basis; they do not demonstrate necessity." + ], + "negative_outcome": "passed", + "obligation_id": "evidence-labeled-attribution", + "positive_outcome": "passed" + }, + { + "evidence_refs": [ + "implementations/python/tests/test_sem_215_participant_outcome_interpretation.py::test_outcome_interpretation_rule_parses_and_compiles_explicit_layers", + "implementations/python/tests/test_sem_215_participant_outcome_interpretation.py::test_local_action_success_does_not_imply_objective_success_without_rule_record" + ], + "execution_id": "issue-1482-mixed-runtime-canonical-manifest-formal-3358fd493d37", + "limitations": [ + "The fixtures establish layer separation, not outcome validity in every realization." + ], + "negative_outcome": "passed", + "obligation_id": "participant-local-outcome-separation", + "positive_outcome": "passed" + }, + { + "evidence_refs": [ + "implementations/python/tests/test_realization_honesty_conformance.py::test_constructive_envelope_runs_positive_and_negative_honesty_probes", + "implementations/python/tests/test_realization_honesty_conformance.py::test_only_native_live_can_support_native_conformance" + ], + "execution_id": "issue-1482-mixed-runtime-canonical-manifest-formal-3358fd493d37", + "limitations": [ + "Reference conformance evidence remains bounded to declared realization profiles." + ], + "negative_outcome": "passed", + "obligation_id": "realization-profile-honesty", + "positive_outcome": "passed" + } + ], + "protocol_revision": "2.0.0", + "raes_revision": "b1e96efee8eae5e1012a2275885262d4274d7a66", + "source_state": { + "base_revision": "b1e96efee8eae5e1012a2275885262d4274d7a66", + "checkout_state": "clean", + "implementation_digest": "3358fd493d377c5952eb155edb2aa40c986dd987bba4f32a9f1c0b87d6c302e8", + "profile": "python-reference-source/v2" + }, + "versions": { + "python": "3.12.3", + "raes": "5.0.0", + "z3_engine": "4.16.0", + "z3_solver": "4.16.0.0" + } +} diff --git a/docs/research/specification-coverage/capture-records/capture-edd3ca31870e8a87c31090ab408b288630f944d96ef5dcc0ac24982c2991a209.json b/docs/research/specification-coverage/capture-records/capture-edd3ca31870e8a87c31090ab408b288630f944d96ef5dcc0ac24982c2991a209.json new file mode 100644 index 000000000..7775313f3 --- /dev/null +++ b/docs/research/specification-coverage/capture-records/capture-edd3ca31870e8a87c31090ab408b288630f944d96ef5dcc0ac24982c2991a209.json @@ -0,0 +1,4 @@ +{ + "capture_path": "docs/research/specification-coverage/captures/capture-edd3ca31870e8a87c31090ab408b288630f944d96ef5dcc0ac24982c2991a209/manifest.json", + "capture_sha256": "0697ce0c42bbb99464922605474faf064f4c571423a2238374424c83840d3ac7" +} diff --git a/docs/research/specification-coverage/captures/capture-edd3ca31870e8a87c31090ab408b288630f944d96ef5dcc0ac24982c2991a209/analysis.json b/docs/research/specification-coverage/captures/capture-edd3ca31870e8a87c31090ab408b288630f944d96ef5dcc0ac24982c2991a209/analysis.json new file mode 100644 index 000000000..b8217636c --- /dev/null +++ b/docs/research/specification-coverage/captures/capture-edd3ca31870e8a87c31090ab408b288630f944d96ef5dcc0ac24982c2991a209/analysis.json @@ -0,0 +1,118 @@ +{ + "analysis_id": "issue-1482-mixed-runtime-canonical-manifest-specification-analysis-3358fd493d37", + "backend_leakage": [], + "claim": { + "allowed_evidence": [ + "pinned source metadata and bounded paraphrases", + "production parser, semantic, instantiation, admission, compiler, contract, and profile results", + "exact artifact digests and typed pointers", + "documented missing-concept and backend-specific dispositions" + ], + "claim_id": "raes-standardized-configurable-specification-coverage", + "disallowed_evidence": [ + "field-count or schema breadth alone", + "the existing scenario stress corpus as the representative request corpus", + "free-form metadata as typed coverage", + "backend-private interpretation", + "post-hoc removal or repair of falsifying concepts" + ], + "evidence_artifacts": [ + "docs/research/specification-coverage/protocol-v1.json", + "@snapshot" + ], + "falsification_protocol": "docs/research/specification-coverage/protocol-v1.json", + "objective_fail_criteria": "A load-bearing concept is missing or lossy, an applicable stage fails, or backend vocabulary is required in core SDL while the result claims success.", + "objective_pass_criteria": "Every load-bearing concept passes at every owning stage, backend-specific mechanics stay outside core SDL, and no requested concept is silently lost.", + "statement": "RAES provides a standardized configurable portable specification surface for the preregistered representative cyber-agent evaluation environment requirements without backend vocabulary in core SDL.", + "threats_to_validity": [ + "The representative corpus contains four source strata and sixteen atomic concepts rather than every cyber-range requirement.", + "The reference processor and repository fixtures are not independent backend implementations.", + "No live range, simulator federation, or participant execution was part of this offline specification-coverage test." + ] + }, + "classification_counts": { + "deliberately-backend-specific": 1, + "directly-expressible": 10, + "missing": 3, + "profile-or-manifest-constraint": 2 + }, + "evidence_status": "partial", + "execution_status": "complete", + "generated_at": "2026-10-14T01:04:04.368492+00:00", + "limitations": [ + "This result demonstrates bounded specification coverage, not universal cyber-range coverage, usability, adoption, backend substitution, or behavioral equivalence.", + "The three missing concepts are evidence, not implementation tasks within this snapshot.", + "The retained protocol does not test recursive realization or plan-level profile semantics; this release only re-establishes its original bounded coverage result against the current implementation.", + "The retained protocol does not test evidence-requirement refinement lineage; the dedicated EXP-731 regression suite covers that production boundary.", + "Authoring-adapter transport behavior is outside this retained protocol.", + "Reviewed OCI mirror and pre-seed admission is covered by its own regression suites and the development artifact policy gate, not a new claim in this preregistered matrix.", + "Operational recovery observation and startup reconciliation are covered by their API-404 regression suite, not a new claim in this preregistered matrix.", + "Store ownership, immutable runtime scope, and provider shutdown ordering are covered by the API-404 CP-5 regression suite, not by this retained specification-coverage protocol.", + "Mixed/staged trial compilation and admission are covered by issue #1015 regression tests, not by this retained specification-coverage corpus; no live mixed-runtime result is claimed.", + "Issue #1186 control-plane recovery operations are covered by their runtime regression suite, not by this retained specification-coverage corpus.", + "Issue #1187 control-plane crash/profile conformance and HTTP security changes are covered by their dedicated regression suite, not promoted to new claims by this retained corpus.", + "Issue #1189 control-plane profile declarations are covered by their dedicated runtime suite, not promoted to new claims by the retained language corpus.", + "Issue #610's reconciliation demonstration harness is covered by its dedicated processor and CLI suite, not promoted to new claims by the retained language corpus.", + "Participant identity, organization ownership, and participant assignment are separated by issue #1338. This retained offline corpus does not establish participant autonomy, execution authority, live backend fidelity, or causal attribution.", + "Participant-local outcome state is verified by the ACT-618 tests; this retained corpus makes no additional outcome-state claim.", + "Backend operation supervision contracts are covered by issue #1360 contract tests; this retained offline corpus establishes no live backend supervision or recovery guarantee.", + "This capture replays the merged issue #1360 and #1357 source; the protocol makes no live backend execution or supervision claim.", + "This capture replays the merged issue #1360 and #1358 source; the protocol makes no live backend execution or supervision claim.", + "Issue #1389 participant inject delivery temporal-subject admission is covered by dedicated compiler tests; this retained matrix makes no new timing or execution claim.", + "Issue #971 adds offline crossing model construction; this retained protocol establishes no crossing equivalence or runtime-realization claim.", + "Issue #1359 control-plane route authority, participant-view scoping, and no-store HTTP boundary are covered by their dedicated HTTP-boundary suite; this retained matrix makes no new exposure or execution claim.", + "Issue #1401 required-evidence media-type coherence is verified by its dedicated suite; this retained matrix makes no new admission or capture claim.", + "Issue #1361 execution and recovery requirements are verified by dedicated policy, composition, and admission tests; this retained corpus establishes no live recovery, continuation, or trial-allocation guarantee.", + "The issue #1361 maintainability repair preserves policy semantics and retained corpus outcomes; it establishes no live recovery, continuation, or trial-allocation guarantee.", + "The issue #1361 resource type-hint repair preserves policy semantics and retained corpus outcomes; it establishes no live recovery, continuation, or trial-allocation guarantee.", + "The combined issue #1361 execution-policy and hatchling update preserves retained outcomes and bounded claims; it establishes no live recovery, continuation, or trial-allocation guarantee.", + "The issue #1418 runtime-fact export manifest split changes no contract, schema or behavior; this retained matrix makes no new admission or coverage claim.", + "The issue #1423 inject trigger request and occurrence contracts are new draft carriers that no SDL construct, compiler or runtime path reads; this retained matrix makes no new admission or coverage claim.", + "The issue #1366 inject readback, correlation and backend declaration contracts are new draft carriers; the shared backend allowlist also lets SDL participant behavior specifications cite inject-occurrence-v1 and inject-occurrence-outcome-v1 as evidence_contract_refs, which the compiler copies through uninterpreted, and no runtime path or shipped backend reads or declares them; this retained matrix makes no new admission or coverage claim.", + "This synchronization preserves the original inject and mixed-backend captures, binds their combined source, and adds no runtime or backend-adoption claim.", + "This second synchronization adds behavior-authoring source from issue #297; prior inject and behavior-authoring captures remain preserved. No additional runtime adoption is claimed.", + "Issue #1091 request-boundary admission is verified by its dedicated tests; this retained corpus does not execute the served HTTP adapter or broaden its bounded claims.", + "Issue #1395 adds a separate bounded two-operation crossing model profile. This retained corpus does not establish participant-crossing equivalence or runtime realization; those assurances remain separate.", + "Issue #1482 makes mixed-runtime binding compare a target's backend manifest with the admitted component in canonical backend-manifest-v2 contract form; this retained corpus makes no new runtime-binding or execution claim." + ], + "load_bearing_results": { + "failed": 0, + "missing": 0, + "passed": 10, + "total": 10 + }, + "plain_language_outcome": "The retained specification matrix reproduces its classifications after issue #1482 began comparing mixed-runtime target manifests in canonical contract form. Bounded claims and untested concepts are unchanged.", + "protocol_revision": "1.0.0", + "request_results": [ + { + "concept_count": 6, + "failed_stage_count": 0, + "missing_count": 0, + "request_id": "survey-representative-range", + "status": "demonstrated" + }, + { + "concept_count": 5, + "failed_stage_count": 1, + "missing_count": 1, + "request_id": "cyborg-participant-evaluation", + "status": "partial" + }, + { + "concept_count": 3, + "failed_stage_count": 1, + "missing_count": 1, + "request_id": "vsdl-configurable-infrastructure", + "status": "partial" + }, + { + "concept_count": 2, + "failed_stage_count": 1, + "missing_count": 1, + "request_id": "cyber-dem-federation", + "status": "partial" + } + ], + "snapshot_id": "issue-1482-mixed-runtime-canonical-manifest-specification-3358fd493d37", + "snapshot_sha256": "d1b1a554225a6e6e6f91032afe0a6d80961f9d255bc1b52d4c82440bbf49d796" +} diff --git a/docs/research/specification-coverage/captures/capture-edd3ca31870e8a87c31090ab408b288630f944d96ef5dcc0ac24982c2991a209/manifest.json b/docs/research/specification-coverage/captures/capture-edd3ca31870e8a87c31090ab408b288630f944d96ef5dcc0ac24982c2991a209/manifest.json new file mode 100644 index 000000000..bfe22b909 --- /dev/null +++ b/docs/research/specification-coverage/captures/capture-edd3ca31870e8a87c31090ab408b288630f944d96ef5dcc0ac24982c2991a209/manifest.json @@ -0,0 +1,10 @@ +{ + "analysis_path": "docs/research/specification-coverage/captures/capture-edd3ca31870e8a87c31090ab408b288630f944d96ef5dcc0ac24982c2991a209/analysis.json", + "analysis_sha256": "5b5dd31215a48da4d47eee2552ba16c7a7e32e885bae90dcac6414742e05ef68", + "bundle_id": "raes-standardized-specification-coverage", + "protocol_path": "docs/research/specification-coverage/protocol-v1.json", + "protocol_sha256": "e97a19e643e94c9e589dca823a63c6ce49d3329fe2a3cb888ab630838ed93125", + "revision": "capture-edd3ca31870e8a87c31090ab408b288630f944d96ef5dcc0ac24982c2991a209", + "snapshot_path": "docs/research/specification-coverage/captures/capture-edd3ca31870e8a87c31090ab408b288630f944d96ef5dcc0ac24982c2991a209/snapshot.json", + "snapshot_sha256": "346f0e82b97ab3bbde1e0c9345183ed5bdba2ed15e654d6fde13698c470a4905" +} diff --git a/docs/research/specification-coverage/captures/capture-edd3ca31870e8a87c31090ab408b288630f944d96ef5dcc0ac24982c2991a209/snapshot.json b/docs/research/specification-coverage/captures/capture-edd3ca31870e8a87c31090ab408b288630f944d96ef5dcc0ac24982c2991a209/snapshot.json new file mode 100644 index 000000000..b637f0d30 --- /dev/null +++ b/docs/research/specification-coverage/captures/capture-edd3ca31870e8a87c31090ab408b288630f944d96ef5dcc0ac24982c2991a209/snapshot.json @@ -0,0 +1,708 @@ +{ + "artifacts": [ + { + "artifact_id": "enterprise-participant-sdl", + "kind": "sdl", + "path": "examples/scenarios/enterprise-participant-evidence-loop.sdl.yaml", + "sha256": "f7a8897beec243e188ee081975006fad32725f469f267db6e75a1e1cf5727032", + "validator": "raes parse, semantic, instantiation/admission, and compiler pipeline" + }, + { + "artifact_id": "port-range-sdl", + "kind": "sdl", + "path": "examples/scenarios/port-authority-surge-response.sdl.yaml", + "sha256": "0d5497ec946b863e6985284ec487dde7d7f6bf710a985be51401ac0e5e79dc4f", + "validator": "raes parse, semantic, instantiation/admission, and compiler pipeline" + }, + { + "artifact_id": "experiment-task-contract", + "kind": "experiment-task", + "path": "contracts/fixtures/experiment-core/experiment-task-v1/valid/reference.json", + "sha256": "f3edf713ac6af26bad609136851c6dd434bfb87ce919a2d8c4414c1035deeafc", + "validator": "raes_contracts.contracts.ExperimentTaskModel" + }, + { + "artifact_id": "apparatus-context-contract", + "kind": "experiment-apparatus-context", + "path": "contracts/fixtures/experiment-core/experiment-apparatus-context-v1/valid/reference.json", + "sha256": "e6fa559c5e961f0aab448d0f70dead24aa74fa8ba5f20e1b72f88e11473c9299", + "validator": "raes_contracts.contracts.ExperimentApparatusContextModel" + }, + { + "artifact_id": "backend-profile", + "kind": "backend-profile", + "path": "contracts/profiles/backend/orchestration-capable.json", + "sha256": "f70b8505a5c0055416db86c533e2e5bf08b11e5a514f076223b6d6c36215a092", + "validator": "raes_contracts.backend_profiles.BackendProfileModel" + }, + { + "artifact_id": "known-limitations", + "kind": "documentation", + "path": "docs/explain/sdl/limitations.md", + "sha256": "489eeab3ce682627682311581eb98af9abb9ff42a437145af266eefb71dc7fc4", + "validator": "documentation evidence only" + } + ], + "baseline": { + "release_revision": "1.1.0", + "release_sha256": "4020a1d56c7fe2831cec59ea64a12bbda9d38ccd94f93b916dd90f1a28f17fcb" + }, + "captured_at": "2026-10-14T01:04:04.368492+00:00", + "concept_results": [ + { + "backend_support": "not-evaluated", + "backend_vocabulary_occurrences": [], + "classification": "directly-expressible", + "completeness_disposition": "implemented", + "concept_id": "range-topology", + "rationale": "SDL nodes and infrastructure own host, network, link, and dependency meaning; the compiler emits canonical node deployment addresses.", + "stage_results": [ + { + "artifact_path": "examples/scenarios/port-authority-surge-response.sdl.yaml", + "diagnostic_codes": [], + "note": "Typed VM declaration.", + "outcome": "passed", + "pointer": "/nodes/shipping-portal", + "stage_id": "authored", + "validation_strength": "structural" + }, + { + "artifact_path": "examples/scenarios/port-authority-surge-response.sdl.yaml", + "diagnostic_codes": [], + "note": "Links and dependencies resolved.", + "outcome": "passed", + "pointer": "/infrastructure/shipping-portal", + "stage_id": "semantic", + "validation_strength": "semantic" + }, + { + "artifact_path": "examples/scenarios/port-authority-surge-response.sdl.yaml", + "diagnostic_codes": [], + "note": "Published instantiated shape admitted.", + "outcome": "passed", + "pointer": "/nodes/shipping-portal", + "stage_id": "instantiated", + "validation_strength": "phase-admitted" + }, + { + "artifact_path": "examples/scenarios/port-authority-surge-response.sdl.yaml", + "diagnostic_codes": [], + "note": "Canonical deployment address retained.", + "outcome": "passed", + "pointer": "/node_deployments/provision.node.shipping-portal", + "stage_id": "compiled", + "validation_strength": "compiled" + } + ], + "typed_pointer": "/nodes/shipping-portal" + }, + { + "backend_support": "not-evaluated", + "backend_vocabulary_occurrences": [], + "classification": "directly-expressible", + "completeness_disposition": "implemented", + "concept_id": "exercise-roles", + "rationale": "SDL entity roles own exercise responsibility without becoming control-plane identity or authorization.", + "stage_results": [ + { + "artifact_path": "examples/scenarios/enterprise-participant-evidence-loop.sdl.yaml", + "diagnostic_codes": [], + "note": "Typed red role.", + "outcome": "passed", + "pointer": "/entities/enterprise-participant/role", + "stage_id": "authored", + "validation_strength": "structural" + }, + { + "artifact_path": "examples/scenarios/enterprise-participant-evidence-loop.sdl.yaml", + "diagnostic_codes": [], + "note": "Entity references validated.", + "outcome": "passed", + "pointer": "/entities/enterprise-participant", + "stage_id": "semantic", + "validation_strength": "semantic" + }, + { + "artifact_path": "examples/scenarios/enterprise-participant-evidence-loop.sdl.yaml", + "diagnostic_codes": [], + "note": "Role retained after instantiation.", + "outcome": "passed", + "pointer": "/entities/enterprise-participant/role", + "stage_id": "instantiated", + "validation_strength": "phase-admitted" + }, + { + "artifact_path": "examples/scenarios/enterprise-participant-evidence-loop.sdl.yaml", + "diagnostic_codes": [], + "note": "Role retained in entity specification.", + "outcome": "passed", + "pointer": "/entity_specs/enterprise-participant/role", + "stage_id": "compiled", + "validation_strength": "compiled" + } + ], + "typed_pointer": "/entities/enterprise-participant/role" + }, + { + "backend_support": "not-evaluated", + "backend_vocabulary_occurrences": [], + "classification": "directly-expressible", + "completeness_disposition": "implemented", + "concept_id": "evaluation-objectives", + "rationale": "SDL objectives own organization ownership, participant assignment, targets, windows, and assertion-based success; measures remain experiment contracts.", + "stage_results": [ + { + "artifact_path": "examples/scenarios/enterprise-participant-evidence-loop.sdl.yaml", + "diagnostic_codes": [], + "note": "Typed objective declaration.", + "outcome": "passed", + "pointer": "/objectives/demonstrate-handoff", + "stage_id": "authored", + "validation_strength": "structural" + }, + { + "artifact_path": "examples/scenarios/enterprise-participant-evidence-loop.sdl.yaml", + "diagnostic_codes": [], + "note": "Owner, participant assignment, targets, assertions, and workflow refs resolved.", + "outcome": "passed", + "pointer": "/objectives/demonstrate-handoff/success", + "stage_id": "semantic", + "validation_strength": "semantic" + }, + { + "artifact_path": "examples/scenarios/enterprise-participant-evidence-loop.sdl.yaml", + "diagnostic_codes": [], + "note": "Objective retained in admitted artifact.", + "outcome": "passed", + "pointer": "/objectives/demonstrate-handoff", + "stage_id": "instantiated", + "validation_strength": "phase-admitted" + }, + { + "artifact_path": "examples/scenarios/enterprise-participant-evidence-loop.sdl.yaml", + "diagnostic_codes": [], + "note": "Canonical objective address retained.", + "outcome": "passed", + "pointer": "/objectives/evaluation.objective.demonstrate-handoff", + "stage_id": "compiled", + "validation_strength": "compiled" + } + ], + "typed_pointer": "/objectives/demonstrate-handoff" + }, + { + "backend_support": "not-evaluated", + "backend_vocabulary_occurrences": [], + "classification": "directly-expressible", + "completeness_disposition": "implemented", + "concept_id": "control-workflows", + "rationale": "SDL workflows own the portable control graph and compile to canonical orchestration state contracts.", + "stage_results": [ + { + "artifact_path": "examples/scenarios/port-authority-surge-response.sdl.yaml", + "diagnostic_codes": [], + "note": "Typed control graph.", + "outcome": "passed", + "pointer": "/workflows/yard-recovery", + "stage_id": "authored", + "validation_strength": "structural" + }, + { + "artifact_path": "examples/scenarios/port-authority-surge-response.sdl.yaml", + "diagnostic_codes": [], + "note": "Step graph and objective refs validated.", + "outcome": "passed", + "pointer": "/workflows/yard-recovery/steps", + "stage_id": "semantic", + "validation_strength": "semantic" + }, + { + "artifact_path": "examples/scenarios/port-authority-surge-response.sdl.yaml", + "diagnostic_codes": [], + "note": "Workflow retained after instantiation.", + "outcome": "passed", + "pointer": "/workflows/yard-recovery", + "stage_id": "instantiated", + "validation_strength": "phase-admitted" + }, + { + "artifact_path": "examples/scenarios/port-authority-surge-response.sdl.yaml", + "diagnostic_codes": [], + "note": "Canonical control graph retained.", + "outcome": "passed", + "pointer": "/workflows/orchestration.workflow.yard-recovery", + "stage_id": "compiled", + "validation_strength": "compiled" + } + ], + "typed_pointer": "/workflows/yard-recovery" + }, + { + "backend_support": "not-evaluated", + "backend_vocabulary_occurrences": [], + "classification": "directly-expressible", + "completeness_disposition": "implemented", + "concept_id": "authored-evidence-expectations", + "rationale": "SDL evidence requirements own portable capture intent and remain distinct from evidence records and measures.", + "stage_results": [ + { + "artifact_path": "examples/scenarios/enterprise-participant-evidence-loop.sdl.yaml", + "diagnostic_codes": [], + "note": "Typed capture obligation.", + "outcome": "passed", + "pointer": "/evidence_requirements/objective-truth-evidence", + "stage_id": "authored", + "validation_strength": "structural" + }, + { + "artifact_path": "examples/scenarios/enterprise-participant-evidence-loop.sdl.yaml", + "diagnostic_codes": [], + "note": "Source refs and bindings validated.", + "outcome": "passed", + "pointer": "/evidence_requirements/objective-truth-evidence", + "stage_id": "semantic", + "validation_strength": "semantic" + }, + { + "artifact_path": "examples/scenarios/enterprise-participant-evidence-loop.sdl.yaml", + "diagnostic_codes": [], + "note": "Evidence intent retained in admitted artifact.", + "outcome": "passed", + "pointer": "/evidence_requirements/objective-truth-evidence", + "stage_id": "instantiated", + "validation_strength": "phase-admitted" + } + ], + "typed_pointer": "/evidence_requirements/objective-truth-evidence" + }, + { + "backend_support": "profile-bound", + "backend_vocabulary_occurrences": [], + "classification": "profile-or-manifest-constraint", + "completeness_disposition": "implemented", + "concept_id": "apparatus-selection-constraints", + "rationale": "The experiment task contract binds processor/backend identities, manifest refs, and capabilities outside SDL.", + "stage_results": [ + { + "artifact_path": "contracts/fixtures/experiment-core/experiment-task-v1/valid/reference.json", + "diagnostic_codes": [], + "note": "Closed ExperimentTaskModel validated.", + "outcome": "passed", + "pointer": "/apparatus_constraints/allowed_backend_refs/0", + "stage_id": "contract", + "validation_strength": "contract" + } + ], + "typed_pointer": "/apparatus_constraints/allowed_backend_refs/0" + }, + { + "backend_support": "not-evaluated", + "backend_vocabulary_occurrences": [], + "classification": "directly-expressible", + "completeness_disposition": "implemented", + "concept_id": "participant-agent", + "rationale": "SDL agents own participant entity, knowledge, actions, observation boundaries, and operating scope.", + "stage_results": [ + { + "artifact_path": "examples/scenarios/enterprise-participant-evidence-loop.sdl.yaml", + "diagnostic_codes": [], + "note": "Typed participant declaration.", + "outcome": "passed", + "pointer": "/agents/participant-agent", + "stage_id": "authored", + "validation_strength": "structural" + }, + { + "artifact_path": "examples/scenarios/enterprise-participant-evidence-loop.sdl.yaml", + "diagnostic_codes": [], + "note": "Participant refs and scope validated.", + "outcome": "passed", + "pointer": "/agents/participant-agent/observation_boundaries", + "stage_id": "semantic", + "validation_strength": "semantic" + }, + { + "artifact_path": "examples/scenarios/enterprise-participant-evidence-loop.sdl.yaml", + "diagnostic_codes": [], + "note": "Participant retained in admitted artifact.", + "outcome": "passed", + "pointer": "/agents/participant-agent", + "stage_id": "instantiated", + "validation_strength": "phase-admitted" + }, + { + "artifact_path": "examples/scenarios/enterprise-participant-evidence-loop.sdl.yaml", + "diagnostic_codes": [], + "note": "Compiled participant scope retained.", + "outcome": "passed", + "pointer": "/agent_specs/participant-agent", + "stage_id": "compiled", + "validation_strength": "compiled" + } + ], + "typed_pointer": "/agents/participant-agent" + }, + { + "backend_support": "not-evaluated", + "backend_vocabulary_occurrences": [], + "classification": "directly-expressible", + "completeness_disposition": "implemented", + "concept_id": "participant-action-contract", + "rationale": "The action contract declares portable preconditions, effects, observations, evidence, and failure classes without a runner command.", + "stage_results": [ + { + "artifact_path": "examples/scenarios/enterprise-participant-evidence-loop.sdl.yaml", + "diagnostic_codes": [], + "note": "Typed action contract.", + "outcome": "passed", + "pointer": "/action_contracts/probe-customer-portal-login", + "stage_id": "authored", + "validation_strength": "structural" + }, + { + "artifact_path": "examples/scenarios/enterprise-participant-evidence-loop.sdl.yaml", + "diagnostic_codes": [], + "note": "Action refs and evidence bindings validated.", + "outcome": "passed", + "pointer": "/action_contracts/probe-customer-portal-login/effects", + "stage_id": "semantic", + "validation_strength": "semantic" + }, + { + "artifact_path": "examples/scenarios/enterprise-participant-evidence-loop.sdl.yaml", + "diagnostic_codes": [], + "note": "Action retained in admitted artifact.", + "outcome": "passed", + "pointer": "/action_contracts/probe-customer-portal-login", + "stage_id": "instantiated", + "validation_strength": "phase-admitted" + }, + { + "artifact_path": "examples/scenarios/enterprise-participant-evidence-loop.sdl.yaml", + "diagnostic_codes": [], + "note": "Canonical action address retained.", + "outcome": "passed", + "pointer": "/action_contracts/participant.action-contract.probe-customer-portal-login", + "stage_id": "compiled", + "validation_strength": "compiled" + } + ], + "typed_pointer": "/action_contracts/probe-customer-portal-login" + }, + { + "backend_support": "not-evaluated", + "backend_vocabulary_occurrences": [], + "classification": "directly-expressible", + "completeness_disposition": "implemented", + "concept_id": "participant-observation-boundary", + "rationale": "The observation boundary separately declares visible, hidden, and evidence-only information with transition rules.", + "stage_results": [ + { + "artifact_path": "examples/scenarios/enterprise-participant-evidence-loop.sdl.yaml", + "diagnostic_codes": [], + "note": "Typed observation boundary.", + "outcome": "passed", + "pointer": "/observation_boundaries/participant-view", + "stage_id": "authored", + "validation_strength": "structural" + }, + { + "artifact_path": "examples/scenarios/enterprise-participant-evidence-loop.sdl.yaml", + "diagnostic_codes": [], + "note": "Information refs and transitions validated.", + "outcome": "passed", + "pointer": "/observation_boundaries/participant-view/view_rules", + "stage_id": "semantic", + "validation_strength": "semantic" + }, + { + "artifact_path": "examples/scenarios/enterprise-participant-evidence-loop.sdl.yaml", + "diagnostic_codes": [], + "note": "Boundary retained in admitted artifact.", + "outcome": "passed", + "pointer": "/observation_boundaries/participant-view", + "stage_id": "instantiated", + "validation_strength": "phase-admitted" + }, + { + "artifact_path": "examples/scenarios/enterprise-participant-evidence-loop.sdl.yaml", + "diagnostic_codes": [], + "note": "Canonical boundary address retained.", + "outcome": "passed", + "pointer": "/observation_boundaries/participant.observation-boundary.participant-view", + "stage_id": "compiled", + "validation_strength": "compiled" + } + ], + "typed_pointer": "/observation_boundaries/participant-view" + }, + { + "backend_support": "not-evaluated", + "backend_vocabulary_occurrences": [], + "classification": "directly-expressible", + "completeness_disposition": "implemented", + "concept_id": "evaluation-measure", + "rationale": "ExperimentTaskModel owns metric construct, unit, direction, aggregation, and evidence requirements outside SDL objectives.", + "stage_results": [ + { + "artifact_path": "contracts/fixtures/experiment-core/experiment-task-v1/valid/reference.json", + "diagnostic_codes": [], + "note": "Closed task contract validated.", + "outcome": "passed", + "pointer": "/evaluation_protocol/metric_definitions/foothold-achieved", + "stage_id": "contract", + "validation_strength": "contract" + } + ], + "typed_pointer": "/evaluation_protocol/metric_definitions/foothold-achieved" + }, + { + "backend_support": "not-evaluated", + "backend_vocabulary_occurrences": [], + "classification": "missing", + "completeness_disposition": "documented-gap", + "concept_id": "participant-tool-affordance", + "rationale": "This preregistered matrix has no tested carrier for participant tool affordances. The retained missing classification records missing coverage evidence, not the absence of current participant-behavior capabilities.", + "stage_results": [ + { + "artifact_path": "docs/explain/sdl/limitations.md", + "diagnostic_codes": [], + "note": "The preregistered carrier slot was not run; metadata does not substitute for a typed coverage test.", + "outcome": "not_run", + "pointer": null, + "stage_id": "authored", + "validation_strength": "not-applicable" + } + ], + "typed_pointer": null + }, + { + "backend_support": "not-evaluated", + "backend_vocabulary_occurrences": [], + "classification": "directly-expressible", + "completeness_disposition": "implemented", + "concept_id": "resource-constrained-topology", + "rationale": "SDL node resources and infrastructure dependencies express portable resource intent without provider resource identifiers.", + "stage_results": [ + { + "artifact_path": "examples/scenarios/port-authority-surge-response.sdl.yaml", + "diagnostic_codes": [], + "note": "Typed CPU and memory declaration.", + "outcome": "passed", + "pointer": "/nodes/shipping-portal/resources", + "stage_id": "authored", + "validation_strength": "structural" + }, + { + "artifact_path": "examples/scenarios/port-authority-surge-response.sdl.yaml", + "diagnostic_codes": [], + "note": "Resource-bearing topology validated.", + "outcome": "passed", + "pointer": "/infrastructure/shipping-portal", + "stage_id": "semantic", + "validation_strength": "semantic" + }, + { + "artifact_path": "examples/scenarios/port-authority-surge-response.sdl.yaml", + "diagnostic_codes": [], + "note": "Constraints retained in admitted artifact.", + "outcome": "passed", + "pointer": "/nodes/shipping-portal/resources", + "stage_id": "instantiated", + "validation_strength": "phase-admitted" + }, + { + "artifact_path": "examples/scenarios/port-authority-surge-response.sdl.yaml", + "diagnostic_codes": [], + "note": "Deployment specification retains resource intent.", + "outcome": "passed", + "pointer": "/node_deployments/provision.node.shipping-portal", + "stage_id": "compiled", + "validation_strength": "compiled" + } + ], + "typed_pointer": "/nodes/shipping-portal/resources" + }, + { + "backend_support": "not-evaluated", + "backend_vocabulary_occurrences": [], + "classification": "missing", + "completeness_disposition": "documented-gap", + "concept_id": "formal-constraint-satisfiability", + "rationale": "This coverage matrix did not exercise a solver-backed carrier. The separate formal-semantic-validation release demonstrates its bounded finite-domain profile; that result is not silently imported into this protocol's missing carrier slot.", + "stage_results": [ + { + "artifact_path": "docs/explain/sdl/limitations.md", + "diagnostic_codes": [], + "note": "No coverage-carrier execution was performed here; independent solver evidence does not change this preregistered denominator.", + "outcome": "not_run", + "pointer": null, + "stage_id": "semantic", + "validation_strength": "not-applicable" + } + ], + "typed_pointer": null + }, + { + "backend_support": "profile-bound", + "backend_vocabulary_occurrences": [ + { + "allowed": true, + "artifact_path": "source:vsdl-paper", + "pointer": "source sections 4-5", + "reason": "Legitimate VSDL realization vocabulary, not RAES core SDL structure.", + "term": "OpenStack/Terraform/Packer" + } + ], + "classification": "deliberately-backend-specific", + "completeness_disposition": "external", + "concept_id": "provider-specific-provisioning", + "rationale": "Provider image selection and provisioning engines are realization mechanics and therefore remain outside core SDL.", + "stage_results": [ + { + "artifact_path": "contracts/profiles/backend/orchestration-capable.json", + "diagnostic_codes": [], + "note": "The portable boundary requires backend contracts; it does not standardize a provider engine.", + "outcome": "not_applicable", + "pointer": "/required_contracts", + "stage_id": "realization-disclosure", + "validation_strength": "profile" + } + ], + "typed_pointer": null + }, + { + "backend_support": "profile-bound", + "backend_vocabulary_occurrences": [], + "classification": "profile-or-manifest-constraint", + "completeness_disposition": "implemented", + "concept_id": "apparatus-clock-context", + "rationale": "ExperimentApparatusContextModel records clock authority, time domain, and synchronization as apparatus facts outside scenario meaning.", + "stage_results": [ + { + "artifact_path": "contracts/fixtures/experiment-core/experiment-apparatus-context-v1/valid/reference.json", + "diagnostic_codes": [], + "note": "Closed apparatus context contract validated.", + "outcome": "passed", + "pointer": "/clocks/0", + "stage_id": "contract", + "validation_strength": "contract" + } + ], + "typed_pointer": "/clocks/0" + }, + { + "backend_support": "not-evaluated", + "backend_vocabulary_occurrences": [], + "classification": "missing", + "completeness_disposition": "documented-gap", + "concept_id": "federated-object-event-exchange", + "rationale": "The federated cyber object/event exchange carrier was not exercised by this preregistered matrix. Runtime event internals are not treated as equivalent evidence.", + "stage_results": [ + { + "artifact_path": "docs/explain/sdl/limitations.md", + "diagnostic_codes": [], + "note": "The missing coverage-carrier test is recorded explicitly, without inferring an ecosystem-wide capability absence.", + "outcome": "not_run", + "pointer": null, + "stage_id": "contract", + "validation_strength": "not-applicable" + } + ], + "typed_pointer": null + } + ], + "deviations": [ + { + "artifact_path": "examples/scenarios/enterprise-participant-evidence-loop.sdl.yaml", + "baseline_sha256": "54ba1a60220e27a55da9cd2a407d7d3ab836fa54460d0b0c6cad87c2e744ddbb", + "rationale": "Migrate participant affiliations and explicit objective assignment, retaining organizational intent and portable action-contract declarations without granting execution authority.", + "retest_sha256": "f7a8897beec243e188ee081975006fad32725f469f267db6e75a1e1cf5727032" + }, + { + "artifact_path": "examples/scenarios/port-authority-surge-response.sdl.yaml", + "baseline_sha256": "a27c7a64e0c5c618fadaccafdf1a4e71600170a8b77b983190822b5141f00dec", + "rationale": "Migrate participant affiliations and explicit objective assignment, retaining organizational intent and portable action-contract declarations without granting execution authority.", + "retest_sha256": "0d5497ec946b863e6985284ec487dde7d7f6bf710a985be51401ac0e5e79dc4f" + }, + { + "artifact_path": "contracts/fixtures/experiment-core/experiment-task-v1/valid/reference.json", + "baseline_sha256": "21952a752f4e8581a9fc3b872e4bc308150548170d38bcfc83dbbe35ff5e0b9f", + "rationale": "Replay the retained preregistered artifact against the current evidence-provenance validation implementation.", + "retest_sha256": "f3edf713ac6af26bad609136851c6dd434bfb87ce919a2d8c4414c1035deeafc" + }, + { + "artifact_path": "contracts/fixtures/experiment-core/experiment-apparatus-context-v1/valid/reference.json", + "baseline_sha256": "9536d897a09cbc6920e667e4f8f9371e51307aa0b3b5ff3c7de682dd783420ab", + "rationale": "Replay the retained preregistered artifact against the current evidence-provenance validation implementation.", + "retest_sha256": "e6fa559c5e961f0aab448d0f70dead24aa74fa8ba5f20e1b72f88e11473c9299" + }, + { + "artifact_path": "docs/explain/sdl/limitations.md", + "baseline_sha256": "129cf17810aad4c51988bc872e28fe43ae95019a80053c42d800ff7e2b9cc93e", + "rationale": "Correct historical mandatory-profile guidance after issue #1207; retain the preregistered missing-concept classifications and coverage limits.", + "retest_sha256": "489eeab3ce682627682311581eb98af9abb9ff42a437145af266eefb71dc7fc4" + } + ], + "execution_status": "complete", + "implementation_surfaces": [ + { + "content_sha256": "19a6bd28e31df06b77d0a8b56f7177e8e97a1d571ce2df92c114bb4a56f2d6b0", + "path": "implementations/python/packages/raes_contracts", + "surface_id": "contract-models" + }, + { + "content_sha256": "e947f59695e907f5af899a6bc4bde60e629620aa7c4a69a41e074ba335758c7a", + "path": "implementations/python/packages/raes_processor", + "surface_id": "processor-pipeline" + }, + { + "content_sha256": "fd19fc83b0306d5d0ff4495d97a8cc9f7c9d45300fc640cb0d246e1c6c2cdbe2", + "path": "implementations/python/packages/raes", + "surface_id": "sdl-pipeline" + } + ], + "limitations": [ + "The execution validates the pinned reference implementation and published contracts, not an independent backend.", + "Repository-owned examples are exact execution artifacts but are not themselves the literature-derived request corpus; the protocol's requests and concepts are.", + "No live range, participant, simulator federation, or provider provisioning engine was executed.", + "Missing concepts remain frozen in this snapshot and require separately scoped product work before a later rerun.", + "This capture replays the retained protocol after EXP-732 run, apparatus, measurement-channel, and augmentation-producer provenance validation; it adds no independent backend or universal provenance assurance claim.", + "Materialization attestation is covered by its dedicated regression suite, not a new claim in this preregistered matrix.", + "This capture refreshes the corrected runtime limitations prose for issue #959; the protocol, coverage classifications and implementation source are unchanged.", + "This capture replays open-by-default augmentation scope integrated with the EXP-731 evidence refinements after composition type refinement; it does not evaluate native backend scope enforcement or broaden the preregistered coverage claims.", + "This capture replays the retained protocol after merging ACT-612 participant relationships with open-by-default augmentation scope; it adds no claim of realized participant relationships or native backend scope enforcement.", + "This capture replays issue #1299 partial listener descriptions on the integrated source state; endpoint completeness and backend admission remain outside this protocol's claims.", + "This capture also binds authoring-adapter semantic conformance to the integrated source; adapter transport behavior remains outside this protocol's claims.", + "Reviewed OCI mirror and pre-seed admission is covered by its own regression suites and the development artifact policy gate, not a new claim in this preregistered matrix.", + "This capture binds issue #1297 service-manager identity, native-name, and explicitly selected systemd-state contract changes to the integrated source. It exercises no live service manager and adds no backend-execution claim.", + "This capture replays the retained specification-coverage protocol after API-404 startup reconciliation added an operational recovery-observation contract. It does not evaluate crash recovery, classify provider effects, or broaden EXP-715 experiment-observation claims.", + "This capture binds API-404 single-owner store admission and immutable target/run scope to the integrated source. The retained offline protocol does not exercise process leases, SQLite lifecycle ordering, or crash recovery.", + "This capture binds issue #1015 deterministic mixed and staged trial admission to the integrated source. The retained offline language corpus does not execute mixed runtimes, phase transitions, backend handoff, or scheduler-driven realization.", + "This replay binds issue #1186 offline control-plane maintenance, readiness, and bounded audit code to the integrated source. The retained language corpus does not execute store recovery, HTTP health behavior, or audit redaction.", + "Issue #1187 control-plane crash/profile conformance and HTTP security changes are covered by their dedicated regression suite, not promoted to new claims by this retained corpus.", + "Issue #1189 control-plane profile declarations are covered by their dedicated runtime suite, not promoted to new claims by the retained language corpus.", + "Issue #1016 mixed-runtime coordination is covered by its dedicated runtime suite. The retained language corpus does not execute mixed providers or establish backend-native realization, multi-controller coordination, IFC, or equivalence.", + "Issue #610's reconciliation demonstration harness is covered by its dedicated processor and CLI suite, not promoted to new claims by the retained language corpus.", + "Participant identity, organization ownership, and participant assignment are separated by issue #1338. This retained offline corpus does not establish participant autonomy, execution authority, live backend fidelity, or causal attribution.", + "Issue #1361 execution and recovery requirements are verified by dedicated policy, composition, and admission tests; this retained corpus establishes no live recovery, continuation, or trial-allocation guarantee.", + "The issue #1361 maintainability repair preserves policy semantics and retained corpus outcomes; it establishes no live recovery, continuation, or trial-allocation guarantee.", + "The issue #1361 resource type-hint repair preserves policy semantics and retained corpus outcomes; it establishes no live recovery, continuation, or trial-allocation guarantee.", + "The combined issue #1361 execution-policy and hatchling update preserves retained outcomes and bounded claims; it establishes no live recovery, continuation, or trial-allocation guarantee.", + "Issue #1091 request-boundary admission is verified by its dedicated tests; this retained corpus does not execute the served HTTP adapter or broaden its bounded claims.", + "This combined-source capture re-executes the named SDL, contract and profile artifacts and their passing typed pointers. The inject placement discriminator repair adds no specification coverage claim; runtime dispatch and live backend effects remain outside this corpus. CI independently verifies replay.", + "Issue #1395 adds a separate bounded two-operation crossing model profile. This retained corpus does not establish participant-crossing equivalence or runtime realization; those assurances remain separate.", + "Issue #1482 makes mixed-runtime binding compare a target's backend manifest with the admitted component in canonical backend-manifest-v2 contract form; this retained corpus makes no new runtime-binding or execution claim." + ], + "protocol_revision": "1.0.0", + "protocol_sha256": "e97a19e643e94c9e589dca823a63c6ce49d3329fe2a3cb888ab630838ed93125", + "raes_revision": "b1e96efee8eae5e1012a2275885262d4274d7a66", + "snapshot_id": "issue-1482-mixed-runtime-canonical-manifest-specification-3358fd493d37", + "snapshot_revision": "branch-capture", + "source_state": { + "base_revision": "b1e96efee8eae5e1012a2275885262d4274d7a66", + "checkout_state": "clean", + "implementation_digest": "3358fd493d377c5952eb155edb2aa40c986dd987bba4f32a9f1c0b87d6c302e8", + "profile": "python-reference-source/v2" + } +}