Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
32 changes: 30 additions & 2 deletions crates/ethos-cli/src/cmd/verify.rs
Original file line number Diff line number Diff line change
Expand Up @@ -6,8 +6,8 @@ use ethos_core::error::EthosError;
use ethos_core::fingerprint::{is_fingerprint_form, source_fingerprint};
use ethos_core::geom::QRect;
use ethos_core::grounding::{
Capabilities, GroundingElement, GroundingSource, GroundingSpan, GroundingTable, PageGeometry,
ParserIdentity,
Capabilities, CoordinateOrigin, GroundingElement, GroundingSource, GroundingSpan,
GroundingTable, PageGeometry, ParserIdentity,
};
use ethos_core::model::Document;
use ethos_core::verify_types::{
Expand Down Expand Up @@ -133,6 +133,10 @@ fn verification_report_summary_bytes(report: &VerificationReport) -> Result<Vec<
let mut out = String::new();
out.push_str("ethos verify summary\n");
out.push_str(&format!("schema_version: {}\n", report.schema_version));
out.push_str(&format!(
"verification_config_sha256: {}\n",
report.verification_config_sha256
));
out.push_str(&format!(
"all_evidence_grounded: {}\n",
report.all_evidence_grounded
Expand All @@ -154,6 +158,10 @@ fn verification_report_summary_bytes(report: &VerificationReport) -> Result<Vec<
if let Some(adapter_version) = report.grounding.parser.adapter_version.as_deref() {
out.push_str(&format!("grounding_adapter_version: {adapter_version}\n"));
}
out.push_str(&format!(
"grounding_capabilities: {}\n",
grounding_capabilities_label(report.grounding.capabilities)
));
out.push_str(&format!("checks_total: {}\n", report.checks.len()));
for status in [
CheckStatus::Grounded,
Expand Down Expand Up @@ -259,6 +267,26 @@ fn capability_limit_label(limit: CapabilityLimit) -> &'static str {
}
}

fn grounding_capabilities_label(capabilities: Capabilities) -> String {
format!(
"spans={},char_offsets={},tables={},fingerprint={},coordinate_origin={},crop_support={}",
capabilities.spans,
capabilities.char_offsets,
capabilities.tables,
capabilities.fingerprint,
coordinate_origin_label(capabilities.coordinate_origin),
capabilities.crop_support
)
}

fn coordinate_origin_label(origin: CoordinateOrigin) -> &'static str {
match origin {
CoordinateOrigin::TopLeft => "top-left",
CoordinateOrigin::BottomLeft => "bottom-left",
CoordinateOrigin::Unknown => "unknown",
}
}

fn claim_kind_label(kind: ClaimKind) -> &'static str {
match kind {
ClaimKind::Quote => "quote",
Expand Down
12 changes: 12 additions & 0 deletions crates/ethos-cli/tests/verify.rs
Original file line number Diff line number Diff line change
Expand Up @@ -337,7 +337,13 @@ fn summary_format_reports_reason_before_fail_on_ungrounded_exit() {
);
let summary = String::from_utf8(output.stdout).expect("summary output is UTF-8");
assert!(summary.contains("ethos verify summary\n"));
assert!(summary.contains(
"verification_config_sha256: 4bb224166a04a25fed2dd3ecdb9638ddcc5b398658532b73f1c0547e4983d0b0\n"
));
assert!(summary.contains("all_evidence_grounded: false\n"));
assert!(summary.contains(
"grounding_capabilities: spans=false,char_offsets=false,tables=false,fingerprint=false,coordinate_origin=unknown,crop_support=false\n"
));
assert!(summary.contains("checks_capability_blocked: 1\n"));
assert!(summary.contains("capability_limits: missing_fingerprint,missing_spans,missing_char_offsets,missing_tables,unknown_coordinate_origin\n"));
assert!(summary.contains("- v0001 status=capability_blocked reason=missing_table_capability kind=table_cell locator=table_id:odl-t1;cell:1,1 match_method=none\n"));
Expand All @@ -362,7 +368,13 @@ fn summary_format_reports_no_non_grounded_checks_for_grounded_input() {
assert_eq!(output.status.code(), Some(0));
assert_eq!(output.stderr, b"");
let summary = String::from_utf8(output.stdout).expect("summary output is UTF-8");
assert!(summary.contains(
"verification_config_sha256: 4bb224166a04a25fed2dd3ecdb9638ddcc5b398658532b73f1c0547e4983d0b0\n"
));
assert!(summary.contains("all_evidence_grounded: true\n"));
assert!(summary.contains(
"grounding_capabilities: spans=true,char_offsets=true,tables=true,fingerprint=true,coordinate_origin=top-left,crop_support=false\n"
));
assert!(summary.contains("checks_grounded: 3\n"));
assert!(summary.contains("capability_limits: none\n"));
assert!(summary.contains("warnings: none\n"));
Expand Down
4 changes: 4 additions & 0 deletions docs/demos/verify-alpha.md
Original file line number Diff line number Diff line change
Expand Up @@ -43,6 +43,10 @@ Golden report:
examples/verify/goldens/native_grounded_report.json
```

For terminal review, `--format summary` emits a compact text view with the verification config
hash, declared grounding capabilities, check counts, warnings, and non-grounded check reasons.
The JSON report remains the canonical artifact.

## Native Ethos Ungrounded Citations

```bash
Expand Down
3 changes: 3 additions & 0 deletions examples/verify/README.md
Original file line number Diff line number Diff line change
Expand Up @@ -22,6 +22,9 @@ ethos verify schemas/examples/document.example.json \
--format summary
```

The summary includes the verification config hash, declared grounding capabilities, check counts,
report warnings, and non-grounded check reasons.

## Native Ethos Ungrounded Citations

```bash
Expand Down
Loading