diff --git a/src/__tests__/CompareResults/ResultsView.test.tsx b/src/__tests__/CompareResults/ResultsView.test.tsx
index ffe1101b4..aa3cc1ff4 100644
--- a/src/__tests__/CompareResults/ResultsView.test.tsx
+++ b/src/__tests__/CompareResults/ResultsView.test.tsx
@@ -573,6 +573,16 @@ describe('Results View', () => {
const panel = screen.getByTestId('how-to-read-results');
expect(panel).toBeInTheDocument();
+ // The advanced stats are explained in a nested list, even though those
+ // columns are off by default.
+ expect(within(panel).getByText(/Cliff's Delta/)).toBeInTheDocument();
+ expect(within(panel).getByText('CLES')).toBeInTheDocument();
+ expect(
+ within(panel).getByText(/Common Language Effect Size/),
+ ).toBeInTheDocument();
+ expect(within(panel).getByText('Significance')).toBeInTheDocument();
+ expect(within(panel).getByText(/Mann-Whitney U test/)).toBeInTheDocument();
+
// Dismiss via the panel's close button (scoped: the MWU warning banner
// also has a close button).
const user = userEvent.setup({ advanceTimers: jest.advanceTimersByTime });
diff --git a/src/__tests__/CompareResults/__snapshots__/ResultsTable.test.tsx.snap b/src/__tests__/CompareResults/__snapshots__/ResultsTable.test.tsx.snap
index 480861f98..b811df9f2 100644
--- a/src/__tests__/CompareResults/__snapshots__/ResultsTable.test.tsx.snap
+++ b/src/__tests__/CompareResults/__snapshots__/ResultsTable.test.tsx.snap
@@ -1094,9 +1094,48 @@ exports[`Results Table Should match snapshot 1`] = `
Use
- Advanced columns
+ Advanced options
- to add the expert stats (Cliff's Delta, CLES, and Significance).
+ to add these expert stats as extra columns:
+
+ -
+
+ Cliff's Delta
+
+ (header:
+
+ CD
+
+ ) is the number behind Magnitude, so it takes the Magnitude column's place. It runs from -1 to 1: a score near 0 means little difference, and a score above 0.47 or below -0.47 means a large one. A negative score means New values are usually higher.
+
+ -
+
+ CLES
+
+ (Common Language Effect Size) is shown as a percentage: the chance that a New value is lower than a Base value. Near 50% means New and Base are about equally likely to be higher; the farther from 50%, the clearer the difference.
+
+ -
+
+ Significance
+
+ (header:
+
+ Sig
+
+ when space is tight) says whether the difference is
+
+
+ Real
+
+ or just
+
+ Noise
+
+ , based on a Mann-Whitney U test — “Real” means a p-value under 0.05. It's the same signal as the “Noise” tag on Status, as its own sortable, filterable column.
+
+
@@ -4129,9 +4168,48 @@ exports[`Results Table for MannWhitneyResultsItem for mann-whitney-u testVersion
Use
- Advanced columns
+ Advanced options
- to add the expert stats (Cliff's Delta, CLES, and Significance).
+ to add these expert stats as extra columns:
+
+ -
+
+ Cliff's Delta
+
+ (header:
+
+ CD
+
+ ) is the number behind Magnitude, so it takes the Magnitude column's place. It runs from -1 to 1: a score near 0 means little difference, and a score above 0.47 or below -0.47 means a large one. A negative score means New values are usually higher.
+
+ -
+
+ CLES
+
+ (Common Language Effect Size) is shown as a percentage: the chance that a New value is lower than a Base value. Near 50% means New and Base are about equally likely to be higher; the farther from 50%, the clearer the difference.
+
+ -
+
+ Significance
+
+ (header:
+
+ Sig
+
+ when space is tight) says whether the difference is
+
+
+ Real
+
+ or just
+
+ Noise
+
+ , based on a Mann-Whitney U test — “Real” means a p-value under 0.05. It's the same signal as the “Noise” tag on Status, as its own sortable, filterable column.
+
+
diff --git a/src/components/CompareResults/HowToReadResults.tsx b/src/components/CompareResults/HowToReadResults.tsx
index ad1e29000..3b18fb9aa 100644
--- a/src/components/CompareResults/HowToReadResults.tsx
+++ b/src/components/CompareResults/HowToReadResults.tsx
@@ -57,8 +57,31 @@ function HowToReadResults() {
changes.
- Use Advanced columns to add the expert stats
- (Cliff's Delta, CLES, and Significance).
+ Use Advanced options to add these expert stats as
+ extra columns:
+
+
+ Cliff's Delta (header: CD)
+ is the number behind Magnitude, so it takes the Magnitude
+ column's place. It runs from -1 to 1: a score near 0 means
+ little difference, and a score above 0.47 or below -0.47 means a
+ large one. A negative score means New values are usually higher.
+
+
+ CLES (Common Language Effect Size) is shown as a
+ percentage: the chance that a New value is lower than a Base
+ value. Near 50% means New and Base are about equally likely to be
+ higher; the farther from 50%, the clearer the difference.
+
+
+ Significance (header: Sig when
+ space is tight) says whether the difference is{' '}
+ Real or just Noise, based on a
+ Mann-Whitney U test — “Real” means a p-value under
+ 0.05. It's the same signal as the “Noise” tag on
+ Status, as its own sortable, filterable column.
+
+