diff --git a/eslint.config.mjs b/eslint.config.mjs
index bb044cad0..4ff2f8773 100644
--- a/eslint.config.mjs
+++ b/eslint.config.mjs
@@ -82,6 +82,15 @@ export default defineConfig([
projectService: true,
},
},
+
+ rules: {
+ // Allow intentionally-unused args to be marked with a leading underscore
+ // (e.g. interface methods that ignore a parameter).
+ '@typescript-eslint/no-unused-vars': [
+ 'error',
+ { argsIgnorePattern: '^_' },
+ ],
+ },
},
{
// Typescript test files
diff --git a/src/__tests__/App.test.tsx b/src/__tests__/App.test.tsx
index b7645d421..378d344db 100644
--- a/src/__tests__/App.test.tsx
+++ b/src/__tests__/App.test.tsx
@@ -3,7 +3,7 @@ import userEvent from '@testing-library/user-event';
import App, { router } from '../components/App';
import getTestData from './utils/fixtures';
-import { act, render, screen } from './utils/test-utils';
+import { act, render, screen, within } from './utils/test-utils';
describe('App', () => {
beforeEach(() => {
@@ -398,11 +398,13 @@ describe('App', () => {
// Wait for the page to load
await screen.findByText('a11yr');
- // Verify that Mann-Whitney-U specific columns are rendered
- // (this indicates the testVersion defaulted to mann-whitney-u)
- expect(screen.getByText('CD')).toBeInTheDocument();
- expect(screen.getByText('Sig')).toBeInTheDocument();
- expect(screen.getByText('CLES (%)')).toBeInTheDocument();
+ // Verify a Mann-Whitney-U specific column is rendered — "Δ Median" is
+ // unique to the Mann-Whitney strategy (Student-T uses "Delta"), so its
+ // presence in the table header indicates the testVersion defaulted to
+ // mann-whitney-u. Scope to the header since the "How to read the results"
+ // panel also names it.
+ const tableHeader = screen.getByTestId('table-header');
+ expect(within(tableHeader).getByText('Δ Median')).toBeInTheDocument();
// Verify the Stats Test Version dropdown shows Mann-Whitney-U as selected
const testVersionDropdown = screen.getByRole('combobox', {
diff --git a/src/__tests__/CompareResults/ResultsTable.test.tsx b/src/__tests__/CompareResults/ResultsTable.test.tsx
index c663ada1d..bfd8e35bd 100644
--- a/src/__tests__/CompareResults/ResultsTable.test.tsx
+++ b/src/__tests__/CompareResults/ResultsTable.test.tsx
@@ -14,7 +14,13 @@ import getTestData, {
augmentCompareMannWhitneyDataWithSeveralRevisions,
augmentCompareMannWhitneyDataWithSeveralTests,
} from '../utils/fixtures';
-import { renderWithRouter, screen, waitFor, within } from '../utils/test-utils';
+import {
+ renderWithRouter,
+ screen,
+ waitFor,
+ within,
+ enableAdvancedColumns,
+} from '../utils/test-utils';
function renderWithRoute(component: ReactElement, extraParameters?: string) {
return renderWithRouter(component, {
@@ -48,7 +54,7 @@ function setupAndRender(
// This handy function parses the results page and returns an array of visible
// rows. It makes it easy to assert visible rows when filtering them in a
// user-friendly way without using snapshots.
-function summarizeVisibleRows(testVersion?: TestVersion) {
+function summarizeVisibleRows(testVersion?: TestVersion, advanced = false) {
const rowGroups = screen.getAllByRole('rowgroup');
const result = [];
@@ -83,17 +89,34 @@ function summarizeVisibleRows(testVersion?: TestVersion) {
for (const row of rows) {
const rowClasses =
testVersion === 'mann-whitney-u'
- ? [
- '.platform span',
- '.median-diff',
- '.status',
- '.delta',
- '.significance',
- '.effects',
- ]
+ ? advanced
+ ? [
+ '.platform span',
+ '.median-diff',
+ '.status-hint',
+ '.delta',
+ '.significance',
+ '.effects',
+ ]
+ : [
+ '.platform span',
+ '.median-diff',
+ '.status-hint',
+ '.magnitude',
+ '.significance',
+ ]
: ['.platform span', '.status', '.delta', '.confidence'];
const rowString = rowClasses
- .map((selector) => row.querySelector(selector)?.textContent?.trim())
+ .map((selector) => {
+ const cell = row.querySelector(selector);
+ if (!cell) return undefined;
+ // Strip icon text (e.g. the median-diff normality warning)
+ // so the data-focused expectations stay stable; icon presence is
+ // asserted separately.
+ const clone = cell.cloneNode(true) as HTMLElement;
+ clone.querySelectorAll('svg').forEach((svg) => svg.remove());
+ return clone.textContent?.trim();
+ })
.join(', ');
result.push(' - ' + rowString);
@@ -690,6 +713,13 @@ describe('Results Table', () => {
});
describe('Results Table for MannWhitneyResultsItem for mann-whitney-u testVersion', () => {
+ // These tests exercise the full (advanced) table — CD, CLES, Sig columns and
+ // their sort/filter behavior. The simplified default view (which hides
+ // CD/CLES and shows the Magnitude column) is covered separately below.
+ beforeEach(() => {
+ enableAdvancedColumns();
+ });
+
it('Should match snapshot', async () => {
const { testCompareMannWhitneyData } = getTestData();
@@ -719,12 +749,12 @@ describe('Results Table for MannWhitneyResultsItem for mann-whitney-u testVersio
setupAndRender(simplerTestCompareData, 'test_version=mann-whitney-u');
await screen.findByText('a11yr');
- expect(summarizeVisibleRows('mann-whitney-u')).toEqual([
+ expect(summarizeVisibleRows('mann-whitney-u', true)).toEqual([
'a11yr dhtml.html opt e10s fission stylo webrender',
' rev: spam',
- ' - macOS 10.15, 1.078 %, Improvement, 0.1, -, 25.00 %',
+ ' - macOS 10.15, +1.08%, Improvement, 0.1, Noise, 25.00 %',
' rev: devilrabbit',
- ' - macOS 10.15, 1.078 %, Improvement, 0.1, -, 25.00 %',
+ ' - macOS 10.15, +1.08%, Improvement, 0.1, Noise, 25.00 %',
]);
expect(screen.getByRole('rowgroup')).toMatchSnapshot();
});
@@ -746,25 +776,25 @@ describe('Results Table for MannWhitneyResultsItem for mann-whitney-u testVersio
setupAndRender(testCompareMannWhitneyData, 'test_version=mann-whitney-u');
await screen.findByText('a11yr');
- expect(summarizeVisibleRows('mann-whitney-u')).toEqual([
+ expect(summarizeVisibleRows('mann-whitney-u', true)).toEqual([
'a11yr dhtml.html spam opt e10s fission stylo webrender',
- ' - Android, 1.078 %, Improvement, 0.1, -, 25.00 %',
- ' - inexistant, 1.078 %, Improvement, 0.1, -, 25.00 %',
- ' - Linux 18.04, 1.849 %, Regression, -, -, 45.00 %',
- ' - macOS 10.15, 1.078 %, Improvement, 0.1, -, 25.00 %',
- ' - Windows 10, -, , -, , 100.00 %',
- ' - Windows 10, -2.401 %, , -, , 50.00 %',
+ ' - Android, +1.08%, Improvement, 0.1, Noise, 25.00 %',
+ ' - inexistant, +1.08%, Improvement, 0.1, Noise, 25.00 %',
+ ' - Linux 18.04, +1.85%, Regression, -, Noise, 45.00 %',
+ ' - macOS 10.15, +1.08%, Improvement, 0.1, Noise, 25.00 %',
+ ' - Windows 10, -, , -, Real, 100.00 %',
+ ' - Windows 10, -2.40%, , -, Real, 50.00 %',
]);
expect(summarizeTableFiltersFromUrl()).toEqual({});
const user = userEvent.setup({ advanceTimers: jest.advanceTimersByTime });
await clickMenuItem(user, 'Platform', /Windows/);
- expect(summarizeVisibleRows('mann-whitney-u')).toEqual([
+ expect(summarizeVisibleRows('mann-whitney-u', true)).toEqual([
'a11yr dhtml.html spam opt e10s fission stylo webrender',
- ' - Android, 1.078 %, Improvement, 0.1, -, 25.00 %',
- ' - Linux 18.04, 1.849 %, Regression, -, -, 45.00 %',
- ' - macOS 10.15, 1.078 %, Improvement, 0.1, -, 25.00 %',
+ ' - Android, +1.08%, Improvement, 0.1, Noise, 25.00 %',
+ ' - Linux 18.04, +1.85%, Regression, -, Noise, 45.00 %',
+ ' - macOS 10.15, +1.08%, Improvement, 0.1, Noise, 25.00 %',
]);
expect(summarizeTableFiltersFromUrl()).toEqual({
platform: ['osx', 'linux', 'android', 'ios'],
@@ -773,78 +803,78 @@ describe('Results Table for MannWhitneyResultsItem for mann-whitney-u testVersio
// Clicking Windows again should remove the search param and make the
// "inexitant" platform visible again.
await clickMenuItem(user, 'Platform', /Windows/);
- expect(summarizeVisibleRows('mann-whitney-u')).toEqual([
+ expect(summarizeVisibleRows('mann-whitney-u', true)).toEqual([
'a11yr dhtml.html spam opt e10s fission stylo webrender',
- ' - Android, 1.078 %, Improvement, 0.1, -, 25.00 %',
- ' - inexistant, 1.078 %, Improvement, 0.1, -, 25.00 %',
- ' - Linux 18.04, 1.849 %, Regression, -, -, 45.00 %',
- ' - macOS 10.15, 1.078 %, Improvement, 0.1, -, 25.00 %',
- ' - Windows 10, -, , -, , 100.00 %',
- ' - Windows 10, -2.401 %, , -, , 50.00 %',
+ ' - Android, +1.08%, Improvement, 0.1, Noise, 25.00 %',
+ ' - inexistant, +1.08%, Improvement, 0.1, Noise, 25.00 %',
+ ' - Linux 18.04, +1.85%, Regression, -, Noise, 45.00 %',
+ ' - macOS 10.15, +1.08%, Improvement, 0.1, Noise, 25.00 %',
+ ' - Windows 10, -, , -, Real, 100.00 %',
+ ' - Windows 10, -2.40%, , -, Real, 50.00 %',
]);
expect(summarizeTableFiltersFromUrl()).toEqual({});
await clickMenuItem(user, 'Platform', /Windows/);
await clickMenuItem(user, 'Platform', /Linux/);
- expect(summarizeVisibleRows('mann-whitney-u')).toEqual([
+ expect(summarizeVisibleRows('mann-whitney-u', true)).toEqual([
'a11yr dhtml.html spam opt e10s fission stylo webrender',
- ' - Android, 1.078 %, Improvement, 0.1, -, 25.00 %',
- ' - macOS 10.15, 1.078 %, Improvement, 0.1, -, 25.00 %',
+ ' - Android, +1.08%, Improvement, 0.1, Noise, 25.00 %',
+ ' - macOS 10.15, +1.08%, Improvement, 0.1, Noise, 25.00 %',
]);
expect(summarizeTableFiltersFromUrl()).toEqual({
platform: ['osx', 'android', 'ios'],
});
await clickMenuItem(user, 'Platform', /Linux/);
- expect(summarizeVisibleRows('mann-whitney-u')).toEqual([
+ expect(summarizeVisibleRows('mann-whitney-u', true)).toEqual([
'a11yr dhtml.html spam opt e10s fission stylo webrender',
- ' - Android, 1.078 %, Improvement, 0.1, -, 25.00 %',
- ' - Linux 18.04, 1.849 %, Regression, -, -, 45.00 %',
- ' - macOS 10.15, 1.078 %, Improvement, 0.1, -, 25.00 %',
+ ' - Android, +1.08%, Improvement, 0.1, Noise, 25.00 %',
+ ' - Linux 18.04, +1.85%, Regression, -, Noise, 45.00 %',
+ ' - macOS 10.15, +1.08%, Improvement, 0.1, Noise, 25.00 %',
]);
expect(summarizeTableFiltersFromUrl()).toEqual({
platform: ['osx', 'android', 'ios', 'linux'],
});
await clickMenuItem(user, 'Platform', 'Select all values');
- expect(summarizeVisibleRows('mann-whitney-u')).toEqual([
+ expect(summarizeVisibleRows('mann-whitney-u', true)).toEqual([
'a11yr dhtml.html spam opt e10s fission stylo webrender',
- ' - Android, 1.078 %, Improvement, 0.1, -, 25.00 %',
- ' - inexistant, 1.078 %, Improvement, 0.1, -, 25.00 %',
- ' - Linux 18.04, 1.849 %, Regression, -, -, 45.00 %',
- ' - macOS 10.15, 1.078 %, Improvement, 0.1, -, 25.00 %',
- ' - Windows 10, -, , -, , 100.00 %',
- ' - Windows 10, -2.401 %, , -, , 50.00 %',
+ ' - Android, +1.08%, Improvement, 0.1, Noise, 25.00 %',
+ ' - inexistant, +1.08%, Improvement, 0.1, Noise, 25.00 %',
+ ' - Linux 18.04, +1.85%, Regression, -, Noise, 45.00 %',
+ ' - macOS 10.15, +1.08%, Improvement, 0.1, Noise, 25.00 %',
+ ' - Windows 10, -, , -, Real, 100.00 %',
+ ' - Windows 10, -2.40%, , -, Real, 50.00 %',
]);
expect(summarizeTableFiltersFromUrl()).toEqual({});
await clickMenuItem(user, 'Platform', /macOS/);
- expect(summarizeVisibleRows('mann-whitney-u')).toEqual([
+ expect(summarizeVisibleRows('mann-whitney-u', true)).toEqual([
'a11yr dhtml.html spam opt e10s fission stylo webrender',
- ' - Android, 1.078 %, Improvement, 0.1, -, 25.00 %',
- ' - Linux 18.04, 1.849 %, Regression, -, -, 45.00 %',
- ' - Windows 10, -, , -, , 100.00 %',
- ' - Windows 10, -2.401 %, , -, , 50.00 %',
+ ' - Android, +1.08%, Improvement, 0.1, Noise, 25.00 %',
+ ' - Linux 18.04, +1.85%, Regression, -, Noise, 45.00 %',
+ ' - Windows 10, -, , -, Real, 100.00 %',
+ ' - Windows 10, -2.40%, , -, Real, 50.00 %',
]);
expect(summarizeTableFiltersFromUrl()).toEqual({
platform: ['windows', 'linux', 'android', 'ios'],
});
await clickMenuItem(user, 'Platform', /Android/);
- expect(summarizeVisibleRows('mann-whitney-u')).toEqual([
+ expect(summarizeVisibleRows('mann-whitney-u', true)).toEqual([
'a11yr dhtml.html spam opt e10s fission stylo webrender',
- ' - Linux 18.04, 1.849 %, Regression, -, -, 45.00 %',
- ' - Windows 10, -, , -, , 100.00 %',
- ' - Windows 10, -2.401 %, , -, , 50.00 %',
+ ' - Linux 18.04, +1.85%, Regression, -, Noise, 45.00 %',
+ ' - Windows 10, -, , -, Real, 100.00 %',
+ ' - Windows 10, -2.40%, , -, Real, 50.00 %',
]);
expect(summarizeTableFiltersFromUrl()).toEqual({
platform: ['windows', 'linux', 'ios'],
});
await clickMenuItem(user, 'Platform', /Select only.*Android/);
- expect(summarizeVisibleRows('mann-whitney-u')).toEqual([
+ expect(summarizeVisibleRows('mann-whitney-u', true)).toEqual([
'a11yr dhtml.html spam opt e10s fission stylo webrender',
- ' - Android, 1.078 %, Improvement, 0.1, -, 25.00 %',
+ ' - Android, +1.08%, Improvement, 0.1, Noise, 25.00 %',
]);
expect(summarizeTableFiltersFromUrl()).toEqual({
platform: ['android'],
@@ -858,16 +888,16 @@ describe('Results Table for MannWhitneyResultsItem for mann-whitney-u testVersio
const user = userEvent.setup({ advanceTimers: jest.advanceTimersByTime });
- // Filter only "Significant"
+ // Filter only "Real" (significant)
const signifianceMenu = await screen.findByRole('button', {
name: /Sig.*filter/,
});
await user.click(signifianceMenu);
expect(signifianceMenu).toMatchSnapshot();
- // significant item 0 and Not significant item 1
+ // "Real" is item 0, "Noise" (not significant) is item 1
const significantOptions = await screen.findAllByRole('menuitemcheckbox', {
- name: /Significant/,
+ name: /Real|Noise/,
});
await user.click(significantOptions[1]);
await user.keyboard('[Escape]');
@@ -881,74 +911,49 @@ describe('Results Table for MannWhitneyResultsItem for mann-whitney-u testVersio
setupAndRender(testCompareMannWhitneyData, 'test_version=mann-whitney-u');
await screen.findByText('a11yr');
- expect(summarizeVisibleRows('mann-whitney-u')).toEqual([
+ expect(summarizeVisibleRows('mann-whitney-u', true)).toEqual([
'a11yr dhtml.html spam opt e10s fission stylo webrender',
- ' - Linux 18.04, 1.849 %, Regression, -, -, 45.00 %',
- ' - macOS 10.15, 1.078 %, Improvement, 0.1, -, 25.00 %',
- ' - Windows 10, -, , -, , 100.00 %',
- ' - Windows 10, -2.401 %, , -, , 50.00 %',
+ ' - Linux 18.04, +1.85%, Regression, -, Noise, 45.00 %',
+ ' - macOS 10.15, +1.08%, Improvement, 0.1, Noise, 25.00 %',
+ ' - Windows 10, -, , -, Real, 100.00 %',
+ ' - Windows 10, -2.40%, , -, Real, 50.00 %',
]);
expect(summarizeTableFiltersFromUrl()).toEqual({});
const user = userEvent.setup({ advanceTimers: jest.advanceTimersByTime });
- await clickMenuItem(user, 'Status', /No changes/);
- expect(summarizeVisibleRows('mann-whitney-u')).toEqual([
- 'a11yr dhtml.html spam opt e10s fission stylo webrender',
- ' - Linux 18.04, 1.849 %, Regression, -, -, 45.00 %',
- ' - macOS 10.15, 1.078 %, Improvement, 0.1, -, 25.00 %',
- ]);
- expect(summarizeTableFiltersFromUrl()).toEqual({
- status: ['improvement', 'regression'],
- });
- await clickMenuItem(user, 'Status', /Improvement/);
- expect(summarizeVisibleRows('mann-whitney-u')).toEqual([
+ // Noise is mutually exclusive with the direction buckets: selecting only
+ // Noise shows the not-significant rows regardless of their direction.
+ await clickMenuItem(user, 'Status', /Select only.*Noise/);
+ expect(summarizeVisibleRows('mann-whitney-u', true)).toEqual([
'a11yr dhtml.html spam opt e10s fission stylo webrender',
- ' - Linux 18.04, 1.849 %, Regression, -, -, 45.00 %',
+ ' - Linux 18.04, +1.85%, Regression, -, Noise, 45.00 %',
+ ' - macOS 10.15, +1.08%, Improvement, 0.1, Noise, 25.00 %',
]);
- expect(summarizeTableFiltersFromUrl()).toEqual({
- status: ['regression'],
- });
+ expect(summarizeTableFiltersFromUrl()).toEqual({ status: ['noise'] });
+ // Unchecking Noise (the three direction buckets stay checked) hides the
+ // noisy rows and leaves only the real (significant) rows.
await clickMenuItem(user, 'Status', /Select all values/);
- await clickMenuItem(user, 'Status', /Regression/);
- expect(summarizeVisibleRows('mann-whitney-u')).toEqual([
- 'a11yr dhtml.html spam opt e10s fission stylo webrender',
- ' - macOS 10.15, 1.078 %, Improvement, 0.1, -, 25.00 %',
- ' - Windows 10, -, , -, , 100.00 %',
- ' - Windows 10, -2.401 %, , -, , 50.00 %',
- ]);
- expect(summarizeTableFiltersFromUrl()).toEqual({
- status: ['none', 'improvement'],
- });
-
- await clickMenuItem(user, 'Status', /Regression/);
- expect(summarizeVisibleRows('mann-whitney-u')).toEqual([
- 'a11yr dhtml.html spam opt e10s fission stylo webrender',
- ' - Linux 18.04, 1.849 %, Regression, -, -, 45.00 %',
- ' - macOS 10.15, 1.078 %, Improvement, 0.1, -, 25.00 %',
- ' - Windows 10, -, , -, , 100.00 %',
- ' - Windows 10, -2.401 %, , -, , 50.00 %',
- ]);
- expect(summarizeTableFiltersFromUrl()).toEqual({});
-
- await clickMenuItem(user, 'Status', /Select only.*Regression/);
- expect(summarizeVisibleRows('mann-whitney-u')).toEqual([
+ await clickMenuItem(user, 'Status', /^Noise/);
+ expect(summarizeVisibleRows('mann-whitney-u', true)).toEqual([
'a11yr dhtml.html spam opt e10s fission stylo webrender',
- ' - Linux 18.04, 1.849 %, Regression, -, -, 45.00 %',
+ ' - Windows 10, -, , -, Real, 100.00 %',
+ ' - Windows 10, -2.40%, , -, Real, 50.00 %',
]);
expect(summarizeTableFiltersFromUrl()).toEqual({
- status: ['regression'],
+ status: ['none', 'improvement', 'regression'],
});
- await clickMenuItem(user, 'Status', /Select only.*Improvement/);
- expect(summarizeVisibleRows('mann-whitney-u')).toEqual([
+ // A direction bucket only matches real rows, so "No changes" shows the two
+ // significant no-change rows.
+ await clickMenuItem(user, 'Status', /Select only.*No changes/);
+ expect(summarizeVisibleRows('mann-whitney-u', true)).toEqual([
'a11yr dhtml.html spam opt e10s fission stylo webrender',
- ' - macOS 10.15, 1.078 %, Improvement, 0.1, -, 25.00 %',
+ ' - Windows 10, -, , -, Real, 100.00 %',
+ ' - Windows 10, -2.40%, , -, Real, 50.00 %',
]);
- expect(summarizeTableFiltersFromUrl()).toEqual({
- status: ['improvement'],
- });
+ expect(summarizeTableFiltersFromUrl()).toEqual({ status: ['none'] });
});
it('can load the filter parameters from the URL on mann-whitney-u test_version', async () => {
@@ -959,15 +964,15 @@ describe('Results Table for MannWhitneyResultsItem for mann-whitney-u testVersio
);
await screen.findByText('dhtml.html');
- expect(summarizeVisibleRows('mann-whitney-u')).toEqual([
+ expect(summarizeVisibleRows('mann-whitney-u', true)).toEqual([
'a11yr dhtml.html spam opt e10s fission stylo webrender',
- ' - macOS 10.15, 1.078 %, Improvement, 0.1, -, 25.00 %',
+ ' - macOS 10.15, +1.08%, Improvement, 0.1, Noise, 25.00 %',
]);
const user = userEvent.setup({ advanceTimers: jest.advanceTimersByTime });
expect(await summarizeTableFiltersFromCheckboxes(user)).toEqual({
'Platform(2)': ['macOS', 'Android'],
- 'Sig(2)': ['Significant', 'Not Significant-'],
- 'Status(3)': ['No changes', 'Improvement', 'Regression'],
+ 'Sig(2)': ['Real', 'Noise'],
+ 'Status(4)': ['No changes', 'Improvement', 'Regression', 'Noise'],
});
// After a change, "foo" should disappear
@@ -994,29 +999,29 @@ describe('Results Table for MannWhitneyResultsItem for mann-whitney-u testVersio
expect(deltaButton).toMatchSnapshot();
// // Sort descending
- expect(summarizeVisibleRows('mann-whitney-u')).toEqual([
+ expect(summarizeVisibleRows('mann-whitney-u', true)).toEqual([
'a11yr aria.html opt e10s fission stylo webrender',
' rev: spam',
- ' - Linux 18.04, 1.849 %, Regression, 1.2, -, 44.00 %',
- ' - macOS 10.15, 1.078 %, Improvement, 1.3, -, 24.00 %',
- ' - Windows 10, -, , 1.2, , 99.00 %',
- ' - Windows 10, -2.401 %, , 1.2, , 49.00 %',
+ ' - Linux 18.04, +1.85%, Regression, 1.2, Noise, 44.00 %',
+ ' - macOS 10.15, +1.08%, Improvement, 1.3, Noise, 24.00 %',
+ ' - Windows 10, -, , 1.2, Real, 99.00 %',
+ ' - Windows 10, -2.40%, , 1.2, Real, 49.00 %',
' rev: tictactoe',
- ' - Linux 18.04, 1.849 %, Regression, 2, -, 43.00 %',
- ' - macOS 10.15, 1.078 %, Improvement, 2.1, -, 23.00 %',
- ' - Windows 10, -, , 2, , 98.00 %',
- ' - Windows 10, -2.401 %, , 2, , 48.00 %',
+ ' - Linux 18.04, +1.85%, Regression, 2, Noise, 43.00 %',
+ ' - macOS 10.15, +1.08%, Improvement, 2.1, Noise, 23.00 %',
+ ' - Windows 10, -, , 2, Real, 98.00 %',
+ ' - Windows 10, -2.40%, , 2, Real, 48.00 %',
'a11yr dhtml.html opt e10s fission stylo webrender',
' rev: spam',
- ' - Linux 18.04, 1.849 %, Regression, -, -, 45.00 %',
- ' - macOS 10.15, 1.078 %, Improvement, 0.1, -, 25.00 %',
- ' - Windows 10, -, , -, , 100.00 %',
- ' - Windows 10, -2.401 %, , -, , 50.00 %',
+ ' - Linux 18.04, +1.85%, Regression, -, Noise, 45.00 %',
+ ' - macOS 10.15, +1.08%, Improvement, 0.1, Noise, 25.00 %',
+ ' - Windows 10, -, , -, Real, 100.00 %',
+ ' - Windows 10, -2.40%, , -, Real, 50.00 %',
' rev: tictactoe',
- ' - Linux 18.04, 1.849 %, Regression, 0.8, -, 44.00 %',
- ' - macOS 10.15, 1.078 %, Improvement, 0.9, -, 24.00 %',
- ' - Windows 10, -, , 0.8, , 99.00 %',
- ' - Windows 10, -2.401 %, , 0.8, , 49.00 %',
+ ' - Linux 18.04, +1.85%, Regression, 0.8, Noise, 44.00 %',
+ ' - macOS 10.15, +1.08%, Improvement, 0.9, Noise, 24.00 %',
+ ' - Windows 10, -, , 0.8, Real, 99.00 %',
+ ' - Windows 10, -2.40%, , 0.8, Real, 49.00 %',
]);
// It should have the "descending" SVG.
expect(deltaButton).toMatchSnapshot();
@@ -1025,29 +1030,29 @@ describe('Results Table for MannWhitneyResultsItem for mann-whitney-u testVersio
// sort ascending
await user.click(deltaButton);
- expect(summarizeVisibleRows('mann-whitney-u')).toEqual([
+ expect(summarizeVisibleRows('mann-whitney-u', true)).toEqual([
'a11yr aria.html opt e10s fission stylo webrender',
' rev: tictactoe',
- ' - macOS 10.15, 1.078 %, Improvement, 2.1, -, 23.00 %',
- ' - Linux 18.04, 1.849 %, Regression, 2, -, 43.00 %',
- ' - Windows 10, -2.401 %, , 2, , 48.00 %',
- ' - Windows 10, -, , 2, , 98.00 %',
+ ' - macOS 10.15, +1.08%, Improvement, 2.1, Noise, 23.00 %',
+ ' - Linux 18.04, +1.85%, Regression, 2, Noise, 43.00 %',
+ ' - Windows 10, -2.40%, , 2, Real, 48.00 %',
+ ' - Windows 10, -, , 2, Real, 98.00 %',
' rev: spam',
- ' - macOS 10.15, 1.078 %, Improvement, 1.3, -, 24.00 %',
- ' - Linux 18.04, 1.849 %, Regression, 1.2, -, 44.00 %',
- ' - Windows 10, -2.401 %, , 1.2, , 49.00 %',
- ' - Windows 10, -, , 1.2, , 99.00 %',
+ ' - macOS 10.15, +1.08%, Improvement, 1.3, Noise, 24.00 %',
+ ' - Linux 18.04, +1.85%, Regression, 1.2, Noise, 44.00 %',
+ ' - Windows 10, -2.40%, , 1.2, Real, 49.00 %',
+ ' - Windows 10, -, , 1.2, Real, 99.00 %',
'a11yr dhtml.html opt e10s fission stylo webrender',
' rev: tictactoe',
- ' - macOS 10.15, 1.078 %, Improvement, 0.9, -, 24.00 %',
- ' - Linux 18.04, 1.849 %, Regression, 0.8, -, 44.00 %',
- ' - Windows 10, -2.401 %, , 0.8, , 49.00 %',
- ' - Windows 10, -, , 0.8, , 99.00 %',
+ ' - macOS 10.15, +1.08%, Improvement, 0.9, Noise, 24.00 %',
+ ' - Linux 18.04, +1.85%, Regression, 0.8, Noise, 44.00 %',
+ ' - Windows 10, -2.40%, , 0.8, Real, 49.00 %',
+ ' - Windows 10, -, , 0.8, Real, 99.00 %',
' rev: spam',
- ' - macOS 10.15, 1.078 %, Improvement, 0.1, -, 25.00 %',
- ' - Linux 18.04, 1.849 %, Regression, -, -, 45.00 %',
- ' - Windows 10, -2.401 %, , -, , 50.00 %',
- ' - Windows 10, -, , -, , 100.00 %',
+ ' - macOS 10.15, +1.08%, Improvement, 0.1, Noise, 25.00 %',
+ ' - Linux 18.04, +1.85%, Regression, -, Noise, 45.00 %',
+ ' - Windows 10, -2.40%, , -, Real, 50.00 %',
+ ' - Windows 10, -, , -, Real, 100.00 %',
]);
// It should have the "ascending" SVG.
expect(deltaButton).toMatchSnapshot();
@@ -1059,29 +1064,29 @@ describe('Results Table for MannWhitneyResultsItem for mann-whitney-u testVersio
name: /Sig.*sort/,
});
await user.click(significanceButton);
- expect(summarizeVisibleRows('mann-whitney-u')).toEqual([
+ expect(summarizeVisibleRows('mann-whitney-u', true)).toEqual([
'a11yr aria.html opt e10s fission stylo webrender',
' rev: tictactoe',
- ' - macOS 10.15, 1.078 %, Improvement, 2.1, -, 23.00 %',
- ' - Linux 18.04, 1.849 %, Regression, 2, -, 43.00 %',
- ' - Windows 10, -, , 2, , 98.00 %',
- ' - Windows 10, -2.401 %, , 2, , 48.00 %',
+ ' - macOS 10.15, +1.08%, Improvement, 2.1, Noise, 23.00 %',
+ ' - Linux 18.04, +1.85%, Regression, 2, Noise, 43.00 %',
+ ' - Windows 10, -, , 2, Real, 98.00 %',
+ ' - Windows 10, -2.40%, , 2, Real, 48.00 %',
' rev: spam',
- ' - macOS 10.15, 1.078 %, Improvement, 1.3, -, 24.00 %',
- ' - Linux 18.04, 1.849 %, Regression, 1.2, -, 44.00 %',
- ' - Windows 10, -, , 1.2, , 99.00 %',
- ' - Windows 10, -2.401 %, , 1.2, , 49.00 %',
+ ' - macOS 10.15, +1.08%, Improvement, 1.3, Noise, 24.00 %',
+ ' - Linux 18.04, +1.85%, Regression, 1.2, Noise, 44.00 %',
+ ' - Windows 10, -, , 1.2, Real, 99.00 %',
+ ' - Windows 10, -2.40%, , 1.2, Real, 49.00 %',
'a11yr dhtml.html opt e10s fission stylo webrender',
' rev: tictactoe',
- ' - macOS 10.15, 1.078 %, Improvement, 0.9, -, 24.00 %',
- ' - Linux 18.04, 1.849 %, Regression, 0.8, -, 44.00 %',
- ' - Windows 10, -, , 0.8, , 99.00 %',
- ' - Windows 10, -2.401 %, , 0.8, , 49.00 %',
+ ' - macOS 10.15, +1.08%, Improvement, 0.9, Noise, 24.00 %',
+ ' - Linux 18.04, +1.85%, Regression, 0.8, Noise, 44.00 %',
+ ' - Windows 10, -, , 0.8, Real, 99.00 %',
+ ' - Windows 10, -2.40%, , 0.8, Real, 49.00 %',
' rev: spam',
- ' - macOS 10.15, 1.078 %, Improvement, 0.1, -, 25.00 %',
- ' - Linux 18.04, 1.849 %, Regression, -, -, 45.00 %',
- ' - Windows 10, -, , -, , 100.00 %',
- ' - Windows 10, -2.401 %, , -, , 50.00 %',
+ ' - macOS 10.15, +1.08%, Improvement, 0.1, Noise, 25.00 %',
+ ' - Linux 18.04, +1.85%, Regression, -, Noise, 45.00 %',
+ ' - Windows 10, -, , -, Real, 100.00 %',
+ ' - Windows 10, -2.40%, , -, Real, 50.00 %',
]);
// It should have the "descending" SVG.
expect(significanceButton).toMatchSnapshot();
@@ -1090,29 +1095,29 @@ describe('Results Table for MannWhitneyResultsItem for mann-whitney-u testVersio
// Sort by Significance ascending
await user.click(significanceButton);
- expect(summarizeVisibleRows('mann-whitney-u')).toEqual([
+ expect(summarizeVisibleRows('mann-whitney-u', true)).toEqual([
'a11yr dhtml.html opt e10s fission stylo webrender',
' rev: spam',
- ' - Windows 10, -2.401 %, , -, , 50.00 %',
- ' - Windows 10, -, , -, , 100.00 %',
- ' - macOS 10.15, 1.078 %, Improvement, 0.1, -, 25.00 %',
- ' - Linux 18.04, 1.849 %, Regression, -, -, 45.00 %',
+ ' - Windows 10, -2.40%, , -, Real, 50.00 %',
+ ' - Windows 10, -, , -, Real, 100.00 %',
+ ' - macOS 10.15, +1.08%, Improvement, 0.1, Noise, 25.00 %',
+ ' - Linux 18.04, +1.85%, Regression, -, Noise, 45.00 %',
' rev: tictactoe',
- ' - Windows 10, -2.401 %, , 0.8, , 49.00 %',
- ' - Windows 10, -, , 0.8, , 99.00 %',
- ' - macOS 10.15, 1.078 %, Improvement, 0.9, -, 24.00 %',
- ' - Linux 18.04, 1.849 %, Regression, 0.8, -, 44.00 %',
+ ' - Windows 10, -2.40%, , 0.8, Real, 49.00 %',
+ ' - Windows 10, -, , 0.8, Real, 99.00 %',
+ ' - macOS 10.15, +1.08%, Improvement, 0.9, Noise, 24.00 %',
+ ' - Linux 18.04, +1.85%, Regression, 0.8, Noise, 44.00 %',
'a11yr aria.html opt e10s fission stylo webrender',
' rev: spam',
- ' - Windows 10, -2.401 %, , 1.2, , 49.00 %',
- ' - Windows 10, -, , 1.2, , 99.00 %',
- ' - macOS 10.15, 1.078 %, Improvement, 1.3, -, 24.00 %',
- ' - Linux 18.04, 1.849 %, Regression, 1.2, -, 44.00 %',
+ ' - Windows 10, -2.40%, , 1.2, Real, 49.00 %',
+ ' - Windows 10, -, , 1.2, Real, 99.00 %',
+ ' - macOS 10.15, +1.08%, Improvement, 1.3, Noise, 24.00 %',
+ ' - Linux 18.04, +1.85%, Regression, 1.2, Noise, 44.00 %',
' rev: tictactoe',
- ' - Windows 10, -2.401 %, , 2, , 48.00 %',
- ' - Windows 10, -, , 2, , 98.00 %',
- ' - macOS 10.15, 1.078 %, Improvement, 2.1, -, 23.00 %',
- ' - Linux 18.04, 1.849 %, Regression, 2, -, 43.00 %',
+ ' - Windows 10, -2.40%, , 2, Real, 48.00 %',
+ ' - Windows 10, -, , 2, Real, 98.00 %',
+ ' - macOS 10.15, +1.08%, Improvement, 2.1, Noise, 23.00 %',
+ ' - Linux 18.04, +1.85%, Regression, 2, Noise, 43.00 %',
]);
// It should have the "descending" SVG.
expect(significanceButton).toMatchSnapshot();
@@ -1121,32 +1126,32 @@ describe('Results Table for MannWhitneyResultsItem for mann-whitney-u testVersio
// Sort by Effect Size (%) descending
const effectSizeButton = screen.getByRole('button', {
- name: /CLES \(%\).*sort/,
+ name: /CLES.*sort/,
});
await user.click(effectSizeButton);
- expect(summarizeVisibleRows('mann-whitney-u')).toEqual([
+ expect(summarizeVisibleRows('mann-whitney-u', true)).toEqual([
'a11yr dhtml.html opt e10s fission stylo webrender',
' rev: spam',
- ' - Windows 10, -, , -, , 100.00 %',
- ' - macOS 10.15, 1.078 %, Improvement, 0.1, -, 25.00 %',
- ' - Linux 18.04, 1.849 %, Regression, -, -, 45.00 %',
- ' - Windows 10, -2.401 %, , -, , 50.00 %',
+ ' - Windows 10, -, , -, Real, 100.00 %',
+ ' - macOS 10.15, +1.08%, Improvement, 0.1, Noise, 25.00 %',
+ ' - Linux 18.04, +1.85%, Regression, -, Noise, 45.00 %',
+ ' - Windows 10, -2.40%, , -, Real, 50.00 %',
' rev: tictactoe',
- ' - Windows 10, -, , 0.8, , 99.00 %',
- ' - macOS 10.15, 1.078 %, Improvement, 0.9, -, 24.00 %',
- ' - Linux 18.04, 1.849 %, Regression, 0.8, -, 44.00 %',
- ' - Windows 10, -2.401 %, , 0.8, , 49.00 %',
+ ' - Windows 10, -, , 0.8, Real, 99.00 %',
+ ' - macOS 10.15, +1.08%, Improvement, 0.9, Noise, 24.00 %',
+ ' - Linux 18.04, +1.85%, Regression, 0.8, Noise, 44.00 %',
+ ' - Windows 10, -2.40%, , 0.8, Real, 49.00 %',
'a11yr aria.html opt e10s fission stylo webrender',
' rev: spam',
- ' - Windows 10, -, , 1.2, , 99.00 %',
- ' - macOS 10.15, 1.078 %, Improvement, 1.3, -, 24.00 %',
- ' - Linux 18.04, 1.849 %, Regression, 1.2, -, 44.00 %',
- ' - Windows 10, -2.401 %, , 1.2, , 49.00 %',
+ ' - Windows 10, -, , 1.2, Real, 99.00 %',
+ ' - macOS 10.15, +1.08%, Improvement, 1.3, Noise, 24.00 %',
+ ' - Linux 18.04, +1.85%, Regression, 1.2, Noise, 44.00 %',
+ ' - Windows 10, -2.40%, , 1.2, Real, 49.00 %',
' rev: tictactoe',
- ' - Windows 10, -, , 2, , 98.00 %',
- ' - macOS 10.15, 1.078 %, Improvement, 2.1, -, 23.00 %',
- ' - Linux 18.04, 1.849 %, Regression, 2, -, 43.00 %',
- ' - Windows 10, -2.401 %, , 2, , 48.00 %',
+ ' - Windows 10, -, , 2, Real, 98.00 %',
+ ' - macOS 10.15, +1.08%, Improvement, 2.1, Noise, 23.00 %',
+ ' - Linux 18.04, +1.85%, Regression, 2, Noise, 43.00 %',
+ ' - Windows 10, -2.40%, , 2, Real, 48.00 %',
]);
expect(effectSizeButton).toMatchSnapshot();
@@ -1155,46 +1160,46 @@ describe('Results Table for MannWhitneyResultsItem for mann-whitney-u testVersio
// Sort by Effect Size (%) ascending
await user.click(effectSizeButton);
- expect(summarizeVisibleRows('mann-whitney-u')).toEqual([
+ expect(summarizeVisibleRows('mann-whitney-u', true)).toEqual([
'a11yr dhtml.html opt e10s fission stylo webrender',
' rev: spam',
- ' - Windows 10, -2.401 %, , -, , 50.00 %',
- ' - Linux 18.04, 1.849 %, Regression, -, -, 45.00 %',
- ' - macOS 10.15, 1.078 %, Improvement, 0.1, -, 25.00 %',
- ' - Windows 10, -, , -, , 100.00 %',
+ ' - Windows 10, -2.40%, , -, Real, 50.00 %',
+ ' - Linux 18.04, +1.85%, Regression, -, Noise, 45.00 %',
+ ' - macOS 10.15, +1.08%, Improvement, 0.1, Noise, 25.00 %',
+ ' - Windows 10, -, , -, Real, 100.00 %',
' rev: tictactoe',
- ' - Windows 10, -2.401 %, , 0.8, , 49.00 %',
- ' - Linux 18.04, 1.849 %, Regression, 0.8, -, 44.00 %',
- ' - macOS 10.15, 1.078 %, Improvement, 0.9, -, 24.00 %',
- ' - Windows 10, -, , 0.8, , 99.00 %',
+ ' - Windows 10, -2.40%, , 0.8, Real, 49.00 %',
+ ' - Linux 18.04, +1.85%, Regression, 0.8, Noise, 44.00 %',
+ ' - macOS 10.15, +1.08%, Improvement, 0.9, Noise, 24.00 %',
+ ' - Windows 10, -, , 0.8, Real, 99.00 %',
'a11yr aria.html opt e10s fission stylo webrender',
' rev: spam',
- ' - Windows 10, -2.401 %, , 1.2, , 49.00 %',
- ' - Linux 18.04, 1.849 %, Regression, 1.2, -, 44.00 %',
- ' - macOS 10.15, 1.078 %, Improvement, 1.3, -, 24.00 %',
- ' - Windows 10, -, , 1.2, , 99.00 %',
+ ' - Windows 10, -2.40%, , 1.2, Real, 49.00 %',
+ ' - Linux 18.04, +1.85%, Regression, 1.2, Noise, 44.00 %',
+ ' - macOS 10.15, +1.08%, Improvement, 1.3, Noise, 24.00 %',
+ ' - Windows 10, -, , 1.2, Real, 99.00 %',
' rev: tictactoe',
- ' - Windows 10, -2.401 %, , 2, , 48.00 %',
- ' - Linux 18.04, 1.849 %, Regression, 2, -, 43.00 %',
- ' - macOS 10.15, 1.078 %, Improvement, 2.1, -, 23.00 %',
- ' - Windows 10, -, , 2, , 98.00 %',
+ ' - Windows 10, -2.40%, , 2, Real, 48.00 %',
+ ' - Linux 18.04, +1.85%, Regression, 2, Noise, 43.00 %',
+ ' - macOS 10.15, +1.08%, Improvement, 2.1, Noise, 23.00 %',
+ ' - Windows 10, -, , 2, Real, 98.00 %',
]);
expect(effectSizeButton).toMatchSnapshot();
// It should be persisted in the URL
expectParameterToHaveValue('sort', 'effects|asc');
- // Sort by MD(%) descending
+ // Sort by Δ Median descending
const medianDiffButton = screen.getByRole('button', {
- name: /MD \(%\).*sort/,
+ name: /Δ Median.*sort/,
});
await user.click(medianDiffButton);
- expect(summarizeVisibleRows('mann-whitney-u')).toMatchSnapshot();
+ expect(summarizeVisibleRows('mann-whitney-u', true)).toMatchSnapshot();
expect(medianDiffButton).toMatchSnapshot();
expectParameterToHaveValue('sort', 'median-diff|desc');
// Sort by MD(%) ascending
await user.click(medianDiffButton);
- expect(summarizeVisibleRows('mann-whitney-u')).toMatchSnapshot();
+ expect(summarizeVisibleRows('mann-whitney-u', true)).toMatchSnapshot();
expect(medianDiffButton).toMatchSnapshot();
expectParameterToHaveValue('sort', 'median-diff|asc');
});
@@ -1248,3 +1253,115 @@ describe('Results Table for MannWhitneyResultsItem for mann-whitney-u testVersio
});
});
});
+
+describe('Advanced-columns toggle for mann-whitney-u testVersion', () => {
+ it('shows Magnitude but hides CD/CLES/Sig in the simplified (default) view', async () => {
+ const { testCompareMannWhitneyData } = getTestData();
+ setupAndRender(testCompareMannWhitneyData, 'test_version=mann-whitney-u');
+ await screen.findByText('a11yr');
+
+ const header = screen.getByTestId('table-header');
+ // Only Magnitude is shown in the simplified view; CD/CLES/Sig are all
+ // advanced columns and hidden by default.
+ expect(header.querySelector('.magnitude-header')).toBeTruthy();
+ expect(header.querySelector('.significance-header')).toBeFalsy();
+ expect(header.querySelector('.delta-header')).toBeFalsy();
+ expect(header.querySelector('.effects-header')).toBeFalsy();
+ });
+
+ it('reveals CD/CLES/Sig and hides Magnitude when advanced columns are enabled', async () => {
+ enableAdvancedColumns();
+ const { testCompareMannWhitneyData } = getTestData();
+ setupAndRender(testCompareMannWhitneyData, 'test_version=mann-whitney-u');
+ await screen.findByText('a11yr');
+
+ const header = screen.getByTestId('table-header');
+ expect(header.querySelector('.delta-header')).toBeTruthy();
+ expect(header.querySelector('.effects-header')).toBeTruthy();
+ expect(header.querySelector('.significance-header')).toBeTruthy();
+ expect(header.querySelector('.magnitude-header')).toBeFalsy();
+ });
+
+ it('can filter on the Magnitude column', async () => {
+ const { testCompareMannWhitneyData } = getTestData();
+ setupAndRender(testCompareMannWhitneyData, 'test_version=mann-whitney-u');
+ await screen.findByText('a11yr');
+ expect(summarizeTableFiltersFromUrl()).toEqual({});
+
+ const user = userEvent.setup({ advanceTimers: jest.advanceTimersByTime });
+ await clickMenuItem(user, 'Magnitude', /Select only.*Negligible/);
+ expect(summarizeTableFiltersFromUrl()).toEqual({
+ magnitude: ['negligible'],
+ });
+ });
+
+ it('toggles Cliff’s Delta and CLES independently from the Advanced columns dropdown', async () => {
+ const user = userEvent.setup({ advanceTimers: jest.advanceTimersByTime });
+ const { testCompareMannWhitneyData } = getTestData();
+ setupAndRender(testCompareMannWhitneyData, 'test_version=mann-whitney-u');
+ await screen.findByText('a11yr');
+
+ const header = () => screen.getByTestId('table-header');
+ // Simplified default: neither advanced column.
+ expect(header().querySelector('.delta-header')).toBeFalsy();
+ expect(header().querySelector('.effects-header')).toBeFalsy();
+
+ // Open the dropdown and enable Cliff's Delta only.
+ await user.click(
+ screen.getByRole('combobox', { name: 'Advanced columns' }),
+ );
+ await user.click(screen.getByRole('option', { name: "Cliff's Delta" }));
+ expect(header().querySelector('.delta-header')).toBeTruthy();
+ expect(header().querySelector('.effects-header')).toBeFalsy();
+
+ // Enable CLES too — both show.
+ await user.click(screen.getByRole('option', { name: 'CLES' }));
+ expect(header().querySelector('.delta-header')).toBeTruthy();
+ expect(header().querySelector('.effects-header')).toBeTruthy();
+
+ // Turn Cliff's Delta back off — only CLES remains.
+ await user.click(screen.getByRole('option', { name: "Cliff's Delta" }));
+ expect(header().querySelector('.delta-header')).toBeFalsy();
+ expect(header().querySelector('.effects-header')).toBeTruthy();
+ });
+
+ it('shows the advanced columns named in the advanced_columns URL param', async () => {
+ const { testCompareMannWhitneyData } = getTestData();
+ setupAndRender(
+ testCompareMannWhitneyData,
+ 'test_version=mann-whitney-u&advanced_columns=cliffs_delta',
+ );
+ await screen.findByText('a11yr');
+
+ const header = screen.getByTestId('table-header');
+ expect(header.querySelector('.delta-header')).toBeTruthy();
+ expect(header.querySelector('.effects-header')).toBeFalsy();
+ });
+
+ it('persists the advanced-column selection to the advanced_columns URL param', async () => {
+ const user = userEvent.setup({ advanceTimers: jest.advanceTimersByTime });
+ const { testCompareMannWhitneyData } = getTestData();
+ setupAndRender(testCompareMannWhitneyData, 'test_version=mann-whitney-u');
+ await screen.findByText('a11yr');
+
+ const advancedParam = () =>
+ new URLSearchParams(window.location.search).get('advanced_columns');
+ expect(advancedParam()).toBeNull();
+
+ await user.click(
+ screen.getByRole('combobox', { name: 'Advanced columns' }),
+ );
+ await user.click(screen.getByRole('option', { name: "Cliff's Delta" }));
+ expect(advancedParam()).toBe('cliffs_delta');
+
+ await user.click(screen.getByRole('option', { name: 'CLES' }));
+ expect(advancedParam()).toBe('cliffs_delta,cles');
+
+ // Turning a column off updates the param; turning the last one off removes it.
+ await user.click(screen.getByRole('option', { name: "Cliff's Delta" }));
+ expect(advancedParam()).toBe('cles');
+
+ await user.click(screen.getByRole('option', { name: 'CLES' }));
+ expect(advancedParam()).toBeNull();
+ });
+});
diff --git a/src/__tests__/CompareResults/ResultsView.test.tsx b/src/__tests__/CompareResults/ResultsView.test.tsx
index bb5f9e370..4f5200859 100644
--- a/src/__tests__/CompareResults/ResultsView.test.tsx
+++ b/src/__tests__/CompareResults/ResultsView.test.tsx
@@ -564,4 +564,24 @@ describe('Results View', () => {
expect(screen.queryAllByTestId(/ExpandLessIcon/)).toHaveLength(0);
});
});
+
+ it('shows the "How to read the results" panel by default and lets the user dismiss it', async () => {
+ renderWithRoute(<ResultsView title={Strings.metaData.pageTitle.results} />);
+ await screen.findByText('a11yr');
+
+ // Shown by default.
+ const panel = screen.getByTestId('how-to-read-results');
+ expect(panel).toBeInTheDocument();
+
+ // Dismiss via the panel's close button.
+ const user = userEvent.setup({ advanceTimers: jest.advanceTimersByTime });
+ await user.click(screen.getByRole('button', { name: /close/i }));
+ expect(screen.queryByTestId('how-to-read-results')).not.toBeInTheDocument();
+
+ // The "How to read the results" checkbox brings it back.
+ await user.click(
+ screen.getByRole('checkbox', { name: /How to read the results/i }),
+ );
+ expect(screen.getByTestId('how-to-read-results')).toBeInTheDocument();
+ });
});
diff --git a/src/__tests__/CompareResults/RevisionRow.test.tsx b/src/__tests__/CompareResults/RevisionRow.test.tsx
index ae86e4950..6f542eab5 100644
--- a/src/__tests__/CompareResults/RevisionRow.test.tsx
+++ b/src/__tests__/CompareResults/RevisionRow.test.tsx
@@ -11,7 +11,11 @@ import { useSubtestRegressionCount } from '../../hooks/useSubtestRegressionCount
import { CompareResultsItem, MannWhitneyResultsItem } from '../../types/state';
import { Platform } from '../../types/types';
import getTestData from '../utils/fixtures';
-import { screen, renderWithRouter } from '../utils/test-utils';
+import {
+ screen,
+ renderWithRouter,
+ enableAdvancedColumns,
+} from '../utils/test-utils';
jest.mock('../../hooks/useSubtestRegressionCount');
const mockUseSubtestRegressionCount = useSubtestRegressionCount as jest.Mock;
@@ -427,6 +431,7 @@ describe('Expanded row', () => {
});
it('should display mean for base or new in row headers for mann-whitney-u testVersion', async () => {
+ enableAdvancedColumns();
const { testCompareMannWhitneyData: rowData } = getTestData();
renderWithRoute(
<RevisionRow
@@ -541,7 +546,7 @@ describe('Expanded row', () => {
};
}
- it('shows dash when neither distribution is normal', async () => {
+ it('shows value with warning icon when neither distribution is normal', async () => {
const result = makeResult(tooFewRuns, tooFewRuns);
expect(isDistributionNormal(result)).toBe(false);
renderWithRoute(
@@ -555,7 +560,10 @@ describe('Expanded row', () => {
/>,
);
const roles = await screen.findAllByRole('cell');
- expect(roles[4]).toHaveTextContent('-');
+ // The median difference is rank-based, so it's shown even for non-normal
+ // data; only a warning icon flags the shape.
+ expect(roles[4]).toHaveTextContent('%');
+ expect(roles[4].querySelector('svg[role="img"]')).toBeTruthy();
});
it('shows value with warning icon when only one distribution is normal', async () => {
@@ -572,7 +580,7 @@ describe('Expanded row', () => {
/>,
);
const roles = await screen.findAllByRole('cell');
- expect(roles[4]).not.toHaveTextContent('-');
+ expect(roles[4]).toHaveTextContent('%');
expect(roles[4].querySelector('svg[role="img"]')).toBeTruthy();
});
@@ -590,7 +598,7 @@ describe('Expanded row', () => {
/>,
);
const roles = await screen.findAllByRole('cell');
- expect(roles[4]).not.toHaveTextContent('-');
+ expect(roles[4]).toHaveTextContent('%');
expect(roles[4].querySelector('svg[role="img"]')).toBeFalsy();
});
});
diff --git a/src/__tests__/CompareResults/SubtestsResultsView.test.tsx b/src/__tests__/CompareResults/SubtestsResultsView.test.tsx
index bff3fb298..07711829e 100644
--- a/src/__tests__/CompareResults/SubtestsResultsView.test.tsx
+++ b/src/__tests__/CompareResults/SubtestsResultsView.test.tsx
@@ -10,7 +10,11 @@ import type { CombinedResultsItemType } from '../../types/state';
import { TestVersion } from '../../types/types';
import { getLocationOrigin } from '../../utils/location';
import getTestData from '../utils/fixtures';
-import { renderWithRouter, screen } from '../utils/test-utils';
+import {
+ renderWithRouter,
+ screen,
+ enableAdvancedColumns,
+} from '../utils/test-utils';
jest.mock('../../utils/location');
const mockedGetLocationOrigin = getLocationOrigin as jest.Mock;
@@ -48,7 +52,7 @@ const setup = ({
// This handy function parses the results page and returns an array of visible
// rows. It makes it easy to assert visible rows when filtering them in a
// user-friendly way without using snapshots.
-function summarizeVisibleRows(testVersion?: TestVersion) {
+function summarizeVisibleRows(testVersion?: TestVersion, advanced = false) {
const rows = screen.getAllByRole('row');
const result = [];
for (const row of rows) {
@@ -59,10 +63,19 @@ function summarizeVisibleRows(testVersion?: TestVersion) {
}
const rowClasses =
testVersion === 'mann-whitney-u'
- ? ['.median-diff', '.delta', '.significance', '.effects']
+ ? advanced
+ ? ['.median-diff', '.delta', '.significance', '.effects']
+ : ['.median-diff', '.status-hint', '.magnitude', '.significance']
: ['.delta', '.confidence'];
const rowString = rowClasses
- .map((selector) => row.querySelector(selector)?.textContent.trim())
+ .map((selector) => {
+ const cell = row.querySelector(selector);
+ if (!cell) return undefined;
+ // Strip icon <title> text (e.g. the median-diff normality warning).
+ const clone = cell.cloneNode(true) as HTMLElement;
+ clone.querySelectorAll('svg').forEach((svg) => svg.remove());
+ return clone.textContent?.trim();
+ })
.join(', ');
result.push(`${subtest}: ${rowString}`);
}
@@ -497,6 +510,11 @@ describe('SubtestsResultsView Component Tests for mann-whitney-u testVersion', (
});
describe('table sorting', () => {
+ // These sort by CD and Significance, which are advanced-only columns.
+ beforeEach(() => {
+ enableAdvancedColumns();
+ });
+
async function setupForSorting({
extraParameters,
}: Partial<{
@@ -524,12 +542,12 @@ describe('SubtestsResultsView Component Tests for mann-whitney-u testVersion', (
it('can sort the table and persist the information to the URL of mann-whitney-u values', async () => {
await setupForSorting();
// Initial view (alphabetical ordered, even if "sort by subtests" isn't specified
- expect(summarizeVisibleRows('mann-whitney-u')).toEqual([
- 'browser.html: 0.963 %, -0.04, -, 15.00%',
- 'dhtml.html: 1.135 %, 0.02, , 60.00%',
- 'improvement.html: 0.963 %, -0.05, , 50.00%',
- 'regression.html: 1.135 %, 0.12, , 25.00%',
- 'tablemutation.html: 0.98 %, 0.01, -, 45.00%',
+ expect(summarizeVisibleRows('mann-whitney-u', true)).toEqual([
+ 'browser.html: +1.14%, -0.04, Noise, 15.00%',
+ 'dhtml.html: +1.14%, 0.02, Real, 60.00%',
+ 'improvement.html: +1.14%, -0.05, Real, 50.00%',
+ 'regression.html: +1.14%, 0.12, Real, 25.00%',
+ 'tablemutation.html: +0.98%, 0.01, -, 45.00%',
]);
// Sort by Delta
@@ -539,12 +557,12 @@ describe('SubtestsResultsView Component Tests for mann-whitney-u testVersion', (
expect(window.location.search).not.toContain('sort=');
// Sort descending
await user.click(deltaButton);
- expect(summarizeVisibleRows('mann-whitney-u')).toEqual([
- 'regression.html: 1.135 %, 0.12, , 25.00%',
- 'improvement.html: 0.963 %, -0.05, , 50.00%',
- 'browser.html: 0.963 %, -0.04, -, 15.00%',
- 'dhtml.html: 1.135 %, 0.02, , 60.00%',
- 'tablemutation.html: 0.98 %, 0.01, -, 45.00%',
+ expect(summarizeVisibleRows('mann-whitney-u', true)).toEqual([
+ 'regression.html: +1.14%, 0.12, Real, 25.00%',
+ 'improvement.html: +1.14%, -0.05, Real, 50.00%',
+ 'browser.html: +1.14%, -0.04, Noise, 15.00%',
+ 'dhtml.html: +1.14%, 0.02, Real, 60.00%',
+ 'tablemutation.html: +0.98%, 0.01, -, 45.00%',
]);
// It should have the "descending" SVG.
@@ -554,12 +572,12 @@ describe('SubtestsResultsView Component Tests for mann-whitney-u testVersion', (
// Sort ascending
await user.click(deltaButton);
- expect(summarizeVisibleRows('mann-whitney-u')).toEqual([
- 'tablemutation.html: 0.98 %, 0.01, -, 45.00%',
- 'dhtml.html: 1.135 %, 0.02, , 60.00%',
- 'browser.html: 0.963 %, -0.04, -, 15.00%',
- 'improvement.html: 0.963 %, -0.05, , 50.00%',
- 'regression.html: 1.135 %, 0.12, , 25.00%',
+ expect(summarizeVisibleRows('mann-whitney-u', true)).toEqual([
+ 'tablemutation.html: +0.98%, 0.01, -, 45.00%',
+ 'dhtml.html: +1.14%, 0.02, Real, 60.00%',
+ 'browser.html: +1.14%, -0.04, Noise, 15.00%',
+ 'improvement.html: +1.14%, -0.05, Real, 50.00%',
+ 'regression.html: +1.14%, 0.12, Real, 25.00%',
]);
// It should have the "ascending" SVG.
expect(deltaButton).toMatchSnapshot();
@@ -571,12 +589,12 @@ describe('SubtestsResultsView Component Tests for mann-whitney-u testVersion', (
name: /Sig.*sort/,
});
await user.click(significanceButton);
- expect(summarizeVisibleRows('mann-whitney-u')).toEqual([
- 'browser.html: 0.963 %, -0.04, -, 15.00%',
- 'tablemutation.html: 0.98 %, 0.01, -, 45.00%',
- 'dhtml.html: 1.135 %, 0.02, , 60.00%',
- 'regression.html: 1.135 %, 0.12, , 25.00%',
- 'improvement.html: 0.963 %, -0.05, , 50.00%',
+ expect(summarizeVisibleRows('mann-whitney-u', true)).toEqual([
+ 'browser.html: +1.14%, -0.04, Noise, 15.00%',
+ 'tablemutation.html: +0.98%, 0.01, -, 45.00%',
+ 'dhtml.html: +1.14%, 0.02, Real, 60.00%',
+ 'regression.html: +1.14%, 0.12, Real, 25.00%',
+ 'improvement.html: +1.14%, -0.05, Real, 50.00%',
]);
// It should have the "no sort" SVG.
expect(deltaButton).toMatchSnapshot();
@@ -587,26 +605,26 @@ describe('SubtestsResultsView Component Tests for mann-whitney-u testVersion', (
// Sort by Significance ascending
await user.click(significanceButton);
- expect(summarizeVisibleRows('mann-whitney-u')).toEqual([
- 'improvement.html: 0.963 %, -0.05, , 50.00%',
- 'regression.html: 1.135 %, 0.12, , 25.00%',
- 'dhtml.html: 1.135 %, 0.02, , 60.00%',
- 'tablemutation.html: 0.98 %, 0.01, -, 45.00%',
- 'browser.html: 0.963 %, -0.04, -, 15.00%',
+ expect(summarizeVisibleRows('mann-whitney-u', true)).toEqual([
+ 'improvement.html: +1.14%, -0.05, Real, 50.00%',
+ 'regression.html: +1.14%, 0.12, Real, 25.00%',
+ 'dhtml.html: +1.14%, 0.02, Real, 60.00%',
+ 'tablemutation.html: +0.98%, 0.01, -, 45.00%',
+ 'browser.html: +1.14%, -0.04, Noise, 15.00%',
]);
expectParameterToHaveValue('sort', 'significance|asc');
// Sort by Effect Size descending
const effectButton = screen.getByRole('button', {
- name: /CLES \(%\).*sort/,
+ name: /CLES.*sort/,
});
await user.click(effectButton);
- expect(summarizeVisibleRows('mann-whitney-u')).toEqual([
- 'browser.html: 0.963 %, -0.04, -, 15.00%',
- 'regression.html: 1.135 %, 0.12, , 25.00%',
- 'dhtml.html: 1.135 %, 0.02, , 60.00%',
- 'tablemutation.html: 0.98 %, 0.01, -, 45.00%',
- 'improvement.html: 0.963 %, -0.05, , 50.00%',
+ expect(summarizeVisibleRows('mann-whitney-u', true)).toEqual([
+ 'browser.html: +1.14%, -0.04, Noise, 15.00%',
+ 'regression.html: +1.14%, 0.12, Real, 25.00%',
+ 'dhtml.html: +1.14%, 0.02, Real, 60.00%',
+ 'tablemutation.html: +0.98%, 0.01, -, 45.00%',
+ 'improvement.html: +1.14%, -0.05, Real, 50.00%',
]);
// It should have the "descending" SVG.
@@ -616,12 +634,12 @@ describe('SubtestsResultsView Component Tests for mann-whitney-u testVersion', (
// Sort by Effect Size ascending
await user.click(effectButton);
- expect(summarizeVisibleRows('mann-whitney-u')).toEqual([
- 'improvement.html: 0.963 %, -0.05, , 50.00%',
- 'tablemutation.html: 0.98 %, 0.01, -, 45.00%',
- 'dhtml.html: 1.135 %, 0.02, , 60.00%',
- 'regression.html: 1.135 %, 0.12, , 25.00%',
- 'browser.html: 0.963 %, -0.04, -, 15.00%',
+ expect(summarizeVisibleRows('mann-whitney-u', true)).toEqual([
+ 'improvement.html: +1.14%, -0.05, Real, 50.00%',
+ 'tablemutation.html: +0.98%, 0.01, -, 45.00%',
+ 'dhtml.html: +1.14%, 0.02, Real, 60.00%',
+ 'regression.html: +1.14%, 0.12, Real, 25.00%',
+ 'browser.html: +1.14%, -0.04, Noise, 15.00%',
]);
expectParameterToHaveValue('sort', 'effects|asc');
});
@@ -629,12 +647,12 @@ describe('SubtestsResultsView Component Tests for mann-whitney-u testVersion', (
it('initializes the sort from the URL at load time for an ascending sort', async () => {
await setupForSorting({ extraParameters: 'sort=delta|asc' });
await screen.findByText('dhtml.html');
- expect(summarizeVisibleRows('mann-whitney-u')).toEqual([
- 'tablemutation.html: 0.98 %, 0.01, -, 45.00%',
- 'dhtml.html: 1.135 %, 0.02, , 60.00%',
- 'browser.html: 0.963 %, -0.04, -, 15.00%',
- 'improvement.html: 0.963 %, -0.05, , 50.00%',
- 'regression.html: 1.135 %, 0.12, , 25.00%',
+ expect(summarizeVisibleRows('mann-whitney-u', true)).toEqual([
+ 'tablemutation.html: +0.98%, 0.01, -, 45.00%',
+ 'dhtml.html: +1.14%, 0.02, Real, 60.00%',
+ 'browser.html: +1.14%, -0.04, Noise, 15.00%',
+ 'improvement.html: +1.14%, -0.05, Real, 50.00%',
+ 'regression.html: +1.14%, 0.12, Real, 25.00%',
]);
// It should have the "ascending" SVG.
expect(screen.getByRole('button', { name: /CD/ })).toMatchSnapshot();
@@ -643,12 +661,12 @@ describe('SubtestsResultsView Component Tests for mann-whitney-u testVersion', (
it('initializes the sort from the URL at load time for an implicit descending sort', async () => {
await setupForSorting({ extraParameters: 'sort=delta' });
await screen.findByText('dhtml.html');
- expect(summarizeVisibleRows('mann-whitney-u')).toEqual([
- 'regression.html: 1.135 %, 0.12, , 25.00%',
- 'improvement.html: 0.963 %, -0.05, , 50.00%',
- 'browser.html: 0.963 %, -0.04, -, 15.00%',
- 'dhtml.html: 1.135 %, 0.02, , 60.00%',
- 'tablemutation.html: 0.98 %, 0.01, -, 45.00%',
+ expect(summarizeVisibleRows('mann-whitney-u', true)).toEqual([
+ 'regression.html: +1.14%, 0.12, Real, 25.00%',
+ 'improvement.html: +1.14%, -0.05, Real, 50.00%',
+ 'browser.html: +1.14%, -0.04, Noise, 15.00%',
+ 'dhtml.html: +1.14%, 0.02, Real, 60.00%',
+ 'tablemutation.html: +0.98%, 0.01, -, 45.00%',
]);
// It should have the "descending" SVG.
expect(screen.getByRole('button', { name: /CD/ })).toMatchSnapshot();
@@ -656,12 +674,12 @@ describe('SubtestsResultsView Component Tests for mann-whitney-u testVersion', (
it('initializes the sort from the URL at load time for a descending sort', async () => {
await setupForSorting({ extraParameters: 'sort=delta|desc' });
- expect(summarizeVisibleRows('mann-whitney-u')).toEqual([
- 'regression.html: 1.135 %, 0.12, , 25.00%',
- 'improvement.html: 0.963 %, -0.05, , 50.00%',
- 'browser.html: 0.963 %, -0.04, -, 15.00%',
- 'dhtml.html: 1.135 %, 0.02, , 60.00%',
- 'tablemutation.html: 0.98 %, 0.01, -, 45.00%',
+ expect(summarizeVisibleRows('mann-whitney-u', true)).toEqual([
+ 'regression.html: +1.14%, 0.12, Real, 25.00%',
+ 'improvement.html: +1.14%, -0.05, Real, 50.00%',
+ 'browser.html: +1.14%, -0.04, Noise, 15.00%',
+ 'dhtml.html: +1.14%, 0.02, Real, 60.00%',
+ 'tablemutation.html: +0.98%, 0.01, -, 45.00%',
]);
// It should have the "descending" SVG.
expect(screen.getByRole('button', { name: /CD/ })).toMatchSnapshot();
diff --git a/src/__tests__/CompareResults/SubtestsRevisionRow.test.tsx b/src/__tests__/CompareResults/SubtestsRevisionRow.test.tsx
index d8941e030..1b328e56a 100644
--- a/src/__tests__/CompareResults/SubtestsRevisionRow.test.tsx
+++ b/src/__tests__/CompareResults/SubtestsRevisionRow.test.tsx
@@ -7,7 +7,11 @@ import { loader } from '../../components/CompareResults/loader';
import SubtestsRevisionRow from '../../components/CompareResults/SubtestsResults/SubtestsRevisionRow';
import { MannWhitneyResultsItem } from '../../types/state';
import getTestData from '../utils/fixtures';
-import { screen, renderWithRouter } from '../utils/test-utils';
+import {
+ screen,
+ renderWithRouter,
+ enableAdvancedColumns,
+} from '../utils/test-utils';
function renderWithRoute(component: ReactElement) {
fetchMock
@@ -178,6 +182,7 @@ describe('SubtestsRevisionRow Component', () => {
});
it('should display cliffs delta, significance, and effects size in subtests for mann-whitney-u testVersion', async () => {
+ enableAdvancedColumns();
const { subtestsMannWhitneyResult } = getTestData();
const mockGridTemplateColumns = '1fr 1fr 1fr 1fr 1fr 1fr 1fr 1fr';
renderWithRoute(
@@ -194,7 +199,7 @@ describe('SubtestsRevisionRow Component', () => {
expect(effects).toHaveTextContent('60.00%');
const significanceCell = roles[8];
- expect(significanceCell?.querySelector('svg')).not.toBeNull();
+ expect(significanceCell).toHaveTextContent('Real');
const cliffs_delta = roles[6]?.childNodes[1];
expect(cliffs_delta).toHaveTextContent('0.02');
@@ -213,7 +218,7 @@ describe('SubtestsRevisionRow Component', () => {
);
const roles = await screen.findAllByRole('cell');
- const status = roles[5]?.childNodes[0];
+ const status = roles[5]?.querySelector('.status-hint');
expect(status).toHaveTextContent('Regression');
expect(status).toHaveClass('status-hint-regression');
});
@@ -231,7 +236,7 @@ describe('SubtestsRevisionRow Component', () => {
);
const roles1 = await screen.findAllByRole('cell');
- const status1 = roles1[5]?.childNodes[0];
+ const status1 = roles1[5]?.querySelector('.status-hint');
expect(status1).toHaveTextContent('Improvement');
expect(status1).toHaveClass('status-hint-improvement');
});
@@ -253,7 +258,7 @@ describe('SubtestsRevisionRow Component', () => {
};
}
- it('shows dash when neither distribution is normal', async () => {
+ it('shows value with warning icon when neither distribution is normal', async () => {
renderWithRoute(
<SubtestsRevisionRow
result={makeResult(tooFewRuns, tooFewRuns)}
@@ -263,7 +268,10 @@ describe('SubtestsRevisionRow Component', () => {
/>,
);
const roles = await screen.findAllByRole('cell');
- expect(roles[4]).toHaveTextContent('-');
+ // The median difference is rank-based, so it's shown even for non-normal
+ // data; only a warning icon flags the shape.
+ expect(roles[4]).toHaveTextContent('%');
+ expect(roles[4].querySelector('svg[role="img"]')).toBeTruthy();
});
it('shows value with warning icon when only one distribution is normal', async () => {
@@ -276,7 +284,7 @@ describe('SubtestsRevisionRow Component', () => {
/>,
);
const roles = await screen.findAllByRole('cell');
- expect(roles[4]).not.toHaveTextContent('-');
+ expect(roles[4]).toHaveTextContent('%');
expect(roles[4].querySelector('svg[role="img"]')).toBeTruthy();
});
@@ -290,7 +298,7 @@ describe('SubtestsRevisionRow Component', () => {
/>,
);
const roles = await screen.findAllByRole('cell');
- expect(roles[4]).not.toHaveTextContent('-');
+ expect(roles[4]).toHaveTextContent('%');
expect(roles[4].querySelector('svg[role="img"]')).toBeFalsy();
});
});
diff --git a/src/__tests__/CompareResults/__snapshots__/OverTimeResultsView.test.tsx.snap b/src/__tests__/CompareResults/__snapshots__/OverTimeResultsView.test.tsx.snap
index dbd059e14..0d13e4064 100644
--- a/src/__tests__/CompareResults/__snapshots__/OverTimeResultsView.test.tsx.snap
+++ b/src/__tests__/CompareResults/__snapshots__/OverTimeResultsView.test.tsx.snap
@@ -10,343 +10,443 @@ exports[`Results View The table should match snapshot and other elements should
class="MuiBox-root css-1rw0zd7"
>
<div
- class="MuiGrid-root MuiGrid-container MuiGrid-direction-xs-row MuiGrid-spacing-xs-2 f1wpas00 css-13620ud-MuiGrid-root"
+ class="MuiGrid-root MuiGrid-container MuiGrid-direction-xs-row MuiGrid-spacing-xs-2 f1wpas00 results-controls css-13620ud-MuiGrid-root"
>
<div
- class="MuiGrid-root MuiGrid-direction-xs-row MuiGrid-grid-md-3 MuiGrid-grid-xs-12 css-11ufmbb-MuiGrid-root"
+ class="MuiGrid-root MuiGrid-direction-xs-row MuiGrid-grid-xs-12 css-16nz7cf-MuiGrid-root"
>
- <form
- aria-label="Search by title, platform, revision or options"
- class="MuiBox-root css-1wxqtyp"
+ <div
+ class="results-controls-selections MuiBox-root css-1rh9huw"
>
- <div
- class="MuiFormControl-root MuiTextField-root css-q16m8p-MuiFormControl-root-MuiTextField-root"
+ <label
+ aria-label="Show the "How to read the results" guide above the table"
+ class="MuiFormControlLabel-root MuiFormControlLabel-labelPlacementEnd css-1bsjtco-MuiFormControlLabel-root"
data-mui-internal-clone-element="true"
+ >
+ <span
+ class="MuiButtonBase-root MuiCheckbox-root MuiCheckbox-colorPrimary MuiCheckbox-sizeSmall PrivateSwitchBase-root MuiCheckbox-root MuiCheckbox-colorPrimary MuiCheckbox-sizeSmall Mui-checked MuiCheckbox-root MuiCheckbox-colorPrimary MuiCheckbox-sizeSmall css-1nff2up-MuiButtonBase-root-MuiSwitchBase-root-MuiCheckbox-root"
+ >
+ <input
+ checked=""
+ class="PrivateSwitchBase-input css-12xagqm-MuiSwitchBase-root"
+ data-indeterminate="false"
+ type="checkbox"
+ />
+ <svg
+ aria-hidden="true"
+ class="MuiSvgIcon-root MuiSvgIcon-fontSizeSmall css-54rgmy-MuiSvgIcon-root"
+ data-testid="CheckBoxIcon"
+ focusable="false"
+ viewBox="0 0 24 24"
+ >
+ <path
+ d="M19 3H5c-1.11 0-2 .9-2 2v14c0 1.1.89 2 2 2h14c1.11 0 2-.9 2-2V5c0-1.1-.89-2-2-2zm-9 14l-5-5 1.41-1.41L10 14.17l7.59-7.59L19 8l-9 9z"
+ />
+ </svg>
+ </span>
+ <span
+ class="MuiTypography-root MuiTypography-body1 MuiFormControlLabel-label css-n290n7-MuiTypography-root"
+ >
+ How to read the results
+ </span>
+ </label>
+ <label
+ class="MuiFormControlLabel-root MuiFormControlLabel-labelPlacementEnd css-1bsjtco-MuiFormControlLabel-root"
+ >
+ <span
+ class="MuiButtonBase-root MuiCheckbox-root MuiCheckbox-colorPrimary MuiCheckbox-sizeSmall PrivateSwitchBase-root MuiCheckbox-root MuiCheckbox-colorPrimary MuiCheckbox-sizeSmall MuiCheckbox-root MuiCheckbox-colorPrimary MuiCheckbox-sizeSmall css-1nff2up-MuiButtonBase-root-MuiSwitchBase-root-MuiCheckbox-root"
+ >
+ <input
+ class="PrivateSwitchBase-input css-12xagqm-MuiSwitchBase-root"
+ data-indeterminate="false"
+ type="checkbox"
+ />
+ <svg
+ aria-hidden="true"
+ class="MuiSvgIcon-root MuiSvgIcon-fontSizeSmall css-54rgmy-MuiSvgIcon-root"
+ data-testid="CheckBoxOutlineBlankIcon"
+ focusable="false"
+ viewBox="0 0 24 24"
+ >
+ <path
+ d="M19 5v14H5V5h14m0-2H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2z"
+ />
+ </svg>
+ </span>
+ <span
+ class="MuiTypography-root MuiTypography-body1 MuiFormControlLabel-label css-n290n7-MuiTypography-root"
+ >
+ Expand all rows
+ </span>
+ </label>
+ </div>
+ </div>
+ <div
+ class="MuiGrid-root MuiGrid-direction-xs-row MuiGrid-grid-xs-12 css-16nz7cf-MuiGrid-root"
+ >
+ <div
+ class="MuiGrid-root MuiGrid-container MuiGrid-direction-xs-row MuiGrid-spacing-xs-2 results-controls-inputs css-13620ud-MuiGrid-root"
+ >
+ <div
+ class="MuiGrid-root MuiGrid-direction-xs-row MuiGrid-grid-md-3 MuiGrid-grid-xs-12 css-11ufmbb-MuiGrid-root"
+ >
+ <form
+ aria-label="Search by title, platform, revision or options"
+ class="MuiBox-root css-1wxqtyp"
+ >
+ <div
+ class="MuiFormControl-root MuiTextField-root css-q16m8p-MuiFormControl-root-MuiTextField-root"
+ data-mui-internal-clone-element="true"
+ >
+ <div
+ class="MuiInputBase-root MuiOutlinedInput-root MuiInputBase-colorPrimary MuiInputBase-formControl MuiInputBase-sizeSmall MuiInputBase-adornedStart MuiInputBase-adornedEnd css-1cqjfkd-MuiInputBase-root-MuiOutlinedInput-root"
+ >
+ <div
+ class="MuiInputAdornment-root MuiInputAdornment-positionStart MuiInputAdornment-outlined MuiInputAdornment-sizeSmall css-1nowbqt-MuiInputAdornment-root"
+ >
+ <span
+ aria-hidden="true"
+ class="notranslate"
+ >
+
+ </span>
+ <svg
+ aria-hidden="true"
+ class="MuiSvgIcon-root MuiSvgIcon-fontSizeMedium css-120he73-MuiSvgIcon-root"
+ data-testid="SearchIcon"
+ focusable="false"
+ viewBox="0 0 24 24"
+ >
+ <path
+ d="M15.5 14h-.79l-.28-.27C15.41 12.59 16 11.11 16 9.5 16 5.91 13.09 3 9.5 3S3 5.91 3 9.5 5.91 16 9.5 16c1.61 0 3.09-.59 4.23-1.57l.27.28v.79l5 4.99L20.49 19zm-6 0C7.01 14 5 11.99 5 9.5S7.01 5 9.5 5 14 7.01 14 9.5 11.99 14 9.5 14"
+ />
+ </svg>
+ </div>
+ <input
+ aria-description="Tip: You can search with multiple words (all must match). Use -word to exclude results containing that word."
+ aria-invalid="false"
+ aria-label="Search by title, platform, revision or options"
+ class="MuiInputBase-input MuiOutlinedInput-input MuiInputBase-inputSizeSmall MuiInputBase-inputAdornedStart MuiInputBase-inputAdornedEnd css-3v3un6-MuiInputBase-input-MuiOutlinedInput-input"
+ id="_r_c_"
+ placeholder="Filter results"
+ type="search"
+ value=""
+ />
+ <div
+ class="MuiInputAdornment-root MuiInputAdornment-positionEnd MuiInputAdornment-outlined MuiInputAdornment-sizeSmall css-elo8k2-MuiInputAdornment-root"
+ >
+ <button
+ aria-label="Clear the search input"
+ class="MuiButtonBase-root MuiIconButton-root MuiIconButton-edgeEnd MuiIconButton-sizeSmall css-13mnts1-MuiButtonBase-root-MuiIconButton-root"
+ tabindex="0"
+ type="button"
+ >
+ <svg
+ aria-hidden="true"
+ class="MuiSvgIcon-root MuiSvgIcon-fontSizeMedium css-120he73-MuiSvgIcon-root"
+ data-testid="CloseIcon"
+ focusable="false"
+ viewBox="0 0 24 24"
+ >
+ <path
+ d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"
+ />
+ </svg>
+ </button>
+ </div>
+ <fieldset
+ aria-hidden="true"
+ class="MuiOutlinedInput-notchedOutline css-18p5xg2-MuiNotchedOutlined-root-MuiOutlinedInput-notchedOutline"
+ >
+ <legend
+ class="css-1nf2c5d-MuiNotchedOutlined-root"
+ >
+ <span
+ aria-hidden="true"
+ class="notranslate"
+ >
+
+ </span>
+ </legend>
+ </fieldset>
+ </div>
+ </div>
+ </form>
+ </div>
+ <div
+ class="MuiGrid-root MuiGrid-direction-xs-row MuiGrid-grid-md-2 MuiGrid-grid-xs-6 css-4yvdwt-MuiGrid-root"
>
<div
- class="MuiInputBase-root MuiOutlinedInput-root MuiInputBase-colorPrimary MuiInputBase-formControl MuiInputBase-sizeSmall MuiInputBase-adornedStart MuiInputBase-adornedEnd css-1cqjfkd-MuiInputBase-root-MuiOutlinedInput-root"
+ class="MuiFormControl-root css-7549ua-MuiFormControl-root"
>
<div
- class="MuiInputAdornment-root MuiInputAdornment-positionStart MuiInputAdornment-outlined MuiInputAdornment-sizeSmall css-1nowbqt-MuiInputAdornment-root"
+ class="MuiInputBase-root MuiOutlinedInput-root MuiInputBase-colorPrimary MuiInputBase-formControl MuiInputBase-sizeSmall framework-dropdown-select MuiSelect-root css-fcr66i-MuiInputBase-root-MuiOutlinedInput-root-MuiSelect-root"
+ data-testid="framework-select"
>
- <span
- aria-hidden="true"
- class="notranslate"
+ <div
+ aria-expanded="false"
+ aria-haspopup="listbox"
+ aria-label="Framework"
+ aria-labelledby="mui-component-select-framework"
+ class="MuiSelect-select MuiSelect-outlined MuiInputBase-input MuiOutlinedInput-input MuiInputBase-inputSizeSmall css-1hw1663-MuiNativeSelect-root-MuiSelect-select-MuiInputBase-input-MuiOutlinedInput-input"
+ id="mui-component-select-framework"
+ role="combobox"
+ tabindex="0"
>
-
- </span>
+ talos
+ </div>
+ <input
+ aria-hidden="true"
+ aria-invalid="false"
+ class="MuiSelect-nativeInput css-j0riat-MuiSelect-nativeInput"
+ name="framework"
+ tabindex="-1"
+ value="1"
+ />
<svg
aria-hidden="true"
- class="MuiSvgIcon-root MuiSvgIcon-fontSizeMedium css-120he73-MuiSvgIcon-root"
- data-testid="SearchIcon"
+ class="MuiSvgIcon-root MuiSvgIcon-fontSizeMedium MuiSelect-icon MuiSelect-iconOutlined css-h42w4p-MuiSvgIcon-root-MuiNativeSelect-root-MuiSelect-icon"
+ data-testid="ArrowDropDownIcon"
focusable="false"
viewBox="0 0 24 24"
>
<path
- d="M15.5 14h-.79l-.28-.27C15.41 12.59 16 11.11 16 9.5 16 5.91 13.09 3 9.5 3S3 5.91 3 9.5 5.91 16 9.5 16c1.61 0 3.09-.59 4.23-1.57l.27.28v.79l5 4.99L20.49 19zm-6 0C7.01 14 5 11.99 5 9.5S7.01 5 9.5 5 14 7.01 14 9.5 11.99 14 9.5 14"
+ d="M7 10l5 5 5-5z"
/>
</svg>
- </div>
- <input
- aria-description="Tip: You can search with multiple words (all must match). Use -word to exclude results containing that word."
- aria-invalid="false"
- aria-label="Search by title, platform, revision or options"
- class="MuiInputBase-input MuiOutlinedInput-input MuiInputBase-inputSizeSmall MuiInputBase-inputAdornedStart MuiInputBase-inputAdornedEnd css-3v3un6-MuiInputBase-input-MuiOutlinedInput-input"
- id="_r_a_"
- placeholder="Filter results"
- type="search"
- value=""
- />
- <div
- class="MuiInputAdornment-root MuiInputAdornment-positionEnd MuiInputAdornment-outlined MuiInputAdornment-sizeSmall css-elo8k2-MuiInputAdornment-root"
- >
- <button
- aria-label="Clear the search input"
- class="MuiButtonBase-root MuiIconButton-root MuiIconButton-edgeEnd MuiIconButton-sizeSmall css-13mnts1-MuiButtonBase-root-MuiIconButton-root"
- tabindex="0"
- type="button"
+ <fieldset
+ aria-hidden="true"
+ class="MuiOutlinedInput-notchedOutline css-18p5xg2-MuiNotchedOutlined-root-MuiOutlinedInput-notchedOutline"
>
- <svg
- aria-hidden="true"
- class="MuiSvgIcon-root MuiSvgIcon-fontSizeMedium css-120he73-MuiSvgIcon-root"
- data-testid="CloseIcon"
- focusable="false"
- viewBox="0 0 24 24"
+ <legend
+ class="css-1nf2c5d-MuiNotchedOutlined-root"
>
- <path
- d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"
- />
- </svg>
- </button>
+ <span
+ aria-hidden="true"
+ class="notranslate"
+ >
+
+ </span>
+ </legend>
+ </fieldset>
</div>
- <fieldset
- aria-hidden="true"
- class="MuiOutlinedInput-notchedOutline css-18p5xg2-MuiNotchedOutlined-root-MuiOutlinedInput-notchedOutline"
- >
- <legend
- class="css-1nf2c5d-MuiNotchedOutlined-root"
- >
- <span
- aria-hidden="true"
- class="notranslate"
- >
-
- </span>
- </legend>
- </fieldset>
</div>
</div>
- </form>
- </div>
- <div
- class="MuiGrid-root MuiGrid-direction-xs-row MuiGrid-grid-md-2 MuiGrid-grid-xs-6 css-4yvdwt-MuiGrid-root"
- >
- <div
- class="MuiFormControl-root css-7549ua-MuiFormControl-root"
- >
<div
- class="MuiInputBase-root MuiOutlinedInput-root MuiInputBase-colorPrimary MuiInputBase-formControl MuiInputBase-sizeSmall framework-dropdown-select MuiSelect-root css-fcr66i-MuiInputBase-root-MuiOutlinedInput-root-MuiSelect-root"
- data-testid="framework-select"
+ class="MuiGrid-root MuiGrid-direction-xs-row MuiGrid-grid-md-2 MuiGrid-grid-xs-6 css-4yvdwt-MuiGrid-root"
>
<div
- aria-expanded="false"
- aria-haspopup="listbox"
- aria-label="Framework"
- aria-labelledby="mui-component-select-framework"
- class="MuiSelect-select MuiSelect-outlined MuiInputBase-input MuiOutlinedInput-input MuiInputBase-inputSizeSmall css-1hw1663-MuiNativeSelect-root-MuiSelect-select-MuiInputBase-input-MuiOutlinedInput-input"
- id="mui-component-select-framework"
- role="combobox"
- tabindex="0"
- >
- talos
- </div>
- <input
- aria-hidden="true"
- aria-invalid="false"
- class="MuiSelect-nativeInput css-j0riat-MuiSelect-nativeInput"
- name="framework"
- tabindex="-1"
- value="1"
- />
- <svg
- aria-hidden="true"
- class="MuiSvgIcon-root MuiSvgIcon-fontSizeMedium MuiSelect-icon MuiSelect-iconOutlined css-h42w4p-MuiSvgIcon-root-MuiNativeSelect-root-MuiSelect-icon"
- data-testid="ArrowDropDownIcon"
- focusable="false"
- viewBox="0 0 24 24"
- >
- <path
- d="M7 10l5 5 5-5z"
- />
- </svg>
- <fieldset
- aria-hidden="true"
- class="MuiOutlinedInput-notchedOutline css-18p5xg2-MuiNotchedOutlined-root-MuiOutlinedInput-notchedOutline"
+ class="MuiFormControl-root css-7549ua-MuiFormControl-root"
>
- <legend
- class="css-1nf2c5d-MuiNotchedOutlined-root"
+ <div
+ class="MuiInputBase-root MuiOutlinedInput-root MuiInputBase-colorPrimary MuiInputBase-formControl MuiInputBase-sizeSmall test-version-select MuiSelect-root css-fcr66i-MuiInputBase-root-MuiOutlinedInput-root-MuiSelect-root"
+ data-testid="test-version-select"
>
- <span
+ <div
+ aria-expanded="false"
+ aria-haspopup="listbox"
+ aria-label="Stats Test Version"
+ aria-labelledby="test-version-type mui-component-select-test_version"
+ class="MuiSelect-select MuiSelect-outlined MuiInputBase-input MuiOutlinedInput-input MuiInputBase-inputSizeSmall css-1hw1663-MuiNativeSelect-root-MuiSelect-select-MuiInputBase-input-MuiOutlinedInput-input"
+ id="mui-component-select-test_version"
+ role="combobox"
+ tabindex="0"
+ >
+ Mann-Whitney-U
+ </div>
+ <input
+ aria-hidden="true"
+ aria-invalid="false"
+ class="MuiSelect-nativeInput css-j0riat-MuiSelect-nativeInput"
+ name="test_version"
+ tabindex="-1"
+ value="mann-whitney-u"
+ />
+ <svg
aria-hidden="true"
- class="notranslate"
+ class="MuiSvgIcon-root MuiSvgIcon-fontSizeMedium MuiSelect-icon MuiSelect-iconOutlined css-h42w4p-MuiSvgIcon-root-MuiNativeSelect-root-MuiSelect-icon"
+ data-testid="ArrowDropDownIcon"
+ focusable="false"
+ viewBox="0 0 24 24"
>
-
- </span>
- </legend>
- </fieldset>
+ <path
+ d="M7 10l5 5 5-5z"
+ />
+ </svg>
+ <fieldset
+ aria-hidden="true"
+ class="MuiOutlinedInput-notchedOutline css-18p5xg2-MuiNotchedOutlined-root-MuiOutlinedInput-notchedOutline"
+ >
+ <legend
+ class="css-1nf2c5d-MuiNotchedOutlined-root"
+ >
+ <span
+ aria-hidden="true"
+ class="notranslate"
+ >
+
+ </span>
+ </legend>
+ </fieldset>
+ </div>
+ </div>
</div>
- </div>
- </div>
- <div
- class="MuiGrid-root MuiGrid-direction-xs-row MuiGrid-grid-md-2 MuiGrid-grid-xs-6 css-4yvdwt-MuiGrid-root"
- >
- <div
- class="MuiFormControl-root css-7549ua-MuiFormControl-root"
- >
<div
- class="MuiInputBase-root MuiOutlinedInput-root MuiInputBase-colorPrimary MuiInputBase-formControl MuiInputBase-sizeSmall test-version-select MuiSelect-root css-fcr66i-MuiInputBase-root-MuiOutlinedInput-root-MuiSelect-root"
- data-testid="test-version-select"
+ class="MuiGrid-root MuiGrid-direction-xs-row MuiGrid-grid-xs-grow css-vvfr7q-MuiGrid-root"
>
<div
- aria-expanded="false"
- aria-haspopup="listbox"
- aria-label="Stats Test Version"
- aria-labelledby="test-version-type mui-component-select-test_version"
- class="MuiSelect-select MuiSelect-outlined MuiInputBase-input MuiOutlinedInput-input MuiInputBase-inputSizeSmall css-1hw1663-MuiNativeSelect-root-MuiSelect-select-MuiInputBase-input-MuiOutlinedInput-input"
- id="mui-component-select-test_version"
- role="combobox"
- tabindex="0"
+ class="MuiBox-root css-0"
+ data-testid="revision-select"
>
- Mann-Whitney-U
- </div>
- <input
- aria-hidden="true"
- aria-invalid="false"
- class="MuiSelect-nativeInput css-j0riat-MuiSelect-nativeInput"
- name="test_version"
- tabindex="-1"
- value="mann-whitney-u"
- />
- <svg
- aria-hidden="true"
- class="MuiSvgIcon-root MuiSvgIcon-fontSizeMedium MuiSelect-icon MuiSelect-iconOutlined css-h42w4p-MuiSvgIcon-root-MuiNativeSelect-root-MuiSelect-icon"
- data-testid="ArrowDropDownIcon"
- focusable="false"
- viewBox="0 0 24 24"
- >
- <path
- d="M7 10l5 5 5-5z"
- />
- </svg>
- <fieldset
- aria-hidden="true"
- class="MuiOutlinedInput-notchedOutline css-18p5xg2-MuiNotchedOutlined-root-MuiOutlinedInput-notchedOutline"
- >
- <legend
- class="css-1nf2c5d-MuiNotchedOutlined-root"
+ <div
+ class="MuiInputBase-root MuiOutlinedInput-root MuiInputBase-colorPrimary MuiInputBase-sizeSmall f96or0t MuiSelect-root css-fcr66i-MuiInputBase-root-MuiOutlinedInput-root-MuiSelect-root"
>
- <span
+ <div
+ aria-expanded="false"
+ aria-haspopup="listbox"
+ aria-label="Filter by revision"
+ class="MuiSelect-select MuiSelect-outlined MuiInputBase-input MuiOutlinedInput-input MuiInputBase-inputSizeSmall css-1hw1663-MuiNativeSelect-root-MuiSelect-select-MuiInputBase-input-MuiOutlinedInput-input"
+ role="combobox"
+ tabindex="0"
+ >
+ <div
+ class="fbc330 MuiBox-root css-0"
+ >
+ <svg
+ aria-hidden="true"
+ class="MuiSvgIcon-root MuiSvgIcon-fontSizeMedium css-120he73-MuiSvgIcon-root"
+ focusable="false"
+ viewBox="0 0 24 24"
+ >
+ <svg
+ aria-hidden="true"
+ class="MuiSvgIcon-root MuiSvgIcon-fontSizeMedium css-120he73-MuiSvgIcon-root"
+ data-testid="SortIcon"
+ focusable="false"
+ viewBox="0 0 24 24"
+ >
+ <path
+ d="M3 18h6v-2H3zM3 6v2h18V6zm0 7h12v-2H3z"
+ />
+ </svg>
+ </svg>
+ All revisions
+ </div>
+ </div>
+ <input
+ aria-hidden="true"
+ aria-invalid="false"
+ class="MuiSelect-nativeInput css-j0riat-MuiSelect-nativeInput"
+ tabindex="-1"
+ value="all-revisions"
+ />
+ <svg
aria-hidden="true"
- class="notranslate"
+ class="MuiSvgIcon-root MuiSvgIcon-fontSizeMedium MuiSelect-icon MuiSelect-iconOutlined css-h42w4p-MuiSvgIcon-root-MuiNativeSelect-root-MuiSelect-icon"
+ data-testid="ArrowDropDownIcon"
+ focusable="false"
+ viewBox="0 0 24 24"
>
-
- </span>
- </legend>
- </fieldset>
+ <path
+ d="M7 10l5 5 5-5z"
+ />
+ </svg>
+ <fieldset
+ aria-hidden="true"
+ class="MuiOutlinedInput-notchedOutline css-18p5xg2-MuiNotchedOutlined-root-MuiOutlinedInput-notchedOutline"
+ >
+ <legend
+ class="css-1nf2c5d-MuiNotchedOutlined-root"
+ >
+ <span
+ aria-hidden="true"
+ class="notranslate"
+ >
+
+ </span>
+ </legend>
+ </fieldset>
+ </div>
+ </div>
</div>
- </div>
- </div>
- <div
- class="MuiGrid-root MuiGrid-direction-xs-row MuiGrid-grid-xs-grow css-t3of1j-MuiGrid-root"
- >
- <div
- class="MuiBox-root css-0"
- data-testid="revision-select"
- >
<div
- class="MuiInputBase-root MuiOutlinedInput-root MuiInputBase-colorPrimary MuiInputBase-sizeSmall f96or0t MuiSelect-root css-fcr66i-MuiInputBase-root-MuiOutlinedInput-root-MuiSelect-root"
+ class="MuiGrid-root MuiGrid-direction-xs-row MuiGrid-grid-xs-auto css-zh2j38-MuiGrid-root"
>
<div
- aria-expanded="false"
- aria-haspopup="listbox"
- aria-label="Filter by revision"
- class="MuiSelect-select MuiSelect-outlined MuiInputBase-input MuiOutlinedInput-input MuiInputBase-inputSizeSmall css-1hw1663-MuiNativeSelect-root-MuiSelect-select-MuiInputBase-input-MuiOutlinedInput-input"
- role="combobox"
- tabindex="0"
+ aria-label="Show the advanced statistics columns (Cliff's Delta, CLES, Significance)"
+ class="MuiFormControl-root css-7549ua-MuiFormControl-root"
+ data-mui-internal-clone-element="true"
>
<div
- class="fbc330 MuiBox-root css-0"
+ class="MuiInputBase-root MuiOutlinedInput-root MuiInputBase-colorPrimary MuiInputBase-formControl MuiInputBase-sizeSmall advanced-columns-select MuiSelect-root css-fcr66i-MuiInputBase-root-MuiOutlinedInput-root-MuiSelect-root"
+ data-testid="advanced-columns-select"
>
+ <div
+ aria-expanded="false"
+ aria-haspopup="listbox"
+ aria-label="Advanced columns"
+ class="MuiSelect-select MuiSelect-outlined MuiSelect-multiple MuiInputBase-input MuiOutlinedInput-input MuiInputBase-inputSizeSmall css-1hw1663-MuiNativeSelect-root-MuiSelect-select-MuiInputBase-input-MuiOutlinedInput-input"
+ role="combobox"
+ tabindex="0"
+ >
+ Advanced columns
+ </div>
+ <input
+ aria-hidden="true"
+ aria-invalid="false"
+ class="MuiSelect-nativeInput css-j0riat-MuiSelect-nativeInput"
+ tabindex="-1"
+ value=""
+ />
<svg
aria-hidden="true"
- class="MuiSvgIcon-root MuiSvgIcon-fontSizeMedium css-120he73-MuiSvgIcon-root"
+ class="MuiSvgIcon-root MuiSvgIcon-fontSizeMedium MuiSelect-icon MuiSelect-iconOutlined css-h42w4p-MuiSvgIcon-root-MuiNativeSelect-root-MuiSelect-icon"
+ data-testid="ArrowDropDownIcon"
focusable="false"
viewBox="0 0 24 24"
>
- <svg
- aria-hidden="true"
- class="MuiSvgIcon-root MuiSvgIcon-fontSizeMedium css-120he73-MuiSvgIcon-root"
- data-testid="SortIcon"
- focusable="false"
- viewBox="0 0 24 24"
- >
- <path
- d="M3 18h6v-2H3zM3 6v2h18V6zm0 7h12v-2H3z"
- />
- </svg>
+ <path
+ d="M7 10l5 5 5-5z"
+ />
</svg>
- All revisions
+ <fieldset
+ aria-hidden="true"
+ class="MuiOutlinedInput-notchedOutline css-18p5xg2-MuiNotchedOutlined-root-MuiOutlinedInput-notchedOutline"
+ >
+ <legend
+ class="css-1nf2c5d-MuiNotchedOutlined-root"
+ >
+ <span
+ aria-hidden="true"
+ class="notranslate"
+ >
+
+ </span>
+ </legend>
+ </fieldset>
</div>
</div>
- <input
- aria-hidden="true"
- aria-invalid="false"
- class="MuiSelect-nativeInput css-j0riat-MuiSelect-nativeInput"
- tabindex="-1"
- value="all-revisions"
- />
- <svg
- aria-hidden="true"
- class="MuiSvgIcon-root MuiSvgIcon-fontSizeMedium MuiSelect-icon MuiSelect-iconOutlined css-h42w4p-MuiSvgIcon-root-MuiNativeSelect-root-MuiSelect-icon"
- data-testid="ArrowDropDownIcon"
- focusable="false"
- viewBox="0 0 24 24"
- >
- <path
- d="M7 10l5 5 5-5z"
- />
- </svg>
- <fieldset
- aria-hidden="true"
- class="MuiOutlinedInput-notchedOutline css-18p5xg2-MuiNotchedOutlined-root-MuiOutlinedInput-notchedOutline"
+ </div>
+ <div
+ class="MuiGrid-root MuiGrid-direction-xs-row MuiGrid-grid-xs-grow css-wautn6-MuiGrid-root"
+ >
+ <div
+ class="f6hg2jo"
>
- <legend
- class="css-1nf2c5d-MuiNotchedOutlined-root"
+ <button
+ class="MuiButtonBase-root MuiButton-root MuiButton-contained MuiButton-containedSecondary MuiButton-sizeMedium MuiButton-containedSizeMedium MuiButton-colorSecondary MuiButton-disableElevation css-14hwkrj-MuiButtonBase-root-MuiButton-root"
+ tabindex="0"
+ type="button"
>
- <span
- aria-hidden="true"
- class="notranslate"
- >
-
- </span>
- </legend>
- </fieldset>
+ Download JSON
+ </button>
+ </div>
</div>
</div>
</div>
- <div
- class="MuiGrid-root MuiGrid-direction-xs-row MuiGrid-grid-xs-grow css-t3of1j-MuiGrid-root"
- >
- <div
- class="f6hg2jo"
- >
- <button
- class="MuiButtonBase-root MuiButton-root MuiButton-contained MuiButton-containedSecondary MuiButton-sizeMedium MuiButton-containedSizeMedium MuiButton-colorSecondary MuiButton-disableElevation css-14hwkrj-MuiButtonBase-root-MuiButton-root"
- tabindex="0"
- type="button"
- >
- Download JSON
- </button>
- </div>
- </div>
- <div
- class="MuiGrid-root MuiGrid-direction-xs-row MuiGrid-grid-xs-auto css-zh2j38-MuiGrid-root"
- >
- <label
- aria-label="Expand all rows"
- class="MuiFormControlLabel-root MuiFormControlLabel-labelPlacementEnd css-1bsjtco-MuiFormControlLabel-root"
- data-mui-internal-clone-element="true"
- >
- <span
- class="MuiButtonBase-root MuiCheckbox-root MuiCheckbox-colorPrimary MuiCheckbox-sizeSmall PrivateSwitchBase-root MuiCheckbox-root MuiCheckbox-colorPrimary MuiCheckbox-sizeSmall MuiCheckbox-root MuiCheckbox-colorPrimary MuiCheckbox-sizeSmall css-1nff2up-MuiButtonBase-root-MuiSwitchBase-root-MuiCheckbox-root"
- >
- <input
- class="PrivateSwitchBase-input css-12xagqm-MuiSwitchBase-root"
- data-indeterminate="false"
- type="checkbox"
- />
- <svg
- aria-hidden="true"
- class="MuiSvgIcon-root MuiSvgIcon-fontSizeSmall css-54rgmy-MuiSvgIcon-root"
- data-testid="CheckBoxOutlineBlankIcon"
- focusable="false"
- viewBox="0 0 24 24"
- >
- <path
- d="M19 5v14H5V5h14m0-2H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2z"
- />
- </svg>
- </span>
- <span
- class="MuiTypography-root MuiTypography-body1 MuiFormControlLabel-label css-n290n7-MuiTypography-root"
- >
- Expand all
- </span>
- </label>
- </div>
</div>
<div
- class="fdtnfac f1l733lh"
+ class="f1ogd8ft f1l733lh table-header"
data-testid="table-header"
role="row"
>
@@ -357,7 +457,7 @@ exports[`Results View The table should match snapshot and other elements should
<button
aria-haspopup="true"
aria-label="Platform (Click to filter values)"
- class="MuiButtonBase-root MuiButton-root MuiButton-contained MuiButton-containedTableHeaderButton MuiButton-sizeSmall MuiButton-containedSizeSmall MuiButton-colorTableHeaderButton MuiButton-disableElevation css-l81dbu-MuiButtonBase-root-MuiButton-root"
+ class="MuiButtonBase-root MuiButton-root MuiButton-contained MuiButton-containedTableHeaderButton MuiButton-sizeSmall MuiButton-containedSizeSmall MuiButton-colorTableHeaderButton MuiButton-disableElevation css-kne8o5-MuiButtonBase-root-MuiButton-root"
data-mui-internal-clone-element="true"
tabindex="0"
type="button"
@@ -417,13 +517,13 @@ exports[`Results View The table should match snapshot and other elements should
role="columnheader"
>
<span
- aria-label="Median Diff %: The percentage change in median from Base to New: ((New − Base) / Base) × 100."
+ aria-label="Shows how much the middle result changed from Base to New. We line up all the runs from smallest to biggest and pick the middle one for each side, then show the change as a percent. A positive sign means New is higher; a negative sign means New is lower."
class="MuiBox-root css-1tkq7a4"
data-mui-internal-clone-element="true"
>
<button
- aria-label="MD (%) (Click to sort by this column)"
- class="MuiButtonBase-root MuiButton-root MuiButton-contained MuiButton-containedTableHeaderButton MuiButton-sizeSmall MuiButton-containedSizeSmall MuiButton-colorTableHeaderButton MuiButton-disableElevation css-7upxw3-MuiButtonBase-root-MuiButton-root"
+ aria-label="Δ Median (Click to sort by this column)"
+ class="MuiButtonBase-root MuiButton-root MuiButton-contained MuiButton-containedTableHeaderButton MuiButton-sizeSmall MuiButton-containedSizeSmall MuiButton-colorTableHeaderButton MuiButton-disableElevation css-1w0uvhi-MuiButtonBase-root-MuiButton-root"
tabindex="0"
type="button"
>
@@ -438,10 +538,10 @@ exports[`Results View The table should match snapshot and other elements should
d="M16 17.01V10h-2v7.01h-3L15 21l4-3.99zM9 3 5 6.99h3V14h2V6.99h3z"
/>
<title>
- Not sorted by MD (%)
+ Not sorted by Δ Median
- MD (%)
+ Δ Median
@@ -452,18 +552,18 @@ exports[`Results View The table should match snapshot and other elements should