Merge pull request #1416 from w3c/releases

May 28, 2025 Production Release [1.15.0]

Includes changes recently included in the [releases branch](https://github.com/w3c/aria-at-app/tree/releases) through #1415.

[Latest CHANGELOG.md update: v1.15.0](https://github.com/w3c/aria-at-app/blob/releases/CHANGELOG.md#1150-2025-05-28).

Author: howard-e

.gitignore

@@ -132,3 +132,6 @@ client/resources
 
 #temp files for import-tests
 server/scripts/import-tests/tmp
+
+#IDE settings
+.vscode/settings.json

CHANGELOG.md

@@ -1,10 +1,21 @@
-### [1.14.2](https://github.com/w3c/aria-at-app/compare/v1.14.1...v1.14.2) (2025-04-29)
+## [1.15.0](https://github.com/w3c/aria-at-app/compare/v1.14.2...v1.15.0) (2025-05-28)
+
+
+### Features
+
+* Report Rerun ([#1348](https://github.com/w3c/aria-at-app/issues/1348)) ([e752e66](https://github.com/w3c/aria-at-app/commit/e752e669219e73127de4273ab14f6d5f83840eeb))
+* updates sorting and filtering for AT-specific tables on Candidate Review Page ([#1402](https://github.com/w3c/aria-at-app/issues/1402)) ([dc8587b](https://github.com/w3c/aria-at-app/commit/dc8587b0bcbaa3fed8c6727b41f9c26cb345fbd2)), closes [#1382](https://github.com/w3c/aria-at-app/issues/1382)
 
 
 ### Bug Fixes
 
-* Preserve automation initiated status for runs across results copy ([#1380](https://github.com/w3c/aria-at-app/issues/1380) ([964148b](https://github.com/w3c/aria-at-app/commit/964148b5175ce1fec20a633131334560e726802a))
+* Correct type of metrics ([#1403](https://github.com/w3c/aria-at-app/issues/1403)) ([726e1e3](https://github.com/w3c/aria-at-app/commit/726e1e3bbb6defb657e8774ffd020be5cee974bd))
+* corrected content in failing assertions summary table subheader ([#1358](https://github.com/w3c/aria-at-app/issues/1358)) ([3901ba4](https://github.com/w3c/aria-at-app/commit/3901ba42a6c1dacf6a9b6fb9d2a105b5bdf4b212))
+* Improve accuracy of rendered TestRenderer form ([#1409](https://github.com/w3c/aria-at-app/issues/1409)) ([c9fb427](https://github.com/w3c/aria-at-app/commit/c9fb427326d29e07ad05ef4a32e86a2cfe933522))
+* Update text in Test Queue's Rerun Reports Tab ([#1413](https://github.com/w3c/aria-at-app/issues/1413)) ([5a9bc7b](https://github.com/w3c/aria-at-app/commit/5a9bc7bb72ead13dfe857a4a9602eb339330a7eb))
+* Update the format for the Candidate Test Plan Run page titles ([#1406](https://github.com/w3c/aria-at-app/issues/1406)) ([88ef807](https://github.com/w3c/aria-at-app/commit/88ef807b9b004ca80c5aa58c92614ce6fe2ce158))
 
+### [1.14.2](https://github.com/w3c/aria-at-app/compare/v1.14.1...v1.14.2) (2025-04-29)
 
 ### [1.14.1](https://github.com/w3c/aria-at-app/compare/v1.14.0...v1.14.1) (2025-04-10)
 

client/components/CandidateReview/CandidateTestPlanRun/index.jsx

@@ -312,6 +312,12 @@ const CandidateTestPlanRun = () => {
   const { testPlanVersion } = testPlanReport;
   const { recommendedPhaseTargetDate } = testPlanVersion;
 
+  const pageTitlePrefix = isSummaryView
+    ? 'Summary of Failing Assertions'
+    : `${currentTestIndex + 1}. ${currentTest?.title}`;
+
+  const pageTitle = `${pageTitlePrefix} | ${testPlanVersion.title} | Candidate Review | ARIA-AT`;
+
   const reviewStatusText = vendorReviewStatusMap[reviewStatus];
 
   const targetCompletionDate = dates.convertDateToString(
@@ -647,7 +653,7 @@ const CandidateTestPlanRun = () => {
   return (
     <Container>
       <Helmet>
-        <title>Candidate Test Run Page | ARIA-AT</title>
+        <title>{pageTitle}</title>
       </Helmet>
       <Row>
         <TestNavigator

client/components/CandidateReview/TestPlans/index.jsx

@@ -247,11 +247,16 @@ const TestPlans = ({ testPlanVersions, ats, me }) => {
             </thead>
             <tbody>
               {Object.values(testPlanVersions)
-                .sort((a, b) => (a.title < b.title ? -1 : 1))
+                .sort((a, b) =>
+                  a.recommendedPhaseTargetDate < b.recommendedPhaseTargetDate
+                    ? -1
+                    : 1
+                )
                 .map(testPlanVersion => {
                   const testPlanReports =
                     testPlanVersion.testPlanReports.filter(
-                      ({ at }) => at.id === atId
+                      ({ at, vendorReviewStatus }) =>
+                        at.id === atId && vendorReviewStatus !== 'APPROVED'
                     );
                   const candidatePhaseReachedAt =
                     testPlanVersion.candidatePhaseReachedAt;

client/components/FailingAssertionsSummary/FailingAssertionsSummary.module.css

@@ -4,6 +4,15 @@
   padding: 0;
 }
 
+.failing-assertions-summary-table-container p {
+  margin: 0;
+}
+
+.failing-assertions-summary-table-container ul li {
+  margin-left: var(--16px);
+  list-style-type: disc;
+}
+
 .failing-assertions-summary-table-container table {
   table-layout: fixed;
   width: 100%;

client/components/FailingAssertionsSummary/Table.jsx

@@ -19,9 +19,24 @@ const FailingAssertionsSummaryTable = ({
   return (
     <>
       <p>
-        {failingAssertions.length} assertions failed across{' '}
-        {metrics.commandsCount} commands in {metrics.testsFailedCount} tests.
+        {failingAssertions.length} of {failingAssertions.totalAssertionsCount}{' '}
+        total assertions fail across:
       </p>
+      <ul>
+        <li>
+          {metrics.testsFailedCount} test
+          {metrics.testsFailedCount === 1 ? '' : 's'}
+        </li>
+        <li>
+          {failingAssertions.uniqueAssertionStatementsCount} unique assertion
+          statement
+          {failingAssertions.uniqueAssertionStatementsCount === 1 ? '' : 's'}
+        </li>
+        <li>
+          {failingAssertions.uniqueCommandsCount} unique command
+          {failingAssertions.uniqueCommandsCount === 1 ? '' : 's'}
+        </li>
+      </ul>
 
       <Table bordered responsive aria-labelledby="failing-assertions-heading">
         <thead>

client/components/ReportRerun/ReportRerun.module.css

@@ -0,0 +1,233 @@
+.test-plan-refresh {
+  max-width: 1200px;
+}
+
+.rerun-dashboard {
+  display: grid;
+  grid-template-columns: 1fr;
+  gap: var(--section-gap);
+  margin-bottom: var(--section-gap);
+  width: 100%;
+  max-width: 100%;
+  overflow-x: hidden;
+}
+
+@media (min-width: 768px) {
+  .rerun-dashboard {
+    grid-template-columns: repeat(auto-fit, minmax(450px, 1fr));
+  }
+}
+
+.rerun-opportunity {
+  height: min-content;
+  background-color: var(--white);
+  padding: 0;
+  margin-bottom: 1.5rem;
+  width: 100%;
+  max-width: 100%;
+  overflow-x: hidden;
+}
+
+.bot-name {
+  font-size: var(--18px);
+  font-weight: 600;
+  color: var(--darkest-gray);
+  margin: 0 0 var(--el-gap) 0;
+  display: block;
+  width: 100%;
+}
+
+.events-header {
+  border-bottom: 1px solid var(--border-gray);
+}
+
+.rerun-header,
+.events-header {
+  font-size: var(--24px);
+  margin: 0;
+  padding: var(--section-gap);
+  color: var(--font-black);
+  font-weight: var(--font-weight-medium);
+}
+
+.empty-events-message {
+  padding: var(--section-gap);
+  color: var(--dark-gray-text);
+  font-size: var(--default-font-size);
+  text-align: center;
+  margin: 0;
+}
+
+.report-table {
+  width: 100%;
+  margin-bottom: 0;
+  border-collapse: collapse;
+  border: 1px solid var(--border-gray);
+}
+
+.report-table th,
+.report-table td {
+  padding: var(--el-gap) var(--section-gap);
+  vertical-align: middle;
+  text-align: left;
+  border-bottom: 1px solid var(--border-gray);
+  line-height: 1.5;
+  border-left: none;
+  border-right: none;
+}
+
+.report-table td {
+  background-color: white;
+}
+
+.events-section table thead th,
+.report-table th {
+  font-weight: var(--font-weight-headings);
+  background-color: var(--bg-light-gray);
+  color: var(--font-black);
+}
+
+.report-table tbody tr:last-child td {
+  border-bottom: none;
+}
+
+.report-table th:first-child,
+.report-table td:first-child {
+  padding-left: var(--section-gap);
+}
+
+.report-table th:last-child,
+.report-table td:last-child {
+  padding-right: var(--section-gap);
+}
+
+.events-section {
+  background-color: white;
+  border: 1px solid var(--border-gray);
+  border-radius: 0.5rem;
+  padding: 0;
+  margin-top: 2.5rem;
+  overflow: hidden;
+}
+
+.events-section .events-content {
+  padding: var(--section-gap);
+  background-color: var(--bg-lighter-gray);
+}
+
+.events-section table {
+  border: 1px solid var(--border-gray);
+}
+
+.events-section table td {
+  color: var(--font-black);
+  padding: var(--el-gap) var(--el-gap);
+  border-top: 1px solid var(--border-gray);
+  border-bottom: none;
+}
+
+.events-section tbody tr:first-child td {
+  border-top: none;
+}
+
+.events-section .timestamp-cell {
+  white-space: nowrap;
+  width: 180px;
+}
+
+.events-section .message-cell {
+  line-height: 1.6;
+  color: var(--font-black);
+}
+
+.events-header-container {
+  display: flex;
+  align-items: center;
+  gap: var(--el-gap);
+}
+
+.events-header-container h2 {
+  margin: 0;
+  font-size: inherit;
+  font-weight: inherit;
+  color: inherit;
+}
+
+.action-header {
+  display: flex;
+  justify-content: flex-start;
+  padding: 0 var(--section-gap) var(--section-gap) var(--section-gap);
+  margin-top: var(--el-gap);
+}
+
+.report-table-container {
+  margin: 0 var(--section-gap) var(--section-gap) var(--section-gap);
+  overflow-x: auto;
+  border: none;
+}
+
+.rerun-button {
+  background-color: var(--positive-green);
+  color: white;
+  border: none;
+  padding: 0.625rem 1.25rem;
+  border-radius: 4px;
+  font-size: var(--default-font-size);
+  font-weight: var(--font-weight-medium);
+  cursor: pointer;
+  transition: all 0.2s ease;
+  min-width: 140px;
+}
+
+.rerun-button:disabled {
+  background-color: var(--border-gray);
+  cursor: not-allowed;
+}
+
+.rerun-button:not(:disabled):hover {
+  background-color: var(--rd-color);
+  cursor: pointer;
+}
+
+.rerun-button:focus {
+  box-shadow: 0 0 0 3px rgba(3, 102, 214, 0.3);
+  outline: none;
+}
+
+.rerun-opportunity > div[role='button'] {
+  padding: var(--section-gap);
+  border-bottom: 1px solid transparent;
+  background-color: var(--white);
+  border-radius: 0.5rem 0.5rem 0 0;
+}
+
+.rerun-opportunity > div[role='button'][aria-expanded='true'] {
+  border-bottom-color: var(--border-gray);
+  border-radius: 0.5rem 0.5rem 0 0;
+}
+
+.rerun-opportunity > div:last-child > div {
+  padding: 0;
+}
+
+.report-description {
+  padding: var(--section-gap);
+  color: var(--dark-gray-text);
+  font-size: var(--default-font-size);
+  line-height: 1.6;
+}
+
+.report-description p {
+  margin-bottom: var(--el-gap);
+}
+
+.report-description p:last-child {
+  margin-bottom: 0;
+}
+
+.report-count {
+  font-weight: var(--font-weight-normal);
+  font-size: var(--default-font-size);
+  color: var(--dark-gray-text);
+  margin-left: var(--el-gap);
+}