test: script for AIBOM and CBOM label validation (#913)

Signed-off-by: mrrajan <86094767+mrrajan@users.noreply.github.com.>

Author: mrrajan

e2e/tests/common/dataset/sbom/claude-4-opus.aibom.json.bz2

@@ -13,7 +13,7 @@ export interface TableMatchers<
   toHaveColumnWithValue(
     columnName: TColumns[number],
     value: string | RegExp,
-    rowIndex?: number,
+    rowIndex?: number | "all",
   ): Promise<MatcherResult>;
   toHaveNumberOfRows(expectedRows: {
     equal?: number;
@@ -64,7 +64,7 @@ export const tableAssertions = baseExpect.extend<TableMatcherDefinitions>({
     table: Table<TColumns, TActions>,
     columnName: TColumns[number],
     value: string | RegExp,
-    rowIndex?: number,
+    rowIndex?: number | "all",
   ) => {
     try {
       if (rowIndex === undefined) {
@@ -75,6 +75,19 @@ export const tableAssertions = baseExpect.extend<TableMatcherDefinitions>({
             })
             .first(),
         ).toBeVisible();
+      } else if (rowIndex === "all") {
+        const rows = table._table.locator(
+          `td[data-label="${table._columns[0]}"]`,
+        );
+        await baseExpect.poll(() => rows.count()).toBeGreaterThan(0);
+
+        // Verify all rows in the specified column contain the expected value
+        const column = await table.getColumn(columnName);
+        const allRows = await column.all();
+
+        for (const row of allRows) {
+          await baseExpect(row).toContainText(value);
+        }
       } else {
         await baseExpect(
           table._table.locator(`td[data-label="${columnName}"]`).nth(rowIndex),
@@ -83,7 +96,15 @@ export const tableAssertions = baseExpect.extend<TableMatcherDefinitions>({
 
       return {
         pass: true,
-        message: () => `Table contains ${value} in column ${columnName}`,
+        message: () => {
+          if (rowIndex === undefined) {
+            return `Column "${columnName}" contains value "${value}"`;
+          } else if (rowIndex === "all") {
+            return `All rows in column "${columnName}" contain value "${value}"`;
+          } else {
+            return `Row ${rowIndex} contains "${value}" in column "${columnName}"`;
+          }
+        },
       };
     } catch (error) {
       return {

e2e/tests/common/dataset/sbom/liboqs_cbom.json.bz2

@@ -129,7 +129,7 @@ Feature: SBOM Explorer - View SBOM details
         Given An ingested SBOM "<sbomName>" is available
         When User visits SBOM details Page of "<sbomName>"
         When User Adds Labels "<Labels>" to "<sbomName>" SBOM from Explorer Page
-        Then The Label list "<Labels>" added to the SBOM "<sbomName>" on Explorer Page
+        Then The Label list "<Labels>" is visible on the Explorer Page for SBOM "<sbomName>"
 
         Examples:
             | sbomName               | Labels        |
@@ -190,3 +190,21 @@ Feature: SBOM Explorer - View SBOM details
         Examples:
             | sbomName    | vulnerabilityID | packageName        |
             | quarkus-bom | CVE-2023-0044   | quarkus-vertx-http |
+
+    Scenario Outline: Verify Labels of CBOM on SBOM Explorer Page
+        Given An ingested SBOM "<sbomName>" is available
+        When User visits SBOM details Page of "<sbomName>"
+        Then The Label list "<Labels>" is visible on the Explorer Page for SBOM "<sbomName>"
+
+        Examples:
+            | sbomName | Labels    |
+            | liboqs   | kind=cbom |
+
+    Scenario Outline: Verify Labels of AIBOM on SBOM Explorer Page
+        Given An ingested SBOM "<sbomName>" is available
+        When User visits SBOM details Page of "<sbomName>"
+        Then The Label list "<Labels>" is visible on the Explorer Page for SBOM "<sbomName>"
+
+        Examples:
+            | sbomName       | Labels     |
+            | claude-4-opus  | kind=aibom |

e2e/tests/ui/assertions/TableMatchers.ts

@@ -177,7 +177,7 @@ When(
 );
 
 Then(
-  "The Label list {string} added to the SBOM {string} on Explorer Page",
+  "The Label list {string} is visible on the Explorer Page for SBOM {string}",
   async ({ page }, labelList: string, sbomName: string) => {
     const detailsPage = new DetailsPage(page);
     await detailsPage.selectTab("Info");

e2e/tests/ui/features/@sbom-explorer/sbom-explorer.feature

@@ -13,8 +13,42 @@ Feature: SBOM Search Page
     Scenario Outline: Add Labels to SBOM from SBOM List Page
         Given An ingested SBOM "<sbomName>" is available
         When User Adds Labels "<Labels>" to "<sbomName>" SBOM from List Page
-        Then The Label list "<Labels>" added to the SBOM "<sbomName>" on List Page
+        Then The Label list "<Labels>" is visible on the List Page for SBOM "<sbomName>"
 
         Examples:
             | sbomName    | Labels        |
             | quarkus-bom | RANDOM_LABELS |
+
+    Scenario Outline: Verify Labels of CBOM on SBOM List Page
+        Given An ingested SBOM "<sbomName>" is available
+        Then The Label list "<Labels>" is visible on the List Page for SBOM "<sbomName>"
+
+        Examples:
+            | sbomName | Labels    |
+            | liboqs   | kind=cbom |
+
+    Scenario Outline: Verify Labels of AIBOM on SBOM List Page
+        Given An ingested SBOM "<sbomName>" is available
+        Then The Label list "<Labels>" is visible on the List Page for SBOM "<sbomName>"
+
+        Examples:
+            | sbomName       | Labels     |
+            | claude-4-opus  | kind=aibom |
+
+    Scenario Outline: Filter AIBOM on SBOM List Page
+        Given An ingested SBOM "<sbomName>" is available
+        When User applies "Label" filter with "kind=aibom" on the SBOM List Page
+        Then The SBOM List Page shows only SBOMs with label "kind=aibom"
+
+        Examples:
+            | sbomName       |
+            | claude-4-opus  |
+
+    Scenario Outline: Filter CBOM on SBOM List Page
+        Given An ingested SBOM "<sbomName>" is available
+        When User applies "Label" filter with "kind=cbom" on the SBOM List Page
+        Then The SBOM List Page shows only SBOMs with label "kind=cbom"
+
+        Examples:
+            | sbomName |
+            | liboqs   |

e2e/tests/ui/features/@sbom-explorer/sbom-explorer.step.ts

@@ -30,7 +30,7 @@ Given(
 When(
   "User Adds Labels {string} to {string} SBOM from List Page",
   async ({ page }, labelList, sbomName) => {
-    const listPage = await SbomListPage.build(page);
+    const listPage = await SbomListPage.fromCurrentPage(page);
     const toolbar = await listPage.getToolbar();
     const table = await listPage.getTable();
 
@@ -61,7 +61,7 @@ When(
 );
 
 Then(
-  "The Label list {string} added to the SBOM {string} on List Page",
+  "The Label list {string} is visible on the List Page for SBOM {string}",
   async ({ page }, labelList, sbomName) => {
     const detailsPage = new DetailsPage(page);
 
@@ -74,3 +74,31 @@ Then(
     await detailsPage.verifyLabels(labelsToVerify, sbomName);
   },
 );
+
+When(
+  "User applies {string} filter with {string} on the SBOM List Page",
+  async ({ page }, filterName: string, filterValue: string) => {
+    const listPage = await SbomListPage.build(page);
+    const toolbar = await listPage.getToolbar();
+    const table = await listPage.getTable();
+    if (filterName === "Label") {
+      await toolbar.applyFilter({ Label: [filterValue] });
+    } else if (filterName === "Filter text") {
+      await toolbar.applyFilter({ "Filter text": filterValue });
+    } else if (filterName === "License") {
+      await toolbar.applyFilter({ License: [filterValue] });
+    }
+    await table.waitUntilDataIsLoaded();
+  },
+);
+
+Then(
+  "The SBOM List Page shows only SBOMs with label {string}",
+  async ({ page }, labelValue: string) => {
+    const listPage = await SbomListPage.fromCurrentPage(page);
+    const table = await listPage.getTable();
+    const toolbar = await listPage.getToolbar();
+    await expect(toolbar).toHaveLabels({ Label: [labelValue] });
+    await expect(table).toHaveColumnWithValue("Labels", labelValue, "all");
+  },
+);

e2e/tests/ui/features/@sbom-search/sbom-search.feature

@@ -14,7 +14,10 @@ export class SbomListPage {
   static async build(page: Page) {
     const navigation = await Navigation.build(page);
     await navigation.goToSidebar("All SBOMs");
+    return new SbomListPage(page);
+  }
 
+  static async fromCurrentPage(page: Page) {
     return new SbomListPage(page);
   }