Test modified to capture LSP4MP quickfix intermittent failure logs as well

Author: dessina-devasia

.github/workflows/build.yaml

@@ -98,16 +98,19 @@ jobs:
       fail-fast: false
       matrix:
         runtime: [ linux, mac, windows ]
-        test-group: [ Gradle-Jakarta-Language-Server ]
+        test-group: [ Gradle-MP-Language-Server ]
+        repeat: [ 1,2,3,4,5,6,7,8,9,10,
+                  11,12,13,14,15,16,17,18,19,20,
+                  21,22,23,24,25,26,27,28,29,30 ]
         include:
           - runtime: linux
             os: ubuntu-latest
           - runtime: mac
             os: macOS-14
           - runtime: windows
             os: windows-latest
-          - test-group: Gradle-Jakarta-Language-Server
-            test-class: io.openliberty.tools.intellij.it.GradleSingleModJakartaLSTest
+          - test-group: Gradle-MP-Language-Server
+            test-class: io.openliberty.tools.intellij.it.GradleSingleModMPLSTest
     env:
       USE_LOCAL_PLUGIN: ${{ inputs.useLocalPlugin || false }}
       REF_LSP4IJ: ${{ needs.fetch_merge_commit_sha_from_lsp4ij_PR.outputs.pr_details }}
@@ -168,9 +171,11 @@ jobs:
         working-directory: ./liberty-tools-intellij
         run: bash ./src/test/resources/ci/scripts/run.sh
       - name: 'Archive Test logs and reports'
-        if: ${{ always() }}
+        if: ${{ failure() && steps.run_tests.conclusion == 'failure' }}
         uses: actions/[email protected]
         with:
-          name: ${{ matrix.runtime }}-${{ matrix.test-group }}-test-report-LTI-${{ env.REF_LTI_TAG || 'default' }}-LSP4IJ-${{ env.LSP4IJ_BRANCH || 'default' }}
-          path: |
-            liberty-tools-intellij/build/reports/
+          name: ${{ matrix.runtime }}-${{ matrix.test-group }}-test-report-LTI-${{ env.REF_LTI_TAG || 'default' }}-LSP4IJ-${{ env.LSP4IJ_BRANCH || 'default' }}-${{ github.run_attempt }}
+          path: liberty-tools-intellij/build/reports/
+          if-no-files-found: warn
+          compression-level: 6
+          overwrite: true

src/test/java/io/openliberty/tools/intellij/it/SingleModMPLSTestCommon.java

@@ -161,6 +161,9 @@ public void testMPQuickFixInJavaFile() {
         String quickfixChooserString = "Insert " + livenessString;
         String mainQuickFixActionStr  = "Generate OpenAPI Annotations for 'ServiceLiveHealthCheck'";
 
+        UIBotTestUtils.clickOnWindowPaneStripeButton(remoteRobot, "Language Servers");
+        UIBotTestUtils.enableMPDebugTraceInLS(remoteRobot);
+
         // get focus on file tab prior to copy
         UIBotTestUtils.clickOnFileTab(remoteRobot, "ServiceLiveHealthCheck.java");
 
@@ -185,6 +188,7 @@ public void testMPQuickFixInJavaFile() {
         } finally {
             // Replace modified content with the original content
             UIBotTestUtils.pasteOnActiveWindow(remoteRobot);
+            UIBotTestUtils.captureLSPConsoleLog(remoteRobot);
         }
     }
 
@@ -296,6 +300,9 @@ public void testQuickFixInMicroProfileConfigProperties() {
 
         Path pathToMpCfgProperties = Paths.get(projectsPath, projectName,"src", "main", "resources", "META-INF", "microprofile-config.properties");
 
+        UIBotTestUtils.clickOnWindowPaneStripeButton(remoteRobot, "Language Servers");
+        UIBotTestUtils.enableMPDebugTraceInLS(remoteRobot);
+
         // get focus on file tab prior to copy
         UIBotTestUtils.clickOnFileTab(remoteRobot, "microprofile-config.properties");
 
@@ -314,6 +321,7 @@ public void testQuickFixInMicroProfileConfigProperties() {
         } finally {
             // Replace modified microprofile-config.properties with the original content
             UIBotTestUtils.pasteOnActiveWindow(remoteRobot, true);
+            UIBotTestUtils.captureLSPConsoleLog(remoteRobot);
         }
 
     }

src/test/java/io/openliberty/tools/intellij/it/UIBotTestUtils.java

@@ -2985,6 +2985,46 @@ public static void enableDebugTraceInLS(RemoteRobot remoteRobot) {
         }
     }
 
+    /**
+     * Enable the trace level to verbose in LSP console
+     *
+     * @param remoteRobot Instance of the RemoteRobot to interact with the IntelliJ UI.
+     */
+    public static void enableMPDebugTraceInLS(RemoteRobot remoteRobot) {
+        ComponentFixture node = remoteRobot.find(ComponentFixture.class, byXpath("//div[@class='LSPConsoleToolWindowPanel']"), Duration.ofSeconds(10));
+
+        List<RemoteText> rts = node.findAllText();
+        for (RemoteText rt : rts) {
+            if (rt.getText().contains("MicroProfile"))
+                rt.click();
+        }
+
+        ComponentFixture node1 = remoteRobot.find(ComponentFixture.class, byXpath("//div[@class='LSPConsoleToolWindowPanel']"), Duration.ofSeconds(10));
+        List<RemoteText> rts1 = node1.findAllText();
+        for (RemoteText rt : rts1) {
+            if (rt.getText().contains("Debug"))
+                rt.click();
+        }
+
+        ProjectFrameFixture projectFrame = remoteRobot.find(ProjectFrameFixture.class, Duration.ofMinutes(2));
+        List<ComboBoxFixture> comboBoxes = projectFrame.getComboBoxButton();
+        ComboBoxFixture comboBox = comboBoxes.get(1);
+        comboBox.selectItem("verbose");
+
+        String xPath = "//div[starts-with(@accessiblename, 'Apply') and @class='ActionButton']";
+        ComponentFixture actionButton = projectFrame.getActionButton(xPath, "10");
+        actionButton.click();
+
+        ComponentFixture node3 = remoteRobot.find(ComponentFixture.class, byXpath("//div[@class='LSPConsoleToolWindowPanel']"), Duration.ofSeconds(10));
+        List<RemoteText> rts3 = node3.findAllText();
+        for (RemoteText rt : rts3) {
+            if (rt.getText().contains("started pid")) {
+                rt.click();
+                break;
+            }
+        }
+    }
+
     /**
      * Access editor content in LSP console
      *