Add session file sorting and additional tests (#48)

* store test results in separate files

* fix serialization issue

* skip rendering empty test session tables

Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>

* remove extra env var

* add test session sub-heading

* add file sorting and more tests

---------

Co-authored-by: Claude Opus 4.6 <noreply@anthropic.com>

Author: mw-kapilg

src/main/java/com/mathworks/ci/TestResultsViewAction.java

@@ -15,6 +15,8 @@
 import java.nio.file.Path;
 import java.nio.file.Paths;
 import java.util.ArrayList;
+import java.util.Arrays;
+import java.util.Comparator;
 import java.util.HashMap;
 import java.util.Iterator;
 import java.util.List;
@@ -84,6 +86,7 @@ public List<List<MatlabTestFile>> getTestResults() throws ParseException, Interr
                 MatlabBuilderConstants.TEST_RESULTS_VIEW_ARTIFACT + this.actionID + "_*.json");
 
         if (sessionFiles.length > 0) {
+            Arrays.sort(sessionFiles, Comparator.comparing(FilePath::getName));
             for (FilePath sessionFile : sessionFiles) {
                 parseSessionFile(sessionFile, testResults);
             }

src/test/java/com/mathworks/ci/TestResultsViewActionTest.java

@@ -170,7 +170,7 @@ public void verifyMatlabTestFilePath() throws ExecutionException, InterruptedExc
         } else {
             throw new RuntimeException("Unsupported OS: " + os);
         }
-        
+
         List<List<MatlabTestFile>> ta = ac.getTestResults();
         String actualPath1 = ta.get(0).get(0).getPath();
         Assert.assertEquals("Incorrect test file path",expectedParentPath + "tests" + File.separator + "TestExamples1",actualPath1);
@@ -187,7 +187,7 @@ public void verifyMatlabTestFilePath() throws ExecutionException, InterruptedExc
     public void verifyMatlabTestFileLinuxStylePath() throws ExecutionException, InterruptedException, URISyntaxException, IOException, ParseException {
         TestResultsViewAction ac = setupTestResultsViewAction();
         String expectedParentPath = "visualization/";
-        
+
         List<List<MatlabTestFile>> ta = ac.getTestResults();
         String actualPath1 = ta.get(0).get(0).getLinuxStylePath();
         Assert.assertEquals("Incorrect test file path",expectedParentPath + "tests/" + "TestExamples1",actualPath1);
@@ -312,7 +312,7 @@ public void verifyMatlabTestCaseDuration() throws ExecutionException, Interrupte
     public void verifyMatlabTestCaseDiagnostics() throws ExecutionException, InterruptedException, URISyntaxException, IOException, ParseException {
         TestResultsViewAction ac = setupTestResultsViewAction();
         List<List<MatlabTestFile>> ta = ac.getTestResults();
-        
+
         MatlabTestDiagnostics diagnostics1 = ta.get(0).get(0).getMatlabTestCases().get(4).getDiagnostics().get(0);
         String actualDiagnosticsEvent1 = diagnostics1.getEvent();
         Assert.assertEquals("Incorrect test diagnostics event","SampleDiagnosticsEvent1",actualDiagnosticsEvent1);
@@ -348,6 +348,73 @@ public void verifyLegacySingleFileFormat() throws ExecutionException, Interrupte
         Assert.assertEquals("Incorrect failed tests count", 3, ac.getFailedCount());
     }
 
+    @Test
+    public void verifySingleSessionReturnsOneSession() throws ExecutionException, InterruptedException, URISyntaxException, IOException, ParseException {
+        TestResultsViewAction ac = setupTestResultsViewActionFromFiles("t1",
+                MatlabBuilderConstants.TEST_RESULTS_VIEW_ARTIFACT + "abc123_20260101_120000_001.json");
+        List<List<MatlabTestFile>> ta = ac.getTestResults();
+        Assert.assertEquals("Should return exactly 1 session", 1, ta.size());
+        Assert.assertEquals("Incorrect test files", 1, ta.get(0).size());
+        Assert.assertEquals("Incorrect test results", 9, ta.get(0).get(0).getMatlabTestCases().size());
+        Assert.assertEquals("Incorrect total count", 9, ac.getTotalCount());
+        Assert.assertEquals("Incorrect passed count", 4, ac.getPassedCount());
+        Assert.assertEquals("Incorrect failed count", 3, ac.getFailedCount());
+        Assert.assertEquals("Incorrect incomplete count", 1, ac.getIncompleteCount());
+        Assert.assertEquals("Incorrect not run count", 1, ac.getNotRunCount());
+    }
+
+    @Test
+    public void verifySingleObjectSessionFile() throws ExecutionException, InterruptedException, URISyntaxException, IOException, ParseException {
+        TestResultsViewAction ac = setupTestResultsViewActionFromFiles("t1",
+                MatlabBuilderConstants.TEST_RESULTS_VIEW_ARTIFACT + "abc123_20260101_120000_002.json");
+        List<List<MatlabTestFile>> ta = ac.getTestResults();
+        Assert.assertEquals("Should return exactly 1 session", 1, ta.size());
+        Assert.assertEquals("Incorrect test files", 1, ta.get(0).size());
+        Assert.assertEquals("Incorrect test results", 1, ta.get(0).get(0).getMatlabTestCases().size());
+
+        MatlabTestFile testFile = ta.get(0).get(0);
+        Assert.assertEquals("Incorrect test file name", "TestExamples2", testFile.getName());
+        Assert.assertEquals("Incorrect test file status", TestStatus.INCOMPLETE, testFile.getStatus());
+
+        MatlabTestCase testCase = testFile.getMatlabTestCases().get(0);
+        Assert.assertEquals("Incorrect test case name", "testNonLeapYear", testCase.getName());
+        Assert.assertEquals("Incorrect test case status", TestStatus.INCOMPLETE, testCase.getStatus());
+        Assert.assertEquals("Incorrect test case duration", new BigDecimal("0.10"), testCase.getDuration());
+        Assert.assertEquals("Should have 1 diagnostic", 1, testCase.getDiagnostics().size());
+        Assert.assertEquals("Incorrect diagnostic event", "SampleDiagnosticsEvent2", testCase.getDiagnostics().get(0).getEvent());
+        Assert.assertEquals("Incorrect diagnostic report", "SampleDiagnosticsReport2", testCase.getDiagnostics().get(0).getReport());
+    }
+
+    @Test
+    public void verifyMultipleDiagnosticsAndDurationRounding() throws ExecutionException, InterruptedException, URISyntaxException, IOException, ParseException {
+        TestResultsViewAction ac = setupTestResultsViewActionFromFiles("t3",
+                MatlabBuilderConstants.TEST_RESULTS_VIEW_ARTIFACT + "abc123_20260101_120000_001.json");
+        List<List<MatlabTestFile>> ta = ac.getTestResults();
+        Assert.assertEquals("Should return exactly 1 session", 1, ta.size());
+        Assert.assertEquals("Incorrect test files", 1, ta.get(0).size());
+        Assert.assertEquals("Incorrect test results", 5, ta.get(0).get(0).getMatlabTestCases().size());
+
+        MatlabTestCase multiDiagCase = ta.get(0).get(0).getMatlabTestCases().get(0);
+        Assert.assertEquals("Incorrect test case name", "testMultipleDiags", multiDiagCase.getName());
+        Assert.assertEquals("Incorrect test case status", TestStatus.FAILED, multiDiagCase.getStatus());
+        Assert.assertEquals("Should have 2 diagnostics", 2, multiDiagCase.getDiagnostics().size());
+        Assert.assertEquals("Incorrect first diagnostic event", "DiagEvent1", multiDiagCase.getDiagnostics().get(0).getEvent());
+        Assert.assertEquals("Incorrect first diagnostic report", "First diagnostic report", multiDiagCase.getDiagnostics().get(0).getReport());
+        Assert.assertEquals("Incorrect second diagnostic event", "DiagEvent2", multiDiagCase.getDiagnostics().get(1).getEvent());
+        Assert.assertEquals("Incorrect second diagnostic report", "Second diagnostic report", multiDiagCase.getDiagnostics().get(1).getReport());
+
+        MatlabTestCase rounding1 = ta.get(0).get(0).getMatlabTestCases().get(2);
+        Assert.assertEquals("Duration should round to 2 decimal places", new BigDecimal("0.11"), rounding1.getDuration());
+        MatlabTestCase rounding2 = ta.get(0).get(0).getMatlabTestCases().get(3);
+        Assert.assertEquals("Duration should round to 2 decimal places", new BigDecimal("1.00"), rounding2.getDuration());
+        MatlabTestCase rounding3 = ta.get(0).get(0).getMatlabTestCases().get(4);
+        Assert.assertEquals("Duration should round to 2 decimal places", new BigDecimal("0.01"), rounding3.getDuration());
+
+        Assert.assertEquals("Incorrect total count", 5, ac.getTotalCount());
+        Assert.assertEquals("Incorrect passed count", 4, ac.getPassedCount());
+        Assert.assertEquals("Incorrect failed count", 1, ac.getFailedCount());
+    }
+
     @Test
     public void verifyTestResultWithMissingDetails() throws ExecutionException, InterruptedException, URISyntaxException, IOException, ParseException {
         TestResultsViewAction ac = setupTestResultsViewActionWithMissingDetails();
@@ -367,85 +434,62 @@ public void verifyTestResultWithMissingDetails() throws ExecutionException, Inte
     }
 
     private TestResultsViewAction setupTestResultsViewActionWithMissingDetails() throws ExecutionException, InterruptedException, URISyntaxException, IOException, ParseException {
+        return setupTestResultsViewActionFromFiles("t2",
+                MatlabBuilderConstants.TEST_RESULTS_VIEW_ARTIFACT + "abc123_20260101_120000_001.json");
+    }
+
+    private TestResultsViewAction setupTestResultsViewAction() throws ExecutionException, InterruptedException, URISyntaxException, IOException, ParseException {
+        return setupTestResultsViewActionFromFiles("t1",
+                MatlabBuilderConstants.TEST_RESULTS_VIEW_ARTIFACT + "abc123_20260101_120000_001.json",
+                MatlabBuilderConstants.TEST_RESULTS_VIEW_ARTIFACT + "abc123_20260101_120000_002.json");
+    }
+
+    private TestResultsViewAction setupTestResultsViewActionLegacy() throws ExecutionException, InterruptedException, URISyntaxException, IOException, ParseException {
         FreeStyleBuild build = getFreestyleBuild();
         final String actionID = "abc123";
+        final String targetFile = MatlabBuilderConstants.TEST_RESULTS_VIEW_ARTIFACT + actionID + ".json";
         FilePath artifactRoot = new FilePath(build.getRootDir());
-
-        String os = System.getProperty("os.name").toLowerCase();
-        String osName = "";
-        String workspaceParent = "";
-        if (os.contains("win")) {
-            osName = "windows";
-            workspaceParent = "C:\\";
-        } else if (os.contains("nix") || os.contains("nux") || os.contains("aix")) {
-            osName = "linux";
-            workspaceParent = "/home/user/";
-        } else if (os.contains("mac")) {
-            osName = "mac";
-            workspaceParent = "/Users/username/";
-        } else {
-            throw new RuntimeException("Unsupported OS: " + os);
-        }
-        final FilePath workspace = new FilePath(new File(workspaceParent + "workspace"));
-        String resourcePrefix = "testArtifacts/t2/" + osName + "/";
-        copyFileInWorkspace(resourcePrefix + MatlabBuilderConstants.TEST_RESULTS_VIEW_ARTIFACT + actionID + "_20260101_120000_001.json",
-                MatlabBuilderConstants.TEST_RESULTS_VIEW_ARTIFACT + actionID + "_20260101_120000_001.json", artifactRoot);
+        String osName = getOsName();
+        final FilePath workspace = new FilePath(new File(getWorkspaceParent() + "workspace"));
+        copyFileInWorkspace("testArtifacts/t1/" + osName + "/" + MatlabBuilderConstants.TEST_RESULTS_VIEW_ARTIFACT + ".json", targetFile, artifactRoot);
         return new TestResultsViewAction(build, workspace, actionID);
     }
 
-    private TestResultsViewAction setupTestResultsViewAction() throws ExecutionException, InterruptedException, URISyntaxException, IOException, ParseException {
+    private TestResultsViewAction setupTestResultsViewActionFromFiles(String testDir, String... fileNames) throws ExecutionException, InterruptedException, URISyntaxException, IOException, ParseException {
         FreeStyleBuild build = getFreestyleBuild();
         final String actionID = "abc123";
         FilePath artifactRoot = new FilePath(build.getRootDir());
+        String osName = getOsName();
+        final FilePath workspace = new FilePath(new File(getWorkspaceParent() + "workspace"));
+        String resourcePrefix = "testArtifacts/" + testDir + "/" + osName + "/";
+        for (String fileName : fileNames) {
+            copyFileInWorkspace(resourcePrefix + fileName, fileName, artifactRoot);
+        }
+        return new TestResultsViewAction(build, workspace, actionID);
+    }
 
+    private String getOsName() {
         String os = System.getProperty("os.name").toLowerCase();
-        String osName = "";
-        String workspaceParent = "";
         if (os.contains("win")) {
-            osName = "windows";
-            workspaceParent = "C:\\";
+            return "windows";
         } else if (os.contains("nix") || os.contains("nux") || os.contains("aix")) {
-            osName = "linux";
-            workspaceParent = "/home/user/";
+            return "linux";
         } else if (os.contains("mac")) {
-            osName = "mac";
-            workspaceParent = "/Users/username/";
-        } else {
-            throw new RuntimeException("Unsupported OS: " + os);
+            return "mac";
         }
-        final FilePath workspace = new FilePath(new File(workspaceParent + "workspace"));
-        String resourcePrefix = "testArtifacts/t1/" + osName + "/";
-        copyFileInWorkspace(resourcePrefix + MatlabBuilderConstants.TEST_RESULTS_VIEW_ARTIFACT + actionID + "_20260101_120000_001.json",
-                MatlabBuilderConstants.TEST_RESULTS_VIEW_ARTIFACT + actionID + "_20260101_120000_001.json", artifactRoot);
-        copyFileInWorkspace(resourcePrefix + MatlabBuilderConstants.TEST_RESULTS_VIEW_ARTIFACT + actionID + "_20260101_120000_002.json",
-                MatlabBuilderConstants.TEST_RESULTS_VIEW_ARTIFACT + actionID + "_20260101_120000_002.json", artifactRoot);
-        return new TestResultsViewAction(build, workspace, actionID);
+        throw new RuntimeException("Unsupported OS: " + os);
     }
 
-    private TestResultsViewAction setupTestResultsViewActionLegacy() throws ExecutionException, InterruptedException, URISyntaxException, IOException, ParseException {
-        FreeStyleBuild build = getFreestyleBuild();
-        final String actionID = "abc123";
-        final String targetFile = MatlabBuilderConstants.TEST_RESULTS_VIEW_ARTIFACT + actionID + ".json";
-        FilePath artifactRoot = new FilePath(build.getRootDir());
-
+    private String getWorkspaceParent() {
         String os = System.getProperty("os.name").toLowerCase();
-        String osName = "";
-        String workspaceParent = "";
         if (os.contains("win")) {
-            osName = "windows";
-            workspaceParent = "C:\\";
+            return "C:\\";
         } else if (os.contains("nix") || os.contains("nux") || os.contains("aix")) {
-            osName = "linux";
-            workspaceParent = "/home/user/";
+            return "/home/user/";
         } else if (os.contains("mac")) {
-            osName = "mac";
-            workspaceParent = "/Users/username/";
-        } else {
-            throw new RuntimeException("Unsupported OS: " + os);
+            return "/Users/username/";
         }
-        final FilePath workspace = new FilePath(new File(workspaceParent + "workspace"));
-        copyFileInWorkspace("testArtifacts/t1/" + osName + "/" + MatlabBuilderConstants.TEST_RESULTS_VIEW_ARTIFACT + ".json", targetFile, artifactRoot);
-        return new TestResultsViewAction(build, workspace, actionID);
+        throw new RuntimeException("Unsupported OS: " + os);
     }
 
     private FreeStyleBuild getFreestyleBuild() throws ExecutionException, InterruptedException, URISyntaxException {

src/test/resources/testArtifacts/t3/linux/matlabTestResultsabc123_20260101_120000_001.json

@@ -0,0 +1,68 @@
+[
+  {
+    "TestResult": {
+      "Duration": 0.5,
+      "Details": {
+        "DiagnosticRecord": [
+          {
+            "Event": "DiagEvent1",
+            "Report": "First diagnostic report"
+          },
+          {
+            "Event": "DiagEvent2",
+            "Report": "Second diagnostic report"
+          }
+        ]
+      },
+      "Name": "EdgeCaseTest/testMultipleDiags",
+      "Passed": false,
+      "Failed": true,
+      "Incomplete": false
+    },
+    "BaseFolder": "/home/user/workspace/src/tests"
+  },
+  {
+    "TestResult": {
+      "Duration": 0.3,
+      "Details": {},
+      "Name": "EdgeCaseTest/testNoDiag",
+      "Passed": true,
+      "Failed": false,
+      "Incomplete": false
+    },
+    "BaseFolder": "/home/user/workspace/src/tests"
+  },
+  {
+    "TestResult": {
+      "Duration": 0.1111,
+      "Details": {},
+      "Name": "EdgeCaseTest/testRounding1",
+      "Passed": true,
+      "Failed": false,
+      "Incomplete": false
+    },
+    "BaseFolder": "/home/user/workspace/src/tests"
+  },
+  {
+    "TestResult": {
+      "Duration": 0.9999,
+      "Details": {},
+      "Name": "EdgeCaseTest/testRounding2",
+      "Passed": true,
+      "Failed": false,
+      "Incomplete": false
+    },
+    "BaseFolder": "/home/user/workspace/src/tests"
+  },
+  {
+    "TestResult": {
+      "Duration": 0.005,
+      "Details": {},
+      "Name": "EdgeCaseTest/testRounding3",
+      "Passed": true,
+      "Failed": false,
+      "Incomplete": false
+    },
+    "BaseFolder": "/home/user/workspace/src/tests"
+  }
+]

src/test/resources/testArtifacts/t3/mac/matlabTestResultsabc123_20260101_120000_001.json

@@ -0,0 +1,68 @@
+[
+  {
+    "TestResult": {
+      "Duration": 0.5,
+      "Details": {
+        "DiagnosticRecord": [
+          {
+            "Event": "DiagEvent1",
+            "Report": "First diagnostic report"
+          },
+          {
+            "Event": "DiagEvent2",
+            "Report": "Second diagnostic report"
+          }
+        ]
+      },
+      "Name": "EdgeCaseTest/testMultipleDiags",
+      "Passed": false,
+      "Failed": true,
+      "Incomplete": false
+    },
+    "BaseFolder": "/Users/username/workspace/src/tests"
+  },
+  {
+    "TestResult": {
+      "Duration": 0.3,
+      "Details": {},
+      "Name": "EdgeCaseTest/testNoDiag",
+      "Passed": true,
+      "Failed": false,
+      "Incomplete": false
+    },
+    "BaseFolder": "/Users/username/workspace/src/tests"
+  },
+  {
+    "TestResult": {
+      "Duration": 0.1111,
+      "Details": {},
+      "Name": "EdgeCaseTest/testRounding1",
+      "Passed": true,
+      "Failed": false,
+      "Incomplete": false
+    },
+    "BaseFolder": "/Users/username/workspace/src/tests"
+  },
+  {
+    "TestResult": {
+      "Duration": 0.9999,
+      "Details": {},
+      "Name": "EdgeCaseTest/testRounding2",
+      "Passed": true,
+      "Failed": false,
+      "Incomplete": false
+    },
+    "BaseFolder": "/Users/username/workspace/src/tests"
+  },
+  {
+    "TestResult": {
+      "Duration": 0.005,
+      "Details": {},
+      "Name": "EdgeCaseTest/testRounding3",
+      "Passed": true,
+      "Failed": false,
+      "Incomplete": false
+    },
+    "BaseFolder": "/Users/username/workspace/src/tests"
+  }
+]