store each session result in separate file

Author: mw-kapilg

plugins/+testframework/TestResultsSummaryPlugin.m

@@ -20,18 +20,11 @@ function reportFinalizedSuite(plugin, pluginData)
                 testDetails(idx).BaseFolder = pluginData.TestSuite(idx).BaseFolder;
             end
 
-            % If test results artifact exists, update the same file
-            testArtifactFile = fullfile(getenv("RUNNER_TEMP"), "matlabTestResults" + getenv("GITHUB_RUN_ID") + ".json");
-            if isfile(testArtifactFile)
-                testResults = {jsondecode(fileread(testArtifactFile))};
-            else
-                testResults = {};
-            end
-            testResults{end+1} = testDetails;
+            testResults = {testDetails};
 
             try
                 jsonTestResults = jsonencode(testResults, "PrettyPrint", true);
-
+                testArtifactFile = fullfile(getenv("RUNNER_TEMP"), "matlabTestResults_" + string(datetime('now', 'Format', 'yyyyMMdd_HHmmss_SSS')) + ".json");
                 [fID, msg] = fopen(testArtifactFile, "w");
                 if fID == -1
                     warning("testframework:TestResultsSummaryPlugin:UnableToOpenFile","Unable to open a file required to create the table of test results. (Cause: %s)", msg);

src/testResultsSummary.ts

@@ -1,6 +1,6 @@
 // Copyright 2025-26 The MathWorks, Inc.
 
-import { readFileSync, unlinkSync, existsSync } from "fs";
+import { readFileSync, unlinkSync, existsSync, readdirSync } from "fs";
 import * as path from "path";
 import * as core from "@actions/core";
 import { getCoverageResults, getCoverageTable, CoverageData } from "./codeCoverageSummary.js";
@@ -57,58 +57,105 @@ export interface TestStatistics {
     Duration: number;
 }
 
-export interface TestResultsData {
-    TestResults: MatlabTestFile[][];
+export interface TestSession {
+    FileName: string;
+    TestResults: MatlabTestFile[];
     Stats: TestStatistics;
 }
 
+export interface TestResultsData {
+    TestSessions: TestSession[];
+    OverallStats: TestStatistics;
+}
+
 export function processAndAddTestSummary(runnerTemp: string, runId: string, workspace: string) {
     const testResultsData = getTestResults(runnerTemp, runId, workspace);
     const coverageResultsData = getCoverageResults(runnerTemp, runId);
     if (testResultsData || coverageResultsData) {
         addSummary(testResultsData, coverageResultsData);
     }
 }
-
 export function getTestResults(
     runnerTemp: string,
     runId: string,
     workspace: string,
 ): TestResultsData | null {
     let testResultsData = null;
-    const resultsPath = path.join(runnerTemp, `matlabTestResults${runId}.json`);
+    const filePrefix = `matlabTestResults_`;
+    const fileSuffix = `.json`;
+
+    // Find all test result files matching the pattern
+    let testResultFiles: string[] = [];
+    try {
+        testResultFiles = readdirSync(runnerTemp).filter(
+            (file) => file.startsWith(filePrefix) && file.endsWith(fileSuffix),
+        );
+    } catch (e) {
+        console.error(`An error occurred while reading directory ${runnerTemp}:`, e);
+        return null;
+    }
+
+    if (testResultFiles.length === 0) {
+        return null;
+    }
+
+    const testSessions: TestSession[] = [];
+    const overallStats: TestStatistics = {
+        Total: 0,
+        Passed: 0,
+        Failed: 0,
+        Incomplete: 0,
+        NotRun: 0,
+        Duration: 0,
+    };
+
+    testResultsData = {
+        TestSessions: testSessions,
+        OverallStats: overallStats,
+    };
+
+    // Process each test result file
+    for (const fileName of testResultFiles) {
+        const resultsPath = path.join(runnerTemp, fileName);
 
-    if (existsSync(resultsPath)) {
         try {
             const testArtifact = JSON.parse(readFileSync(resultsPath, "utf8"));
-            const testResults: MatlabTestFile[][] = [];
-            const stats: TestStatistics = {
+            const sessionResults: MatlabTestFile[] = [];
+            const sessionStats: TestStatistics = {
                 Total: 0,
                 Passed: 0,
                 Failed: 0,
                 Incomplete: 0,
                 NotRun: 0,
                 Duration: 0,
             };
-            testResultsData = {
-                TestResults: testResults,
-                Stats: stats,
-            };
 
             for (const jsonTestSessionResults of testArtifact) {
-                const testSessionResults: MatlabTestFile[] = [];
                 const map = new Map<string, MatlabTestFile>();
 
                 const testCases = Array.isArray(jsonTestSessionResults)
                     ? jsonTestSessionResults
                     : [jsonTestSessionResults];
 
                 for (const jsonTestCase of testCases) {
-                    processTestCase(testSessionResults, jsonTestCase, map, stats, workspace);
+                    processTestCase(sessionResults, jsonTestCase, map, sessionStats, workspace);
                 }
-
-                testResults.push(testSessionResults);
             }
+
+            // Add this session to the list
+            testSessions.push({
+                FileName: fileName,
+                TestResults: sessionResults,
+                Stats: sessionStats,
+            });
+
+            // Update overall stats
+            overallStats.Total += sessionStats.Total;
+            overallStats.Passed += sessionStats.Passed;
+            overallStats.Failed += sessionStats.Failed;
+            overallStats.Incomplete += sessionStats.Incomplete;
+            overallStats.NotRun += sessionStats.NotRun;
+            overallStats.Duration += sessionStats.Duration;
         } catch (e) {
             console.error(
                 `An error occurred while reading the test results summary file ${resultsPath}:`,
@@ -128,7 +175,6 @@ export function getTestResults(
 
     return testResultsData;
 }
-
 export function addSummary(
     testResultsData: TestResultsData | null,
     coverageResultsData: CoverageData | null,
@@ -139,21 +185,35 @@ export function addSummary(
             const helpLink =
                 `<a href="https://github.com/matlab-actions/run-tests/blob/main/README.md#view-test-results"` +
                 ` target="_blank" title="View documentation">ℹ️</a>`;
-            const header = getTestHeader(testResultsData.Stats);
 
-            core.summary.addHeading("MATLAB Test Results " + helpLink).addRaw(header, true);
+            // Add overall header
+            const overallHeader = getTestHeader(testResultsData.OverallStats);
+            core.summary.addHeading("MATLAB Test Results " + helpLink).addRaw(overallHeader, true);
         }
+
         // Add coverage table if available
         if (coverageResultsData) {
             core.summary
                 .addHeading("MATLAB Code Coverage", 3)
                 .addRaw(getCoverageTable(coverageResultsData), true);
         }
 
-        // Add detailed test results
+        // Add detailed test results for each session
         if (testResultsData) {
-            const detailedResults = getDetailedResults(testResultsData.TestResults);
-            core.summary.addHeading("All tests", 3).addRaw(detailedResults, true);
+            for (let i = 0; i < testResultsData.TestSessions.length; i++) {
+                const session = testResultsData.TestSessions[i];
+                const sessionNumber =
+                    testResultsData.TestSessions.length > 1 ? ` (Session ${i + 1})` : "";
+
+                // Add session header with stats
+                core.summary
+                    .addHeading(`Test Session${sessionNumber}`, 3)
+                    .addRaw(getTestHeader(session.Stats), true);
+
+                // Add detailed results for this session
+                const detailedResults = getDetailedResults([session.TestResults]);
+                core.summary.addRaw(detailedResults, true);
+            }
         }
     } catch (e) {
         console.error("An error occurred while adding the test results to the summary:", e);