test: update output

Author: XiaochenCui

tools/api-tester/apitest.js

@@ -61,12 +61,37 @@ const conf = YAML.parse(fs.readFileSync(config).toString());
 
 
 const main = async () => {
+    const results = [];
     for (const mountpoint of conf.mountpoints) {
-        // console.log(`Testing ${mountpoint.path}`);
-        await test({ mountpoint });
+        const result = await test({ mountpoint });
+        results.push(...result);
     }
+
+    let tbl = {};
+    for ( const result of results ) {
+        tbl[result.name + ' - ' + result.settings] = {
+            passed: result.caseCount - result.failCount,
+            failed: result.failCount,
+            total: result.caseCount,
+        }
+    }
+
+    // hard-coded identifier for ci script
+    console.log("==================== nightly build results begin ====================")
+
+    console.table(tbl);
+
+    // hard-coded identifier for ci script
+    console.log("==================== nightly build results end ====================")
 }
 
+/**
+ * Run test using the given config, and return the test results
+ * 
+ * @param {Object} options
+ * @param {Object} options.mountpoint
+ * @returns {Promise<Object>}
+ */
 async function test({ mountpoint }) {
     const context = {
         mountpoint
@@ -106,6 +131,8 @@ async function test({ mountpoint }) {
     const all = unit && bench;
     if ( all || unit ) ts.printTestResults();
     if ( all || bench ) ts.printBenchmarkResults();
+
+    return ts.packageResults;
 }
 
 const main_e = async () => {

tools/api-tester/example_config.yml

@@ -1,3 +1,8 @@
-url: http://puter.localhost:4001/
-username: lavender_hat_6100
+url: http://api.puter.localhost:4100/
+username: admin
 token: ---
+mountpoints:
+  - path: /
+    provider: puterfs
+  - path: /admin/tmp
+    provider: memoryfs

tools/api-tester/lib/TestSDK.js

@@ -58,8 +58,12 @@ module.exports = class TestSDK {
     // === test related methods ===
 
     async runTestPackage (testDefinition) {
+        // display the fs provider name in the test results
+        const settings = this.context.mountpoint?.provider;
+
         this.nameStack.push(testDefinition.name);
         this.packageResults.push({
+            settings,
             name: testDefinition.name,
             failCount: 0,
             caseCount: 0,
@@ -160,6 +164,7 @@ module.exports = class TestSDK {
         let tbl = {};
         for ( const pkg of this.packageResults ) {
             tbl[pkg.name] = {
+                settings: pkg.settings,
                 passed: pkg.caseCount - pkg.failCount,
                 failed: pkg.failCount,
                 total: pkg.caseCount,