Add new options for better parallelization of cpp tests in github action

Author: christophe0606

.github/workflows/runcpptest.yaml

@@ -12,12 +12,16 @@ permissions:
 
 jobs:
    CI_cpp_test_run: 
+    continue-on-error: true
     strategy:
+      max-parallel: 6
       fail-fast: false
       matrix:
         # GCC currently has too many problems with the C++ API
         compiler: [AC6, CLANG]
         core: [M0, M4, M55]
+        dt: [F64_DT,COMPLEX_F32_DT,F32_DT,COMPLEX_F16_DT,F16_DT,COMPLEX_Q31_DT,Q31_DT,COMPLEX_Q15_DT,Q15_DT,Q7_DT]
+        test: [DOT_TEST,VECTOR_TEST,ROW_TEST,COL_TEST,MATRIX_TEST]
     runs-on: ubuntu-22.04
 
     steps:
@@ -79,16 +83,16 @@ jobs:
         run: |
           cd dsppp
           echo "Running tests"
-          python run_all.py -t -g ${{ matrix.compiler }} -c ${{ matrix.core }} -avh $AVH_FVP_PLUGINS/../bin
+          python run_all.py -t -g ${{ matrix.compiler }} -c ${{ matrix.core }} --dt ${{matrix.dt}} --test ${{matrix.test}} -avh $AVH_FVP_PLUGINS/../bin
 
       - name: Upload test report
         uses: actions/upload-artifact@v7
         with:
-          name: test-cpp-report_${{ matrix.compiler }}_${{ matrix.core }}
-          path: dsppp/${{ matrix.compiler }}_results/errors_${{ matrix.core }}.txt
+          name: test-cpp-report_${{ matrix.compiler }}_${{ matrix.core }}_${{ matrix.dt }}_${{ matrix.test }}
+          path: dsppp/${{ matrix.compiler }}_results/errors_${{ matrix.core }}_${{ matrix.dt }}_${{ matrix.test }}.txt
 
       - name: Check error
         run: |
           cd dsppp
           echo "Checking output..."
-          test "$(cat ${{ matrix.compiler }}_results/errors_${{ matrix.core }}.txt | wc -l)" -eq 0
+          test "$(cat ${{ matrix.compiler }}_results/errors_${{ matrix.core }}_${{ matrix.dt }}_${{ matrix.test }}.txt | wc -l)" -eq 0

dsppp/run_all.py

@@ -106,6 +106,10 @@ def run(args,mustPrint=False,dumpStdErr=True,timeout=20,printCmd=False):
 parser.add_argument('-dump', action='store_true', help="Dump build output")
 parser.add_argument('-s', nargs='?',type = int,help="Force subtest")
 
+parser.add_argument('--dt', nargs='?',type = str, default="ALL",help="Dataype to run")
+parser.add_argument('--test', nargs='?',type = str, default="ALL",help="Test to run")
+
+
 args = parser.parse_args()
 
 GHACTION = False 
@@ -176,16 +180,23 @@ def cmd_args():
 
 AVHROOT = args.avh
 
-
-# Fusion F64 not working. To be analyzed
-TESTS=["DOT_TEST",
+ALL_TESTS=["DOT_TEST",
        "VECTOR_TEST",
        "ROW_TEST",
        "COL_TEST",
        "MATRIX_TEST",
 #       "FUSION_TEST"
        ]
 
+# Fusion F64 not working. To be analyzed
+if args.test != "ALL":
+   if args.test not in ALL_TESTS:
+      print(f"Test {args.test} not known")
+      exit(1)
+   TESTS = [args.test]
+else:
+   TESTS = ALL_TESTS
+
 # Some tests are too big (code size) and needs to be decomposed
 # They contain SUBTEST1, SUBTEST2 ... #if in the code
 # This script must know how many subtests are defined in each test
@@ -201,26 +212,8 @@ def is_only_test(n,i):
        return(i in ONLY_TESTS[n[0]])
     return False
 
-DATATYPES = ["COMPLEX_F64_DT",
-             "F64_DT",
-             "COMPLEX_F32_DT",
-             "F32_DT",
-             "COMPLEX_F16_DT",
-             "F16_DT",
-             "COMPLEX_Q31_DT",
-             "Q31_DT",
-             "COMPLEX_Q15_DT",
-             "Q15_DT",
-             "Q7_DT"
-             ]
-
-MODE = ["STATIC_TEST",
-        "DYNAMIC_TEST"
-        ]
 
-# Restricted tests for debugging
-#TESTS=["DOT_TEST"]
-DATATYPES=[ #"COMPLEX_F64_DT",
+ALL_DATATYPES=[ #"COMPLEX_F64_DT",
             "F64_DT",
             "COMPLEX_F32_DT",
             "F32_DT",
@@ -233,6 +226,22 @@ def is_only_test(n,i):
             #"COMPLEX_Q7_DT",
             "Q7_DT"
            ]
+
+if args.dt != "ALL":
+    if args.dt not in ALL_DATATYPES:
+        print(f"Datatype {args.dt} not known")
+        exit(1)
+    DATATYPES = [args.dt]
+else:
+    DATATYPES = ALL_DATATYPES
+
+MODE = ["STATIC_TEST",
+        "DYNAMIC_TEST"
+        ]
+
+# Restricted tests for debugging
+#TESTS=["DOT_TEST"]
+
 #DATATYPES=[ 
 #            "COMPLEX_F16_DT",
 #            "Q31_DT",