Add select-by-name and support CircleCI Test Splitting (#76)

* initial

* initial

* timing1

* timing2

* filename

* filename

* filename

* filename

* filename

* filename

* filename

* filename

* filename1

* filename

* filename

* filename

* filename

* filename

* filename

* filename2

* filesize

* timings

* timings

* timings

* timings2

* try

* try

* passing new param as char

* final draft

* filesize

* timing 1st run

* without selectByName

* final draft

* removing extra files

* changed test-deploy

* cell array

* cell array

* cell array

* cell array file name

* without feature

* without feature

* without feature

* Cleaning repo

* Cleaning repo

* fixing lint

* fixing lint

* updated description

* addressing comment

* Resolving comments

* Added test

* Added verification step

* Updated verification step

* updated test verification

* updated test-deploy

* updated test_deploy.yml

* Trigger pipeline

* fix verification as per new scriptgen

* escape curly braces

* revert escaping curly braces

---------

Co-authored-by: Kapil Gupta <[email protected]>
Co-authored-by: Kapil Gupta <[email protected]>

Author: vanditaMW

.circleci/test-deploy.yml

@@ -309,7 +309,7 @@ jobs:
           name: Verify tests ran with detailed display level for event details
           command: |
             set -e
-            grep -q "TestRunner.withTextOutput('OutputDetail', 3)" console.log
+            grep -q "('OutputDetail', 3)" console.log
             rm console.log
           shell: bash
       - matlab/run-tests:
@@ -319,9 +319,33 @@ jobs:
           name: Verify tests ran with detailed verbosity level for logged diagnostics
           command: |
             set -e
-            grep -q "TestRunner.withTextOutput('LoggingLevel', 3)" console.log
+            grep -q "('LoggingLevel', 3)" console.log
             rm console.log
           shell: bash
+      - matlab/run-tests:
+          select-by-name: $(circleci tests glob 'tests/**/*.m' | circleci tests split | awk -F'[\\\\/.]' '{print $(NF-1) "/*"}')
+          source-folder: src
+          startup-options: -logfile console.log
+      - run:
+          name: Verify tests ran as filtered by name
+          command: |
+            set -e
+            grep mytest console.log
+            grep TaggedTest console.log
+            grep filtertest console.log
+            rm console.log
+          shell: bash
+      - matlab/run-tests:
+          select-by-name: "filtertest/*"
+          test-results-junit: test-results/matlab/filterednameresult.xml 
+          source-folder: src 
+      - run:
+          name: Verify filter by name test results file was created
+          command: |
+            set -e
+            grep -q filtertest test-results/matlab/filterednameresult.xml
+            ! grep -q mytest test-results/matlab/filterednameresult.xml
+          shell: bash
 
     # Set up for model coverage artifact tests
       - when:

src/commands/run-tests.yml

@@ -14,6 +14,11 @@ parameters:
       folders using a colon-separated or semicolon-separated list.
     type: string
     default: ''
+  select-by-name:
+    description: >
+      Name of the test used to select test suite elements, specified as a list of names separated by spaces. The command filters an existing test suite to include only the test elements that match the specified names. Use the wildcard character (*) to match any number of characters. Use the question mark character (?) to match a single character.
+    type: string
+    default: ''
   select-by-folder:
     description: >
       Location of the folder used to select test suite elements, relative to the project root folder.
@@ -128,6 +133,7 @@ steps:
         PARAM_TEST_RESULTS_PDF: <<parameters.test-results-pdf>>
         PARAM_STRICT: <<parameters.strict>>
         PARAM_USE_PARALLEL: <<parameters.use-parallel>>
+        PARAM_SELECT_BY_NAME: <<parameters.select-by-name>>
         PARAM_OUTPUT_DETAIL: <<parameters.output-detail>>
         PARAM_LOGGING_LEVEL: <<parameters.logging-level>>
         PARAM_STARTUP_OPTIONS: <<parameters.startup-options>>

src/scripts/run-tests.sh

@@ -76,6 +76,14 @@ if [[ "$os" = CYGWIN* || "$os" = MINGW* || "$os" = MSYS* ]]; then
     binext=".exe"
 fi
 
+selectByName=$(eval echo "$PARAM_SELECT_BY_NAME" | awk '{
+    for(i=1; i<=NF; i++) {
+        gsub(/\047/, "\047\047", $i);
+        printf "\047%s\047%s", $i, (i==NF ? "" : ", ");
+    }
+}')
+selectByName="{$selectByName}"
+
 "${tmpdir}/bin/run-matlab-command$binext" "\
     addpath('${gendir}/scriptgen');\
     testScript = genscript('Test',\
@@ -92,6 +100,7 @@ fi
     'PDFTestReport','${PARAM_TEST_RESULTS_PDF}',\
     'Strict',${PARAM_STRICT},\
     'UseParallel',${PARAM_USE_PARALLEL},\
+    'SelectByName', $selectByName,\
     'OutputDetail','${PARAM_OUTPUT_DETAIL}',\
     'LoggingLevel','${PARAM_LOGGING_LEVEL}');\
     disp('Running MATLAB script with contents:');\