run-tests/.github/workflows/bat.yml at c3d234c01dda65123d87a1bcadb27945052b7277 · matlab-actions/run-tests · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
name: Build and Test
on: [push, pull_request]
permissions:
  contents: read

jobs:
  bat:
    name: Build and Test
    runs-on: ubuntu-24.04
    steps:
      - uses: actions/checkout@v6
      - uses: actions/setup-node@v6
        with:
          node-version: 24
      - name: Perform npm tasks
        run: npm run ci
      - uses: actions/upload-artifact@v7
        with:
          name: built-action
          path: |
            **/*
            !node_modules/

  integ:
    needs: bat
    runs-on: ${{ matrix.os }}
    strategy:
      fail-fast: false
      matrix:
        os: [ubuntu-latest, windows-latest, macos-latest, macos-14]
    steps:
      - uses: actions/download-artifact@v8
        with:
          name: built-action
      - name: Perform 'setup-matlab'
        uses: matlab-actions/setup-matlab@v3
        with:
          products: |
            MATLAB_Test
            Simulink
            Simulink_Test
            Simulink_Coverage
      - name: Run MATLAB Tests
        continue-on-error: true
        uses: ./
        with:
          source-folder: sample
          startup-options: -logfile output.log
          code-coverage-metric-level: mcdc # new option to configure metric level
      - name: Verify option application
        run: |
          set -e
          grep "Running TheTruth" output.log
          grep "Done TheTruth" output.log
          grep "Running QuadraticPolynomialTest" output.log
          grep "Done QuadraticPolynomialTest" output.log
          grep "Running tAssumptionFailure" output.log
          grep "Done tAssumptionFailure" output.log
          grep "3 Passed" output.log
          grep "1 Incomplete" output.log
        shell: bash
      - name: Generate Model
        uses: matlab-actions/run-command@v3
        with:
          command: cd('sample'),createSampleModel('temp_model'),sltest.testmanager.createTestsFromModel('sltestfile', 'temp_model');
      - name: Set up diary for logging
        run: echo 'diary console.log' >> startup.m
      - name: Run run-test command
        continue-on-error: true
        uses: ./
        with:
          test-results-simulink-test: test-results/simulinktest.mldatx
          model-coverage-cobertura: test-results/modelcoverage.xml
          test-results-pdf: test-results/pdf-results.pdf
          test-results-junit: test-results/results.xml
          code-coverage-cobertura: test-results/coverage.xml
          code-coverage-html: test-results/coverageHTML
          code-coverage-metric-level: mcdc
          model-coverage-html: test-results/modelcoverageHTML
          test-results-html: test-results/resultsHTML
          select-by-folder: sample
          strict: true
          use-parallel: true
          output-detail: Detailed
          logging-level: Detailed
      - name: Verify artifacts generation
        run: |
          (test -f test-results/simulinktest.mldatx) || (echo "File simulinktest.mldatx does not exist" && exit 1)
          (test -f test-results/modelcoverage.xml) || (echo "File modelcoverage.xml does not exist" && exit 1)
          (test -f test-results/pdf-results.pdf) || (echo "File pdf-results.pdf does not exist" && exit 1)
          (test -f test-results/results.xml) || (echo "File results.xml does not exist" && exit 1)
          (test -f test-results/coverage.xml) || (echo "File coverage.xml does not exist" && exit 1)
          (test -d test-results/coverageHTML) || (echo "Directory coverageHTML does not exist" && exit 1)
          (test -f test-results/coverageHTML/*.html) || (echo "No HTML file found" && exit 1)
          (test -d test-results/modelcoverageHTML) || (echo "Directory modelcoverageHTML does not exist" && exit 1)
          (test -f test-results/modelcoverageHTML/*.html) || (echo "No HTML file found" && exit 1)
          (test -d test-results/resultsHTML) || (echo "Directory resultsHTML does not exist" && exit 1)
          (test -f test-results/resultsHTML/*.html) || (echo "No HTML file found" && exit 1)
          grep -q "runner.addPlugin(FailOnWarningsPlugin())" console.log
          grep -q "runInParallel" console.log
          grep -q "'OutputDetail', 3" console.log
          grep -q "'LoggingLevel', 3" console.log
        shell: bash
      - name: Verify workflow command is added
        run: |
          grep "::group::TheTruth" output.log
        shell: bash
  run-tests-without-matlabtest:
    name: Run tests without MATLAB Test
    needs: bat
    runs-on: ubuntu-latest
    steps:
      - uses: actions/download-artifact@v8
        with:
          name: built-action
      - name: Perform 'setup-matlab' without MATLAB Test
        uses: matlab-actions/setup-matlab@v3
      - name: Run MATLAB Tests
        uses: ./
        with:
          source-folder: sample
          code-coverage-metric-level: mcdc