Run tests on wheels #2749
Workflow file for this run
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # This workflow will install Python dependencies, run tests and lint with a variety of Python versions | |
| # For more information see: https://help.github.com/actions/language-and-framework-guides/using-python-with-github-actions | |
| name: OpenTimelineIO | |
| # for configuring which build will be a C++ coverage build / coverage report | |
| env: | |
| GH_COV_PY: "3.13" | |
| GH_COV_OS: ubuntu-latest | |
| GH_DEPENDABOT: dependabot | |
| on: | |
| push: | |
| branches: [main] | |
| pull_request: | |
| branches: [main] | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.ref }} | |
| cancel-in-progress: true | |
| jobs: | |
| cpp_build: | |
| runs-on: ${{ matrix.os }} | |
| strategy: | |
| matrix: | |
| os: [ubuntu-latest, windows-latest, macos-14, macos-latest] | |
| # Unfortunately the CMake test target is OS dependent so we set it as | |
| # a variable here. | |
| include: | |
| - os: ubuntu-latest | |
| OTIO_TEST_TARGET: test | |
| - os: windows-latest | |
| OTIO_TEST_TARGET: RUN_TESTS | |
| - os: macos-latest | |
| OTIO_TEST_TARGET: test | |
| - os: macos-14 | |
| OTIO_TEST_TARGET: test | |
| env: | |
| OTIO_BUILD_CONFIG: Release | |
| OTIO_BUILD_DIR: ${{ github.workspace }}/build | |
| OTIO_INSTALL_DIR: ${{ github.workspace }}/install | |
| OTIO_CONSUMER_TEST_BUILD_DIR: ${{ github.workspace }}/consumertest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| submodules: "recursive" | |
| - name: Install coverage dependency | |
| if: matrix.os == env.GH_COV_OS && github.actor != env.GH_DEPENDABOT | |
| run: | | |
| sudo apt-get install lcov | |
| - name: Build | |
| run: | | |
| cmake -E make_directory ${{ env.OTIO_BUILD_DIR }} | |
| cd ${{ env.OTIO_BUILD_DIR }} | |
| cmake ${{ github.workspace }} -DCMAKE_INSTALL_PREFIX=${{ env.OTIO_INSTALL_DIR }} -DOTIO_SHARED_LIBS=OFF -DOTIO_CXX_COVERAGE=ON -DOTIO_CXX_EXAMPLES=ON | |
| cmake --build . --config ${{ env.OTIO_BUILD_CONFIG }} | |
| - name: Run tests | |
| run: | | |
| cd ${{ env.OTIO_BUILD_DIR }} | |
| cmake --build . --target ${{ matrix.OTIO_TEST_TARGET }} --config ${{ env.OTIO_BUILD_CONFIG }} | |
| - name: Collect code coverage | |
| if: matrix.os == env.GH_COV_OS && github.actor != env.GH_DEPENDABOT | |
| run: | | |
| cd ${{ env.OTIO_BUILD_DIR }} | |
| lcov --rc lcov_branch_coverage=1 --rc no_exception_branch=1 --ignore-errors mismatch --capture -b . --directory . --output-file=coverage.info -q | |
| cat coverage.info | sed "s/SF:.*src/SF:src/g" > coverage.filtered.info | |
| lcov --remove coverage.filtered.info '*/tests/*' --output-file=coverage.filtered.info -q | |
| lcov --list coverage.filtered.info | |
| # \todo Should the Codecov web pages show the results of the C++ or Python tests? | |
| # - name: Upload coverage to Codecov | |
| # if: matrix.os == env.GH_COV_OS && github.actor != env.GH_DEPENDABOT | |
| # uses: codecov/[email protected] | |
| # with: | |
| # files: ${{ env.OTIO_BUILD_DIR }}/coverage.filtered.info | |
| # flags: unittests | |
| # name: opentimelineio-codecov | |
| # fail_ci_if_error: true | |
| - name: Install | |
| run: | | |
| cd ${{ env.OTIO_BUILD_DIR }} | |
| cmake --build . --target install --config ${{ env.OTIO_BUILD_CONFIG }} | |
| - name: Consumer tests | |
| run: | | |
| cmake -E make_directory ${{ env.OTIO_CONSUMER_TEST_BUILD_DIR }} | |
| cd ${{ env.OTIO_CONSUMER_TEST_BUILD_DIR }} | |
| cmake ${{ github.workspace }}/tests/consumer -DCMAKE_PREFIX_PATH=${{ env.OTIO_INSTALL_DIR }} | |
| py_smoketest_build: | |
| # Ideally this would be ${{ env.GH_COV_OS }} - but github doens't allow it | |
| runs-on: ubuntu-latest | |
| strategy: | |
| matrix: | |
| python-version: ["3.9", "3.10", "3.11", "3.12", "3.13"] | |
| defaults: | |
| run: | |
| shell: "bash {0}" | |
| env: | |
| OTIO_CXX_COVERAGE_BUILD: 'ON' | |
| OTIO_CXX_BUILD_TMP_DIR: ${{ github.workspace }}/build | |
| steps: | |
| - name: Get tests and requirements from source | |
| uses: actions/checkout@v4 | |
| with: | |
| submodules: "recursive" | |
| - name: Set up Python ${{ matrix.python-version }} | |
| uses: actions/[email protected] | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| - name: Install coverage dependency | |
| if: matrix.python-version == env.GH_COV_PY && github.actor != env.GH_DEPENDABOT | |
| run: | | |
| echo 'OTIO_CXX_DEBUG_BUILD=1' >> $GITHUB_ENV | |
| sudo apt-get install lcov | |
| - name: Install python build dependencies | |
| run: | | |
| python -m pip install --upgrade pip setuptools wheel "flake8>=3.5" check-manifest | |
| - name: Run check-manifest and lint check | |
| run: make ci-prebuild | |
| - name: Install test dependencies | |
| run: | | |
| python -m pip install --upgrade -r tests/requirements.txt | |
| - name: Build and Install OpenTimelineIO | |
| run: | | |
| python -m pip install . -v --break-system-packages | |
| - name: Run tests w/ python coverage | |
| run: make ci-postbuild | |
| # (only on GH_COV_OS and GH_COV_PY) | |
| - name: Generate C++ coverage report | |
| if: matrix.python-version == env.GH_COV_PY && github.actor != env.GH_DEPENDABOT | |
| run: make lcov | |
| - name: Upload coverage to Codecov | |
| if: matrix.python-version == env.GH_COV_PY && github.actor != env.GH_DEPENDABOT | |
| uses: codecov/codecov-action@v5 | |
| with: | |
| flags: py-unittests | |
| name: py-opentimelineio-codecov | |
| fail_ci_if_error: false | |
| token: ${{ secrets.CODECOV_TOKEN }} | |
| verbose: true | |
| # This is for platforms where we build and test, but don't make wheels | |
| py_testonly_build: | |
| needs: package_sdist | |
| # Ideally this would be ${{ env.GH_COV_OS }} - but github doens't allow it | |
| runs-on: ${{ matrix.os }} | |
| strategy: | |
| matrix: | |
| os: [windows-latest] | |
| python-version: ["mingw64"] | |
| include: | |
| - { os: windows-latest, shell: msys2, python-version: "mingw64" } | |
| defaults: | |
| run: | |
| shell: "${{ matrix.shell }} {0}" | |
| env: | |
| OTIO_CXX_COVERAGE_BUILD: 'ON' | |
| OTIO_CXX_BUILD_TMP_DIR: ${{ github.workspace }}/build | |
| steps: | |
| - name: Get sdist source | |
| uses: actions/download-artifact@v5 | |
| with: | |
| name: sdist | |
| path: ./sdist | |
| - name: Set up MSYS2 | |
| if: matrix.python-version == 'mingw64' | |
| uses: msys2/setup-msys2@v2 | |
| with: | |
| msystem: mingw64 | |
| install: >- | |
| mingw-w64-x86_64-python | |
| mingw-w64-x86_64-python-pip | |
| mingw-w64-x86_64-gcc | |
| mingw-w64-x86_64-cmake | |
| make | |
| git | |
| - name: Set up Python ${{ matrix.python-version }} | |
| if: matrix.python-version != 'mingw64' | |
| uses: actions/[email protected] | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| - name: Install python build dependencies | |
| run: | | |
| python -m pip install --upgrade pip setuptools wheel "flake8>=3.5" check-manifest | |
| - name: Get source | |
| uses: actions/checkout@v4 | |
| - name: Install test dependencies | |
| run: | | |
| python -m pip install --break-system-packages --upgrade -r tests/requirements.txt | |
| - name: Build and Install OpenTimelineIO | |
| run: | | |
| ls -1 | |
| pkg=`ls -1 sdist/opentimelineio-*.tar.gz` python -m pip install $pkg -v --break-system-packages | |
| - name: Run tests w/ python coverage | |
| run: make ci-postbuild | |
| package_wheels: | |
| runs-on: ${{ matrix.os }} | |
| strategy: | |
| matrix: | |
| os: | |
| [ | |
| ubuntu-latest, | |
| ubuntu-24.04-arm, | |
| windows-latest, | |
| macos-14, | |
| macos-latest, | |
| ] | |
| python-build: ["cp39", "cp310", "cp311", "cp312", "cp313"] | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| submodules: "recursive" | |
| - name: Build wheels (Python 3) | |
| uses: pypa/[email protected] | |
| with: | |
| output-dir: wheelhouse | |
| env: | |
| CIBW_BUILD: ${{ matrix.python-build }}* | |
| CIBW_SKIP: "*musllinux*" | |
| CIBW_ARCHS_LINUX: native | |
| CIBW_MANYLINUX_X86_64_IMAGE: manylinux2014 | |
| CIBW_MANYLINUX_AARCH64_IMAGE: manylinux2014 | |
| MACOSX_DEPLOYMENT_TARGET: 10.15 | |
| - uses: actions/upload-artifact@v4 | |
| with: | |
| name: wheel-${{ matrix.os }}-${{ matrix.python-build }} | |
| path: ./wheelhouse/*.whl | |
| test_wheels: | |
| needs: package_wheels | |
| runs-on: ${{ matrix.os }} | |
| strategy: | |
| matrix: | |
| os: [ubuntu-latest, windows-latest, macos-14, macos-latest] | |
| python-version: ["3.9", "3.10", "3.11", "3.12", "3.13"] | |
| include: | |
| - { os: ubuntu-latest, shell: bash } | |
| - { os: macos-latest, shell: bash } | |
| - { os: macos-14, shell: bash } | |
| - { os: windows-latest, shell: pwsh } | |
| exclude: | |
| - { os: macos-latest, python-version: 3.9 } | |
| defaults: | |
| run: | |
| shell: "${{ matrix.shell }} {0}" | |
| env: | |
| OTIO_CXX_COVERAGE_BUILD: 'ON' | |
| OTIO_CXX_BUILD_TMP_DIR: ${{ github.workspace }}/build | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Set up Python ${{ matrix.python-version }} | |
| if: matrix.python-version != 'mingw64' | |
| uses: actions/[email protected] | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| - name: Install python build dependencies | |
| run: | | |
| python -m pip install --upgrade pip setuptools wheel "flake8>=3.5" check-manifest && python -m pip install --upgrade -r tests/requirements.txt | |
| - uses: actions/download-artifact@v5 | |
| with: | |
| pattern: wheel-${{ matrix.os }}-* | |
| path: 'wheelhouse' | |
| merge-multiple: true | |
| - name: Install wheel for environment | |
| run: pip install --no-cache-dir --no-index --find-links wheelhouse opentimelineio | |
| - name: Run tests w/ python coverage | |
| run: make ci-postbuild | |
| package_sdist: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| submodules: "recursive" | |
| - uses: actions/[email protected] | |
| - name: Install pypa/build | |
| run: python -m pip install build --user | |
| - name: Generate sdist | |
| run: python -m build -s . | |
| - uses: actions/upload-artifact@v4 | |
| with: | |
| name: sdist | |
| path: dist |