[CI] use self-hosted macos-arm64 #1140
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. | |
| # See https://llvm.org/LICENSE.txt for license information. | |
| # SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception | |
| # Copyright (c) 2024. | |
| name: "Build LLVM and MLIR" | |
| on: | |
| workflow_dispatch: | |
| inputs: | |
| force_debug_with_tmate: | |
| type: boolean | |
| description: 'Run the build with tmate session' | |
| required: false | |
| default: false | |
| debug_with_tmate: | |
| type: boolean | |
| description: 'Run the build with a tmate session ONLY in case of failure' | |
| required: false | |
| default: false | |
| pull_request: | |
| paths: | |
| - ".github/actions/setup_base" | |
| - ".github/workflows/build_llvm.yml" | |
| - "scripts/cmake/llvm_cache.cmake" | |
| - "scripts/cmake/llvm_wasm_cache.cmake" | |
| - "scripts/build_llvm.sh" | |
| - "scripts/build_llvm_wasi.sh" | |
| - "third_party/llvm-project" | |
| push: | |
| branches: | |
| - main | |
| paths: | |
| - ".github/actions/setup_base" | |
| - ".github/workflows/build_llvm.yml" | |
| - "scripts/cmake/llvm_cache.cmake" | |
| - "scripts/cmake/llvm_wasm_cache.cmake" | |
| - "scripts/build_llvm.sh" | |
| - "scripts/build_llvm_wasi.sh" | |
| - "third_party/llvm-project" | |
| concurrency: | |
| # A PR number if a pull request and otherwise the commit hash. This cancels | |
| # queued and in-progress runs for the same PR (presubmit) or commit | |
| # (postsubmit). The workflow name is prepended to avoid conflicts between | |
| # different workflows. | |
| group: ${{ github.workflow }}-${{ github.event.number || github.sha }}-build_llvm | |
| cancel-in-progress: true | |
| jobs: | |
| build: | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| include: | |
| - name: "manylinux_x86_64" | |
| runs-on: "ubuntu-22.04" | |
| container: "quay.io/pypa/manylinux_2_28_x86_64" | |
| os: "almalinux" | |
| arch: x86_64 | |
| - name: "manylinux_aarch64" | |
| runs-on: "ubuntu-22.04-arm" | |
| container: "quay.io/pypa/manylinux_2_34_aarch64" | |
| os: "almalinux" | |
| arch: aarch64 | |
| # - name: "ubuntu_aarch64" | |
| # runs-on: "ubuntu-22.04-arm" | |
| # os: "ubuntu" | |
| # arch: aarch64 | |
| # - name: "wasm_wasi" | |
| # runs-on: "ubuntu-22.04" | |
| # container: "quay.io/pypa/manylinux_2_28_x86_64" | |
| # os: "almalinux" | |
| # arch: "wasm32-wasi" | |
| - name: "windows_amd64" | |
| runs-on: "windows-2022" | |
| os: "windows" | |
| arch: amd64 | |
| - name: "macos_arm64" | |
| runs-on: "self-hosted-macos-arm64" | |
| os: "macos" | |
| arch: arm64 | |
| # - name: "macos_x86_64" | |
| # runs-on: "macos-13" | |
| # os: "macos" | |
| # arch: x86_64 | |
| runs-on: ${{ matrix.runs-on }} | |
| name: build-llvm-mlir ${{ matrix.name }} | |
| defaults: | |
| run: | |
| shell: bash | |
| permissions: | |
| id-token: write | |
| contents: write | |
| env: | |
| # either the PR number or `branch-N` where N always increments | |
| cache-key: "mlir_${{ matrix.name }}_clang_${{ format('{0}-{1}', github.ref_name, github.run_number) }}" | |
| container: | |
| image: ${{ matrix.container }} | |
| volumes: | |
| - /:/ghhost | |
| options: --privileged --pid=host --ipc=host | |
| env: | |
| AGENT_TOOLSDIRECTORY: ${{ env.AGENT_TOOLSDIRECTORY }} | |
| GH_HOST_DIR: "/ghhost" | |
| outputs: | |
| WHEEL_VERSION: ${{ steps.build.outputs.WHEEL_VERSION }} | |
| steps: | |
| - name: "Check out repository" | |
| uses: actions/checkout@v4.2.2 | |
| with: | |
| submodules: true | |
| - name: "Setup base" | |
| if: matrix.runs-on != 'self-hosted-macos-arm64' | |
| uses: ./.github/actions/setup_base | |
| id: setup_base | |
| with: | |
| cache-key: ${{ env.cache-key }} | |
| restore-key: "mlir_${{ matrix.name }}_clang" | |
| os: ${{ matrix.os }} | |
| arch: ${{ matrix.arch }} | |
| container: ${{ matrix.container }} | |
| runs-on: ${{ matrix.runs-on }} | |
| - name: "Build LLVM and MLIR" | |
| id: build | |
| run: | | |
| export LLVM_SOURCE_DIR="$PWD/third_party/llvm-project" | |
| export LLVM_BUILD_DIR="$PWD/llvm-build" | |
| # double nested so that upload artifacts uploads a folder | |
| export LLVM_INSTALL_DIR="$PWD/llvm-install/llvm-install" | |
| pushd $LLVM_SOURCE_DIR && LLVM_SHA_SHORT="$(git rev-parse --short HEAD)" && popd | |
| export WHEEL_VERSION="$(date +'%Y%m%d')_$LLVM_SHA_SHORT" | |
| echo "WHEEL_VERSION=$WHEEL_VERSION" >> $GITHUB_OUTPUT | |
| ccache -z | |
| $python3_command -m pip install -r third_party/llvm-project/mlir/python/requirements.txt | |
| $python3_command -m pip install setuptools wheel | |
| ############################### | |
| # Build MLIR/LLVM distro | |
| ############################### | |
| if [[ "${{ matrix.arch }}" == "wasm32-wasi" ]]; then | |
| scripts/build_llvm_wasi.sh | |
| else | |
| scripts/build_llvm.sh | |
| echo "*********************** SMOKE TEST *********************************" | |
| "$LLVM_INSTALL_DIR/bin/mlir-tblgen" --version | |
| echo "*********************** SMOKE TEST *********************************" | |
| fi | |
| ccache -s | |
| ############################### | |
| # Build mlir-native-tools wheel | |
| ############################### | |
| for TOOL in "llvm-tblgen" "mlir-tblgen" "mlir-linalg-ods-yaml-gen" "mlir-pdll" "llvm-config" "FileCheck"; do | |
| if [ x"${{ matrix.os }}" == x"windows" ]; then | |
| TOOL="$TOOL.exe" | |
| fi | |
| cp "$LLVM_INSTALL_DIR/bin/$TOOL" projects/mlir-native-tools | |
| done | |
| if [ x"${{ matrix.os }}" == x"almalinux" ] || [ x"${{ matrix.os }}" == x"ubuntu" ]; then | |
| PLAT="linux" | |
| elif [ x"${{ matrix.os }}" == x"macos" ]; then | |
| PLAT="macosx_12_0" | |
| elif [ x"${{ matrix.os }}" == x"windows" ]; then | |
| PLAT="win" | |
| fi | |
| PLAT="${PLAT}_${{ matrix.arch }}" | |
| pushd projects/mlir-native-tools | |
| $python3_command setup.py bdist_wheel --dist-dir ../../wheelhouse --plat $PLAT | |
| popd | |
| ############################### | |
| # Tar up MLIR/LLVM distro | |
| ############################### | |
| tar -czf "mlir_${{ matrix.name }}_$WHEEL_VERSION.tar.gz" -C "$LLVM_INSTALL_DIR/.." llvm-install | |
| rm -rf "$LLVM_BUILD_DIR" "$LLVM_SOURCE_DIR" | |
| - name: Upload LLVM distro artifacts | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: mlir_${{ matrix.name }}_artifact | |
| path: llvm-install | |
| if-no-files-found: warn | |
| - name: Upload mlir-native-tools artifact | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: mlir_native_tools_${{ matrix.name }}_artifact | |
| path: wheelhouse | |
| if-no-files-found: warn | |
| - name: Upload ccache log | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: llvm_ccache_log_${{ matrix.name }} | |
| path: ${{ startsWith(matrix.os, 'windows') && 'D:\a\ccache.log' || '/tmp/ccache.log' }} | |
| - name: Release current commit | |
| if: (!cancelled() && ((github.event_name == 'push' && github.ref_name == 'main') || github.event_name == 'workflow_dispatch')) | |
| uses: ncipollo/release-action@v1.12.0 | |
| with: | |
| artifacts: "*.tar.gz,wheelhouse/*.whl" | |
| token: "${{ secrets.GITHUB_TOKEN }}" | |
| tag: "llvm" | |
| name: "llvm" | |
| removeArtifacts: false | |
| allowUpdates: true | |
| replacesArtifacts: true | |
| makeLatest: true | |
| - name: "Save cache" | |
| uses: actions/cache/save@v3 | |
| if: (!cancelled() && github.event_name == 'push' && github.ref_name == 'main') | |
| with: | |
| path: ${{ steps.setup_base.outputs.cache-dir }} | |
| key: ${{ env.cache-key }} | |
| - name: "Setup tmate session" | |
| if: (failure() && inputs.debug_with_tmate) || inputs.force_debug_with_tmate | |
| uses: mxschmitt/action-tmate@v3.18 | |
| with: | |
| limit-access-to-actor: true | |
| install-dependencies: ${{ startsWith(matrix.runs-on, 'macos') || startsWith(matrix.runs-on, 'windows') }} | |
| call-build-python-bindings: | |
| needs: [build] | |
| permissions: | |
| contents: write | |
| id-token: write | |
| pages: write | |
| # DON'T FORGET TO CHANGE THIS IF YOU UPDATE WHEELS.YML | |
| uses: llvm/eudsl/.github/workflows/build_mlir_python_bindings_wheel.yml@main | |
| secrets: inherit # pass all secrets | |
| with: | |
| wheel_version: ${{ needs.build.outputs.WHEEL_VERSION }} | |
| workflow_call: true | |
| workflow_caller_run_id: ${{ github.run_id }} | |
| call-build-eudsl: | |
| needs: [build] | |
| permissions: | |
| contents: write | |
| id-token: write | |
| pages: write | |
| # DON'T FORGET TO CHANGE THIS IF YOU UPDATE WHEELS.YML | |
| uses: llvm/eudsl/.github/workflows/build_test_release_eudsl.yml@main | |
| secrets: inherit # pass all secrets | |
| with: | |
| workflow_call: true | |
| workflow_caller_run_id: ${{ github.run_id }} | |
| call-deploy-pip-page: | |
| if: (github.event_name == 'push' && github.ref_name == 'main') || github.event_name == 'workflow_dispatch' | |
| needs: [build] | |
| permissions: | |
| contents: read | |
| id-token: write | |
| pages: write | |
| # DON'T FORGET TO CHANGE THIS IF YOU UPDATE WHEELS.YML | |
| uses: llvm/eudsl/.github/workflows/deploy_pip_page.yml@main | |
| secrets: inherit # pass all secrets |