zvec/.github/workflows/03-macos-linux-build.yml at main · iaojnh/zvec · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
name: MacOS & Linux Build

on:
  workflow_call:
    inputs:
      platform:
        description: 'Platform identifier'
        required: true
        type: string
      os:
        description: 'GitHub Actions runner OS'
        required: true
        type: string
      compiler:
        description: 'C++ compiler to use (gcc or clang)'
        required: false
        type: string
        default: ''

permissions:
  contents: read

jobs:
  # Build and test matrix (parallel execution)
  build-and-test:
    name: Build & Test (${{ inputs.platform }})
    runs-on: ${{ inputs.os }}

    strategy:
      fail-fast: false
      matrix:
        include:
          - os: ${{ inputs.os }}
            platform: ${{ inputs.platform }}
            arch_flag: ""  # Use appropriate architecture

    steps:
      - name: Checkout code
        uses: actions/checkout@v6
        with:
          submodules: recursive

      - name: Set up Python
        uses: actions/setup-python@v6
        with:
          python-version: '3.10'
          cache: 'pip'
          cache-dependency-path: 'pyproject.toml'

      - name: Install Clang
        if: inputs.compiler == 'clang' && runner.os == 'Linux'
        run: |
          sudo apt-get update -y
          sudo apt-get install -y clang libomp-dev
        shell: bash

      - name: Print CPU info
        if: runner.os == 'Linux'
        run: lscpu
        shell: bash

      - name: Set up environment variables
        run: |
          # Set number of processors for parallel builds
          if [[ "${{ matrix.platform }}" == "macos-arm64" ]]; then
            NPROC=$(sysctl -n hw.ncpu 2>/dev/null || echo 2)
          else
            NPROC=$(nproc 2>/dev/null || echo 2)
          fi
          echo "NPROC=$NPROC" >> $GITHUB_ENV
          echo "Using $NPROC parallel jobs for builds"

          # Set compiler when clang is requested
          if [[ "${{ inputs.compiler }}" == "clang" ]]; then
            echo "CC=clang" >> $GITHUB_ENV
            echo "CXX=clang++" >> $GITHUB_ENV
          fi

          # Add Python user base bin to PATH for pip-installed CLI tools
          echo "$(python -c 'import site; print(site.USER_BASE)')/bin" >> $GITHUB_PATH
        shell: bash

      - name: Install dependencies
        run: |
          python -m pip install --upgrade pip \
            pybind11==3.0 \
            cmake==3.30.0 \
            ninja==1.11.1 \
            pytest \
            scikit-build-core \
            setuptools_scm
        shell: bash

      - name: Build from source
        run: |
          cd "$GITHUB_WORKSPACE"

          CMAKE_GENERATOR="Unix Makefiles" \
          CMAKE_BUILD_PARALLEL_LEVEL="$NPROC" \
          python -m pip install -v . \
            --no-build-isolation \
            --config-settings='cmake.define.BUILD_TOOLS="ON"' \
            ${{ matrix.arch_flag }}
        shell: bash

      - name: Run C++ Tests
        run: |
          cd "$GITHUB_WORKSPACE/build"
          make unittest -j$NPROC
        shell: bash

      - name: Run Python Tests
        run: |
          cd "$GITHUB_WORKSPACE"
          python -m pytest python/tests/
        shell: bash

      - name: Run C++ Examples
        run: |
          cd "$GITHUB_WORKSPACE/examples/c++"
          mkdir build && cd build
          cmake .. -DCMAKE_BUILD_TYPE=Release
          make -j $NPROC
          ./db-example
          ./core-example
          ./ailego-example
        shell: bash