dash-infer/.github/workflows/build-check.yml at main · modelscope/dash-infer · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
name: Build Check
# docker download mirror should setup in self host machine.
# the mirror status can be found at : https://status.daocloud.io/status/docker
on:
  pull_request:
  merge_group:
  workflow_dispatch:


jobs:
  build-tgz:
    strategy:
      matrix:
        arch: [X64]
        image: ["docker.cnb.cool/thinksrc/dashinfer/dev-ubi8-cu124:latest"]
        enable_cuda: [0, 1]
        exclude:
          - arch: X64
            image: "dev-centos8-arm:v2"
    runs-on: [self-hosted, Linux, "${{ matrix.arch }}"]
    container:
      image: ${{ matrix.image }}
    env:
      # force use node16 instead of node20
      # otherwise it may cause GLIBCXX_2.27 not found
      # ACTIONS_ALLOW_USE_UNSECURE_NODE_VERSION: true
      ENABLE_CUDA: ${{ matrix.enable_cuda }}
    defaults:
      run:
        shell: bash -l {0}
    steps:
    - uses: git9527/clean-up-action@v2
    - name: Check out code
      uses: actions/checkout@v4
      with:
        lfs: true
        submodules: false

    - name: Build tgz package
      shell: bash
      run: |
        git config --global --add safe.directory /__w/dash-infer/dash-infer
        source /root/.bashrc
        if [ -f "/miniconda/etc/profile.d/conda.sh" ]; then
            source /miniconda/etc/profile.d/conda.sh
        fi
        source activate ds_py
        echo "ENABLE_CUDA value: $ENABLE_CUDA"

        # export ENABLE_MULTINUMA="ON"
        if [[ "${{ matrix.arch }}" == "ARM64" ]]; then
            export AS_PLATFORM="armclang"
            bash build.sh
        else
            if [ "$ENABLE_CUDA" -eq "1" ];
            then
                export AS_PLATFORM="cuda"
                export AS_CUDA_SM="'70;75;80;86;89;90a'"
                bash scripts/release/cpp_build_cuda.sh
            else
                export AS_PLATFORM="x86"
                bash build.sh
            fi
        fi


  build-wheels:
    strategy:
      matrix:
        arch: [X64]
        image: ["docker.cnb.cool/thinksrc/dashinfer/dev-ubi8-cu124:latest"]
        enable_cuda: [0, 1]
    runs-on: [self-hosted, Linux, "${{ matrix.arch }}"]
    container:
      image: ${{ matrix.image }}
    env:
      ENABLE_CUDA: ${{ matrix.enable_cuda }}
      BUILD_VERSION: 3.10
    steps:
    - uses: git9527/clean-up-action@v2
    - name: Check out code
      uses: actions/checkout@v4
      with:
        lfs: true
        submodules: false

    - name: Build manylinux wheels
      shell: bash
      run: |
        git config --global --add safe.directory /__w/dash-infer/dash-infer
        source /root/.bashrc
        if [ -f "/miniconda/etc/profile.d/conda.sh" ]; then
            source /miniconda/etc/profile.d/conda.sh
        fi

        echo "ENABLE_CUDA value: $ENABLE_CUDA"

        if [[ "${{ matrix.arch }}" == "ARM64" ]]; then
            bash scripts/release/python_manylinux_build.sh
        else
            if [ "$ENABLE_CUDA" -eq "1" ];
            then
              export AS_PLATFORM="cuda"
              export AS_CUDA_SM="'80;90a'"
              bash scripts/release/python_manylinux_build_cuda.sh
            else
              bash scripts/release/python_manylinux_build.sh
            fi
        fi