Add Action

.github/actions/check-bypass/action.yml

@@ -0,0 +1,41 @@
+name: "Check bypass"
+description: "A custom action to encapsulate PFCCLab/ci-bypass"
+inputs:
+  github-token:
+    description: "GitHub token"
+    required: true
+  workflow-name:
+    description: "Workflow name"
+    required: true
+outputs:
+  can-skip:
+    description: "Whether the workflow can be skipped."
+    value: ${{ steps.check-bypass.outputs.can-skip }}
+
+runs:
+  using: "composite"
+  steps:
+    - id: check-bypass
+      name: Check Bypass
+      env:
+        CI_TEAM_MEMBERS: '["tianshuo78520a", "yongqiangma", "Yuqiang Ge"]'
+      uses: PFCCLab/ci-bypass@v2
+      with:
+        github-token: ${{ inputs.github-token }}
+        non-pull-request-event-strategy: 'never-skipped'
+        type: 'composite'
+        composite-rule: |
+          {
+            "any": [
+              {
+                "type": "labeled",
+                "label": ["skip-ci: ${{ inputs.workflow-name }}", "skip-ci: all"],
+                "username": ${{ env.CI_TEAM_MEMBERS }}
+              },
+              {
+                "type": "commented",
+                "comment-pattern": [".*/skip-ci ${{ inputs.workflow-name }}.*", ".*/skip-ci all.*"],
+                "username": ${{ env.CI_TEAM_MEMBERS }}
+              }
+            ]
+          }

.github/workflows/CI.yml

@@ -0,0 +1,63 @@
+name: CI
+
+on:
+  pull_request:
+    types: [opened, synchronize]
+    branches: [develop, release/**, fleety_*]
+
+permissions: read-all
+
+concurrency:
+  group: ${{ github.event.pull_request.number }}-${{ github.workflow }}
+  cancel-in-progress: true
+
+env:
+  PR_ID: ${{ github.event.pull_request.number }}
+  COMMIT_ID: ${{ github.event.pull_request.head.sha }}
+
+jobs:
+  clone:
+    name: Clone-linux
+    uses: ./.github/workflows/_Clone-linux.yml
+    with:
+      workflow-name: 'CI'
+
+  Codestyle-Check:
+    name: Codestyle-Check
+    uses: ./.github/workflows/_Codestyle-Check.yml
+    needs: [clone]
+
+  gcu:
+    name: gcu
+    uses: ./.github/workflows/_GCU.yml
+    needs: [Codestyle-Check]
+
+  hpu:
+    name: hpu
+    uses: ./.github/workflows/_HPU.yml
+    needs: [Codestyle-Check]
+
+  mlu:
+    name: mlu
+    uses: ./.github/workflows/_MLU.yml
+    needs: [Codestyle-Check]
+
+  ixuca:
+    name: ixuca
+    uses: ./.github/workflows/_IXUCA.yml
+    needs: [Codestyle-Check]
+
+  sdaa:
+    name: sdaa
+    uses: ./.github/workflows/_SDAA.yml
+    needs: [Codestyle-Check]
+
+  npu-910b-arm:
+    name: npu-910B-ARM
+    uses: ./.github/workflows/_910B-ARM.yml
+    needs: [Codestyle-Check]
+
+  npu-910b-x86:
+    name: npu-910B-X86
+    uses: ./.github/workflows/_910B-X86.yml
+    needs: [Codestyle-Check]

.github/workflows/_910B-ARM.yml

@@ -0,0 +1,145 @@
+name: PR-CI-910B-ARM
+
+on:
+  workflow_call:
+    inputs:
+      workflow-name:
+        type: string
+        required: false
+      clone_dir:
+        type: string
+        required: false
+        default: 'PaddlecustomDevice'
+      is_pr:
+        type: string
+        required: false
+        default: 'true'
+
+jobs:
+  check-bypass:
+    name: Check bypass
+    if: ${{ inputs.can-skip != 'true' }}
+    uses: ./.github/workflows/check-bypass.yml
+    with:
+      workflow-name: '910b-arm'
+    secrets:
+      github-token: ${{ secrets.GITHUB_TOKEN }}
+
+  PR-CI-910B-ARM:
+    name: PR-CI-910B-ARM
+    needs: check-bypass
+    if: ${{ needs.check-bypass.outputs.can-skip != 'true' }}
+    runs-on:
+      group: 910B-ARM
+    env:
+      PR_ID: ${{ github.event.pull_request.number }}
+      COMMIT_ID: ${{ github.event.pull_request.head.sha }}
+      BRANCH: develop
+      TASK: paddle-CI-${{ github.event.pull_request.number }}-npu
+      no_proxy: "bcebos.com,apiin.im.baidu.com,gitee.com,aliyun.com,.baidu.com,.tuna.tsinghua.edu.cn"
+
+    steps:
+      - name: Cleanup
+        run: |
+          rm -rf * .[^.]*
+
+      - name: Check docker image and run container
+        env:
+          GIT_PR_ID: ${{ github.event.pull_request.number || '0' }}
+          GITHUB_API_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+          RUN_ID: ${{ github.run_id }}
+          cache_dir: /root/.cache
+          ccache_dir: /root/.ccache
+          docker_image: registry.baidubce.com/device/paddle-npu:cann80RC1-ubuntu20-aarch64-gcc84-py39
+        run: |
+          if [[ "${{ runner.name }}" == "IXUCA-2" ]];then
+              echo "IXUCA-2"
+              export ASCEND_RT_VISIBLE_DEVICES=4,5,6,7
+          elif [[ "${{ runner.name }}" == "IXUCA-3" ]];then
+              echo "IXUCA-3"
+              export ASCEND_RT_VISIBLE_DEVICES=8,9,10,11
+          elif [[ "${{ runner.name }}" == "IXUCA-4" ]];then
+              echo "IXUCA-4"
+              export ASCEND_RT_VISIBLE_DEVICES=12,13,14,15
+          else
+              echo echo "IXUCA-1"
+              export ASCEND_RT_VISIBLE_DEVICES=0,1,2,3
+          fi
+          echo ${ASCEND_RT_VISIBLE_DEVICES}
+
+          container_name=${TASK}-$(date +%Y%m%d-%H%M%S)
+          echo "container_name=${container_name}" >> ${{ github.env }}
+          docker run --shm-size=128G \
+            -d -t --name ${container_name} \
+            --privileged --network=host \
+            -e PR_ID \
+            -e COMMIT_ID \
+            -e BRANCH \
+            -e no_proxy \
+            -e USE_910B=1 \
+            -e FLAGS_npu_storage_format=0 \
+            -e ASCEND_RT_VISIBLE_DEVICES=${ASCEND_RT_VISIBLE_DEVICES} \
+            -v ${cache_dir}:/root/.cache \
+            -v ${ccache_dir}:/root/.ccache \
+            -v /usr/local/Ascend/driver:/usr/local/Ascend/driver \
+            -v /usr/local/bin/npu-smi:/usr/local/bin/npu-smi \
+            -v /usr/local/dcmi:/usr/local/dcmi \
+            -v ${{ github.workspace }}/../../..:${{ github.workspace }}/../../.. \
+            -v ${{ github.workspace }}:/PaddleCustomDevice -w /PaddleCustomDevice \
+            ${docker_image} /bin/bash
+
+      - name: Download Code
+        run: |
+          docker exec -t ${{ env.container_name }} /bin/bash -c '
+          source ${{ github.workspace }}/../../../proxy
+          set -x
+          wget -q --tries=5 --no-proxy https://paddle-github-action.bj.bcebos.com/PaddleCustomDevice/PR/${PR_ID}/${COMMIT_ID}/PaddleCustomDevice.tar.gz --no-check-certificate
+          echo "Extracting PaddleCustomDevice.tar.gz"
+          tar -xf PaddleCustomDevice.tar.gz --strip-components=1
+          git config --global --add safe.directory "*"
+          git remote add upstream https://github.com/PaddlePaddle/PaddleCustomDevice.git
+          git merge ${BRANCH} --no-edit
+          git --no-pager log --pretty=oneline -5'
+
+      - name: RUN 910B-ARM
+        run: |
+          docker exec -t ${{ env.container_name }} /bin/bash -c '
+          # !!!!! SKIP IF NO NPU CHANGE !!!!
+          echo "=========== Checking PR Changes If NPU FULL CI Needed ==========="
+          change_numbers=$(git diff --name-only remotes/origin/${BRANCH} | wc -l)
+          change_backend=$(git diff --name-only remotes/origin/${BRANCH} | grep "backends/"| wc -l)
+          change_npu_only=$(git diff --name-only remotes/origin/${BRANCH} | grep "backends/npu"| wc -l)
+          git diff --name-only remotes/origin/${BRANCH}
+
+          if [ $change_numbers -ne $change_backend ]; then
+            echo "Common file changed, continue to run NPU FULL CI test ..."
+          elif [ $change_npu_only -eq 0 ] ; then
+            echo "NO NPU backend changes found, skip NPU FULL CI ...."
+            exit 0
+          fi
+
+          echo "============ CANN Version ============="
+          source ~/.bashrc
+          echo "============ Install PaddlePaddle CPU ============="
+          PATH=/usr/local/bin:${PATH}
+          ln -sf $(which python3.9) /usr/local/bin/python
+          ln -sf $(which pip3.9) /usr/local/bin/pip
+
+          pip install -U numpy==1.26.4 safetensors
+          python -m pip install --pre paddlepaddle -i https://www.paddlepaddle.org.cn/packages/nightly/cpu/
+          python -c "import paddle; print(paddle.__version__)"
+          python -c "import paddle; print(paddle.version.commit)"
+          # Install python packages required for incremental coverage
+          python -m pip install PyGithub
+          export LD_PRELOAD=/lib/aarch64-linux-gnu/libgomp.so.1:$LD_PRELOAD
+
+          bash backends/npu/tools/pr_ci_npu.sh'
+
+      - name: Terminate and delete the container
+        if: always()
+        run: |
+          docker exec -t ${{ env.container_name }} /bin/bash -c '
+          rm -rf * .[^.]*
+          '
+          docker stop ${container_name}
+          docker rm ${container_name}

.github/workflows/_910B-X86.yml

@@ -0,0 +1,143 @@
+name: PR-CI-910B-X86
+
+on:
+  workflow_call:
+    inputs:
+      workflow-name:
+        type: string
+        required: false
+      clone_dir:
+        type: string
+        required: false
+        default: 'PaddlecustomDevice'
+      is_pr:
+        type: string
+        required: false
+        default: 'true'
+
+jobs:
+  check-bypass:
+    name: Check bypass
+    uses: ./.github/workflows/check-bypass.yml
+    with:
+      workflow-name: '910b-x86'
+    secrets:
+      github-token: ${{ secrets.GITHUB_TOKEN }}
+
+  PR-CI-910B-X86:
+    name: PR-CI-910B-X86
+    needs: check-bypass
+    if: ${{ needs.check-bypass.outputs.can-skip != 'true' }}
+    runs-on:
+      group: NPU
+    env:
+      PR_ID: ${{ github.event.pull_request.number }}
+      COMMIT_ID: ${{ github.event.pull_request.head.sha }}
+      BRANCH: develop
+      TASK: paddle-CI-${{ github.event.pull_request.number }}-npu
+      no_proxy: "bcebos.com,apiin.im.baidu.com,gitee.com,aliyun.com,.baidu.com,.tuna.tsinghua.edu.cn"
+
+    steps:
+      - name: Cleanup
+        run: |
+          rm -rf * .[^.]*
+
+      - name: Check docker image and run container
+        env:
+          GIT_PR_ID: ${{ github.event.pull_request.number || '0' }}
+          GITHUB_API_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+          RUN_ID: ${{ github.run_id }}
+          cache_dir: /root/.cache
+          ccache_dir: /root/.ccache
+          docker_image: ccr-2vdh3abv-pub.cnc.bj.baidubce.com/device/paddle-npu:cann80RC2-ubuntu20-npu-base-x86_64-gcc84
+        run: |
+          if [[ "${{ runner.name }}" == "npu-2" ]];then
+              echo "IXUCA-2"
+              export ASCEND_RT_VISIBLE_DEVICES=4,5,6,7
+          elif [[ "${{ runner.name }}" == "npu-3" ]];then
+              echo "IXUCA-3"
+              export ASCEND_RT_VISIBLE_DEVICES=8,9,10,11
+          elif [[ "${{ runner.name }}" == "npu-4" ]];then
+              echo "IXUCA-4"
+              export ASCEND_RT_VISIBLE_DEVICES=12,13,14,15
+          else
+              echo echo "npu-1"
+              export ASCEND_RT_VISIBLE_DEVICES=0,1,2,3
+          fi
+          echo ${ASCEND_RT_VISIBLE_DEVICES}
+
+          container_name=${TASK}-$(date +%Y%m%d-%H%M%S)
+          echo "container_name=${container_name}" >> ${{ github.env }}
+          docker run --shm-size=128G \
+            -d -t --name ${container_name} \
+            --privileged --network=host \
+            -e PR_ID \
+            -e COMMIT_ID \
+            -e BRANCH \
+            -e no_proxy \
+            -e USE_910B=1 \
+            -e FLAGS_npu_storage_format=0 \
+            -e ASCEND_RT_VISIBLE_DEVICES=${ASCEND_RT_VISIBLE_DEVICES} \
+            -v ${cache_dir}:/root/.cache \
+            -v ${ccache_dir}:/root/.ccache \
+            -v /usr/local/Ascend/driver:/usr/local/Ascend/driver \
+            -v /usr/local/bin/npu-smi:/usr/local/bin/npu-smi \
+            -v /usr/local/dcmi:/usr/local/dcmi \
+            -v ${{ github.workspace }}/../../..:${{ github.workspace }}/../../.. \
+            -v ${{ github.workspace }}:/PaddleCustomDevice -w /PaddleCustomDevice \
+            ${docker_image} /bin/bash
+
+      - name: Download Code
+        run: |
+          docker exec -t ${{ env.container_name }} /bin/bash -c '
+          source ${{ github.workspace }}/../../../proxy
+          set -x
+          wget -q --tries=5 --no-proxy https://paddle-github-action.bj.bcebos.com/PaddleCustomDevice/PR/${PR_ID}/${COMMIT_ID}/PaddleCustomDevice.tar.gz --no-check-certificate
+          echo "Extracting PaddleCustomDevice.tar.gz"
+          tar -xf PaddleCustomDevice.tar.gz --strip-components=1
+          git config --global --add safe.directory "*"
+          git remote add upstream https://github.com/PaddlePaddle/PaddleCustomDevice.git
+          git merge ${BRANCH} --no-edit
+          git --no-pager log --pretty=oneline -5'
+
+      - name: RUN 910B-X86
+        run: |
+          docker exec -t ${{ env.container_name }} /bin/bash -c '
+          # !!!!! SKIP IF NO NPU CHANGE !!!!
+          echo "=========== Checking PR Changes If NPU FULL CI Needed ==========="
+          change_numbers=$(git diff --name-only remotes/origin/${BRANCH} | wc -l)
+          change_backend=$(git diff --name-only remotes/origin/${BRANCH} | grep "backends/"| wc -l)
+          change_npu_only=$(git diff --name-only remotes/origin/${BRANCH} | grep "backends/npu"| wc -l)
+          git diff --name-only remotes/origin/${BRANCH}
+
+          if [ $change_numbers -ne $change_backend ]; then
+            echo "Common file changed, continue to run NPU FULL CI test ..."
+          elif [ $change_npu_only -eq 0 ] ; then
+            echo "NO NPU backend changes found, skip NPU FULL CI ...."
+            exit 0
+          fi
+
+          echo "============ CANN Version ============="
+          source ~/.bashrc
+          echo "============ Install PaddlePaddle CPU ============="
+          PATH=/usr/local/bin:${PATH}
+          ln -sf $(which python3.10) /usr/local/bin/python
+          ln -sf $(which pip3.10) /usr/local/bin/pip
+
+          pip install -U numpy==1.26.4 safetensors
+          python -m pip install --pre paddlepaddle -i https://www.paddlepaddle.org.cn/packages/nightly/cpu/
+          python -c "import paddle; print(paddle.__version__)"
+          python -c "import paddle; print(paddle.version.commit)"
+          # Install python packages required for incremental coverage
+          python -m pip install PyGithub
+
+          bash backends/npu/tools/pr_ci_npu.sh'
+
+      - name: Terminate and delete the container
+        if: always()
+        run: |
+          docker exec -t ${{ env.container_name }} /bin/bash -c '
+          rm -rf * .[^.]*
+          '
+          docker stop ${container_name}
+          docker rm ${container_name}