build_paddle.sh

#!/bin/bash

# Copyright (c) 2025 PaddlePaddle Authors. All Rights Reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

# Exit immediately if a command exits with a non-zero status
set -e

PYTHON_VERSION=${PYTHON_VERSION:-$(python3 -V 2>&1|awk '{print $2}')}
COREX_VERSION=${COREX_VERSION:-latest}
if [[ "${COREX_VERSION}" == "latest" ]]; then
  COREX_VERSION=`date --utc +%Y%m%d%H%M%S`
fi
COREX_ARCH=${COREX_ARCH:-ivcore11}
WITH_CINN=${WITH_CINN:-OFF}
export CMAKE_CUDA_ARCHITECTURES=${COREX_ARCH}

CURRENT_DIR=$(pwd)
PADDLE_SOURCE_DIR="${CURRENT_DIR}/Paddle"
PADDLE_BUILD_DIR="${PADDLE_SOURCE_DIR}/build"
ILUVATAR_SOURCE_DIR="${CURRENT_DIR}"
ILUVATAR_BUILD_DIR="${PADDLE_BUILD_DIR}/custom_device_build"
PATCH_FILE="${CURRENT_DIR}/patches/paddle-corex.patch"
# set BUILD_WITH_FLAGCX to 1 if we want to use flagcx as communication backend
BUILD_WITH_FLAGCX=0
FLAGCX_ROOT="/workspace/FlagCX"
PLATFORM_ID=$(uname -i)

if [ "$BUILD_WITH_FLAGCX" == "1" ]; then
    WITH_FLAGCX="ON"
else
    WITH_FLAGCX="OFF"
fi

bash clean_paddle.sh || { echo "Error: Failed to clean paddle!"; exit 1; }

if ! git -C "$PADDLE_SOURCE_DIR" apply --reverse --check "$PATCH_FILE" > /dev/null 2>&1; then
  if ! git -C "$PADDLE_SOURCE_DIR" apply "$PATCH_FILE"; then
    echo "Error: Failed to apply patch!"
    exit 1
  fi
  echo "Patch applied successfully!"
fi
cp -r ${CURRENT_DIR}/patches/eigen/Core ${PADDLE_SOURCE_DIR}/third_party/eigen3/Eigen/Core || { echo "Error: Failed to copy eigen Core!"; exit 1; }
cp -r ${CURRENT_DIR}/patches/eigen/Tensor ${PADDLE_SOURCE_DIR}/third_party/eigen3/unsupported/Eigen/CXX11/Tensor || { echo "Error: Failed to copy eigen Tensor!"; exit 1; }
cp -r ${CURRENT_DIR}/patches/eigen/TensorAssign.h ${PADDLE_SOURCE_DIR}/third_party/eigen3/unsupported/Eigen/CXX11/src/Tensor/TensorAssign.h || { echo "Error: Failed to copy eigen TensorAssign.h!"; exit 1; }

if [[ ! -d "${PADDLE_BUILD_DIR}" ]]; then
  mkdir -p "${PADDLE_BUILD_DIR}"
fi
if [[ ! -d "${ILUVATAR_BUILD_DIR}" ]]; then
  mkdir -p "${ILUVATAR_BUILD_DIR}"
fi

PADDLE_CMAKE_ARGS=(
  "-DPY_VERSION=${PYTHON_VERSION}"
  "-DWITH_GPU=OFF"
  "-DWITH_DISTRIBUTE=ON"
  "-DWITH_CUSTOM_DEVICE_SUB_BUILD=ON"
  "-DCUSTOM_DEVICE_SOURCE_DIR=${ILUVATAR_SOURCE_DIR}"
  "-DWITH_CINN=${WITH_CINN}"
)

CUSTOM_DEVICE_CMAKE_ARGS=(
  "-DWITH_COREX=ON"
  "-DPADDLE_SOURCE_DIR=${PADDLE_SOURCE_DIR}"
  "-DWITH_NCCL=ON"
  "-DNCCL_VERSION=0"
  "-DWITH_FLAGCX=${WITH_FLAGCX}"
  "-DWITH_RCCL=OFF"
  "-DCMAKE_BUILD_TYPE=Release"
  "-DCMAKE_EXPORT_COMPILE_COMMANDS=ON"
  "-DON_INFER=ON"
  "-DCOREX_VERSION=${COREX_VERSION}"
  "-DCOREX_ARCH=${COREX_ARCH}"
  "-DFLAGCX_ROOT=${FLAGCX_ROOT}"
  "-DCMAKE_CXX_FLAGS=-Wno-error=pessimizing-move -Wno-error=deprecated-copy -Wno-error=init-list-lifetime -pthread"
  "-DCMAKE_CUDA_FLAGS=-Xclang -fcuda-allow-variadic-functions -mllvm --skip-double"
  "-DCMAKE_C_FLAGS=-pthread"
  "-DWITH_DGC=OFF"
)

if [[ "${PLATFORM_ID}" == "aarch64" ]]; then
  CUSTOM_DEVICE_CMAKE_ARGS+=("-DWITH_ARM=ON")
else
  CUSTOM_DEVICE_CMAKE_ARGS+=("-DWITH_ARM=OFF")
fi

CUSTOM_DEVICE_CMAKE_ARGS_STR=$(IFS=';'; echo "${CUSTOM_DEVICE_CMAKE_ARGS[*]}")
PADDLE_CMAKE_ARGS+=("-DCUSTOM_DEVICE_CMAKE_ARGS=${CUSTOM_DEVICE_CMAKE_ARGS_STR}")

pushd "${PADDLE_BUILD_DIR}"

cmake -G Ninja "${PADDLE_CMAKE_ARGS[@]}" "${PADDLE_SOURCE_DIR}" 2>&1 | tee compile.log
[[ ${PIPESTATUS[0]} -eq 0 ]] || { echo "Error: CMake configuration failed!"; exit 1; }

if [[ "${PLATFORM_ID}" == "aarch64" ]]; then
  env TARGET=ARMV8 ninja -j$(nproc) 2>&1 | tee -a compile.log
else
  ninja -j$(nproc) 2>&1 | tee -a compile.log
fi
[[ ${PIPESTATUS[0]} -eq 0 ]] || { echo "Error: Paddle build failed!"; exit 1; }
popd

if git -C "$PADDLE_SOURCE_DIR" apply --reverse --check "$PATCH_FILE" > /dev/null 2>&1; then
  git -C "$PADDLE_SOURCE_DIR" apply --reverse "$PATCH_FILE" || { echo "Error: Failed to revert patch!"; exit 1; }
  echo "Patch successfully reverted!"
fi

_warpctc="${PADDLE_SOURCE_DIR}/third_party/warpctc"
if [[ -d "${_warpctc}/.git" ]] || git -C "${_warpctc}" rev-parse --is-inside-work-tree &>/dev/null; then
  git -C "${_warpctc}" reset --hard &>/dev/null && echo "Restored Paddle/third_party/warpctc" || true
fi

pushd ${PADDLE_SOURCE_DIR}/third_party/eigen3
git reset --hard || { echo "Error: Failed to reset eigen repository!"; exit 1; }
popd