WIP: [DO NOT MERGE] test gha-tools changes

ci/build_cpp.sh

@@ -3,6 +3,9 @@
 
 set -euo pipefail
 
+source ci/use_gha_tools_from_branch.sh
+source ci/use_conda_packages_from_prs.sh
+
 source rapids-configure-sccache
 
 source rapids-date-string

ci/build_docs.sh

@@ -3,6 +3,9 @@
 
 set -euo pipefail
 
+source ci/use_gha_tools_from_branch.sh
+source ci/use_conda_packages_from_prs.sh
+
 RAPIDS_VERSION="$(rapids-version)"
 RAPIDS_VERSION_MAJOR_MINOR="$(rapids-version-major-minor)"
 export RAPIDS_VERSION

ci/build_python.sh

@@ -3,6 +3,9 @@
 
 set -euo pipefail
 
+source ci/use_gha_tools_from_branch.sh
+source ci/use_conda_packages_from_prs.sh
+
 source rapids-configure-sccache
 
 source rapids-date-string

ci/build_wheel_cudf.sh

@@ -3,6 +3,9 @@
 
 set -euo pipefail
 
+source ci/use_gha_tools_from_branch.sh
+source ci/use_wheels_from_prs.sh
+
 source rapids-init-pip
 
 package_dir="python/cudf"

ci/build_wheel_cudf_polars.sh

@@ -3,6 +3,9 @@
 
 set -euo pipefail
 
+source ci/use_gha_tools_from_branch.sh
+source ci/use_wheels_from_prs.sh
+
 source rapids-init-pip
 
 package_dir="python/cudf_polars"

ci/build_wheel_dask_cudf.sh

@@ -3,6 +3,9 @@
 
 set -euo pipefail
 
+source ci/use_gha_tools_from_branch.sh
+source ci/use_wheels_from_prs.sh
+
 source rapids-init-pip
 
 package_dir="python/dask_cudf"

ci/build_wheel_libcudf.sh

@@ -3,6 +3,9 @@
 
 set -euo pipefail
 
+source ci/use_gha_tools_from_branch.sh
+source ci/use_wheels_from_prs.sh
+
 source rapids-init-pip
 
 package_name="libcudf"

ci/build_wheel_pylibcudf.sh

@@ -3,6 +3,9 @@
 
 set -euo pipefail
 
+source ci/use_gha_tools_from_branch.sh
+source ci/use_wheels_from_prs.sh
+
 source rapids-init-pip
 
 package_dir="python/pylibcudf"

ci/cudf_pandas_scripts/pandas-tests/run.sh

@@ -5,6 +5,9 @@
 
 set -euo pipefail
 
+source ci/use_gha_tools_from_branch.sh
+source ci/use_wheels_from_prs.sh
+
 source rapids-init-pip
 
 EXITCODE=0

ci/cudf_pandas_scripts/run_tests.sh

@@ -5,6 +5,9 @@
 
 set -eoxu pipefail
 
+source ci/use_gha_tools_from_branch.sh
+source ci/use_wheels_from_prs.sh
+
 source rapids-init-pip
 
 RAPIDS_TESTS_DIR=${RAPIDS_TESTS_DIR:-"${PWD}/test-results"}

ci/test_cpp_common.sh

@@ -3,6 +3,9 @@
 
 set -euo pipefail
 
+source ci/use_gha_tools_from_branch.sh
+source ci/use_conda_packages_from_prs.sh
+
 . /opt/conda/etc/profile.d/conda.sh
 
 rapids-logger "Downloading artifacts from previous jobs"

ci/test_cudf_polars_polars_tests.sh

@@ -3,6 +3,11 @@
 
 set -eou pipefail
 
+source ci/use_gha_tools_from_branch.sh
+source ci/use_wheels_from_prs.sh
+
+source rapids-init-pip
+
 rapids-logger "Download wheels"
 
 RAPIDS_PY_CUDA_SUFFIX="$(rapids-wheel-ctk-name-gen "${RAPIDS_CUDA_VERSION}")"

ci/test_java.sh

@@ -3,6 +3,9 @@
 
 set -euo pipefail
 
+source ci/use_gha_tools_from_branch.sh
+source ci/use_conda_packages_from_prs.sh
+
 . /opt/conda/etc/profile.d/conda.sh
 
 rapids-logger "Downloading artifacts from previous jobs"

ci/test_notebooks.sh

@@ -3,6 +3,9 @@
 
 set -euo pipefail
 
+source ci/use_gha_tools_from_branch.sh
+source ci/use_conda_packages_from_prs.sh
+
 . /opt/conda/etc/profile.d/conda.sh
 
 rapids-logger "Downloading artifacts from previous jobs"

ci/test_python_common.sh

@@ -5,6 +5,9 @@
 
 set -euo pipefail
 
+source ci/use_gha_tools_from_branch.sh
+source ci/use_conda_packages_from_prs.sh
+
 . /opt/conda/etc/profile.d/conda.sh
 
 rapids-logger "Downloading artifacts from previous jobs"

ci/test_wheel_cudf.sh

@@ -3,6 +3,9 @@
 
 set -eou pipefail
 
+source ci/use_gha_tools_from_branch.sh
+source ci/use_wheels_from_prs.sh
+
 source rapids-init-pip
 
 RAPIDS_PY_CUDA_SUFFIX="$(rapids-wheel-ctk-name-gen "${RAPIDS_CUDA_VERSION}")"

ci/test_wheel_cudf_polars.sh

@@ -3,6 +3,9 @@
 
 set -eou pipefail
 
+source ci/use_gha_tools_from_branch.sh
+source ci/use_wheels_from_prs.sh
+
 source rapids-init-pip
 
 rapids-logger "Download wheels"

ci/test_wheel_dask_cudf.sh

@@ -3,6 +3,9 @@
 
 set -eou pipefail
 
+source ci/use_gha_tools_from_branch.sh
+source ci/use_wheels_from_prs.sh
+
 source rapids-init-pip
 
 RAPIDS_PY_CUDA_SUFFIX="$(rapids-wheel-ctk-name-gen "${RAPIDS_CUDA_VERSION}")"

ci/use_conda_packages_from_prs.sh

@@ -0,0 +1,29 @@
+#!/bin/bash
+# Copyright (c) 2025, NVIDIA CORPORATION.
+
+# download CI artifacts
+LIBRMM_CHANNEL=$(rapids-get-pr-conda-artifact rmm 1909 cpp)
+RMM_CHANNEL=$(rapids-get-pr-conda-artifact rmm 1909 python)
+
+# For `rattler` builds:
+#
+# Add these channels to the array checked by 'rapids-rattler-channel-string'.
+# This ensures that when conda packages are built with strict channel priority enabled,
+# the locally-downloaded packages will be preferred to remote packages (e.g. nightlies).
+#
+RAPIDS_PREPENDED_CONDA_CHANNELS=(
+    "${LIBRMM_CHANNEL}"
+    "${RMM_CHANNEL}"
+)
+export RAPIDS_PREPENDED_CONDA_CHANNELS
+
+# For tests and `conda-build` builds:
+#
+# Add these channels to the system-wide conda configuration.
+# This results in PREPENDING them to conda's channel list, so
+# these packages should be found first if strict channel priority is enabled.
+#
+for _channel in "${RAPIDS_PREPENDED_CONDA_CHANNELS[@]}"
+do
+   conda config --system --add channels "${_channel}"
+done

ci/use_gha_tools_from_branch.sh

@@ -0,0 +1,11 @@
+#!/bin/bash
+# Copyright (c) 2025, NVIDIA CORPORATION.
+
+if [[ ! -d "/tmp/gha-tools" ]]; then
+  git clone \
+    --branch "gha-artifacts/consolidate-scripts" \
+    https://github.com/rapidsai/gha-tools.git \
+    /tmp/gha-tools
+
+  export PATH="/tmp/gha-tools/tools":$PATH
+fi

ci/use_wheels_from_prs.sh

@@ -0,0 +1,21 @@
+#!/bin/bash
+# Copyright (c) 2025, NVIDIA CORPORATION.
+
+# initialize PIP_CONSTRAINT
+source rapids-init-pip
+
+RAPIDS_PY_CUDA_SUFFIX=$(rapids-wheel-ctk-name-gen "${RAPIDS_CUDA_VERSION}")
+
+# download wheels, store the directories holding them in variables
+LIBRMM_WHEELHOUSE=$(
+  RAPIDS_PY_WHEEL_NAME="librmm_${RAPIDS_PY_CUDA_SUFFIX}" rapids-get-pr-wheel-artifact rmm 1909 cpp
+)
+RMM_WHEELHOUSE=$(
+  RAPIDS_PY_WHEEL_NAME="rmm_${RAPIDS_PY_CUDA_SUFFIX}" rapids-get-pr-wheel-artifact rmm 1909 python
+)
+
+# write a pip constraints file saying e.g. "whenever you encounter a requirement for 'librmm-cu12', use this wheel"
+cat > "${PIP_CONSTRAINT}" <<EOF
+librmm-${RAPIDS_PY_CUDA_SUFFIX} @ file://$(echo ${LIBRMM_WHEELHOUSE}/librmm_*.whl)
+rmm-${RAPIDS_PY_CUDA_SUFFIX} @ file://$(echo ${RMM_WHEELHOUSE}/rmm_*.whl)
+EOF