do ninja -j10000

Author: trxcllnt

.github/workflows/build-all-rapids-repos.yml

@@ -74,10 +74,21 @@ jobs:
         # Clone all the repos
         clone-all -j$(nproc) -v -q --clone-upstream --single-branch --shallow-submodules;
 
+        # Uninstall ninja from pip because it fails with `ninja: FATAL: pipe: Too many open files`.
+        # This appears to have been fixed 13 years ago (https://github.com/ninja-build/ninja/issues/233),
+        # so it appears that fix needs to be integrated into the kitware pip ninja builds.
+        if test "$PYTHON_PACKAGE_MANAGER" = pip; then
+          source ~/.bashrc;
+          pip uninstall -yq ninja || true;
+        else
+          source ~/.bashrc;
+          conda remove -n "$DEFAULT_CONDA_ENV" -yq ninja || true;
+        fi
+
         # Build all the repos
         build-all                        \
           -v                             \
-          -j$(($(nproc) * 16))           \
+          -j10000                        \
           -Wno-dev                       \
           -DBUILD_SHARED_LIBS=ON         \
           -DBUILD_TESTS=ON               \