Merge branch 'ray-project:master' into master

Author: limarkdcunha

.buildkite/_images.rayci.yml

@@ -13,7 +13,6 @@ steps:
       - "3.12"
     env:
       PYTHON_VERSION: "{{matrix}}"
-      REQUIREMENTS_FILE: "python/deplocks/base_deps/ray_base_deps_py{{matrix}}.lock"
       ARCH_SUFFIX: ""
 
   - name: raycpubaseextra
@@ -27,7 +26,6 @@ steps:
       PYTHON_VERSION: "{{matrix}}"
       IMAGE_TYPE: "ray"
       ARCH_SUFFIX: ""
-      REQUIREMENTS_FILE: "python/deplocks/base_extra/ray_base_extra_py{{matrix}}.lock"
     depends_on: raycpubase
 
   - name: raycudabase
@@ -55,7 +53,6 @@ steps:
     env:
       PYTHON_VERSION: "{{matrix.python}}"
       CUDA_VERSION: "{{matrix.cuda}}"
-      REQUIREMENTS_FILE: "python/deplocks/base_deps/ray_base_deps_py{{matrix.python}}.lock"
       ARCH_SUFFIX: ""
 
   - name: raycudabaseextra
@@ -82,7 +79,6 @@ steps:
       CUDA_VERSION: "{{matrix.cuda}}"
       IMAGE_TYPE: "ray"
       ARCH_SUFFIX: ""
-      REQUIREMENTS_FILE: "python/deplocks/base_extra/ray_base_extra_py{{matrix.python}}.lock"
     depends_on: raycudabase
 
   - name: ray-llmbase
@@ -116,7 +112,6 @@ steps:
       CUDA_VERSION: "{{matrix.cuda}}"
       IMAGE_TYPE: "ray-llm"
       ARCH_SUFFIX: ""
-      REQUIREMENTS_FILE: "python/deplocks/base_extra/ray_base_extra_py{{matrix.python}}.lock"
     depends_on: ray-llmbase
 
   - name: ray-mlcpubase
@@ -142,7 +137,6 @@ steps:
       PYTHON_VERSION: "{{matrix}}"
       IMAGE_TYPE: "ray-ml"
       ARCH_SUFFIX: ""
-      REQUIREMENTS_FILE: "python/deplocks/base_extra/ray_base_extra_py{{matrix}}.lock"
     depends_on: ray-mlcpubase
 
   - name: ray-mlcudabase
@@ -178,7 +172,6 @@ steps:
       CUDA_VERSION: "{{matrix.cuda}}"
       IMAGE_TYPE: "ray-ml"
       ARCH_SUFFIX: ""
-      REQUIREMENTS_FILE: "python/deplocks/base_extra/ray_base_extra_py{{matrix.python}}.lock"
     depends_on: ray-mlcudabase
 
   - name: ray-slimcpubase
@@ -195,8 +188,6 @@ steps:
     env:
       PYTHON_VERSION: "{{matrix}}"
       ARCH_SUFFIX: ""
-      REQUIREMENTS_FILE: "python/deplocks/base_slim/ray_base_slim_py{{matrix}}.lock"
-      CONSTRAINTS_FILE: "python/requirements_compiled_py{{matrix}}.txt"
 
   - name: ray-slimcudabase
     label: "wanda: ray-slim-py{{matrix.python}}-cu{{matrix.cuda}}-base"
@@ -225,5 +216,3 @@ steps:
       PYTHON_VERSION: "{{matrix.python}}"
       CUDA_VERSION: "{{matrix.cuda}}"
       ARCH_SUFFIX: ""
-      REQUIREMENTS_FILE: "python/deplocks/base_slim/ray_base_slim_py{{matrix.python}}.lock"
-      CONSTRAINTS_FILE: "python/requirements_compiled_py{{matrix.python}}.txt"

.buildkite/linux_aarch64.rayci.yml

@@ -42,7 +42,6 @@ steps:
     env:
       PYTHON_VERSION: "{{matrix}}"
       ARCH_SUFFIX: "-aarch64"
-      REQUIREMENTS_FILE: "python/deplocks/base_deps/ray_base_deps_py{{matrix}}.lock"
 
   - name: raycpubaseextra-aarch64
     label: "wanda: ray.py{{matrix}}.cpu.base-extra (aarch64)"
@@ -56,7 +55,6 @@ steps:
       PYTHON_VERSION: "{{matrix}}"
       IMAGE_TYPE: "ray"
       ARCH_SUFFIX: "-aarch64"
-      REQUIREMENTS_FILE: "python/deplocks/base_extra/ray_base_extra_py{{matrix}}.lock"
     depends_on: raycpubase-aarch64
 
   - name: raycudabase-aarch64
@@ -86,7 +84,6 @@ steps:
       PYTHON_VERSION: "{{matrix.python}}"
       CUDA_VERSION: "{{matrix.cuda}}"
       ARCH_SUFFIX: "-aarch64"
-      REQUIREMENTS_FILE: "python/deplocks/base_deps/ray_base_deps_py{{matrix.python}}.lock"
 
   - name: raycudabaseextra-aarch64
     label: "wanda: ray.py{{matrix.python}}.cu{{matrix.cuda}}.base-extra (aarch64)"
@@ -113,7 +110,6 @@ steps:
       CUDA_VERSION: "{{matrix.cuda}}"
       IMAGE_TYPE: "ray"
       ARCH_SUFFIX: "-aarch64"
-      REQUIREMENTS_FILE: "python/deplocks/base_extra/ray_base_extra_py{{matrix.python}}.lock"
     depends_on: raycudabase-aarch64
 
   # NOTE(andrew-anyscale): dashboard is architecture agnostic, but wanda pulls

.buildkite/release/build.rayci.yml

@@ -10,7 +10,6 @@ steps:
     env:
       PYTHON_VERSION: "{{matrix}}"
       IMAGE_TYPE: "ray"
-      REQUIREMENTS_FILE: "python/deplocks/base_extra_testdeps/ray_base_extra_testdeps_py{{matrix}}.lock"
     depends_on:
       - raycpubaseextra
 
@@ -29,7 +28,6 @@ steps:
       PYTHON_VERSION: "{{matrix.python}}"
       CUDA_VERSION: "{{matrix.cuda}}"
       IMAGE_TYPE: "ray"
-      REQUIREMENTS_FILE: "python/deplocks/base_extra_testdeps/ray_base_extra_testdeps_cuda_py{{matrix.python}}.lock"
     depends_on:
       - raycudabaseextra
 
@@ -46,7 +44,6 @@ steps:
       PYTHON_VERSION: "{{matrix.python}}"
       CUDA_VERSION: "{{matrix.cuda}}"
       IMAGE_TYPE: "ray-llm"
-      REQUIREMENTS_FILE: "release/ray_release/byod/requirements_llm_byod_{{matrix.python}}.txt"
     depends_on:
       - ray-llmbaseextra
 
@@ -63,7 +60,6 @@ steps:
       PYTHON_VERSION: "{{matrix.python}}"
       CUDA_VERSION: "{{matrix.cuda}}"
       IMAGE_TYPE: "ray-ml"
-      REQUIREMENTS_FILE: "python/deplocks/base_extra_testdeps/ray_ml_base_extra_testdeps_cuda_py{{matrix.python}}.lock"
     depends_on:
       - ray-mlcudabaseextra
 

.vale/styles/config/vocabularies/Data/accept.txt

@@ -30,10 +30,12 @@ Predibase('s)?
 [Pp]refetch
 [Pp]refetching
 [Pp]ostprocess
+[Pp]ostprocessor(s)?
 [Pp]reprocess
 [Pp]reprocessor(s)?
 process_file
 [Pp]ushdown
+[Rr]eformat(s)?
 queryable
 RGB
 [Rr]un[Aa][Ii]

build-docker.sh

@@ -64,6 +64,7 @@ RAY_DEPS_BUILD_DIR="$(mktemp -d)"
 cp docker/base-deps/Dockerfile "${RAY_DEPS_BUILD_DIR}/."
 mkdir -p "${RAY_DEPS_BUILD_DIR}/python"
 cp python/requirements_compiled.txt "${RAY_DEPS_BUILD_DIR}/python/requirements_compiled.txt"
+cp python/requirements_compiled_py${PYTHON_VERSION}.txt "${RAY_DEPS_BUILD_DIR}/python/requirements_compiled_py${PYTHON_VERSION}.txt"
 PYTHON_DEPSET_FILE_NAME="ray_base_deps_py${PYTHON_VERSION}.lock"
 REQUIREMENTS_FILE_BASE_DEPS="python/deplocks/base_deps/${PYTHON_DEPSET_FILE_NAME}"
 

ci/build/build-manylinux-forge.sh

@@ -44,7 +44,7 @@ if [[ "${RAYCI_DISABLE_JAVA:-false}" != "true" && "${RAY_INSTALL_JAVA:-1}" == "1
 fi
 
 # Install nodejs
-NODE_VERSION_FULL="${NODE_VERSION_FULL:-14.21.3}"
+NODE_VERSION_FULL="14.21.3"
 
 if [[ "${ARCH}" == "x86_64" ]]; then
   NODE_URL="https://nodejs.org/dist/v${NODE_VERSION_FULL}/node-v${NODE_VERSION_FULL}-linux-x64.tar.xz"

ci/env/install-dependencies.sh

@@ -153,30 +153,46 @@ install_node() {
     return
   fi
 
-  if [[ -n "${BUILDKITE-}" ]] ; then
-    if [[ "${OSTYPE}" = darwin* ]]; then
-      if [[ "$(uname -m)" == "arm64" ]]; then
-        curl -sSfL -o- https://raw.githubusercontent.com/nvm-sh/nvm/v0.39.0/install.sh | bash
-      else
-        curl -sSfL -o- https://raw.githubusercontent.com/nvm-sh/nvm/v0.38.0/install.sh | bash
-      fi
-    else
-      # https://github.com/nodesource/distributions/blob/master/README.md#installation-instructions
-      curl -sSfL https://deb.nodesource.com/setup_14.x | sudo -E bash -
-      sudo apt-get install -y nodejs
-      return
-    fi
+  if [[ "${BUILDKITE-}" == "" ]] ; then
+    echo "Skipping install_node in non-Buildkite environment is not supported" > /dev/stderr
+    return
   fi
 
-  # Install the latest version of Node.js in order to build the dashboard.
-  (
-    set +x # suppress set -x since it'll get very noisy here.
-    . "${HOME}/.nvm/nvm.sh"
-    NODE_VERSION="14"
-    nvm install $NODE_VERSION
-    nvm use --silent $NODE_VERSION
-    npm config set loglevel warn  # make NPM quieter
-  )
+  if [[ "${OSTYPE}" = darwin* ]]; then
+    curl -sSfL -o- https://raw.githubusercontent.com/nvm-sh/nvm/v0.39.0/install.sh | bash
+
+    (
+      set +x # suppress set -x since it'll get very noisy here.
+      . "${HOME}/.nvm/nvm.sh"
+      NODE_VERSION="14"
+      nvm install $NODE_VERSION
+      nvm use --silent $NODE_VERSION
+      npm config set loglevel warn  # make NPM quieter
+    )
+  else
+    # Linux
+
+    NODE_VERSION_FULL="14.21.3"
+
+    if [[ "$(uname -m)" == "x86_64" ]]; then
+      NODE_URL="https://nodejs.org/dist/v${NODE_VERSION_FULL}/node-v${NODE_VERSION_FULL}-linux-x64.tar.xz"
+      NODE_SHA256="05c08a107c50572ab39ce9e8663a2a2d696b5d262d5bd6f98d84b997ce932d9a"
+    else # aarch64
+      NODE_URL="https://nodejs.org/dist/v${NODE_VERSION_FULL}/node-v${NODE_VERSION_FULL}-linux-arm64.tar.xz"
+      NODE_SHA256="f06642bfcf0b8cc50231624629bec58b183954641b638e38ed6f94cd39e8a6ef"
+    fi
+
+    NODE_DIR="/usr/local/node"
+    curl -fsSL "${NODE_URL}" -o /tmp/node.tar.xz
+    echo "$NODE_SHA256  /tmp/node.tar.xz" | sha256sum -c -
+    sudo mkdir -p "$NODE_DIR"
+    sudo tar -xf /tmp/node.tar.xz -C "$NODE_DIR" --strip-components=1
+    rm /tmp/node.tar.xz
+    sudo ln -sf /usr/local/node/bin/node /usr/local/bin/node
+    sudo ln -sf /usr/local/node/bin/npm /usr/local/bin/npm
+    sudo ln -sf /usr/local/node/bin/npx /usr/local/bin/npx
+
+  fi
 }
 
 install_toolchains() {

ci/raydepsets/configs/rayimg.depsets.yaml

@@ -43,7 +43,7 @@ depsets:
       - /tmp/ray-deps/requirements_compiled_py${PYTHON_VERSION}.txt
     depsets:
       - ray_img_depset_${PYTHON_SHORT}
-    output: python/deplocks/base_extra_testdeps/ray_base_extra_testdeps_py${PYTHON_VERSION}.lock
+    output: python/deplocks/base_extra_testdeps/ray-base_extra_testdeps_py${PYTHON_VERSION}.lock
     append_flags:
       - --unsafe-package ray
       - --python-version=${PYTHON_VERSION}
@@ -54,27 +54,21 @@ depsets:
       - py312
       - py313
 
-  - name: ray_base_extra_testdeps_cuda_${PYTHON_SHORT}
+  - name: ray_base_extra_testdeps_llm_cuda_${PYTHON_SHORT}
     operation: expand
     requirements:
-      - release/ray_release/byod/requirements_byod_${PYTHON_VERSION}.in
+      - release/ray_release/byod/requirements_llm_byod_${PYTHON_VERSION}.txt
       - docker/base-deps/requirements.in
       - docker/base-extra/requirements.in
-    constraints:
-      - /tmp/ray-deps/requirements_compiled_py${PYTHON_VERSION}.txt
     depsets:
       - ray_img_depset_${PYTHON_SHORT}
-    output: python/deplocks/base_extra_testdeps/ray_base_extra_testdeps_cuda_py${PYTHON_VERSION}.lock
+    output: python/deplocks/base_extra_testdeps/ray-llm-base_extra_testdeps_py${PYTHON_VERSION}.lock
     append_flags:
-      - --extra-index-url https://download.pytorch.org/whl/cu128
       - --unsafe-package ray
       - --python-version=${PYTHON_VERSION}
       - --python-platform=linux
     build_arg_sets:
-      - py310
       - py311
-      - py312
-      - py313
 
   - name: ray_base_extra_testdeps_gpu_${PYTHON_SHORT}
     operation: expand
@@ -86,7 +80,7 @@ depsets:
       - /tmp/ray-deps/requirements_compiled_py${PYTHON_VERSION}.txt
     depsets:
       - ray_img_depset_${PYTHON_SHORT}
-    output: python/deplocks/base_extra_testdeps/ray_base_extra_testdeps_gpu_py${PYTHON_VERSION}.lock
+    output: python/deplocks/base_extra_testdeps/ray-gpu-base_extra_testdeps_py${PYTHON_VERSION}.lock
     append_flags:
       - --extra-index-url https://download.pytorch.org/whl/cu128
       - --unsafe-package ray
@@ -95,24 +89,6 @@ depsets:
     build_arg_sets:
       - py310
 
-  - name: ray_ml_base_extra_testdeps_${PYTHON_SHORT}
-    operation: expand
-    requirements:
-      - release/ray_release/byod/requirements_ml_byod_${PYTHON_VERSION}.in
-      - docker/base-deps/requirements.in
-      - docker/base-extra/requirements.in
-    constraints:
-      - /tmp/ray-deps/requirements_compiled_py${PYTHON_VERSION}.txt
-    depsets:
-      - ray_img_depset_${PYTHON_SHORT}
-    output: python/deplocks/base_extra_testdeps/ray_ml_base_extra_testdeps_py${PYTHON_VERSION}.lock
-    append_flags:
-      - --unsafe-package ray
-      - --python-version=${PYTHON_VERSION}
-      - --python-platform=linux
-    build_arg_sets:
-      - py310
-
   - name: ray_ml_base_extra_testdeps_cuda_${PYTHON_SHORT}
     operation: expand
     requirements:
@@ -123,7 +99,7 @@ depsets:
       - /tmp/ray-deps/requirements_compiled_py${PYTHON_VERSION}.txt
     depsets:
       - ray_img_depset_${PYTHON_SHORT}
-    output: python/deplocks/base_extra_testdeps/ray_ml_base_extra_testdeps_cuda_py${PYTHON_VERSION}.lock
+    output: python/deplocks/base_extra_testdeps/ray-ml-base_extra_testdeps_py${PYTHON_VERSION}.lock
     append_flags:
       - --extra-index-url https://download.pytorch.org/whl/cu128
       - --unsafe-package ray

doc/source/data/examples.yml

@@ -24,14 +24,19 @@ examples:
     use_cases:
       - computer vision
     link: examples/huggingface_vit_batch_prediction
-  - title: Batch Inference with LoRA Adapter
+  - title: Tabular Data Training and Batch Inference with XGBoost
+    skill_level: beginner
+    frameworks:
+      - xgboost
+    link: ../train/examples/xgboost/distributed-xgboost-lightgbm
+  - title: LLM Batch Inference
     skill_level: beginner
     frameworks:
       - vLLM
     use_cases:
       - large language models
       - generative ai
-    link: ../llm/examples/batch/vllm-with-lora
+    link: examples/llm_batch_inference_text/content/README
   - title: Batch Inference with Structural Output
     skill_level: beginner
     frameworks:
@@ -40,11 +45,23 @@ examples:
       - large language models
       - generative ai
     link: ../llm/examples/batch/vllm-with-structural-output
-  - title: Tabular Data Training and Batch Inference with XGBoost
+  - title: Batch Inference with LoRA Adapter
     skill_level: beginner
     frameworks:
-      - xgboost
-    link: ../train/examples/xgboost/distributed-xgboost-lightgbm
+      - vLLM
+    use_cases:
+      - large language models
+      - generative ai
+    link: ../llm/examples/batch/vllm-with-lora
+  - title: Multimodal LLM Batch Inference
+    skill_level: beginner
+    frameworks:
+      - vLLM
+    use_cases:
+      - large language models
+      - generative ai
+      - computer vision
+    link: examples/llm_batch_inference_vision/content/README
   - title: Unstructured Data Ingestion and Processing
     skill_level: intermediate
     frameworks:
@@ -53,4 +70,4 @@ examples:
     use_cases:
       - document processing
       - data ingestion
-    link: examples/unstructured_data_ingestion/content/unstructured_data_ingestion
+    link: examples/unstructured_data_ingestion/content/unstructured_data_ingestion

doc/source/data/examples/BUILD.bazel

@@ -25,4 +25,4 @@ filegroup(
         "**/ci/gce.yaml"
     ]),
     visibility = ["//doc:__pkg__"],
-)
+)