patch upstream bug

Signed-off-by: Junpu Fan <junpufan@gmail.com>

Author: junpuf

docker/vllm/Dockerfile

@@ -19,7 +19,7 @@ ENV DEBIAN_FRONTEND=noninteractive \
   PYTHONDONTWRITEBYTECODE=1 \
   PYTHONUNBUFFERED=1 \
   PYTHONIOENCODING=UTF-8 \
-  LD_LIBRARY_PATH="/usr/local/lib:/opt/amazon/ofi-nccl/lib:/opt/amazon/openmpi/lib:/opt/amazon/efa/lib:/usr/local/cuda/lib64:${LD_LIBRARY_PATH}" \
+  LD_LIBRARY_PATH="/opt/amazon/ofi-nccl/lib:/opt/amazon/openmpi/lib:/opt/amazon/efa/lib:/usr/local/cuda/lib64:${LD_LIBRARY_PATH}" \
   PATH="/opt/amazon/openmpi/bin:/opt/amazon/efa/bin:/usr/local/cuda/bin:${PATH}"
 
 WORKDIR /
@@ -65,6 +65,11 @@ RUN bash install_efa.sh ${EFA_VERSION} \
   && rm -rf /usr/local/cuda/bin/cuobjdump* \
   && rm -rf /usr/local/cuda/bin/nvdisasm*
 
+# TODO: remove this code when issue is fixed:
+# issue introduced by https://github.com/vllm-project/vllm/pull/30784
+# until https://github.com/vllm-project/vllm/pull/32377 is merged
+RUN rm /etc/ld.so.conf.d/00-cuda-compat.conf
+
 # ====================== ec2 =========================================
 FROM base AS vllm-ec2