Test sm without oss compliance and with efa

Author: Jyothirmaikottu

vllm/x86_64/gpu/Dockerfile

@@ -1,6 +1,7 @@
 FROM docker.io/vllm/vllm-openai:v0.11.0 as base
 ARG PYTHON="python3"
 LABEL maintainer="Amazon AI"
+ARG EFA_VERSION="1.43.3"
 LABEL dlc_major_version="1"
 ENV DEBIAN_FRONTEND=noninteractive \
     LANG=C.UTF-8 \
@@ -10,51 +11,43 @@ ENV DEBIAN_FRONTEND=noninteractive \
     # Force stdin, stdout and stderr to be totally unbuffered. Good for logging
     PYTHONDONTWRITEBYTECODE=1 \
     PYTHONUNBUFFERED=1 \
-    PYTHONIOENCODING=UTF-8 
+    PYTHONIOENCODING=UTF-8 \
+    LD_LIBRARY_PATH="/usr/local/lib:/opt/amazon/ofi-nccl/lib/x86_64-linux-gnu:/opt/amazon/openmpi/lib:/opt/amazon/efa/lib:/usr/local/cuda/lib64:${LD_LIBRARY_PATH}" \
+    PATH="/opt/amazon/openmpi/bin:/opt/amazon/efa/bin:/usr/local/cuda/bin:${PATH}"
 
 WORKDIR /
 
 COPY deep_learning_container.py /usr/local/bin/deep_learning_container.py
 COPY bash_telemetry.sh /usr/local/bin/bash_telemetry.sh
+COPY install_efa.sh install_efa.sh
 
 RUN chmod +x /usr/local/bin/deep_learning_container.py && \
     chmod +x /usr/local/bin/bash_telemetry.sh && \
-    echo 'source /usr/local/bin/bash_telemetry.sh' >> /etc/bash.bashrc  && \
+    echo 'source /usr/local/bin/bash_telemetry.sh' >> /etc/bash.bashrc  
     # OSS compliance and software update
-    apt-get update && \
-    apt-get upgrade -y && \
-    apt-get install -y --allow-change-held-packages --no-install-recommends unzip && \
-    apt-get clean && \
-    HOME_DIR=/root && \
-    curl -o ${HOME_DIR}/oss_compliance.zip https://aws-dlinfra-utilities.s3.amazonaws.com/oss_compliance.zip && \
-    unzip ${HOME_DIR}/oss_compliance.zip -d ${HOME_DIR}/ && \
-    cp ${HOME_DIR}/oss_compliance/test/testOSSCompliance /usr/local/bin/testOSSCompliance && \
-    chmod +x /usr/local/bin/testOSSCompliance && \
-    chmod +x ${HOME_DIR}/oss_compliance/generate_oss_compliance.sh && \
-    ${HOME_DIR}/oss_compliance/generate_oss_compliance.sh ${HOME_DIR} ${PYTHON} && \
-    # create symlink for python
-    ln -s /usr/bin/python3 /usr/bin/python && \
-    # clean up
-    rm -rf ${HOME_DIR}/oss_compliance* && \
-    rm -rf /tmp/tmp* && \
-    rm -rf /tmp/uv* && \
-    rm -rf /var/lib/apt/lists/* && \
-    rm -rf /root/.cache | true
-
-# ====================== ec2 =========================================
-FROM base AS vllm-ec2 
+    # apt-get update && \
+    # apt-get upgrade -y && \
+    # apt-get install -y --allow-change-held-packages --no-install-recommends unzip && \
+    # apt-get clean && \
+    # HOME_DIR=/root && \
+    # curl -o ${HOME_DIR}/oss_compliance.zip https://aws-dlinfra-utilities.s3.amazonaws.com/oss_compliance.zip && \
+    # unzip ${HOME_DIR}/oss_compliance.zip -d ${HOME_DIR}/ && \
+    # cp ${HOME_DIR}/oss_compliance/test/testOSSCompliance /usr/local/bin/testOSSCompliance && \
+    # chmod +x /usr/local/bin/testOSSCompliance && \
+    # chmod +x ${HOME_DIR}/oss_compliance/generate_oss_compliance.sh && \
+    # ${HOME_DIR}/oss_compliance/generate_oss_compliance.sh ${HOME_DIR} ${PYTHON} && \
+    # # create symlink for python
+    # ln -s /usr/bin/python3 /usr/bin/python && \
+    # # clean up
+    # rm -rf ${HOME_DIR}/oss_compliance* && \
+    # rm -rf /tmp/tmp* && \
+    # rm -rf /tmp/uv* && \
+    # rm -rf /var/lib/apt/lists/* && \
+    # rm -rf /root/.cache | true
 
-ARG EFA_VERSION="1.43.3"
-ENV LD_LIBRARY_PATH="/usr/local/lib:/opt/amazon/ofi-nccl/lib/x86_64-linux-gnu:/opt/amazon/openmpi/lib:/opt/amazon/efa/lib:/usr/local/cuda/lib64:${LD_LIBRARY_PATH}" \
-    PATH="/opt/amazon/openmpi/bin:/opt/amazon/efa/bin:/usr/local/cuda/bin:${PATH}"
-
-# Install EFA
-COPY install_efa.sh install_efa.sh
-COPY dockerd_entrypoint.sh /usr/local/bin/dockerd_entrypoint.sh
 
 RUN bash install_efa.sh ${EFA_VERSION} && \
     rm install_efa.sh && \
-    chmod +x /usr/local/bin/dockerd_entrypoint.sh && \
     mkdir -p /tmp/nvjpeg \
     && cd /tmp/nvjpeg \
     && wget https://developer.download.nvidia.com/compute/cuda/redist/libnvjpeg/linux-x86_64/libnvjpeg-linux-x86_64-12.4.0.76-archive.tar.xz \
@@ -68,6 +61,14 @@ RUN bash install_efa.sh ${EFA_VERSION} && \
     && rm -rf /usr/local/cuda/bin/cuobjdump* \ 
     && rm -rf /usr/local/cuda/bin/nvdisasm*  
 
+
+# ====================== ec2 =========================================
+FROM base AS vllm-ec2 
+
+# Install EFA
+COPY dockerd_entrypoint.sh /usr/local/bin/dockerd_entrypoint.sh
+RUN chmod +x /usr/local/bin/dockerd_entrypoint.sh 
+
 ENTRYPOINT ["/usr/local/bin/dockerd_entrypoint.sh"]
 # ====================== sagemaker =========================================
 FROM base AS vllm-sagemaker