test ec2 vllm

Author: Jyothirmaikottu

dlc_developer_config.toml

@@ -182,4 +182,4 @@ dlc-pr-pytorch-eia-inference = ""
 dlc-pr-tensorflow-2-eia-inference = ""
 
 # vllm
-dlc-pr-vllm = "vllm/buildspec-sm.yml"
+dlc-pr-vllm = "vllm/buildspec.yml"

vllm/x86_64/gpu/Dockerfile

@@ -61,6 +61,10 @@ RUN bash install_efa.sh ${EFA_VERSION} && \
 # ====================== ec2 =========================================
 FROM base AS vllm-ec2 
 
+RUN apt-get upgrade && \
+    apt-get upgrade -y && \
+    apt-get clean
+
 # Install EFA
 COPY dockerd_entrypoint.sh /usr/local/bin/dockerd_entrypoint.sh
 RUN chmod +x /usr/local/bin/dockerd_entrypoint.sh