move routing-sidecar from initContainer to a regular container

Author: roytman

deploy/components/vllm-sim-pd/deployments.yaml

@@ -69,7 +69,7 @@ spec:
         app: ${POOL_NAME}
         llm-d.ai/role: decode
     spec:
-      initContainers:
+      containers:
       - name: routing-sidecar
         image: ${SIDECAR_IMAGE}
         imagePullPolicy: IfNotPresent
@@ -110,7 +110,6 @@ spec:
           valueFrom:
             fieldRef:
               fieldPath: status.podIP
-      containers:
       - name: vllm
         image: ${VLLM_SIMULATOR_IMAGE}
         imagePullPolicy: IfNotPresent

deploy/components/vllm-sim/deployments.yaml

@@ -14,7 +14,7 @@ spec:
       labels:
         app: ${POOL_NAME}
     spec:
-      initContainers:
+      containers:
       - name: routing-sidecar
         image: ${SIDECAR_IMAGE}
         imagePullPolicy: IfNotPresent
@@ -55,7 +55,6 @@ spec:
           valueFrom:
             fieldRef:
               fieldPath: status.podIP
-      containers:
       - name: vllm
         image: ${VLLM_SIMULATOR_IMAGE}
         imagePullPolicy: IfNotPresent

test/e2e/yaml/vllm-sim-dp.yaml

@@ -15,7 +15,7 @@ spec:
         app: ${POOL_NAME}
         llm-d.ai/role: decode
     spec:
-      initContainers:
+      containers:
       - name: routing-sidecar
         image: ${SIDECAR_IMAGE}
         imagePullPolicy: IfNotPresent
@@ -39,7 +39,6 @@ spec:
           valueFrom:
             fieldRef:
               fieldPath: status.podIP
-      containers:
       - name: vllm
         image: ${VLLM_SIMULATOR_IMAGE}
         imagePullPolicy: IfNotPresent

test/e2e/yaml/vllm-sim-pd.yaml

@@ -58,7 +58,7 @@ spec:
         app: ${POOL_NAME}
         llm-d.ai/role: decode
     spec:
-      initContainers:
+      containers:
       - name: routing-sidecar
         image: ${SIDECAR_IMAGE}
         imagePullPolicy: IfNotPresent
@@ -72,7 +72,6 @@ spec:
         - containerPort: 8000
           protocol: TCP
         restartPolicy: Always
-      containers:
       - name: vllm
         image: ${VLLM_SIMULATOR_IMAGE}
         imagePullPolicy: IfNotPresent

test/sidecar/config/base/pod-qwen.yaml

@@ -3,7 +3,7 @@ kind: Pod
 metadata:
   name: qwen2-0--5b
 spec:
-  initContainers:
+  containers:
     - name: routing-proxy
       image: routing-proxy
       args:
@@ -22,7 +22,6 @@ spec:
       #       - "true"
       #   initialDelaySeconds: 1
       #   periodSeconds: 360
-  containers:
     - name: vllm
       image: vllm/vllm-openai:v0.8.2
       args:

test/sidecar/config/nixl/qwen-decoder-pod.yaml

@@ -17,7 +17,7 @@ spec:
                 operator: In
                 values:
                   - NVIDIA-A100-SXM4-80GB
-  initContainers:
+  containers:
     - name: routing-proxy
       image: routing-proxy
       securityContext:
@@ -33,7 +33,6 @@ spec:
           protocol: TCP
       restartPolicy: Always
       imagePullPolicy: Always
-  containers:
     - name: vllm
       image: vllm-openai
       securityContext: