Skip to content

Commit e840107

Browse files
override the entry point for vvllm
1 parent d4058c9 commit e840107

File tree

1 file changed

+9
-3
lines changed

1 file changed

+9
-3
lines changed

src/image.py

Lines changed: 9 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -130,9 +130,15 @@ def collect_installed_packages_information(self):
130130
]
131131
for command in commands:
132132
command_responses.append(f"\n{command}")
133-
command_responses.append(
134-
bytes.decode(docker_client.containers.run(self.ecr_url, command))
135-
)
133+
# Override entrypoint for vLLM images to prevent server startup
134+
if "vllm" in self.ecr_url.lower():
135+
command_responses.append(
136+
bytes.decode(docker_client.containers.run(self.ecr_url, command, entrypoint=""))
137+
)
138+
else:
139+
command_responses.append(
140+
bytes.decode(docker_client.containers.run(self.ecr_url, command))
141+
)
136142
docker_client.containers.prune()
137143
return command_responses
138144

0 commit comments

Comments
 (0)