Skip to content

Commit 4ed3be3

Browse files
authored
Follow-up for PR647 (#665)
1 parent 3adef1f commit 4ed3be3

File tree

1 file changed

+8
-0
lines changed

1 file changed

+8
-0
lines changed

src/cloudai/workloads/ai_dynamo/slurm_command_gen_strategy.py

Lines changed: 8 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -176,6 +176,14 @@ def get_cached_nodes_spec(self) -> tuple[int, list[str]]:
176176
assert isinstance(prefill_n, int), "prefill_worker.num_nodes must be an integer"
177177
assert isinstance(decode_n, int), "decode_worker.num_nodes must be an integer"
178178

179+
if prefill_nodes and decode_nodes:
180+
self.test_run.nodes = prefill_nodes.split(",") + decode_nodes.split(",") + self.test_run.nodes
181+
self.test_run.num_nodes = len(self.test_run.nodes)
182+
prefill_n = len(prefill_nodes.split(","))
183+
decode_n = len(decode_nodes.split(","))
184+
else:
185+
self.test_run.num_nodes = prefill_n + decode_n
186+
179187
total_nodes = prefill_n + decode_n
180188

181189
requested_nodes, node_list = self.system.get_nodes_by_spec(self.test_run.nnodes, self.test_run.nodes)

0 commit comments

Comments
 (0)