run setup script before post eval

Author: richardhuo-nv

src/srtctl/cli/do_sweep.py

@@ -274,13 +274,22 @@ def _run_post_eval(self, stop_event: threading.Event) -> int:
                 env_to_set["EVAL_CONC"] = str(max(conc_list))
                 logger.info("Eval concurrency (max of %s): %s", conc_list, env_to_set["EVAL_CONC"])
 
+        bash_preamble = None
+        if self.config.setup_script:
+            script_path = f"/configs/{self.config.setup_script}"
+            bash_preamble = (
+                f"echo 'Running setup script: {script_path}' && "
+                f"if [ -f '{script_path}' ]; then bash '{script_path}'; else echo 'WARNING: {script_path} not found'; fi"
+            )
+
         proc = start_srun_process(
             command=cmd,
             nodelist=[self.runtime.nodes.head],
             output=str(eval_log),
             container_image=str(self.runtime.container_image),
             container_mounts=self.runtime.container_mounts,
             env_to_set=env_to_set,
+            bash_preamble=bash_preamble,
         )
 
         while proc.poll() is None: