Ignore invalid post-MIP profile values

Signed-off-by: Johannes Rausch <jrausch@nvidia.com>

Author: j-rausch

examples/puzzletron/run_post_mip_node.py

@@ -42,7 +42,9 @@ def _register_evaluation_profiles(config: dict) -> None:
                 continue
             node_config = node.get("config")
             if isinstance(node_config, Mapping):
-                profiles.add(node_config.get("profile"))
+                profile = node_config.get("profile")
+                if isinstance(profile, str):
+                    profiles.add(profile)
     if "qwen35_vlm_realworldqa" in profiles:
         from examples.puzzletron.evaluation.vlm.post_mip import register_profiles
 

tests/unit/torch/puzzletron/test_post_mip_runner.py

@@ -106,6 +106,14 @@ def test_worker_entrypoint_registers_configured_vlm_evaluation_profile(monkeypat
                                 "type": "downstream_evaluation",
                                 "config": [],
                             },
+                            "invalid_list_profile": {
+                                "type": "downstream_evaluation",
+                                "config": {"profile": []},
+                            },
+                            "invalid_mapping_profile": {
+                                "type": "downstream_evaluation",
+                                "config": {"profile": {}},
+                            },
                             "checkpoint_eval": {
                                 "type": "downstream_evaluation",
                                 "config": {"profile": "qwen35_vlm_realworldqa"},