feat: add feedback option in config

Author: DavidePaglieri

balrog/config/config.yaml

@@ -23,6 +23,7 @@ eval:
   save_images: False            # Whether to save images from the environment
   icl_episodes: 1
   icl_dataset: records
+  feedback_on_invalid_action : True       # Whether to provide feedback on invalid actions
 
 client:
   client_name: openai           # LLM client to use (e.g., 'openai', 'gemini', 'claude')

balrog/evaluator.py

@@ -323,7 +323,7 @@ def run_episode(self, task, agent, process_num=None, position=0, episode_idx=0):
                 obs["text"]["long_term_context"] = (
                     f"\n\nYour previous output action: '{response.completion}' is not a valid action. Defaulted to action: {action}\n"
                     + obs["text"]["long_term_context"]
-                    if action != response.completion
+                    if (action != response.completion) and (self.config.eval.feedback_on_invalid_action)
                     else obs["text"]["long_term_context"]
                 )
                 action = response.completion