improving prompts and javascript click skeptism

Author: Shriyansh Agnihotri

testzeus_hercules/core/agents/api_nav_agent.py

@@ -73,18 +73,18 @@ class ApiNavAgent(BaseNavAgent):
 
 - **Success:**
 previous_step: <previous step assigned>
-[DETAILED EXPANDED COMPLETE LOSS LESS output]
+current_output: [DETAILED EXPANDED COMPLETE LOSS LESS output]
 ##FLAG::SAVE_IN_MEM##
 ##TERMINATE TASK##
 
 - **Information Request:**
 previous_step: <previous step assigned>
-[DETAILED EXPANDED COMPLETE LOSS LESS output]
+current_output: [DETAILED EXPANDED COMPLETE LOSS LESS output]
 ##TERMINATE TASK##
 
 - **Error:**
 previous_step: <previous step assigned>
-[Issue description]
+current_output: [Issue description]
 [Required information]
 ##TERMINATE TASK##
 

testzeus_hercules/core/agents/browser_nav_agent.py

@@ -65,20 +65,20 @@ class BrowserNavAgent(BaseNavAgent):
 ## Response Format
 ### Success:
 previous_step: <previous step assigned>
-[Detailed description of actions performed and outcomes]
+current_output: [Detailed description of actions performed and outcomes]
 Data: [Specific values, counts, or details retrieved]
 ##FLAG::SAVE_IN_MEM##
 ##TERMINATE TASK##
 
 ### Information Request Response:
 previous_step: <previous step assigned>
-[Detailed answer with specific information extracted from the DOM]
+current_output: [Detailed answer with specific information extracted from the DOM]
 Data: [Relevant extracted information]
 ##TERMINATE TASK##
 
 ### Error or Uncertainty:
 previous_step: <previous step assigned>
-[Precise description of the issue encountered]
+current_output: [Precise description of the issue encountered]
 [If contradictory signals are present, include specific details about the contradiction]
 ##TERMINATE TASK##
 
@@ -130,14 +130,8 @@ class BrowserNavAgent(BaseNavAgent):
 • If the page is not responding, try to close the modal/popup/dialog/notification/toast/alert/etc.
 
 ### VISUAL VALIDATION
-• Perform visual validation of UI elements when appropriate tools are available
-• Compare actual visual appearance against expected design specifications
-• Verify correct rendering of images, layouts, colors, and visual components
-• Detect visual anomalies such as overlapping elements, misalignment, or display errors
-• Validate responsive design across different viewport sizes when required
-• Report detailed visual discrepancies with specific coordinates and element descriptions
-• Use screenshot comparison tools to identify visual regressions
-• Validate accessibility features such as contrast ratios and text legibility
+• Perform visual validation of UI when appropriate tools are available
+• You have excellent tools to analyse the screen.
 
 ### TASK COMPLETION
 • Always complete ALL required steps before reporting success

testzeus_hercules/core/agents/high_level_planner_agent.py

@@ -223,6 +223,8 @@ class PlannerAgent:
 12. Include explicit closure nudges but let helpers decide implementation details
 13. Acknowledge platform context when mentioned by helpers with minimal nudges
 14. Always ensure next_step is a STRING, never an object or other data type
+15. IF LOGICALLY THE NEXT STEP IS NOT ACHIEVABLE, AFTER MULTIPLE ATTEMPTS, REPORT THE ISSUE AND TERMINATE with Failure.
+16. YOU CAN'T ASK TO DO ANYTHING MANUALLY, IN SUCH CASE REPORT THE ISSUE AND TERMINATE with Failure.
 
 Available Test Data: $basic_test_information
 """

testzeus_hercules/core/agents/sql_nav_agent.py

@@ -39,10 +39,10 @@ class SqlNavAgent(BaseNavAgent):
    ## Response Format
    - Task completion: 
      previous_step: <previous step assigned>
-     Summary + ##FLAG::SAVE_IN_MEM## + ##TERMINATE TASK##
+     current_output: Summary + ##FLAG::SAVE_IN_MEM## + ##TERMINATE TASK##
    - Failures: 
      previous_step: <previous step assigned>
-     Detailed explanation + ##TERMINATE TASK##
+     current_output: Detailed explanation + ##TERMINATE TASK##
 
    ## Restrictions
    - No external knowledge use

testzeus_hercules/core/extra_tools/visual_skill.py

@@ -26,7 +26,7 @@
 @tool(
     agent_names=["browser_nav_agent"],
     name="compare_visual_screenshot",
-    description="Compare the current browser view with a reference image or screenshot and log results",
+    description="Compare the current screen view with a reference image or screenshot and return results",
 )
 async def compare_visual_screenshot(
     reference_image_path: Annotated[
@@ -185,7 +185,7 @@ def write_json(path: str, data: Dict) -> None:
 @tool(
     agent_names=["browser_nav_agent"],
     name="validate_visual_feature",
-    description="Validate if specific features or items are present in the current browser view",
+    description="Validate if specific features or items are present in the current screen",
 )
 async def validate_visual_feature(
     feature_description: Annotated[

testzeus_hercules/core/playwright_manager.py

@@ -1654,9 +1654,9 @@ async def perform_javascript_click(
             if (ariaExpandedBeforeClick === 'false' && ariaExpandedAfterClick === 'true') {
                 return "Executed " + type_of_click + " on element with selector: " + selector + 
                     ". Very important: As a consequence, a menu has appeared where you may need to make further selection. " +
-                    "Very important: Get all_fields DOM to complete the action.";
+                    "Very important: Get all_fields DOM to complete the action." + " The click is best effort, so verify the outcome.";
             }
-            return "Executed " + type_of_click + " on element with selector: " + selector;
+            return "Executed " + type_of_click + " on element with selector: " + selector + " The click is best effort, so verify the outcome.";
         }"""
 
         try:

testzeus_hercules/core/tools/click_using_selector.py

@@ -312,10 +312,9 @@ async def do_click(
                     additional_data={"click_type": "javascript_fallback"},
                 )
 
-                msg = f'Successfully clicked element with selector: "{selector}" using JavaScript fallback'
                 return {
                     "summary_message": msg,
-                    "detailed_message": f"{msg}. The standard click method failed, but JavaScript click succeeded.",
+                    "detailed_message": f"{msg}.",
                 }
         except Exception as js_error: