Adding Accessbility testing feature to browser agent

Author: Shriyansh Agnihotri

README.md

@@ -545,6 +545,15 @@ To cut down on some of the DOM noise, we use the **DOM Accessibility Tree** rath
 
 The distillation process is a work in progress. We look to refine this process and condense the DOM further, aiming to make interactions faster, cost-effective, and more accurate.
 
+---
+### Non-Functional Capabilities
+
+#### Security Testing via Nuclei  
+Hercules integrates with **Nuclei** to automate vulnerability scanning directly from Gherkin test cases, identifying issues like **misconfigurations, OWASP Top 10 vulnerabilities**, and API flaws. Security reports are generated alongside testing outputs for seamless CI/CD integration.
+
+#### Accessibility Testing  
+Hercules supports **WCAG 2.0, 2.1, and 2.2** at **A, AA, and AAA levels**, enabling accessibility testing to ensure compliance with global standards. It identifies accessibility issues early, helping build inclusive and user-friendly applications.
+
 ---
 
 ## 🔬 Testing and Evaluation: QEvals

tests/test_features/accessibility/accessibility.feature

@@ -0,0 +1,8 @@
+Feature: Check accessibility for brokerage calculator on Zerodha website
+
+  # This feature tests the brokerage calculator, and contract notes on Zerodha website
+
+  Scenario Outline: Check calculations on brokerage and SEBI charges
+    Given the user is on "https://zerodha.com/brokerage-calculator#tab-equities"
+    then validate the page for accessibility.
+    Then there should not be any issues.

tests/test_features/accessibility/expected_results.txt

@@ -0,0 +1 @@
+tests="1" errors="0" failures="1" skipped="0"

tests/test_features/accessibility/test_data.txt

@@ -4,11 +4,12 @@
 
 from junit2htmlreport.runner import run as prepare_html
 from testzeus_hercules.config import (
+    get_dont_close_browser,
     get_input_gherkin_file_path,
     get_junit_xml_base_path,
+    get_proof_path,
     get_source_log_folder_path,
     set_default_test_id,
-    get_dont_close_browser,
 )
 from testzeus_hercules.core.runner import SingleCommandInputRunner
 from testzeus_hercules.telemetry import EventData, EventType, add_event
@@ -48,9 +49,7 @@ def sequential_process() -> None:
     feature_file_name = os.path.basename(input_gherkin_file_path)
 
     result_of_tests = []
-    final_result_file_name = (
-        f"{get_junit_xml_base_path()}/{feature_file_name}_result.xml"
-    )
+    final_result_file_name = f"{get_junit_xml_base_path()}/{feature_file_name}_result.xml"
     add_event(EventType.RUN, EventData(detail="Total Runs: " + str(len(list_of_feats))))
     for feat in list_of_feats:
         file_path = feat["output_file"]
@@ -97,21 +96,19 @@ def sequential_process() -> None:
                 scenario,
                 feature_file_path=file_path,
                 output_file_path="",
+                proofs_path=get_proof_path(runner.browser_manager.stake_id),
                 proofs_screenshot_path=runner.browser_manager._screenshots_dir,
                 proofs_video_path=runner.browser_manager.get_latest_video_path(),
                 network_logs_path=runner.browser_manager.request_response_log_file,
                 logs_path=get_source_log_folder_path(stake_id),
-                planner_thoughts_path=get_source_log_folder_path(stake_id)
-                + "/chat_messages.json",
+                planner_thoughts_path=get_source_log_folder_path(stake_id) + "/chat_messages.json",
             )
         )
     JUnitXMLGenerator.merge_junit_xml(result_of_tests, final_result_file_name)
     logger.info(f"Results published in junitxml file: {final_result_file_name}")
 
     # building html from junitxml
-    final_result_html_file_name = (
-        f"{get_junit_xml_base_path()}/{feature_file_name}_result.html"
-    )
+    final_result_html_file_name = f"{get_junit_xml_base_path()}/{feature_file_name}_result.html"
     prepare_html([final_result_file_name, final_result_html_file_name])
     logger.info(f"Results published in html file: {final_result_html_file_name}")
 

testzeus_hercules/__main__.py

@@ -16,15 +16,9 @@
 
 
 def arguments() -> None:
-    parser = argparse.ArgumentParser(
-        description="Hercules: The World's First Open-Source AI Agent for End-to-End Testing"
-    )
-    parser.add_argument(
-        "--input-file", type=str, help="Path to the input file.", required=False
-    )
-    parser.add_argument(
-        "--output-path", type=str, help="Path to the output directory.", required=False
-    )
+    parser = argparse.ArgumentParser(description="Hercules: The World's First Open-Source AI Agent for End-to-End Testing")
+    parser.add_argument("--input-file", type=str, help="Path to the input file.", required=False)
+    parser.add_argument("--output-path", type=str, help="Path to the output directory.", required=False)
     parser.add_argument(
         "--test-data-path",
         type=str,
@@ -82,17 +76,11 @@ def arguments() -> None:
 agents_llm_config_file_ref_key = os.environ.get("AGENTS_LLM_CONFIG_FILE_REF_KEY")
 
 
-if (llm_model_name and llm_model_api_key) and (
-    agents_llm_config_file or agents_llm_config_file_ref_key
-):
-    logger.error(
-        "Provide either LLM_MODEL_NAME and LLM_MODEL_API_KEY together, or AGENTS_LLM_CONFIG_FILE and AGENTS_LLM_CONFIG_FILE_REF_KEY together, not both."
-    )
+if (llm_model_name and llm_model_api_key) and (agents_llm_config_file or agents_llm_config_file_ref_key):
+    logger.error("Provide either LLM_MODEL_NAME and LLM_MODEL_API_KEY together, or AGENTS_LLM_CONFIG_FILE and AGENTS_LLM_CONFIG_FILE_REF_KEY together, not both.")
     exit(1)
 
-if (not llm_model_name or not llm_model_api_key) and (
-    not agents_llm_config_file or not agents_llm_config_file_ref_key
-):
+if (not llm_model_name or not llm_model_api_key) and (not agents_llm_config_file or not agents_llm_config_file_ref_key):
     logger.error(
         "Either LLM_MODEL_NAME and LLM_MODEL_API_KEY must be set together, or AGENTS_LLM_CONFIG_FILE and AGENTS_LLM_CONFIG_FILE_REF_KEY must be set together. user --llm-model and --llm-model-api-key in hercules command"
     )
@@ -109,18 +97,12 @@ def arguments() -> None:
 PROJECT_TEMP_PATH = os.path.join(PROJECT_ROOT, "temp")
 PROJECT_TEST_ROOT = os.path.join(PROJECT_ROOT, "test")
 
-INPUT_GHERKIN_FILE_PATH = os.environ.get("INPUT_GHERKIN_FILE_PATH") or os.path.join(
-    PROJECT_ROOT, "input/test.feature"
-)
+INPUT_GHERKIN_FILE_PATH = os.environ.get("INPUT_GHERKIN_FILE_PATH") or os.path.join(PROJECT_ROOT, "input/test.feature")
 TMP_GHERKIN_PATH = os.path.join(PROJECT_ROOT, "gherkin_files")
-JUNIT_XML_BASE_PATH = os.environ.get("JUNIT_XML_BASE_PATH") or os.path.join(
-    PROJECT_ROOT, "output"
-)
+JUNIT_XML_BASE_PATH = os.environ.get("JUNIT_XML_BASE_PATH") or os.path.join(PROJECT_ROOT, "output")
 
 SOURCE_LOG_FOLDER_PATH = os.path.join(PROJECT_ROOT, "log_files")
-TEST_DATA_PATH = os.environ.get("TEST_DATA_PATH") or os.path.join(
-    PROJECT_ROOT, "test_data"
-)
+TEST_DATA_PATH = os.environ.get("TEST_DATA_PATH") or os.path.join(PROJECT_ROOT, "test_data")
 SCREEN_SHOT_PATH = os.path.join(PROJECT_ROOT, "proofs")
 
 if "HF_HOME" not in os.environ:
@@ -217,9 +199,7 @@ def get_input_gherkin_file_path() -> str:
         base_path = os.path.dirname(INPUT_GHERKIN_FILE_PATH)
         if not os.path.exists(base_path):
             os.makedirs(base_path)
-        logger.info(
-            f"Created INPUT_GHERKIN_FILE_PATH folder at: {INPUT_GHERKIN_FILE_PATH}"
-        )
+        logger.info(f"Created INPUT_GHERKIN_FILE_PATH folder at: {INPUT_GHERKIN_FILE_PATH}")
     return INPUT_GHERKIN_FILE_PATH
 
 
@@ -263,9 +243,7 @@ def get_source_log_folder_path(test_id: Optional[str] = None) -> str:
     source_log_folder_path = os.path.join(SOURCE_LOG_FOLDER_PATH, test_id)
     if not os.path.exists(source_log_folder_path):
         os.makedirs(source_log_folder_path)
-        logger.info(
-            f"Created source_log_folder_path folder at: {source_log_folder_path}"
-        )
+        logger.info(f"Created source_log_folder_path folder at: {source_log_folder_path}")
     return source_log_folder_path
 
 
@@ -328,6 +306,4 @@ def get_project_temp_path(test_id: Optional[str] = None) -> str:
     "BROWSER_TYPE": get_browser_type(),
     "CAPTURE_NETWORK": should_capture_network(),
 }
-add_event(
-    EventType.CONFIG, EventData(detail="General Config", additional_data=config_brief)
-)
+add_event(EventType.CONFIG, EventData(detail="General Config", additional_data=config_brief))

testzeus_hercules/config.py

@@ -10,6 +10,7 @@
 from testzeus_hercules.core.memory.state_handler import *
 from testzeus_hercules.core.memory.static_ltm import get_user_ltm
 from testzeus_hercules.core.prompts import LLM_PROMPTS
+from testzeus_hercules.core.tools.accessibility_calls import *
 from testzeus_hercules.core.tools.captcha_solver import *
 from testzeus_hercules.core.tools.click_using_selector import click as click_element
 from testzeus_hercules.core.tools.dropdown_using_selector import *