feat: enhance hybrid_browser_toolkit to detect page loading better (#3690)

Co-authored-by: cape <[email protected]>
Co-authored-by: Waleed Alzarooni <[email protected]>
Co-authored-by: Puzhen Zhang <[email protected]>
Co-authored-by: puzhen <[email protected]>

Author: 4 people

camel/toolkits/hybrid_browser_toolkit/config_loader.py

@@ -36,6 +36,8 @@ class BrowserConfig:
     screenshot_timeout: int = 15000
     page_stability_timeout: int = 1500
     dom_content_loaded_timeout: int = 5000
+    dom_stability_threshold: int = 200
+    dom_stability_timeout: int = 5000
 
     # Viewport configuration
     viewport_limit: bool = False
@@ -103,6 +105,10 @@ def from_kwargs(cls, **kwargs) -> 'ConfigLoader':
                 browser_kwargs["screenshot_timeout"] = value
             elif key == "pageStabilityTimeout":
                 browser_kwargs["page_stability_timeout"] = value
+            elif key == "domStabilityThreshold":
+                browser_kwargs["dom_stability_threshold"] = value
+            elif key == "domStabilityTimeout":
+                browser_kwargs["dom_stability_timeout"] = value
             elif key == "domContentLoadedTimeout":
                 browser_kwargs["dom_content_loaded_timeout"] = value
             elif key == "viewportLimit":
@@ -150,6 +156,10 @@ def to_ws_config(self) -> Dict[str, Any]:
             "networkIdleTimeout": self.browser_config.network_idle_timeout,
             "screenshotTimeout": self.browser_config.screenshot_timeout,
             "pageStabilityTimeout": self.browser_config.page_stability_timeout,
+            "domStabilityThreshold": (
+                self.browser_config.dom_stability_threshold
+            ),
+            "domStabilityTimeout": self.browser_config.dom_stability_timeout,
             "viewport_limit": self.browser_config.viewport_limit,
             "connectOverCdp": self.browser_config.connect_over_cdp,
             "cdpUrl": self.browser_config.cdp_url,