remove selenium in favor of Browser Use

Author: SmartManoj

Makefile

@@ -210,10 +210,6 @@ check-poetry:
 		fi; \
 	fi
 
-sel:
-	@echo "$(YELLOW)Starting Selenium...$(RESET)"
-	@python -i openhands/sel/selenium_browser.py
-
 install-python-dependencies:
 	@export DEBIAN_FRONTEND=noninteractive
 	@echo "$(GREEN)Installing Python dependencies...$(RESET)"

openhands/runtime/impl/docker/docker_runtime.py

@@ -247,20 +247,6 @@ async def connect(self):
         if not self.attach_to_existing:
             self.send_status_message(' ')
         self._runtime_initialized = True
-        if os.environ.get('USE_SELENIUM'):
-            try:
-                path = 'openhands/sel/selenium_session_details.py'
-                self.copy_to(path, '/openhands/code/openhands/sel/')
-                path = 'openhands/sel/selenium_tester.py'
-                self.copy_to(path, '/openhands/code/openhands/sel/')
-                logger.debug('Copied selenium files to runtime')
-            except Exception as e:
-                logger.error(f'Error copying selenium files to runtime: {e}')
-            try:
-                self.copy_to('sandbox.env', '/openhands/code')
-            except Exception as e:
-                # logger.error(f'Error copying sandbox.env to runtime: {e}')
-                pass
 
     @staticmethod
     @lru_cache(maxsize=1)

openhands/runtime/plugins/agent_skills/agentskills.py

@@ -30,13 +30,4 @@
 # # Add file_editor (a function)
 # from openhands.runtime.plugins.agent_skills.file_editor import file_editor  # noqa: E402
 
-# __all__ += ['file_editor']
-if os.environ.get('USE_SELENIUM'):
-    from openhands.sel.selenium_tester import driver, create_driver
-    def dss():
-        '''
-        Alias to driver.get_screenshot_as_png()
-        '''
-        return driver.get_screenshot_as_png()
-
-    __all__ += ['driver', 'dss', 'create_driver']
+# __all__ += ['file_editor']

openhands/runtime/plugins/agent_skills/file_ops/academic_utils/utils.py

@@ -5,12 +5,8 @@
 import requests
 from fuzzywuzzy import fuzz
 from scholarly import scholarly
-from selenium.webdriver.common.by import By
-from selenium.webdriver.support import expected_conditions as EC
-from selenium.webdriver.support.ui import WebDriverWait
 from semanticscholar import SemanticScholar
 
-from openhands.sel.selenium_tester import driver
 
 
 def clean_filename(filename: str):
@@ -89,25 +85,7 @@ def download_semantic_scholar_pdf(query: str | None = None, url: str | None = No
             print('No results found')
             return
         url = results[0].url
-    driver.get(url)
-    try:
-        s = '[data-test-id="cookie-banner__dismiss-btn"]'
-        WebDriverWait(driver, 10).until(
-            EC.element_to_be_clickable((By.CSS_SELECTOR, s))
-        ).click()
-    except Exception as e:
-        print(f'Error: {e}')
-    s = '[data-test-id="icon-disclosure"]'
-    WebDriverWait(driver, 10).until(
-        EC.element_to_be_clickable((By.CSS_SELECTOR, s))
-    ).click()
-    s = '[data-test-id="paper-link"]'
-    link = driver.find_element(By.CSS_SELECTOR, s).get_attribute('href')
-    if 'arxiv' in link:
-        print(f'Downloading from {link}')
-        download_pdf_from_url(link)
-    else:
-        print(f'Download from {link}')
+    print('Use Browser Use')
 
 
 def download_google_scholar_paper(search_query: str):

openhands/sel/README.md

@@ -2,12 +2,9 @@ python-Levenshtein
 fuzzywuzzy
 arxiv
 libcst
-seleniumbase>=4.33.12
 scholarly>=1.7.11
 langchain_google_genai==2.1.1
 browser-use==0.1.40
 itsdangerous==2.2.0
 diskcache==5.6.3
-# PyPaperBot>=1.4.1
-# seleniumbase 4.33.12 depends on beautifulsoup4==4.12.3
-# pypaperbot 1.0 depends on beautifulsoup4==4.9.1
+# PyPaperBot>=1.4.1

openhands/sel/selenium_browser.py

@@ -17,8 +17,6 @@
     'openhands/runtime/utils/bash_pexpect.py',
     'openhands/runtime/action_execution_server.py',
     'openhands/linter/__init__.py',
-    'openhands/sel/selenium_tester.py',
-    'openhands/sel/selenium_session_details.py',
     'openhands/events/event.py',
     'sandbox.env'
 ]