From e3d24437cf7842623fe27fd9221e36a07457d7f7 Mon Sep 17 00:00:00 2001
From: amstrongzyf <201840057@smail.nju.edu.cn>
Date: Mon, 20 Oct 2025 22:15:44 +0800
Subject: [PATCH] fix: replace hardcoded ChromeDriver path with
 webdriver-manager (#1271)

---
 rdagent/scenarios/kaggle/kaggle_crawler.py | 6 +++---
 requirements.txt                           | 3 +++
 2 files changed, 6 insertions(+), 3 deletions(-)

diff --git a/rdagent/scenarios/kaggle/kaggle_crawler.py b/rdagent/scenarios/kaggle/kaggle_crawler.py
index e1962f9c..0075eabc 100644
--- a/rdagent/scenarios/kaggle/kaggle_crawler.py
+++ b/rdagent/scenarios/kaggle/kaggle_crawler.py
@@ -14,6 +14,7 @@ from rich import print
 from selenium import webdriver
 from selenium.webdriver.chrome.service import Service
 from selenium.webdriver.common.by import By
+from webdriver_manager.chrome import ChromeDriverManager
 
 from rdagent.core.conf import ExtendedBaseSettings
 from rdagent.core.exception import KaggleError
@@ -30,8 +31,6 @@ options.add_argument("--no-sandbox")
 options.add_argument("--disable-dev-shm-usage")
 options.add_argument("--headless")
 
-service = Service("/usr/local/bin/chromedriver")
-
 
 def crawl_descriptions(
     competition: str, local_data_path: str, wait: float = 3.0, force: bool = False
@@ -45,7 +44,8 @@ def crawl_descriptions(
         with fp.open("r") as f:
             return json.load(f)
 
-    driver = webdriver.Chrome(options=options, service=service)
+    # Use webdriver-manager to automatically download and manage ChromeDriver version
+    driver = webdriver.Chrome(service=Service(ChromeDriverManager().install()), options=options)
     overview_url = f"https://www.kaggle.com/competitions/{competition}/overview"
     driver.get(overview_url)
     time.sleep(wait)
diff --git a/requirements.txt b/requirements.txt
index efd854e2..6877b73e 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -40,6 +40,9 @@ python-dotenv
 # infrastructure related.
 docker
 
+# crawler related
+webdriver-manager
+
 # demo related
 streamlit>=1.47  # to support  input_c.text_area(..., height="content", ...)
 plotly