diff --git a/rdagent/scenarios/kaggle/kaggle_crawler.py b/rdagent/scenarios/kaggle/kaggle_crawler.py index 7a7a5adb..3e6e38be 100644 --- a/rdagent/scenarios/kaggle/kaggle_crawler.py +++ b/rdagent/scenarios/kaggle/kaggle_crawler.py @@ -202,6 +202,8 @@ def get_metric_direction(competition: str) -> bool: Return **True** if the metric is *bigger is better*, **False** if *smaller is better*. """ leaderboard = leaderboard_scores(competition) + if float(leaderboard[0]) == float(leaderboard[-1]): + return float(leaderboard[0]) >= 0.5 return float(leaderboard[0]) > float(leaderboard[-1])