From 5052877cb28b409b438b12b7ab2cc6b242fbd94e Mon Sep 17 00:00:00 2001 From: you-n-g Date: Thu, 6 Feb 2025 09:56:34 +0800 Subject: [PATCH] feat: exclude invalid session log folder (#554) * refactor: Add is_valid_session check in save_all_grade_info * refactor: Use is_valid_session to check log trace validity --- rdagent/log/mle_summary.py | 8 ++++++-- 1 file changed, 6 insertions(+), 2 deletions(-) diff --git a/rdagent/log/mle_summary.py b/rdagent/log/mle_summary.py index 3880f8c0..5b131ea7 100644 --- a/rdagent/log/mle_summary.py +++ b/rdagent/log/mle_summary.py @@ -40,9 +40,13 @@ def save_grade_info(log_trace_path: Path): msg.content.experiment_workspace.execute(env=de, entry="chmod 777 mle_score.txt") +def is_valid_session(p: Path) -> bool: + return p.is_dir() and p.joinpath("__session__").exists() + + def save_all_grade_info(log_folder): for log_trace_path in log_folder.iterdir(): - if log_trace_path.is_dir(): + if is_valid_session(log_trace_path): save_grade_info(log_trace_path) @@ -50,7 +54,7 @@ def summarize_folder(log_folder: Path): log_folder = Path(log_folder) stat = defaultdict(dict) for log_trace_path in log_folder.iterdir(): # One log trace - if not log_trace_path.is_dir(): + if not is_valid_session(log_trace_path): continue loop_num = 0 made_submission_num = 0