gavindiaz/NexQuant
1
0
Fork 0
mirror of https://github.com/NicolasBohn/NexQuant.git synced 2026-08-08 12:37:44 +00:00
Code Issues Packages Projects Releases Wiki Activity

costeer max loop as hyperp & skip workflow in eval (#737)

Browse Source
This commit is contained in:
Xu Yang
2025-04-02 00:18:42 -06:00
committed by GitHub
parent 1474478768
commit bc8e9dc23a
11 changed files with 69 additions and 13 deletions
Download Patch File Download Diff File Expand all files Collapse all files
rdagent/components/coder/data_science/model/eval.py
+3 -2
View File
@@ -67,17 +67,18 @@ class ModelGeneralCaseSpecEvaluator(CoSTEEREvaluator):
(DIRNAME / "eval_tests" / "model_test.txt").read_text().replace("model01", target_task.name)
) # only check the model changed this time
implementation.inject_files(**{fname: test_code})
stdout = implementation.execute(env=env, entry=f"python {fname}")
stdout, ret_code = implementation.execute_ret_code(env=env, entry=f"python {fname}")
if stdout is None:
raise CoderError(
"The execution output contains too many progress bars and results in the LLM's token size exceeding the limit."
)
else:
ret_code = 0
if_model_removed = True
stdout = f"Model {target_task.name} removal succeeded."
if "main.py" in implementation.file_dict:
if "main.py" in implementation.file_dict and ret_code == 0:
workflow_stdout = implementation.execute(env=env, entry="python main.py")
workflow_stdout = re.sub(r"=== Start of EDA part ===(.*)=== End of EDA part ===", "", workflow_stdout)
else: