fix: fix a minor bug in DS eval (#1012)

This commit is contained in:
Yuante Li
2025-07-02 23:31:29 +08:00
committed by GitHub
parent d589b859d0
commit fb8f2b561e
8 changed files with 12 additions and 12 deletions
@@ -69,7 +69,7 @@ class ModelGeneralCaseSpecEvaluator(CoSTEEREvaluator):
implementation.inject_files(**{fname: test_code})
result = implementation.run(env=env, entry=f"python {fname}")
stdout = result.stdout
ret_code = result.ret_code
ret_code = result.exit_code
if stdout is None:
raise CoderError(
@@ -115,6 +115,6 @@ class ModelGeneralCaseSpecEvaluator(CoSTEEREvaluator):
user_prompt=user_prompt,
init_kwargs_update_func=ModelSingleFeedback.val_and_update_init_dict,
)
fb.final_decision = fb.final_decision and result.ret_code == 0
fb.final_decision = fb.final_decision and result.exit_code == 0
return fb