refactor: use dynamic input path and update template loader (#792)

* refactor: use dynamic input path and update template loader

* fix: update include syntax for data source in prompts.yaml

* add customization path

* docs: update prompts for ensemble scoring and metric direction

* chore: remove obsolete data_science/share.yaml file
This commit is contained in:
you-n-g
2025-04-16 18:11:46 +08:00
committed by GitHub
parent 90f6fde3d4
commit fe3337d6ff
23 changed files with 135 additions and 49 deletions
@@ -55,7 +55,11 @@ class WorkflowGeneralCaseSpecEvaluator(CoSTEEREvaluator):
)
env = get_ds_env(
extra_volumes={f"{DS_RD_SETTING.local_data_path}/sample/{self.scen.competition}": "/kaggle/input"}
extra_volumes={
f"{DS_RD_SETTING.local_data_path}/sample/{self.scen.competition}": T(
"scenarios.data_science.share:scen.input_path"
).r()
}
)
# # DockerEnv for MLEBench submission validation
@@ -119,7 +123,7 @@ class WorkflowGeneralCaseSpecEvaluator(CoSTEEREvaluator):
score_ret_code = 1
# Check submission file
base_check_code = (DIRNAME / "eval_tests" / "submission_format_test.txt").read_text()
base_check_code = T(".eval_tests.submission_format_test", ftype="txt").r()
implementation.inject_files(**{"test/submission_format_test.py": base_check_code})
# stdout += "----Submission Check 1-----\n"
submission_check_out, submission_ret_code = implementation.execute_ret_code(