mirror of
https://github.com/NicolasBohn/NexQuant.git
synced 2026-08-09 13:00:56 +00:00
refactor: use dynamic input path and update template loader (#792)
* refactor: use dynamic input path and update template loader * fix: update include syntax for data source in prompts.yaml * add customization path * docs: update prompts for ensemble scoring and metric direction * chore: remove obsolete data_science/share.yaml file
This commit is contained in:
@@ -55,7 +55,11 @@ class WorkflowGeneralCaseSpecEvaluator(CoSTEEREvaluator):
|
||||
)
|
||||
|
||||
env = get_ds_env(
|
||||
extra_volumes={f"{DS_RD_SETTING.local_data_path}/sample/{self.scen.competition}": "/kaggle/input"}
|
||||
extra_volumes={
|
||||
f"{DS_RD_SETTING.local_data_path}/sample/{self.scen.competition}": T(
|
||||
"scenarios.data_science.share:scen.input_path"
|
||||
).r()
|
||||
}
|
||||
)
|
||||
|
||||
# # DockerEnv for MLEBench submission validation
|
||||
@@ -119,7 +123,7 @@ class WorkflowGeneralCaseSpecEvaluator(CoSTEEREvaluator):
|
||||
score_ret_code = 1
|
||||
|
||||
# Check submission file
|
||||
base_check_code = (DIRNAME / "eval_tests" / "submission_format_test.txt").read_text()
|
||||
base_check_code = T(".eval_tests.submission_format_test", ftype="txt").r()
|
||||
implementation.inject_files(**{"test/submission_format_test.py": base_check_code})
|
||||
# stdout += "----Submission Check 1-----\n"
|
||||
submission_check_out, submission_ret_code = implementation.execute_ret_code(
|
||||
|
||||
Reference in New Issue
Block a user