mirror of
https://github.com/NicolasBohn/NexQuant.git
synced 2026-07-27 23:47:46 +00:00
Xu Yang
57 lines
2.6 KiB
Python
57 lines
2.6 KiB
Python
import json
|
|
import os
|
|
from pathlib import Path
|
|
|
|
import pandas as pd
|
|
|
|
from rdagent.app.data_science.conf import DS_RD_SETTING
|
|
from rdagent.core.developer import Developer
|
|
from rdagent.core.exception import RunnerError
|
|
from rdagent.log import rdagent_logger as logger
|
|
from rdagent.scenarios.data_science.experiment.experiment import DSExperiment
|
|
from rdagent.utils.env import DockerEnv, DSDockerConf
|
|
|
|
|
|
class DSRunner(Developer[DSExperiment]):
|
|
def develop(self, exp: DSExperiment) -> DSExperiment:
|
|
ds_docker_conf = DSDockerConf()
|
|
ds_docker_conf.extra_volumes = {f"{DS_RD_SETTING.local_data_path}/{self.scen.competition}": "/kaggle/input"}
|
|
ds_docker_conf.running_timeout_period = 60 * 60 # 1 hours
|
|
|
|
de = DockerEnv(conf=ds_docker_conf)
|
|
|
|
# execute workflow
|
|
stdout = exp.experiment_workspace.execute(env=de, entry="coverage run main.py")
|
|
|
|
score_fp = exp.experiment_workspace.workspace_path / "scores.csv"
|
|
if not score_fp.exists():
|
|
logger.error("Metrics file (scores.csv) is not generated.")
|
|
raise RunnerError(f"Metrics file (scores.csv) is not generated, log is:\n{stdout}")
|
|
|
|
submission_fp = exp.experiment_workspace.workspace_path / "submission.csv"
|
|
if not submission_fp.exists():
|
|
logger.error("Submission file (submission.csv) is not generated.")
|
|
raise RunnerError(f"Submission file (submission.csv) is not generated, log is:\n{stdout}")
|
|
|
|
exp.result = pd.read_csv(score_fp, index_col=0)
|
|
|
|
# remove unused files
|
|
stdout = exp.experiment_workspace.execute(env=de, entry="coverage json -o coverage.json")
|
|
if Path(exp.experiment_workspace.workspace_path / "coverage.json").exists():
|
|
with open(exp.experiment_workspace.workspace_path / "coverage.json") as f:
|
|
used_files = set(json.load(f)["files"].keys()) | {"submission_check.py"}
|
|
logger.info("All used scripts: {}".format(used_files))
|
|
all_python_files = set(Path(exp.experiment_workspace.workspace_path).rglob("*.py"))
|
|
unused_files = [
|
|
py_file
|
|
for py_file in all_python_files
|
|
if not (py_file.name in used_files or py_file.name.endswith("test.py"))
|
|
]
|
|
if unused_files:
|
|
logger.warning(f"Unused scripts: {unused_files}")
|
|
exp.experiment_workspace.inject_files(
|
|
**{file_path.name: exp.experiment_workspace.DEL_KEY for file_path in unused_files}
|
|
)
|
|
os.remove(exp.experiment_workspace.workspace_path / "coverage.json")
|
|
return exp
|