mirror of
https://github.com/NicolasBohn/NexQuant.git
synced 2026-08-05 19:17:43 +00:00
Xu Yang
fce241b9f9
* Use ExtendedBaseSettings to replace BaseSettings * update a more general way to pass the default setting * update all code * fix CI * fix CI * fix qlib scenario * fix CI * fix CI * fix CI & add data science interfaces * remove redundant code * abandon costeer knowledge base v1 --------- Co-authored-by: Xu Yang <xuyang1@microsoft.com> Co-authored-by: XianBW <36835909+XianBW@users.noreply.github.com>
37 lines
1.0 KiB
Python
37 lines
1.0 KiB
Python
from dataclasses import field
|
|
from pathlib import Path
|
|
from typing import Optional
|
|
|
|
from rdagent.core.conf import ExtendedBaseSettings
|
|
|
|
DIRNAME = Path("./")
|
|
|
|
|
|
class BenchmarkSettings(ExtendedBaseSettings):
|
|
class Config:
|
|
env_prefix = "BENCHMARK_"
|
|
"""Use `BENCHMARK_` as prefix for environment variables"""
|
|
|
|
ground_truth_dir: Path = DIRNAME / "ground_truth"
|
|
"""ground truth dir"""
|
|
|
|
bench_data_path: Path = DIRNAME / "example.json"
|
|
"""data for benchmark"""
|
|
|
|
bench_test_round: int = 10
|
|
"""how many rounds to run, each round may cost 10 minutes"""
|
|
|
|
bench_test_case_n: Optional[int] = None
|
|
"""how many test cases to run; If not given, all test cases will be run"""
|
|
|
|
bench_method_cls: str = "rdagent.components.coder.CoSTEER.FactorCoSTEER"
|
|
"""method to be used for test cases"""
|
|
|
|
bench_method_extra_kwargs: dict = field(
|
|
default_factory=dict,
|
|
)
|
|
"""extra kwargs for the method to be tested except the task list"""
|
|
|
|
bench_result_path: Path = DIRNAME / "result"
|
|
"""result save path"""
|