mirror of
https://github.com/NicolasBohn/NexQuant.git
synced 2026-07-28 16:07:46 +00:00
Xu Yang
6b626eb56d
* Commit init framework * Co-authored-by: Yuante Li (FESCO Adecco Human Resources) <v-yuanteli@microsoft.com> Co-authored-by: XianBW <XianBW@users.noreply.github.com> * add an import * refine the whole framework * benchmark related framework * fix black and isort errors * move requirements to folder * fix black again --------- Co-authored-by: Young <afe.young@gmail.com> Co-authored-by: xuyang1 <xuyang1@microsoft.com>
27 lines
826 B
Python
27 lines
826 B
Python
from dotenv import load_dotenv
|
|
|
|
load_dotenv(verbose=True, override=True)
|
|
from dataclasses import field
|
|
from pathlib import Path
|
|
from typing import Optional
|
|
|
|
from pydantic_settings import BaseSettings
|
|
|
|
DIRNAME = Path(__file__).absolute().resolve().parent
|
|
|
|
|
|
class BenchmarkSettings(BaseSettings):
|
|
ground_truth_dir: Path = DIRNAME / "ground_truth"
|
|
|
|
bench_data_path: Path = DIRNAME / "example.json"
|
|
|
|
bench_test_round: int = 10
|
|
bench_test_case_n: Optional[int] = None # how many test cases to run; If not given, all test cases will be run
|
|
|
|
bench_method_cls: str = "rdagent.factor_implementation.CoSTEER.CoSTEERFG"
|
|
bench_method_extra_kwargs: dict = field(
|
|
default_factory=dict,
|
|
) # extra kwargs for the method to be tested except the task list
|
|
|
|
bench_result_path: Path = DIRNAME / "result"
|