mirror of
https://github.com/NicolasBohn/NexQuant.git
synced 2026-07-28 07:57:44 +00:00
Haoxue
07a77dd802
* test data load process and fix bug * fix bug when evaluating * refine json content --------- Co-authored-by: USTCKevinF <fengwenjun@mail.ustc.edu.cn> Co-authored-by: xuyang1 <xuyang1@microsoft.com>
27 lines
807 B
Python
27 lines
807 B
Python
from rdagent.benchmark.conf import BenchmarkSettings
|
|
from rdagent.core.utils import import_class
|
|
from rdagent.benchmark.eval_method import FactorImplementEval
|
|
from rdagent.factor_implementation.task_loader.json_loader import FactorTestCaseLoaderFromJsonFile
|
|
|
|
# 1.read the settings
|
|
bs = BenchmarkSettings()
|
|
|
|
# 2.read and prepare the eval_data
|
|
test_cases = FactorTestCaseLoaderFromJsonFile().load(bs.bench_data_path)
|
|
|
|
# 3.declare the method to be tested and pass the arguments.
|
|
|
|
method_cls = import_class(bs.bench_method_cls)
|
|
generate_method = method_cls()
|
|
|
|
# 4.declare the eval method and pass the arguments.
|
|
eval_method = FactorImplementEval(
|
|
method=generate_method,
|
|
test_cases=test_cases,
|
|
catch_eval_except=True,
|
|
test_round=bs.bench_test_round,
|
|
)
|
|
|
|
# 5.run the eval
|
|
res = eval_method.eval()
|