mirror of
https://github.com/NicolasBohn/NexQuant.git
synced 2026-07-28 16:07:46 +00:00
Xu Yang
e0a24fb46f
* ignore result csv file * fix app scripts * rename taskgenerator to developer and generate to develop * fix a config bug in coder * fix a small bug in factor coder evaluators * remove a single logger in factor coder evaluators * fix a small bug in model coder main.py * rename Implementation to Workspace * move the prepare the inject_code into FBWorkspace to align all the behavior * fix a small bug in model feedback * remove debug lines for multi processing and simplify evaluators multi proc * add a copy function to workspace to freeze the workspace && add config prefix to speed up debugging * make hypothesisgen a abc class * use Qlib***Experiment * fix a small bug * rename Imp to Ws * rename sub_implementations to sub_workspace_list * fix a bug in feedback not presented as content in prompts * move proposal pys to proposal folder * reformat the folder * align factor and model qlib workspace and use template to handle the workspace * add a filter to evoagent to filter out false evo * align multi_proc_n into RDAGENT seeting * handle when runner gets empty experiment * fix logger merge remaining problems * fix black and isort automatically
30 lines
839 B
Python
30 lines
839 B
Python
from rdagent.scenarios.qlib.factor_task_loader.json_loader import (
|
|
FactorTestCaseLoaderFromJsonFile,
|
|
)
|
|
|
|
from rdagent.components.benchmark.conf import BenchmarkSettings
|
|
from rdagent.components.benchmark.eval_method import FactorImplementEval
|
|
from rdagent.core.utils import import_class
|
|
|
|
# 1.read the settings
|
|
bs = BenchmarkSettings()
|
|
|
|
# 2.read and prepare the eval_data
|
|
test_cases = FactorTestCaseLoaderFromJsonFile().load(bs.bench_data_path)
|
|
|
|
# 3.declare the method to be tested and pass the arguments.
|
|
|
|
method_cls = import_class(bs.bench_method_cls)
|
|
generate_method = method_cls()
|
|
|
|
# 4.declare the eval method and pass the arguments.
|
|
eval_method = FactorImplementEval(
|
|
method=generate_method,
|
|
test_cases=test_cases,
|
|
catch_eval_except=True,
|
|
test_round=bs.bench_test_round,
|
|
)
|
|
|
|
# 5.run the eval
|
|
res = eval_method.eval()
|