mirror of
https://github.com/NicolasBohn/NexQuant.git
synced 2026-07-28 16:07:46 +00:00
Eval process (#31)
* test data load process and fix bug * fix bug when evaluating * refine json content --------- Co-authored-by: USTCKevinF <fengwenjun@mail.ustc.edu.cn> Co-authored-by: xuyang1 <xuyang1@microsoft.com>
This commit is contained in:
@@ -1,7 +1,8 @@
|
||||
import json
|
||||
from pathlib import Path
|
||||
from rdagent.core.task import TaskLoader
|
||||
from rdagent.factor_implementation.evolving.factor import FactorImplementTask
|
||||
from rdagent.factor_implementation.evolving.factor import FactorImplementTask, FileBasedFactorImplementation
|
||||
from rdagent.core.task import TestCase
|
||||
|
||||
|
||||
class FactorImplementationTaskLoaderFromDict(TaskLoader):
|
||||
@@ -21,7 +22,8 @@ class FactorImplementationTaskLoaderFromDict(TaskLoader):
|
||||
|
||||
class FactorImplementationTaskLoaderFromJsonFile(TaskLoader):
|
||||
def load(self, json_file_path: Path) -> list:
|
||||
factor_dict = json.load(json_file_path)
|
||||
with open(json_file_path, 'r') as file:
|
||||
factor_dict = json.load(file)
|
||||
return FactorImplementationTaskLoaderFromDict().load(factor_dict)
|
||||
|
||||
|
||||
@@ -29,3 +31,22 @@ class FactorImplementationTaskLoaderFromJsonString(TaskLoader):
|
||||
def load(self, json_string: str) -> list:
|
||||
factor_dict = json.loads(json_string)
|
||||
return FactorImplementationTaskLoaderFromDict().load(factor_dict)
|
||||
|
||||
class FactorTestCaseLoaderFromJsonFile(TaskLoader):
|
||||
def load(self, json_file_path: Path) -> list:
|
||||
with open(json_file_path, 'r') as file:
|
||||
factor_dict = json.load(file)
|
||||
TestData = TestCase()
|
||||
for factor_name, factor_data in factor_dict.items():
|
||||
task = FactorImplementTask(
|
||||
factor_name=factor_name,
|
||||
factor_description=factor_data["description"],
|
||||
factor_formulation=factor_data["formulation"],
|
||||
variables=factor_data["variables"],
|
||||
)
|
||||
gt = FileBasedFactorImplementation(task, code=factor_data["gt_code"])
|
||||
gt.execute()
|
||||
TestData.target_task.append(task)
|
||||
TestData.ground_truth.append(gt)
|
||||
|
||||
return TestData
|
||||
Reference in New Issue
Block a user