reporeformat V2 (#23)

* reformat factor implement process

* move some code to more reasonable place

* fix the bug

* add test function in factor_extract_and_implement.py

* change select factor number to ratio , add some factor implement setting and fix some bug while using knowledgebase

* change evoagent

* add abstract class EvoAgent

* add benchmark workflow

* fix some bug in llm_utils

* run wenjun's code

* fix the knowledgebase instance check

---------

Co-authored-by: xuyang1 <xuyang1@microsoft.com>
This commit is contained in:
USTCKevinF
2024-06-14 12:59:44 +08:00
committed by GitHub
parent 9e82da243b
commit ebb659a018
32 changed files with 2227 additions and 1141 deletions
+16
View File
@@ -0,0 +1,16 @@
from abc import ABC, abstractmethod
from rdagent.core.task import (
TaskImplementation,
BaseTask,
)
class Evaluator(ABC):
@abstractmethod
def evaluate(
self,
target_task: BaseTask,
implementation: TaskImplementation,
gt_implementation: TaskImplementation,
**kwargs,
):
raise NotImplementedError