Files
NexQuant/rdagent/core/evaluation.py
T
Linlang 276b462f40 Fix ruff error1 (#81)
* fix_ruff_error1

* fix_ruff_error

* fix ruff error

* fix ruff error

* pass model.py

* rename exception class

* rename exception class

* rename func name generate_feedback

* remove prepare args

* optimize code

* optimize code

* fix code error
2024-07-18 22:36:04 +08:00

27 lines
507 B
Python

from abc import ABC, abstractmethod
from rdagent.core.experiment import Task, Workspace
from rdagent.core.scenario import Scenario
class Feedback:
pass
class Evaluator(ABC):
def __init__(
self,
scen: Scenario,
) -> None:
self.scen = scen
@abstractmethod
def evaluate(
self,
target_task: Task,
implementation: Workspace,
gt_implementation: Workspace,
**kwargs: object,
) -> None:
raise NotImplementedError