mirror of
https://github.com/NicolasBohn/NexQuant.git
synced 2026-07-27 23:47:46 +00:00
Xu Yang
1d9b4cd2ec
* use CoSTEER as component name * rename factorimplementation to avoid confusion * rename modelimplementation * align benchmark and evolving evaluators * add scenario to evaluator init function * rename all factorimplementationknowledge in CoSTEER * remove all scenario related information in component * remove useless code --------- Co-authored-by: xuyang1 <xuyang1@microsoft.com>
27 lines
506 B
Python
27 lines
506 B
Python
from abc import ABC, abstractmethod
|
|
|
|
from rdagent.core.experiment import Implementation, Task
|
|
from rdagent.core.scenario import Scenario
|
|
|
|
|
|
class Feedback:
|
|
pass
|
|
|
|
|
|
class Evaluator(ABC):
|
|
def __init__(
|
|
self,
|
|
scen: Scenario,
|
|
) -> None:
|
|
self.scen = scen
|
|
|
|
@abstractmethod
|
|
def evaluate(
|
|
self,
|
|
target_task: Task,
|
|
implementation: Implementation,
|
|
gt_implementation: Implementation,
|
|
**kwargs,
|
|
):
|
|
raise NotImplementedError
|