gavindiaz/NexQuant
1
0
Fork 0
mirror of https://github.com/NicolasBohn/NexQuant.git synced 2026-07-27 23:47:46 +00:00
Code Issues Packages Projects Releases Wiki Activity

refactor: replace Evaluator with CoSTEEREvaluator in eva_utils.py (#607)

Browse Source 
* refactor: Replace Evaluator with CoSTEEREvaluator in eva_utils.py

* fix bug

---------

Co-authored-by: Linlang <Lv.Linlang@hotmail.com>
This commit is contained in:
you-n-g
2025-02-18 13:38:13 +08:00
committed by GitHub
parent 2a9ae28a6a
commit 4b949b3c29
2 changed files with 4 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files
rdagent/components/coder/model_coder/eva_utils.py
+3 -3
View File
@@ -5,8 +5,8 @@ from typing import Tuple
import numpy as np
from jinja2 import Environment, StrictUndefined
from rdagent.components.coder.CoSTEER.evaluators import CoSTEEREvaluator
from rdagent.components.coder.model_coder.model import ModelFBWorkspace, ModelTask
from rdagent.core.evaluation import Evaluator
from rdagent.core.experiment import Task, Workspace
from rdagent.core.prompts import Prompts
from rdagent.oai.llm_conf import LLM_SETTINGS
@@ -53,7 +53,7 @@ def value_evaluator(
)
class ModelCodeEvaluator(Evaluator):
class ModelCodeEvaluator(CoSTEEREvaluator):
def evaluate(
self,
target_task: Task,
@@ -117,7 +117,7 @@ class ModelCodeEvaluator(Evaluator):
return critic_response, None
class ModelFinalEvaluator(Evaluator):
class ModelFinalEvaluator(CoSTEEREvaluator):
def evaluate(
self,
target_task: Task,
rdagent/scenarios/kaggle/developer/feedback.py
+1 -1
View File
@@ -104,7 +104,7 @@ class KGExperiment2Feedback(Experiment2Feedback):
current_target_action = hypothesis.action
current_sub_exps_to_code = {}
if hypothesis.action == "Model tuning":
current_sub_exps_to_code[exp.sub_tasks[0].get_task_information()] = exp.sub_workspace_list[0].code
current_sub_exps_to_code[exp.sub_tasks[0].get_task_information()] = exp.sub_workspace_list[0].all_codes
elif hypothesis.action == "Model feature selection":
current_sub_exps_to_code[exp.sub_tasks[0].get_task_information()] = exp.experiment_workspace.file_dict[
KG_SELECT_MAPPING[exp.sub_tasks[0].model_type]