fix bug in model evaluator final feedback ignoring shape feedback (#501)

This commit is contained in:
Haoran Pan
2024-12-03 13:55:28 +08:00
committed by GitHub
parent d4e7f9277e
commit 95d81fa71b
3 changed files with 5 additions and 0 deletions
@@ -123,6 +123,7 @@ class ModelFinalEvaluator(Evaluator):
implementation: Workspace,
gt_implementation: Workspace,
model_execution_feedback: str,
model_shape_feedback: str,
model_value_feedback: str,
model_code_feedback: str,
):
@@ -154,6 +155,7 @@ class ModelFinalEvaluator(Evaluator):
.render(
model_information=target_task.get_task_information(),
model_execution_feedback=execution_feedback_to_render,
model_shape_feedback=model_shape_feedback,
model_code_feedback=model_code_feedback,
model_value_feedback=model_value_feedback,
)
@@ -87,6 +87,7 @@ class ModelCoSTEEREvaluator(CoSTEEREvaluator):
implementation=implementation,
gt_implementation=gt_implementation,
model_execution_feedback=model_execution_feedback,
model_shape_feedback=shape_feedback,
model_value_feedback=value_feedback,
model_code_feedback=code_feedback,
)
@@ -160,6 +160,8 @@ evaluator_final_feedback:
{{ model_information }}
--------------Model Execution feedback:---------------
{{ model_execution_feedback }}
--------------Model shape feedback:---------------
{{ model_shape_feedback }}
--------------Model Code feedback:---------------
{{ model_code_feedback }}
--------------Model value feedback:---------------