From bb18db0a247c222f07496e72928e1d18cf33c1e8 Mon Sep 17 00:00:00 2001 From: Xu Yang Date: Thu, 1 Aug 2024 18:08:23 +0800 Subject: [PATCH] Fix a small bug in model value evaluation (#142) * Value evaluation feedback not correct. We should give different feedback when target tensor or gt tensor is not available. * fix CI --- rdagent/components/coder/model_coder/CoSTEER/evaluators.py | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/rdagent/components/coder/model_coder/CoSTEER/evaluators.py b/rdagent/components/coder/model_coder/CoSTEER/evaluators.py index 38a8a5d4..330c90d6 100644 --- a/rdagent/components/coder/model_coder/CoSTEER/evaluators.py +++ b/rdagent/components/coder/model_coder/CoSTEER/evaluators.py @@ -47,8 +47,10 @@ def value_evaluator( prediction: torch.Tensor, target: torch.Tensor, ) -> Tuple[torch.Tensor, bool]: - if target is None or prediction is None: - return "No output generated from the model. No value evaluation conducted.", False + if prediction is None: + return "No output generated from the model. Skip value evaluation", False + elif target is None: + return "No ground truth output provided. Value evaluation not impractical", False else: # Calculate the mean absolute difference diff = torch.mean(torch.abs(target - prediction)).item()