gavindiaz/NexQuant
1
0
Fork 0
mirror of https://github.com/NicolasBohn/NexQuant.git synced 2026-07-27 23:47:46 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat: Dynamic scenario based on task (#392)

Browse Source 
* OAI api

* more comments

* llm utils

* RD-Framework for dynamic scen

* remove useless code

* auto lint

* fix dynamic scennario

* Add parameter

* auto lint

* remove abstractmethod

* fix lint
This commit is contained in:
you-n-g
2024-09-29 18:43:17 +08:00
committed by GitHub
parent d633d8ca5d
commit ef641332fa
12 changed files with 121 additions and 46 deletions
Download Patch File Download Diff File Expand all files Collapse all files
rdagent/components/coder/model_coder/CoSTEER/evaluators.py
+10 -2
View File
@@ -89,7 +89,11 @@ class ModelCodeEvaluator(Evaluator):
system_prompt = (
Environment(undefined=StrictUndefined)
.from_string(evaluate_prompts["evaluator_code_feedback"]["system"])
.render(scenario=self.scen.get_scenario_all_desc() if self.scen is not None else "No scenario description.")
.render(
scenario=self.scen.get_scenario_all_desc(target_task)
if self.scen is not None
else "No scenario description."
)
)
execution_feedback_to_render = model_execution_feedback
@@ -145,7 +149,11 @@ class ModelFinalEvaluator(Evaluator):
system_prompt = (
Environment(undefined=StrictUndefined)
.from_string(evaluate_prompts["evaluator_final_feedback"]["system"])
.render(scenario=self.scen.get_scenario_all_desc() if self.scen is not None else "No scenario description.")
.render(
scenario=self.scen.get_scenario_all_desc(target_task)
if self.scen is not None
else "No scenario description."
)
)
execution_feedback_to_render = model_execution_feedback