mirror of
https://github.com/NicolasBohn/NexQuant.git
synced 2026-08-04 18:57:44 +00:00
update all (#530)
This commit is contained in:
@@ -57,12 +57,22 @@ class FeatureCoSTEEREvaluator(CoSTEEREvaluator):
|
||||
|
||||
stdout = implementation.execute(env=de, entry=f"python {fname}")
|
||||
|
||||
if "main.py" in implementation.file_dict:
|
||||
workflow_stdout = implementation.execute(env=de, entry="python main.py")
|
||||
else:
|
||||
workflow_stdout = None
|
||||
|
||||
system_prompt = T(".prompts:feature_eval.system").r(
|
||||
task_desc=target_task.get_task_information(),
|
||||
test_code=test_code,
|
||||
code=implementation.file_dict["feature.py"],
|
||||
workflow_stdout=workflow_stdout,
|
||||
workflow_code=implementation.all_codes,
|
||||
)
|
||||
user_prompt = T(".prompts:feature_eval.user").r(
|
||||
stdout=shrink_text(stdout),
|
||||
workflow_stdout=workflow_stdout,
|
||||
)
|
||||
user_prompt = T(".prompts:feature_eval.user").r(stdout=shrink_text(stdout))
|
||||
|
||||
resp = APIBackend().build_messages_and_create_chat_completion(user_prompt, system_prompt, json_mode=True)
|
||||
return FeatureEvalFeedback(**json.loads(resp))
|
||||
|
||||
Reference in New Issue
Block a user