gavindiaz/NexQuant
1
0
Fork 0
mirror of https://github.com/NicolasBohn/NexQuant.git synced 2026-07-29 08:27:43 +00:00
Code Issues Packages Projects Releases Wiki Activity

force use_chat_cache False when facing error in evaluators (#432)

Browse Source
This commit is contained in:
Xu Yang
2024-10-15 12:21:33 +08:00
committed by GitHub
parent a9421cb93f
commit 5988683cd9
2 changed files with 5 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
rdagent/components/coder/factor_coder/CoSTEER/evaluators.py
+4 -2
View File
@@ -190,7 +190,8 @@ class FactorOutputFormatEvaluator(FactorEvaluator):
while attempts < max_attempts:
try:
resp = APIBackend().build_messages_and_create_chat_completion(
api = APIBackend() if attempts == 0 else APIBackend(use_chat_cache=False)
resp = api.build_messages_and_create_chat_completion(
user_prompt=gen_df_info_str, system_prompt=system_prompt, json_mode=True
)
resp_dict = json.loads(resp)
@@ -535,8 +536,9 @@ class FactorFinalDecisionEvaluator(Evaluator):
while attempts < max_attempts:
try:
api = APIBackend() if attempts == 0 else APIBackend(use_chat_cache=False)
final_evaluation_dict = json.loads(
APIBackend().build_messages_and_create_chat_completion(
api.build_messages_and_create_chat_completion(
user_prompt=user_prompt,
system_prompt=system_prompt,
json_mode=True,
rdagent/scenarios/qlib/factor_experiment_loader/json_loader.py
+1 -1
View File
@@ -55,7 +55,7 @@ class FactorTestCaseLoaderFromJsonFile:
factor_formulation=factor_data["formulation"],
variables=factor_data["variables"],
)
gt = FactorFBWorkspace(task, raise_exception=True)
gt = FactorFBWorkspace(task, raise_exception=False)
code = {"factor.py": factor_data["gt_code"]}
gt.inject_code(**code)
test_cases.test_case_l.append(TestCase(task, gt))