Align factor coder into new framework (#47)

* use CoSTEER as component name * rename factorimplementation to avoid confusion * rename modelimplementation * align benchmark and evolving evaluators * add scenario to evaluator init function * rename all factorimplementationknowledge in CoSTEER * remove all scenario related information in component * remove useless code --------- Co-authored-by: xuyang1 <xuyang1@microsoft.com>
2026-07-29 08:27:43 +00:00 · 2024-07-05 17:42:00 +08:00
parent f61453fbb1
commit 1d9b4cd2ec
57 changed files with 974 additions and 1093 deletions
@@ -0,0 +1,48 @@
+from pathlib import Path
+from typing import Literal, Union
+
+from pydantic_settings import BaseSettings
+
+SELECT_METHOD = Literal["random", "scheduler"]
+
+
+class FactorImplementSettings(BaseSettings):
+    file_based_execution_data_folder: str = str(
+        (Path().cwd() / "git_ignore_folder" / "factor_implementation_source_data").absolute(),
+    )
+    file_based_execution_workspace: str = str(
+        (Path().cwd() / "git_ignore_folder" / "factor_implementation_workspace").absolute(),
+    )
+    implementation_execution_cache_location: str = str(
+        (Path().cwd() / "git_ignore_folder" / "factor_implementation_execution_cache").absolute(),
+    )
+    enable_execution_cache: bool = True  # whether to enable the execution cache
+
+    # TODO: the factor implement specific settings should not appear in this settings
+    # Evolving should have a method specific settings
+    # evolving related config
+    fail_task_trial_limit: int = 20
+
+    v1_query_former_trace_limit: int = 5
+    v1_query_similar_success_limit: int = 5
+
+    v2_query_component_limit: int = 1
+    v2_query_error_limit: int = 1
+    v2_query_former_trace_limit: int = 1
+    v2_error_summary: bool = False
+    v2_knowledge_sampler: float = 1.0
+
+    evo_multi_proc_n: int = 16  # how many processes to use for evolving (including eval & generation)
+
+    file_based_execution_timeout: int = 120  # seconds for each factor implementation execution
+
+    select_method: SELECT_METHOD = "random"
+    select_ratio: float = 0.5
+
+    max_loop: int = 10
+
+    knowledge_base_path: Union[str, None] = None
+    new_knowledge_base_path: Union[str, None] = None
+
+
+FACTOR_IMPLEMENT_SETTINGS = FactorImplementSettings()