feat: add previous runner loops to runner history (#1142)

* add prev loops to runner history

* fix evolving history

* fix bug on initializing feedback without final decision

* reformat

* refine

* add comments

* fix ci

* a little refinement

* fix CI

---------

Co-authored-by: Xu <v-xuminrui@microsoft.com>
Co-authored-by: Xu Yang <peteryang@vip.qq.com>

rdagent/components/coder/CoSTEER/evaluators.py

@@ -42,7 +42,7 @@ class CoSTEERSingleFeedback(Feedback):
     return_checking: str | None  # including every check in the testing (constraints about the generated value)
     # value_feedback, shape_feedback, value_generated_flag
     code: str
-    final_decision: bool
+    final_decision: bool | None = None
 
     @staticmethod
     def val_and_update_init_dict(data: dict) -> dict:

rdagent/components/coder/CoSTEER/evolving_strategy.py

@@ -19,6 +19,8 @@ from rdagent.core.utils import multiprocessing_wrapper
 
 
 class MultiProcessEvolvingStrategy(EvolvingStrategy):
+    KEY_CHANGE_SUMMARY = "__change_summary__"  # Optional key for the summary of the change of evolving subjects
+
     def __init__(self, scen: Scenario, settings: CoSTEERSettings):
         super().__init__(scen)
         self.settings = settings
@@ -51,6 +53,7 @@ class MultiProcessEvolvingStrategy(EvolvingStrategy):
         Return
         ------
         The new files {<filename>: <content>} to update the workspace.
+        - Special Keys: self.KEY_CHANGE_SUMMARY;
         """
         raise NotImplementedError
 

rdagent/components/coder/factor_coder/config.py

@@ -4,11 +4,7 @@ from typing import Optional
 from pydantic_settings import SettingsConfigDict
 
 from rdagent.components.coder.CoSTEER.config import CoSTEERSettings
-from rdagent.utils.env import (
-    CondaConf,
-    Env,
-    LocalEnv,
-)
+from rdagent.utils.env import CondaConf, Env, LocalEnv
 
 
 class FactorCoSTEERSettings(CoSTEERSettings):

rdagent/components/coder/model_coder/conf.py

@@ -3,12 +3,7 @@ from typing import Optional
 from pydantic_settings import SettingsConfigDict
 
 from rdagent.components.coder.CoSTEER.config import CoSTEERSettings
-from rdagent.utils.env import (
-    Env,
-    QlibCondaConf,
-    QlibCondaEnv,
-    QTDockerEnv,
-)
+from rdagent.utils.env import Env, QlibCondaConf, QlibCondaEnv, QTDockerEnv
 
 
 class ModelCoSTEERSettings(CoSTEERSettings):