adjust logging system (#51)

* remove ruff comment in log.py

* change log framework and fix llm_utils.py's logs

* Some thoughts for logging

* fix SingletonMeta's definition, maintain an instance dict for each class that inherits it

* adjust log codes directory, add some tag for factor implementation logging

* Update rdagent/core/conf.py

* fix factor task app & log

* fix log import

* Streamlet framework

* fix log tag to path logic

* Add todos

* Add example in docstring

* add log tag for llm_utils.py

* Capture lost content

---------

Co-authored-by: Young <afe.young@gmail.com>
Co-authored-by: you-n-g <you-n-g@users.noreply.github.com>

rdagent/components/coder/factor_coder/CoSTEER/evaluators.py

@@ -17,7 +17,7 @@ from rdagent.core.conf import RD_AGENT_SETTINGS
 from rdagent.core.evaluation import Evaluator
 from rdagent.core.evolving_framework import Feedback, QueriedKnowledge
 from rdagent.core.experiment import Implementation, Task
-from rdagent.core.log import RDAgentLog
+from rdagent.log import rdagent_logger as logger
 from rdagent.core.prompts import Prompts
 from rdagent.core.utils import multiprocessing_wrapper
 from rdagent.oai.llm_utils import APIBackend
@@ -588,7 +588,7 @@ class FactorEvaluatorForCoder(FactorEvaluator):
                     value_feedback=factor_feedback.factor_value_feedback,
                     code_feedback=factor_feedback.code_feedback,
                 )
-            RDAgentLog().info(factor_feedback.final_decision)
+            logger.info(factor_feedback.final_decision)
             return factor_feedback
 
 
@@ -643,7 +643,7 @@ class FactorMultiEvaluator(Evaluator):
             None if single_feedback is None else single_feedback.final_decision
             for single_feedback in multi_implementation_feedback
         ]
-        RDAgentLog().info(f"Final decisions: {final_decision} True count: {final_decision.count(True)}")
+        logger.info(f"Final decisions: {final_decision} True count: {final_decision.count(True)}")
 
         return multi_implementation_feedback
 

rdagent/components/coder/factor_coder/CoSTEER/evolvable_subjects.py

@@ -4,7 +4,7 @@ from rdagent.components.coder.factor_coder.factor import (
     FileBasedFactorImplementation,
 )
 from rdagent.core.evolving_framework import EvolvableSubjects
-from rdagent.core.log import RDAgentLog
+from rdagent.log import rdagent_logger as logger
 
 
 class FactorEvolvingItem(FactorExperiment, EvolvableSubjects):
@@ -23,7 +23,7 @@ class FactorEvolvingItem(FactorExperiment, EvolvableSubjects):
             sub_gt_implementations,
         ) != len(self.sub_tasks):
             self.sub_gt_implementations = None
-            RDAgentLog().warning(
+            logger.warning(
                 "The length of sub_gt_implementations is not equal to the length of sub_tasks, set sub_gt_implementations to None",
             )
         else:

rdagent/components/coder/factor_coder/CoSTEER/knowledge_management.py

@@ -28,7 +28,7 @@ from rdagent.core.evolving_framework import (
     RAGStrategy,
 )
 from rdagent.core.experiment import Implementation
-from rdagent.core.log import RDAgentLog
+from rdagent.log import rdagent_logger as logger
 from rdagent.core.prompts import Prompts
 from rdagent.oai.llm_utils import (
     APIBackend,
@@ -336,7 +336,7 @@ class FactorGraphRAGStrategy(RAGStrategy):
             )["component_no_list"]
             return [all_component_nodes[index - 1] for index in sorted(list(set(component_no_list)))]
         except:
-            RDAgentLog().warning("Error when analyzing components.")
+            logger.warning("Error when analyzing components.")
             analyze_component_user_prompt = "Your response is not a valid component index list."
 
         return []
@@ -714,7 +714,7 @@ class FactorGraphKnowledgeBase(KnowledgeBase):
         Load knowledge, offer brief information of knowledge and common handle interfaces
         """
         self.graph: UndirectedGraph = UndirectedGraph.load(Path.cwd() / "graph.pkl")
-        RDAgentLog().info(f"Knowledge Graph loaded, size={self.graph.size()}")
+        logger.info(f"Knowledge Graph loaded, size={self.graph.size()}")
 
         if init_component_list:
             for component in init_component_list:

rdagent/components/coder/factor_coder/CoSTEER/scheduler.py

@@ -9,7 +9,7 @@ from rdagent.components.coder.factor_coder.CoSTEER.evolvable_subjects import (
 )
 from rdagent.components.coder.factor_coder.utils import get_data_folder_intro
 from rdagent.core.conf import RD_AGENT_SETTINGS
-from rdagent.core.log import RDAgentLog
+from rdagent.log import rdagent_logger as logger
 from rdagent.core.prompts import Prompts
 from rdagent.core.scenario import Scenario
 from rdagent.oai.llm_utils import APIBackend
@@ -25,7 +25,7 @@ def RandomSelect(to_be_finished_task_index, implementation_factors_per_round):
         implementation_factors_per_round,
     )
 
-    RDAgentLog().info(f"The random selection is: {to_be_finished_task_index}")
+    logger.info(f"The random selection is: {to_be_finished_task_index}")
     return to_be_finished_task_index
 
 

rdagent/components/coder/factor_coder/factor.py

@@ -16,7 +16,7 @@ from rdagent.core.exception import (
     RuntimeErrorException,
 )
 from rdagent.core.experiment import Experiment, FBImplementation, Task
-from rdagent.core.log import RDAgentLog
+from rdagent.log import rdagent_logger as logger
 from rdagent.oai.llm_utils import md5_hash
 
 
@@ -74,7 +74,7 @@ class FileBasedFactorImplementation(FBImplementation):
     ) -> None:
         super().__init__(*args, **kwargs)
         self.executed_factor_value_dataframe = executed_factor_value_dataframe
-        self.logger = RDAgentLog()
+        self.logger = logger
         self.raise_exception = raise_exception
 
     @staticmethod