mirror of
https://github.com/NicolasBohn/NexQuant.git
synced 2026-07-28 07:57:44 +00:00
e0a24fb46f
* ignore result csv file * fix app scripts * rename taskgenerator to developer and generate to develop * fix a config bug in coder * fix a small bug in factor coder evaluators * remove a single logger in factor coder evaluators * fix a small bug in model coder main.py * rename Implementation to Workspace * move the prepare the inject_code into FBWorkspace to align all the behavior * fix a small bug in model feedback * remove debug lines for multi processing and simplify evaluators multi proc * add a copy function to workspace to freeze the workspace && add config prefix to speed up debugging * make hypothesisgen a abc class * use Qlib***Experiment * fix a small bug * rename Imp to Ws * rename sub_implementations to sub_workspace_list * fix a bug in feedback not presented as content in prompts * move proposal pys to proposal folder * reformat the folder * align factor and model qlib workspace and use template to handle the workspace * add a filter to evoagent to filter out false evo * align multi_proc_n into RDAGENT seeting * handle when runner gets empty experiment * fix logger merge remaining problems * fix black and isort automatically
105 lines
2.5 KiB
Python
105 lines
2.5 KiB
Python
from __future__ import annotations
|
|
|
|
import copy
|
|
from abc import ABC, abstractmethod
|
|
from dataclasses import dataclass
|
|
from typing import Any
|
|
|
|
from rdagent.core.evaluation import Feedback
|
|
from rdagent.core.scenario import Scenario
|
|
|
|
|
|
class Knowledge:
|
|
pass
|
|
|
|
|
|
class QueriedKnowledge:
|
|
pass
|
|
|
|
|
|
class KnowledgeBase(ABC):
|
|
@abstractmethod
|
|
def query(
|
|
self,
|
|
) -> QueriedKnowledge | None:
|
|
raise NotImplementedError
|
|
|
|
|
|
class EvolvableSubjects:
|
|
"""The target object to be evolved"""
|
|
|
|
def clone(self) -> EvolvableSubjects:
|
|
return copy.deepcopy(self)
|
|
|
|
|
|
class QlibEvolvableSubjects(EvolvableSubjects):
|
|
...
|
|
|
|
|
|
@dataclass
|
|
class EvoStep:
|
|
"""At a specific step,
|
|
based on
|
|
- previous trace
|
|
- newly RAG knowledge `QueriedKnowledge`
|
|
|
|
the EvolvableSubjects is evolved to a new one `EvolvableSubjects`.
|
|
|
|
(optional) After evaluation, we get feedback `feedback`.
|
|
"""
|
|
|
|
evolvable_subjects: EvolvableSubjects
|
|
queried_knowledge: QueriedKnowledge | None = None
|
|
feedback: Feedback | None = None
|
|
|
|
|
|
class EvolvingStrategy(ABC):
|
|
def __init__(self, scen: Scenario) -> None:
|
|
self.scen = scen
|
|
|
|
@abstractmethod
|
|
def evolve(
|
|
self,
|
|
*evo: EvolvableSubjects,
|
|
evolving_trace: list[EvoStep] | None = None,
|
|
queried_knowledge: QueriedKnowledge | None = None,
|
|
**kwargs: Any,
|
|
) -> EvolvableSubjects:
|
|
"""The evolving trace is a list of (evolvable_subjects, feedback) ordered
|
|
according to the time.
|
|
|
|
The reason why the parameter is important for the evolving.
|
|
- evolving_trace: the historical feedback is important.
|
|
- queried_knowledge: queried knowledge
|
|
"""
|
|
|
|
|
|
class RAGStrategy(ABC):
|
|
"""Retrieval Augmentation Generation Strategy"""
|
|
|
|
def __init__(self, knowledgebase: KnowledgeBase) -> None:
|
|
self.knowledgebase = knowledgebase
|
|
|
|
@abstractmethod
|
|
def query(
|
|
self,
|
|
evo: EvolvableSubjects,
|
|
evolving_trace: list[EvoStep],
|
|
**kwargs: Any,
|
|
) -> QueriedKnowledge | None:
|
|
pass
|
|
|
|
@abstractmethod
|
|
def generate_knowledge(
|
|
self,
|
|
evolving_trace: list[EvoStep],
|
|
*,
|
|
return_knowledge: bool = False,
|
|
**kwargs: Any,
|
|
) -> Knowledge | None:
|
|
"""Generating new knowledge based on the evolving trace.
|
|
- It is encouraged to query related knowledge before generating new knowledge.
|
|
|
|
RAGStrategy should maintain the new knowledge all by itself.
|
|
"""
|