Files
NexQuant/rdagent/core/evolving_framework.py
T

105 lines
2.5 KiB
Python
Raw Normal View History

2024-05-21 22:48:41 +08:00
from __future__ import annotations
import copy
from abc import ABC, abstractmethod
from dataclasses import dataclass
from typing import Any
2024-07-05 17:42:00 +08:00
from rdagent.core.evaluation import Feedback
from rdagent.core.scenario import Scenario
2024-05-21 22:48:41 +08:00
class Knowledge:
pass
class QueriedKnowledge:
pass
class KnowledgeBase(ABC):
@abstractmethod
def query(
self,
) -> QueriedKnowledge | None:
raise NotImplementedError
class EvolvableSubjects:
"""The target object to be evolved"""
def clone(self) -> EvolvableSubjects:
return copy.deepcopy(self)
2024-07-17 15:00:13 +08:00
class QlibEvolvableSubjects(EvolvableSubjects):
...
2024-05-21 22:48:41 +08:00
@dataclass
class EvoStep:
"""At a specific step,
based on
- previous trace
- newly RAG knowledge `QueriedKnowledge`
2024-05-21 22:48:41 +08:00
the EvolvableSubjects is evolved to a new one `EvolvableSubjects`.
(optional) After evaluation, we get feedback `feedback`.
"""
evolvable_subjects: EvolvableSubjects
queried_knowledge: QueriedKnowledge | None = None
feedback: Feedback | None = None
class EvolvingStrategy(ABC):
2024-07-05 17:42:00 +08:00
def __init__(self, scen: Scenario) -> None:
self.scen = scen
2024-05-21 22:48:41 +08:00
@abstractmethod
def evolve(
self,
*evo: EvolvableSubjects,
evolving_trace: list[EvoStep] | None = None,
queried_knowledge: QueriedKnowledge | None = None,
**kwargs: Any,
) -> EvolvableSubjects:
"""The evolving trace is a list of (evolvable_subjects, feedback) ordered
according to the time.
The reason why the parameter is important for the evolving.
- evolving_trace: the historical feedback is important.
- queried_knowledge: queried knowledge
"""
class RAGStrategy(ABC):
"""Retrieval Augmentation Generation Strategy"""
2024-05-21 22:48:41 +08:00
def __init__(self, knowledgebase: KnowledgeBase) -> None:
self.knowledgebase = knowledgebase
@abstractmethod
def query(
self,
evo: EvolvableSubjects,
evolving_trace: list[EvoStep],
**kwargs: Any,
) -> QueriedKnowledge | None:
pass
@abstractmethod
def generate_knowledge(
self,
evolving_trace: list[EvoStep],
*,
return_knowledge: bool = False,
**kwargs: Any,
) -> Knowledge | None:
"""Generating new knowledge based on the evolving trace.
- It is encouraged to query related knowledge before generating new knowledge.
RAGStrategy should maintain the new knowledge all by itself.
"""