mirror of
https://github.com/NicolasBohn/NexQuant.git
synced 2026-07-28 16:07:46 +00:00
you-n-g
defefd37f5
* refactor: convert direct_exp_gen to async and enforce parallel limit * fix bug * change coroutine function position * fix fin_quant's direct_exp_gen * format with isort --------- Co-authored-by: Bowen Xian <xianbowen@outlook.com> Co-authored-by: SunsetWolf <Lv.Linlang@hotmail.com>
94 lines
3.5 KiB
Python
94 lines
3.5 KiB
Python
"""
|
|
Model workflow with session control
|
|
It is from `rdagent/app/qlib_rd_loop/model.py` and try to replace `rdagent/app/qlib_rd_loop/RDAgent.py`
|
|
"""
|
|
|
|
import asyncio
|
|
from typing import Any
|
|
|
|
from rdagent.components.workflow.conf import BasePropSetting
|
|
from rdagent.core.conf import RD_AGENT_SETTINGS
|
|
from rdagent.core.developer import Developer
|
|
from rdagent.core.proposal import (
|
|
Experiment2Feedback,
|
|
Hypothesis,
|
|
Hypothesis2Experiment,
|
|
HypothesisFeedback,
|
|
HypothesisGen,
|
|
Trace,
|
|
)
|
|
from rdagent.core.scenario import Scenario
|
|
from rdagent.core.utils import import_class
|
|
from rdagent.log import rdagent_logger as logger
|
|
from rdagent.utils.workflow import LoopBase, LoopMeta
|
|
|
|
|
|
class RDLoop(LoopBase, metaclass=LoopMeta):
|
|
|
|
def __init__(self, PROP_SETTING: BasePropSetting):
|
|
scen: Scenario = import_class(PROP_SETTING.scen)()
|
|
logger.log_object(scen, tag="scenario")
|
|
|
|
self.hypothesis_gen: HypothesisGen = import_class(PROP_SETTING.hypothesis_gen)(scen)
|
|
logger.log_object(self.hypothesis_gen, tag="hypothesis generator")
|
|
|
|
self.hypothesis2experiment: Hypothesis2Experiment = import_class(PROP_SETTING.hypothesis2experiment)()
|
|
logger.log_object(self.hypothesis2experiment, tag="hypothesis2experiment")
|
|
|
|
self.coder: Developer = import_class(PROP_SETTING.coder)(scen)
|
|
logger.log_object(self.coder, tag="coder")
|
|
self.runner: Developer = import_class(PROP_SETTING.runner)(scen)
|
|
logger.log_object(self.runner, tag="runner")
|
|
|
|
self.summarizer: Experiment2Feedback = import_class(PROP_SETTING.summarizer)(scen)
|
|
logger.log_object(self.summarizer, tag="summarizer")
|
|
self.trace = Trace(scen=scen)
|
|
super().__init__()
|
|
|
|
# excluded steps
|
|
def _propose(self):
|
|
hypothesis = self.hypothesis_gen.gen(self.trace)
|
|
logger.log_object(hypothesis, tag="hypothesis generation")
|
|
return hypothesis
|
|
|
|
def _exp_gen(self, hypothesis: Hypothesis):
|
|
exp = self.hypothesis2experiment.convert(hypothesis, self.trace)
|
|
logger.log_object(exp.sub_tasks, tag="experiment generation")
|
|
return exp
|
|
|
|
# included steps
|
|
async def direct_exp_gen(self, prev_out: dict[str, Any]):
|
|
while True:
|
|
if self.get_unfinished_loop_cnt(self.loop_idx) < RD_AGENT_SETTINGS.get_max_parallel():
|
|
hypo = self._propose()
|
|
exp = self._exp_gen(hypo)
|
|
return {"propose": hypo, "exp_gen": exp}
|
|
await asyncio.sleep(1)
|
|
|
|
def coding(self, prev_out: dict[str, Any]):
|
|
exp = self.coder.develop(prev_out["direct_exp_gen"]["exp_gen"])
|
|
logger.log_object(exp.sub_workspace_list, tag="coder result")
|
|
return exp
|
|
|
|
def running(self, prev_out: dict[str, Any]):
|
|
exp = self.runner.develop(prev_out["coding"])
|
|
logger.log_object(exp, tag="runner result")
|
|
return exp
|
|
|
|
def feedback(self, prev_out: dict[str, Any]):
|
|
e = prev_out.get(self.EXCEPTION_KEY, None)
|
|
if e is not None:
|
|
feedback = HypothesisFeedback(
|
|
observations=str(e),
|
|
hypothesis_evaluation="",
|
|
new_hypothesis="",
|
|
reason="",
|
|
decision=False,
|
|
)
|
|
logger.log_object(feedback, tag="feedback")
|
|
self.trace.hist.append((prev_out["direct_exp_gen"]["exp_gen"], feedback))
|
|
else:
|
|
feedback = self.summarizer.generate_feedback(prev_out["running"], self.trace)
|
|
logger.log_object(feedback, tag="feedback")
|
|
self.trace.hist.append((prev_out["running"], feedback))
|