mirror of
https://github.com/NicolasBohn/NexQuant.git
synced 2026-07-27 23:47:46 +00:00
Xu Yang
c095e4992f
* udpate plot * log and reduce token * trace tag * add simple_background parameter to get_scenario_all_desc * update trace * update first version code * chat model map * add annotation for stack index * add annotation * reformatted by black * several update on kaggle scenarios * update some new change * fix CI * fix CI * fix a bug * fix bugs in graph RAG --------- Co-authored-by: Tim <illking@foxmail.com>
132 lines
4.4 KiB
Python
132 lines
4.4 KiB
Python
from abc import abstractmethod
|
|
from pathlib import Path
|
|
from typing import Tuple
|
|
|
|
from jinja2 import Environment, StrictUndefined
|
|
|
|
from rdagent.core.experiment import Experiment
|
|
from rdagent.core.prompts import Prompts
|
|
from rdagent.core.proposal import (
|
|
Hypothesis,
|
|
Hypothesis2Experiment,
|
|
HypothesisGen,
|
|
Scenario,
|
|
Trace,
|
|
)
|
|
from rdagent.oai.llm_utils import APIBackend
|
|
|
|
prompt_dict = Prompts(file_path=Path(__file__).parent / "prompts.yaml")
|
|
|
|
|
|
class LLMHypothesisGen(HypothesisGen):
|
|
|
|
def __init__(self, scen: Scenario):
|
|
super().__init__(scen)
|
|
|
|
# The following methods are scenario related so they should be implemented in the subclass
|
|
@abstractmethod
|
|
def prepare_context(self, trace: Trace) -> Tuple[dict, bool]: ...
|
|
|
|
@abstractmethod
|
|
def convert_response(self, response: str) -> Hypothesis: ...
|
|
|
|
def gen(self, trace: Trace) -> Hypothesis:
|
|
context_dict, json_flag = self.prepare_context(trace)
|
|
|
|
system_prompt = (
|
|
Environment(undefined=StrictUndefined)
|
|
.from_string(prompt_dict["hypothesis_gen"]["system_prompt"])
|
|
.render(
|
|
targets=self.targets,
|
|
scenario=self.scen.get_scenario_all_desc(filtered_tag="hypothesis_and_experiment"),
|
|
hypothesis_output_format=context_dict["hypothesis_output_format"],
|
|
hypothesis_specification=context_dict["hypothesis_specification"],
|
|
)
|
|
)
|
|
user_prompt = (
|
|
Environment(undefined=StrictUndefined)
|
|
.from_string(prompt_dict["hypothesis_gen"]["user_prompt"])
|
|
.render(
|
|
targets=self.targets,
|
|
hypothesis_and_feedback=context_dict["hypothesis_and_feedback"],
|
|
RAG=context_dict["RAG"],
|
|
)
|
|
)
|
|
|
|
resp = APIBackend().build_messages_and_create_chat_completion(user_prompt, system_prompt, json_mode=json_flag)
|
|
|
|
hypothesis = self.convert_response(resp)
|
|
|
|
return hypothesis
|
|
|
|
|
|
class FactorHypothesisGen(LLMHypothesisGen):
|
|
def __init__(self, scen: Scenario):
|
|
super().__init__(scen)
|
|
self.targets = "factors"
|
|
|
|
|
|
class ModelHypothesisGen(LLMHypothesisGen):
|
|
def __init__(self, scen: Scenario):
|
|
super().__init__(scen)
|
|
self.targets = "model tuning"
|
|
|
|
|
|
class FactorAndModelHypothesisGen(FactorHypothesisGen):
|
|
def __init__(self, scen: Scenario):
|
|
super().__init__(scen)
|
|
self.targets = "feature engineering and model building"
|
|
|
|
|
|
class LLMHypothesis2Experiment(Hypothesis2Experiment[Experiment]):
|
|
@abstractmethod
|
|
def prepare_context(self, hypothesis: Hypothesis, trace: Trace) -> Tuple[dict, bool]: ...
|
|
|
|
@abstractmethod
|
|
def convert_response(self, response: str, trace: Trace) -> Experiment: ...
|
|
|
|
def convert(self, hypothesis: Hypothesis, trace: Trace) -> Experiment:
|
|
context, json_flag = self.prepare_context(hypothesis, trace)
|
|
system_prompt = (
|
|
Environment(undefined=StrictUndefined)
|
|
.from_string(prompt_dict["hypothesis2experiment"]["system_prompt"])
|
|
.render(
|
|
targets=self.targets,
|
|
scenario=trace.scen.get_scenario_all_desc(filtered_tag="hypothesis_and_experiment"),
|
|
experiment_output_format=context["experiment_output_format"],
|
|
)
|
|
)
|
|
user_prompt = (
|
|
Environment(undefined=StrictUndefined)
|
|
.from_string(prompt_dict["hypothesis2experiment"]["user_prompt"])
|
|
.render(
|
|
targets=self.targets,
|
|
target_hypothesis=context["target_hypothesis"],
|
|
hypothesis_and_feedback=context["hypothesis_and_feedback"],
|
|
target_list=context["target_list"],
|
|
RAG=context["RAG"],
|
|
)
|
|
)
|
|
|
|
resp = APIBackend().build_messages_and_create_chat_completion(user_prompt, system_prompt, json_mode=json_flag)
|
|
|
|
return self.convert_response(resp, trace)
|
|
|
|
|
|
class FactorHypothesis2Experiment(LLMHypothesis2Experiment):
|
|
def __init__(self):
|
|
super().__init__()
|
|
self.targets = "factors"
|
|
|
|
|
|
class ModelHypothesis2Experiment(LLMHypothesis2Experiment):
|
|
def __init__(self):
|
|
super().__init__()
|
|
self.targets = "model tuning"
|
|
|
|
|
|
class FactorAndModelHypothesis2Experiment(LLMHypothesis2Experiment):
|
|
def __init__(self):
|
|
super().__init__()
|
|
self.targets = "feature engineering and model building"
|