Files
NexQuant/rdagent/scenarios/qlib/experiment/quant_experiment.py
T
Yuante Li d1019cb568 feat: add RD-Agent-Quant scenario (#838)
* fix model input shape bug and costeer_model bug

* fix a bug

* fix a bug in docker result extraction

* a system-level optimization

* add a filter of stdout

* update

* add stdout to model

* model training_hyperparameters update

* quant scenario

* update some quant settings

* llm choose action

* Thompson Sampling Bandit for action choosing

* refine both scens

* add trace messages for quant scen

* fix some bugs

* fix some bugs

* update

* update

* update

* fix

* fix

* fix

* update for merge

* fix ci

* fix some bugs

* fix ci

* fix ci

* fix ci

* fix ci

* refactor

* default qlib4rdagent local env downloading

* fix ci

* fix ci

* fix a bug

* fix ci

* fix: align all prompts on template (#908)

* use template to render all prompts

* fix CI

---------

Co-authored-by: Xu Yang <xuyang1@microsoft.com>

* add fin_quant in cli

* fix a bug

* fix ci

* fix some bugs

* refactor

* remove the columns in hypothesis if no value generated in this column

* fix a bug

* fix ci

* fix conda env

* add qlib gitignore

* remove existed qlib folder & install torch in qlib conda

* fix workspace ui in feedback

* align model config in coder and runner in docker or conda

* fix CI

* fix CI

---------

Co-authored-by: Xu Yang <peteryang@vip.qq.com>
Co-authored-by: Xu Yang <xuyang1@microsoft.com>
2025-05-29 16:16:51 +08:00

168 lines
6.3 KiB
Python

from copy import deepcopy
from pathlib import Path
# Factor
from rdagent.components.coder.factor_coder.factor import (
FactorExperiment,
FactorFBWorkspace,
FactorTask,
)
# Model
from rdagent.components.coder.model_coder.model import (
ModelExperiment,
ModelFBWorkspace,
ModelTask,
)
from rdagent.core.experiment import Task
from rdagent.core.scenario import Scenario
from rdagent.scenarios.qlib.experiment.utils import get_data_folder_intro
from rdagent.scenarios.qlib.experiment.workspace import QlibFBWorkspace
from rdagent.utils.agent.tpl import T
class QlibFactorExperiment(FactorExperiment[FactorTask, QlibFBWorkspace, FactorFBWorkspace]):
def __init__(self, *args, **kwargs) -> None:
super().__init__(*args, **kwargs)
self.experiment_workspace = QlibFBWorkspace(template_folder_path=Path(__file__).parent / "factor_template")
class QlibModelExperiment(ModelExperiment[ModelTask, QlibFBWorkspace, ModelFBWorkspace]):
def __init__(self, *args, **kwargs) -> None:
super().__init__(*args, **kwargs)
self.experiment_workspace = QlibFBWorkspace(template_folder_path=Path(__file__).parent / "model_template")
class QlibQuantScenario(Scenario):
def __init__(self) -> None:
super().__init__()
self._source_data = deepcopy(get_data_folder_intro())
self._rich_style_description = deepcopy(T(".prompts:qlib_factor_rich_style_description").r())
self._experiment_setting = deepcopy(T(".prompts:qlib_factor_experiment_setting").r())
def background(self, tag=None) -> str:
assert tag in [None, "factor", "model"]
quant_background = "The background of the scenario is as follows:\n" + T(".prompts:qlib_quant_background").r()
factor_background = (
"This time, I need your help with the research and development of the factor. The background of the factor scenario is as follows:\n"
+ T(".prompts:qlib_factor_background").r()
)
model_background = (
"This time, I need your help with the research and development of the model. The background of the model scenario is as follows:\n"
+ T(".prompts:qlib_model_background").r()
)
# TODO: There are some issues here
if tag is None:
return quant_background + "\n" + factor_background + "\n" + model_background
elif tag == "factor":
return factor_background
else:
return model_background
def get_source_data_desc(self) -> str:
return self._source_data
def output_format(self, tag=None) -> str:
assert tag in [None, "factor", "model"]
factor_output_format = (
"The factor code should output the following format:\n" + T(".prompts:qlib_factor_output_format").r()
)
model_output_format = (
"The model code should output the following format:\n" + T(".prompts:qlib_model_output_format").r()
)
if tag is None:
return factor_output_format + "\n" + model_output_format
elif tag == "factor":
return factor_output_format
else:
return model_output_format
def interface(self, tag=None) -> str:
assert tag in [None, "factor", "model"]
factor_interface = (
"The factor code should be written in the following interface:\n" + T(".prompts:qlib_factor_interface").r()
)
model_interface = (
"The model code should be written in the following interface:\n" + T(".prompts:qlib_model_interface").r()
)
if tag is None:
return factor_interface + "\n" + model_interface
elif tag == "factor":
return factor_interface
else:
return model_interface
def simulator(self, tag=None) -> str:
assert tag in [None, "factor", "model"]
factor_simulator = "The factor code will be sent to the simulator:\n" + T(".prompts:qlib_factor_simulator").r()
model_simulator = "The model code will be sent to the simulator:\n" + T(".prompts:qlib_model_simulator").r()
if tag is None:
return factor_simulator + "\n" + model_simulator
elif tag == "factor":
return factor_simulator
else:
return model_simulator
@property
def rich_style_description(self) -> str:
return self._rich_style_description
@property
def experiment_setting(self) -> str:
return self._experiment_setting
def get_scenario_all_desc(
self,
task: Task | None = None,
filtered_tag: str | None = None,
simple_background: bool | None = None,
action: str | None = None,
) -> str:
def common_description(action: str | None = None) -> str:
return f"""\n------Background of the scenario------
{self.background(action)}
------The source dataset you can use------
{self.get_source_data_desc()}
"""
# TODO: There are still some issues with handling source_data here
def source_data() -> str:
return f"""
------The source data you can use------
{self.get_source_data_desc()}
"""
def interface(tag: str | None) -> str:
return f"""
------The interface you should follow to write the runnable code------
{self.interface(tag)}
"""
def output(tag: str | None) -> str:
return f"""
------The output of your code should be in the format------
{self.output_format(tag)}
"""
def simulator(tag: str | None) -> str:
return f"""
------The simulator user can use to test your solution------
{self.simulator(tag)}
"""
if simple_background:
return common_description()
elif filtered_tag == "hypothesis_and_experiment" or filtered_tag == "feedback":
return common_description() + simulator(None)
elif filtered_tag == "factor" or filtered_tag == "feature" or filtered_tag == "factors":
return common_description("factor") + interface("factor") + output("factor") + simulator("factor")
elif filtered_tag == "model" or filtered_tag == "model tuning":
return common_description("model") + interface("model") + output("model") + simulator("model")
elif action == "factor" or action == "model":
return common_description(action) + interface(action) + output(action) + simulator(action)