mirror of
https://github.com/NicolasBohn/NexQuant.git
synced 2026-08-01 09:27:43 +00:00
Tim
35c209b092
* feat: start with previous workspace * feat: finetune llm * add PrevModelLoadEvaluator --------- Co-authored-by: Young <afe.young@gmail.com> Co-authored-by: v-jianwan <v-jianwan@microsoft.com> Co-authored-by: you-n-g <you-n-g@users.noreply.github.com>
21 lines
757 B
Python
21 lines
757 B
Python
from pathlib import Path
|
|
|
|
from rdagent.app.data_science.conf import DS_RD_SETTING
|
|
from rdagent.core.scenario import Scenario
|
|
from rdagent.log import rdagent_logger as logger
|
|
from rdagent.scenarios.data_science.scen import DataScienceScen
|
|
from rdagent.scenarios.data_science.scen.utils import describe_data_folder_v2
|
|
from rdagent.utils.agent.tpl import T
|
|
|
|
|
|
class DSFinetuneScen(DataScienceScen):
|
|
"""DSFinetuneScen Scenario"""
|
|
|
|
def _get_data_folder_description(self) -> str:
|
|
folder_desc = describe_data_folder_v2(
|
|
Path(DS_RD_SETTING.local_data_path) / self.competition,
|
|
show_nan_columns=DS_RD_SETTING.show_nan_columns,
|
|
max_length=20000, # more context for model script
|
|
)
|
|
return folder_desc
|