mirror of
https://github.com/NicolasBohn/NexQuant.git
synced 2026-08-02 18:07:43 +00:00
Linlang
c8f1c5364a
* change_log_object * lint code * delete comments * change_log_object * change_log_object * fix import test error * update code * update code * fix bugs * skip mypy error * skip mypy error * skip mypy error * Start the flask server before running the demo. * achieve front and back interaction * fix github-advanced-security comments * fix github-advanced-security comments * tmp ignore * fix CI * move some logic * change format * adjust logic * log2json changes * tmp * fix * fix bug * refine log2json between 5 scenarios * fix * refine codes * fix logic * use localhost * add loop & all_duration param for old scenario startup * merge control logic * add README for server ui api * update README * reuse code in logger * add loop_n and all_duration param * fix upload * ui server now use port in setting * fix port setting * fix port setting * fix mypy check * refine logger and log storage * fix ruff error * fix CI * refine logger, loop, storage * bind one FileStorage with one logger * not truncate log storage * refine LoopBase.load(), use `checkout` instead of `output_path` and `do_truncate` * clear session folder when loading loop to run * move component info init step to ExpGen Class * Update rdagent/utils/workflow.py * move truncate_session function to LoopBase class * add checkout param for other scenarios * fix bug * move WebStorage to UI * change web_storage name * add randomname to requirements * add typer * fix requirements --------- Co-authored-by: WinstonLiyte <1957922024@qq.com> Co-authored-by: Bowen Xian <xianbowen@outlook.com> Co-authored-by: you-n-g <you-n-g@users.noreply.github.com>
83 lines
2.7 KiB
Python
83 lines
2.7 KiB
Python
from __future__ import annotations
|
|
|
|
from pathlib import Path
|
|
from typing import cast
|
|
|
|
from pydantic_settings import (
|
|
BaseSettings,
|
|
EnvSettingsSource,
|
|
PydanticBaseSettingsSource,
|
|
)
|
|
|
|
|
|
class ExtendedBaseSettings(BaseSettings):
|
|
|
|
@classmethod
|
|
def settings_customise_sources(
|
|
cls,
|
|
settings_cls: type[BaseSettings],
|
|
init_settings: PydanticBaseSettingsSource,
|
|
env_settings: PydanticBaseSettingsSource,
|
|
dotenv_settings: PydanticBaseSettingsSource,
|
|
file_secret_settings: PydanticBaseSettingsSource,
|
|
) -> tuple[PydanticBaseSettingsSource, ...]:
|
|
# 1) walk from base class
|
|
def base_iter(settings_cls: type[ExtendedBaseSettings]) -> list[type[ExtendedBaseSettings]]:
|
|
bases = []
|
|
for cl in settings_cls.__bases__:
|
|
if issubclass(cl, ExtendedBaseSettings) and cl is not ExtendedBaseSettings:
|
|
bases.append(cl)
|
|
bases.extend(base_iter(cl))
|
|
return bases
|
|
|
|
# 2) Build EnvSettingsSource from base classes, so we can add parent Env Sources
|
|
parent_env_settings = [
|
|
EnvSettingsSource(
|
|
base_cls,
|
|
case_sensitive=base_cls.model_config.get("case_sensitive"),
|
|
env_prefix=base_cls.model_config.get("env_prefix"),
|
|
env_nested_delimiter=base_cls.model_config.get("env_nested_delimiter"),
|
|
)
|
|
for base_cls in base_iter(cast("type[ExtendedBaseSettings]", settings_cls))
|
|
]
|
|
return init_settings, env_settings, *parent_env_settings, dotenv_settings, file_secret_settings
|
|
|
|
|
|
class RDAgentSettings(ExtendedBaseSettings):
|
|
|
|
# azure document intelligence configs
|
|
azure_document_intelligence_key: str = ""
|
|
azure_document_intelligence_endpoint: str = ""
|
|
# factor extraction conf
|
|
max_input_duplicate_factor_group: int = 300
|
|
max_output_duplicate_factor_group: int = 20
|
|
max_kmeans_group_number: int = 40
|
|
|
|
# workspace conf
|
|
workspace_path: Path = Path.cwd() / "git_ignore_folder" / "RD-Agent_workspace"
|
|
|
|
# multi processing conf
|
|
multi_proc_n: int = 1
|
|
|
|
# pickle cache conf
|
|
cache_with_pickle: bool = True # whether to use pickle cache
|
|
pickle_cache_folder_path_str: str = str(
|
|
Path.cwd() / "pickle_cache/",
|
|
) # the path of the folder to store the pickle cache
|
|
use_file_lock: bool = (
|
|
True # when calling the function with same parameters, whether to use file lock to avoid
|
|
# executing the function multiple times
|
|
)
|
|
|
|
# misc
|
|
"""The limitation of context stdout"""
|
|
stdout_context_len: int = 400
|
|
stdout_line_len: int = 10000
|
|
|
|
enable_mlflow: bool = False
|
|
|
|
initial_fator_library_size: int = 20
|
|
|
|
|
|
RD_AGENT_SETTINGS = RDAgentSettings()
|