gavindiaz/NexQuant
1
0
Fork 0
mirror of https://github.com/NicolasBohn/NexQuant.git synced 2026-07-28 16:07:46 +00:00
Code Issues Packages Projects Releases Wiki Activity

chore: log LITELLM_SETTINGS when first use (#1074)

Browse Source 
* log LITELLM_SETTINGS when first use

* fix ci
This commit is contained in:
XianBW
2025-07-15 18:41:18 +08:00
committed by GitHub
parent a6acd3d959
commit 07407b770d
1 changed files with 6 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
rdagent/oai/backend/litellm.py
+6 -2
View File
@@ -40,15 +40,19 @@ class LiteLLMSettings(LLMSettings):
LITELLM_SETTINGS = LiteLLMSettings()
logger.info(f"{LITELLM_SETTINGS}")
logger.log_object(LITELLM_SETTINGS.model_dump(), tag="LITELLM_SETTINGS")
ACC_COST = 0.0
class LiteLLMAPIBackend(APIBackend):
"""LiteLLM implementation of APIBackend interface"""
_has_logged_settings: bool = False
def __init__(self, *args: Any, **kwargs: Any) -> None:
if not self.__class__._has_logged_settings:
logger.info(f"{LITELLM_SETTINGS}")
logger.log_object(LITELLM_SETTINGS.model_dump(), tag="LITELLM_SETTINGS")
self.__class__._has_logged_settings = True
super().__init__(*args, **kwargs)
def _calculate_token_from_messages(self, messages: list[dict[str, Any]]) -> int: