gavindiaz/NexQuant
1
0
Fork 0
mirror of https://github.com/NicolasBohn/NexQuant.git synced 2026-07-27 23:47:46 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix litellm log content (#1278)

Browse Source
This commit is contained in:
XianBW
2025-10-24 12:30:30 +08:00
committed by GitHub
parent 27d38af7bd
commit 4f64f20df6
1 changed files with 6 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files
rdagent/oai/backend/litellm.py
+6 -4
View File
@@ -158,7 +158,8 @@ class LiteLLMAPIBackend(APIBackend):
**complete_kwargs,
**kwargs,
)
logger.info(f"{LogColors.GREEN}Using chat model{LogColors.END} {model}", tag="llm_messages")
if LITELLM_SETTINGS.log_llm_chat_content:
logger.info(f"{LogColors.GREEN}Using chat model{LogColors.END} {model}", tag="llm_messages")
if LITELLM_SETTINGS.chat_stream:
if LITELLM_SETTINGS.log_llm_chat_content:
@@ -198,9 +199,10 @@ class LiteLLMAPIBackend(APIBackend):
cost = np.nan
else:
ACC_COST += cost
logger.info(
f"Current Cost: ${float(cost):.10f}; Accumulated Cost: ${float(ACC_COST):.10f}; {finish_reason=}",
)
if LITELLM_SETTINGS.log_llm_chat_content:
logger.info(
f"Current Cost: ${float(cost):.10f}; Accumulated Cost: ${float(ACC_COST):.10f}; {finish_reason=}",
)
prompt_tokens = token_counter(model=model, messages=messages)
completion_tokens = token_counter(model=model, text=content)