mirror of
https://github.com/NicolasBohn/NexQuant.git
synced 2026-07-28 16:07:46 +00:00
feat: display LLM prompt (#676)
* log llm prompt * fix * fix log llm messages problem --------- Co-authored-by: Bowen Xian <xianbowen@outlook.com>
This commit is contained in:
@@ -242,6 +242,17 @@ class APIBackend(ABC):
|
||||
)
|
||||
return messages
|
||||
|
||||
def _build_log_messages(self, messages: list[dict[str, Any]]) -> str:
|
||||
log_messages = ""
|
||||
for m in messages:
|
||||
log_messages += (
|
||||
f"\n{LogColors.MAGENTA}{LogColors.BOLD}Role:{LogColors.END}"
|
||||
f"{LogColors.CYAN}{m['role']}{LogColors.END}\n"
|
||||
f"{LogColors.MAGENTA}{LogColors.BOLD}Content:{LogColors.END} "
|
||||
f"{LogColors.CYAN}{m['content']}{LogColors.END}\n"
|
||||
)
|
||||
return log_messages
|
||||
|
||||
def build_messages_and_create_chat_completion( # type: ignore[no-untyped-def]
|
||||
self,
|
||||
user_prompt: str,
|
||||
|
||||
@@ -283,17 +283,6 @@ class DeprecBackend(APIBackend):
|
||||
|
||||
return [content_to_embedding_dict[content] for content in input_content_list]
|
||||
|
||||
def _build_log_messages(self, messages: list[dict[str, Any]]) -> str:
|
||||
log_messages = ""
|
||||
for m in messages:
|
||||
log_messages += (
|
||||
f"\n{LogColors.MAGENTA}{LogColors.BOLD}Role:{LogColors.END}"
|
||||
f"{LogColors.CYAN}{m['role']}{LogColors.END}\n"
|
||||
f"{LogColors.MAGENTA}{LogColors.BOLD}Content:{LogColors.END} "
|
||||
f"{LogColors.CYAN}{m['content']}{LogColors.END}\n"
|
||||
)
|
||||
return log_messages
|
||||
|
||||
def _create_chat_completion_inner_function( # type: ignore[no-untyped-def] # noqa: C901, PLR0912, PLR0915
|
||||
self,
|
||||
messages: list[dict[str, Any]],
|
||||
|
||||
@@ -85,6 +85,7 @@ class LiteLLMAPIBackend(APIBackend):
|
||||
f"{LogColors.GREEN}Using chat model{LogColors.END} {LITELLM_SETTINGS.chat_model}", tag="llm_messages"
|
||||
)
|
||||
|
||||
logger.info(self._build_log_messages(messages), tag="llm_messages")
|
||||
if LITELLM_SETTINGS.chat_stream:
|
||||
logger.info(f"{LogColors.BLUE}assistant:{LogColors.END}", tag="llm_messages")
|
||||
content = ""
|
||||
|
||||
Reference in New Issue
Block a user