gavindiaz/NexQuant
1
0
Fork 0
mirror of https://github.com/NicolasBohn/NexQuant.git synced 2026-07-29 08:27:43 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix bug for embedding caused by PR 1188 (#1194)

Browse Source
This commit is contained in:
amstrongzyf
2025-08-18 20:15:18 +08:00
committed by GitHub
parent 3260c0c3ff
commit c150d33603
1 changed files with 5 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
rdagent/oai/backend/base.py
+5 -2
View File
@@ -481,9 +481,12 @@ class APIBackend(ABC):
or "\\'messages\\' must contain the word \\'json\\' in some form" in e.message
):
kwargs["add_json_in_prompt"] = True
too_long_error_message = "maximum context length" in e.message or "input must have less than" in e.message # type: ignore[attr-defined]
if hasattr(e, "message") and embedding and too_long_error_message:
too_long_error_message = hasattr(e, "message") and (
"maximum context length" in e.message or "input must have less than" in e.message
)
if embedding and too_long_error_message:
if not embedding_truncated:
# Handle embedding text too long error - truncate once and retry
model_name = LLM_SETTINGS.embedding_model