gavindiaz/NexQuant
1
0
Fork 0
mirror of https://github.com/NicolasBohn/NexQuant.git synced 2026-07-31 17:27:42 +00:00
Code Issues Packages Projects Releases Wiki Activity

can set reasoning_effor=None in chat_model_map (#823)

Browse Source
This commit is contained in:
XianBW
2025-04-24 18:47:24 +08:00
committed by GitHub
parent f909b1b6bc
commit f8af5c0682
1 changed files with 5 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
rdagent/oai/backend/litellm.py
+5 -2
View File
@@ -91,8 +91,11 @@ class LiteLLMAPIBackend(APIBackend):
temperature = float(mc["temperature"])
if "max_tokens" in mc:
max_tokens = int(mc["max_tokens"])
if "reasoning_effort" in mc and mc["reasoning_effort"] in ["low", "medium", "high"]:
reasoning_effort = cast(Literal["low", "medium", "high"], mc["reasoning_effort"])
if "reasoning_effort" in mc:
if mc["reasoning_effort"] in ["low", "medium", "high"]:
reasoning_effort = cast(Literal["low", "medium", "high"], mc["reasoning_effort"])
else:
reasoning_effort = None
break
response = completion(
model=model,