gavindiaz/NexQuant
1
0
Fork 0
mirror of https://github.com/NicolasBohn/NexQuant.git synced 2026-07-27 23:47:46 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat: enhance timeout management and knowledge base handling in CoSTEER components (#1130)

Browse Source 
* feat: enhance timeout management and knowledge base handling in CoSTEER components

* fix a little bug

* fix small bug

* fix a small bug

* Update rdagent/scenarios/data_science/loop.py

Co-authored-by: you-n-g <you-n-g@users.noreply.github.com>

* add scale check

* fix a small bug

* fix CI

* use dynamic chat_token_limit & remove repeated lines

* fix CI

* remove useless comment

* fix small bug

* update draft appendix

* fix prompt

* add code correctness as top priority

---------

Co-authored-by: you-n-g <you-n-g@users.noreply.github.com>
This commit is contained in:
Xu Yang
2025-07-31 13:06:28 +08:00
committed by GitHub
parent 600d159e86
commit 305eff1c5e
26 changed files with 337 additions and 131 deletions
Download Patch File Download Diff File Expand all files Collapse all files
rdagent/utils/__init__.py
+13 -4
View File
@@ -121,6 +121,15 @@ def filter_redundant_text(stdout: str) -> str:
# Collapse any excessive blank lines/spaces
filtered_stdout = try_regex_sub(r"\s*\n\s*", filtered_stdout, replace_with="\n")
# remove repeated lines
lines_to_count: dict[str, int] = {}
filtered_stdout_lines = filtered_stdout.splitlines()
for line in filtered_stdout_lines:
lines_to_count[line] = lines_to_count.get(line, 0) + 1
filtered_stdout = "\n".join(
[line for line in filtered_stdout_lines if lines_to_count[line] <= len(filtered_stdout_lines) // 10]
)
# Iteratively ask the LLM for additional filtering patterns (up to 3 rounds)
for _ in range(3):
truncated_stdout = filtered_stdout
@@ -133,11 +142,11 @@ def filter_redundant_text(stdout: str) -> str:
user_prompt=user_prompt,
system_prompt=system_prompt,
)
if stdout_token_size < LLM_SETTINGS.chat_token_limit * 0.1:
if stdout_token_size < APIBackend().chat_token_limit * 0.1:
return truncated_stdout
elif stdout_token_size > LLM_SETTINGS.chat_token_limit * 0.6:
head = truncated_stdout[: int(LLM_SETTINGS.chat_token_limit * 0.3)]
tail = truncated_stdout[-int(LLM_SETTINGS.chat_token_limit * 0.3) :]
elif stdout_token_size > APIBackend().chat_token_limit * 0.6:
head = truncated_stdout[: int(APIBackend().chat_token_limit * 0.3)]
tail = truncated_stdout[-int(APIBackend().chat_token_limit * 0.3) :]
truncated_stdout = head + tail
else:
break