feat: Add line length limit to shrink_text function and settings (#715)

rdagent/core/conf.py

@@ -78,6 +78,7 @@ class RDAgentSettings(ExtendedBaseSettings):
     # misc
     """The limitation of context stdout"""
     stdout_context_len: int = 400
+    stdout_line_len: int = 10000
 
 
 RD_AGENT_SETTINGS = RDAgentSettings()

rdagent/core/experiment.py

@@ -266,6 +266,7 @@ class FBWorkspace(Workspace):
             shrink_text(
                 filter_redundant_text(stdout),
                 context_lines=RD_AGENT_SETTINGS.stdout_context_len,
+                line_len=RD_AGENT_SETTINGS.stdout_line_len,
             ),
             return_code,
         )

rdagent/utils/fmt.py

@@ -3,19 +3,33 @@ Tools that support generating better formats.
 """
 
 
-def shrink_text(text: str, context_lines: int = 200) -> str:
+def shrink_text(text: str, context_lines: int = 200, line_len: int = 5000) -> str:
     """
     When the context is too long, hide the part in the middle.
 
-        text before
-        ... (XXXXX lines are hidden) ...
-        text after
+    >>> shrink_text("line1\\nline2\\nline3", context_lines=2, line_len=5)
+    'line1\\n... (1 lines are hidden) ...\\nline3'
+
+    >>> shrink_text("short line", context_lines=2, line_len=5)
+    'sh... (5 chars are hidden) ...ine'
+
+    >>> shrink_text("a" * 5010, context_lines=2, line_len=10)
+    'aaaaa... (5000 chars are hidden) ...aaaaa'
     """
+
     lines = text.splitlines()
     total_lines = len(lines)
 
+    new_lines = []
+    for line in lines:
+        if len(line) > line_len:
+            # If any line is longer than line_len, we can't shrink it
+            line = f"{line[:line_len // 2]}... ({len(line) - line_len} chars are hidden) ...{line[- line_len + line_len // 2:]}"
+        new_lines.append(line)
+    lines = new_lines
+
     if total_lines <= context_lines:
-        return text
+        return "\n".join(lines)
 
     # Calculate how many lines to show from start and end
     half_lines = context_lines // 2