mirror of
https://github.com/NicolasBohn/NexQuant.git
synced 2026-07-27 23:47:46 +00:00
XianBW
a12b2fe9ee
* provide get metric direction in kaggle_crawler.py * move utils function * move statistics logic * fix CI * fix CI * fix CI * fix CI * move some tool functions * fix CI * move curves win * add compare tool * change function name * fix CI
103 lines
3.1 KiB
Python
103 lines
3.1 KiB
Python
import inspect
|
|
import json
|
|
import re
|
|
from pathlib import Path
|
|
from typing import Optional, TypedDict, cast
|
|
|
|
|
|
class LogColors:
|
|
"""
|
|
ANSI color codes for use in console output.
|
|
"""
|
|
|
|
RED = "\033[91m"
|
|
GREEN = "\033[92m"
|
|
YELLOW = "\033[93m"
|
|
BLUE = "\033[94m"
|
|
MAGENTA = "\033[95m"
|
|
CYAN = "\033[96m"
|
|
WHITE = "\033[97m"
|
|
GRAY = "\033[90m"
|
|
BLACK = "\033[30m"
|
|
|
|
BOLD = "\033[1m"
|
|
ITALIC = "\033[3m"
|
|
|
|
END = "\033[0m"
|
|
|
|
@classmethod
|
|
def get_all_colors(cls: type["LogColors"]) -> list:
|
|
names = dir(cls)
|
|
names = [name for name in names if not name.startswith("__") and not callable(getattr(cls, name))]
|
|
return [getattr(cls, name) for name in names]
|
|
|
|
def render(self, text: str, color: str = "", style: str = "") -> str:
|
|
"""
|
|
render text by input color and style.
|
|
It's not recommend that input text is already rendered.
|
|
"""
|
|
# This method is called too frequently, which is not good.
|
|
colors = self.get_all_colors()
|
|
# Perhaps color and font should be distinguished here.
|
|
if color and color in colors:
|
|
error_message = f"color should be in: {colors} but now is: {color}"
|
|
raise ValueError(error_message)
|
|
if style and style in colors:
|
|
error_message = f"style should be in: {colors} but now is: {style}"
|
|
raise ValueError(error_message)
|
|
|
|
text = f"{color}{text}{self.END}"
|
|
|
|
return f"{style}{text}{self.END}"
|
|
|
|
@staticmethod
|
|
def remove_ansi_codes(s: str) -> str:
|
|
"""
|
|
It is for removing ansi ctrl characters in the string(e.g. colored text)
|
|
"""
|
|
ansi_escape = re.compile(r"\x1B\[[0-?]*[ -/]*[@-~]")
|
|
return ansi_escape.sub("", s)
|
|
|
|
|
|
class CallerInfo(TypedDict):
|
|
function: str
|
|
line: int
|
|
name: Optional[str]
|
|
|
|
|
|
def get_caller_info() -> CallerInfo:
|
|
# Get the current stack information
|
|
stack = inspect.stack()
|
|
# The second element is usually the caller's information
|
|
caller_info = stack[2]
|
|
frame = caller_info[0]
|
|
info: CallerInfo = {
|
|
"line": caller_info.lineno,
|
|
"name": frame.f_globals["__name__"], # Get the module name from the frame's globals
|
|
"function": frame.f_code.co_name, # Get the caller's function name
|
|
}
|
|
return info
|
|
|
|
|
|
def is_valid_session(log_path: Path) -> bool:
|
|
return log_path.is_dir() and log_path.joinpath("__session__").exists()
|
|
|
|
|
|
def extract_loopid_func_name(tag: str) -> tuple[str, str] | tuple[None, None]:
|
|
"""extract loop id and function name from the tag in Message"""
|
|
match = re.search(r"Loop_(\d+)\.([^.]+)", tag)
|
|
return cast(tuple[str, str], match.groups()) if match else (None, None)
|
|
|
|
|
|
def extract_evoid(tag: str) -> str | None:
|
|
"""extract evo id from the tag in Message"""
|
|
match = re.search(r"\.evo_loop_(\d+)\.", tag)
|
|
return cast(str, match.group(1)) if match else None
|
|
|
|
|
|
def extract_json(log_content: str) -> dict | None:
|
|
match = re.search(r"\{.*\}", log_content, re.DOTALL)
|
|
if match:
|
|
return cast(dict, json.loads(match.group(0)))
|
|
return None
|