From d615c0e31b29b4ca3cc294151f5a4f7d319926b6 Mon Sep 17 00:00:00 2001 From: Tim Date: Wed, 16 Oct 2024 14:13:20 +0800 Subject: [PATCH] number of subprocesses <= number of tasks (#434) --- rdagent/core/utils.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/rdagent/core/utils.py b/rdagent/core/utils.py index a7a1d469..f7044da7 100644 --- a/rdagent/core/utils.py +++ b/rdagent/core/utils.py @@ -105,7 +105,7 @@ def multiprocessing_wrapper(func_calls: list[tuple[Callable, tuple]], n: int) -> """ if n == 1: return [f(*args) for f, args in func_calls] - with mp.Pool(processes=n) as pool: + with mp.Pool(processes=max(1, min(n, len(func_calls)))) as pool: results = [pool.apply_async(f, args) for f, args in func_calls] return [result.get() for result in results]