mirror of
https://github.com/NicolasBohn/NexQuant.git
synced 2026-07-28 16:07:46 +00:00
Xu Yang
768229427d
* simplify RDAgent conf * add unified cacher(untested) * fix small bugs * fix a bug * fix a small bug in runner * use hash_key = None to skip cache * fix CI * in factor execution, ignore cache when raise exception * add file locker to avoid mp calling * fix CI * use function __module__ name as folder in cache
25 lines
962 B
Python
25 lines
962 B
Python
import pickle
|
|
from pathlib import Path
|
|
from typing import Any, Tuple
|
|
|
|
from rdagent.core.developer import Developer
|
|
from rdagent.core.experiment import ASpecificExp, Experiment
|
|
from rdagent.oai.llm_utils import md5_hash
|
|
|
|
|
|
class CachedRunner(Developer[ASpecificExp]):
|
|
def get_cache_key(self, exp: Experiment) -> str:
|
|
all_tasks = []
|
|
for based_exp in exp.based_experiments:
|
|
all_tasks.extend(based_exp.sub_tasks)
|
|
all_tasks.extend(exp.sub_tasks)
|
|
task_info_list = [task.get_task_information() for task in all_tasks]
|
|
task_info_str = "\n".join(task_info_list)
|
|
return md5_hash(task_info_str)
|
|
|
|
def assign_cached_result(self, exp: Experiment, cached_res: Experiment) -> Experiment:
|
|
if exp.based_experiments and exp.based_experiments[-1].result is None:
|
|
exp.based_experiments[-1].result = cached_res.based_experiments[-1].result
|
|
exp.result = cached_res.result
|
|
return exp
|