diff --git a/src/agentlab/experiments/study.py b/src/agentlab/experiments/study.py index 195aea09..38283290 100644 --- a/src/agentlab/experiments/study.py +++ b/src/agentlab/experiments/study.py @@ -20,6 +20,7 @@ from agentlab.experiments.launch_exp import find_incomplete, non_dummy_count, run_experiments from agentlab.experiments.multi_server import BaseServer, WebArenaInstanceVars from multiprocessing import Pool, Manager, Queue +import random logger = logging.getLogger(__name__) @@ -157,6 +158,10 @@ def get_results(self, suffix="", also_save=True): return result_df, summary_df, error_report + def shuffle_exps(self): + """Shuffle the experiments in the study.""" + self.exp_args_list = random.sample(self.exp_args_list, len(self.exp_args_list)) + @dataclass class Study(AbstractStudy):