diff --git a/opencompass/configs/datasets/livemathbench/livemathbench_hard_custom_cascade_eval_gen_4bce59.py b/opencompass/configs/datasets/livemathbench/livemathbench_hard_custom_cascade_eval_gen_4bce59.py index c903b4d6..dd0c4211 100644 --- a/opencompass/configs/datasets/livemathbench/livemathbench_hard_custom_cascade_eval_gen_4bce59.py +++ b/opencompass/configs/datasets/livemathbench/livemathbench_hard_custom_cascade_eval_gen_4bce59.py @@ -112,6 +112,7 @@ livemathbench_datasets = [ judge_cfg={}, dict_postprocessor=dict(type=generic_llmjudge_postprocess), ), + parallel=False ), ), n=1, # repeat n times diff --git a/opencompass/configs/datasets/mmlu/mmlu_stem_0shot_cascade_eval_gen_216503.py b/opencompass/configs/datasets/mmlu/mmlu_stem_0shot_cascade_eval_gen_216503.py index 76e40e1a..1f83098b 100644 --- a/opencompass/configs/datasets/mmlu/mmlu_stem_0shot_cascade_eval_gen_216503.py +++ b/opencompass/configs/datasets/mmlu/mmlu_stem_0shot_cascade_eval_gen_216503.py @@ -110,6 +110,7 @@ for name in mmlu_all_sets: dict_postprocessor=dict(type=generic_llmjudge_postprocess), judge_cfg=dict(), ), + parallel=False ), ) diff --git a/opencompass/tasks/openicl_eval.py b/opencompass/tasks/openicl_eval.py index fd0a773c..ef3ca363 100644 --- a/opencompass/tasks/openicl_eval.py +++ b/opencompass/tasks/openicl_eval.py @@ -146,11 +146,16 @@ class OpenICLEvalTask(BaseTask): preds = [] i = 1 while osp.exists(osp.realpath(filename)): - sub_preds = mmengine.load(filename) - preds.extend( - [sub_preds[str(i)] for i in range(len(sub_preds))]) - filename = root + f'_{i}' + ext - i += 1 + try: + sub_preds = mmengine.load(filename) + preds.extend( + [sub_preds[str(i)] for i in range(len(sub_preds))]) + filename = root + f'_{i}' + ext + i += 1 + except Exception as e: + self.logger.error( + f'Error loading prediction file {filename}: {e}') + break pred_dicts = copy.deepcopy(preds) preds = {k: [pred.get(k) for pred in preds] for k in preds[0]}