Update

opencompass/configs/datasets/livemathbench/livemathbench_hard_custom_cascade_eval_gen_4bce59.py

@@ -112,6 +112,7 @@ livemathbench_datasets = [
                     judge_cfg={},
                     dict_postprocessor=dict(type=generic_llmjudge_postprocess),
                 ),
+                parallel=False
             ),
         ),
         n=1, # repeat n times

opencompass/configs/datasets/mmlu/mmlu_stem_0shot_cascade_eval_gen_216503.py

@@ -110,6 +110,7 @@ for name in mmlu_all_sets:
                 dict_postprocessor=dict(type=generic_llmjudge_postprocess),
                 judge_cfg=dict(),
             ),
+            parallel=False
         ),
     )
 

opencompass/tasks/openicl_eval.py

@@ -146,11 +146,16 @@ class OpenICLEvalTask(BaseTask):
             preds = []
             i = 1
             while osp.exists(osp.realpath(filename)):
-                sub_preds = mmengine.load(filename)
-                preds.extend(
-                    [sub_preds[str(i)] for i in range(len(sub_preds))])
-                filename = root + f'_{i}' + ext
-                i += 1
+                try:
+                    sub_preds = mmengine.load(filename)
+                    preds.extend(
+                        [sub_preds[str(i)] for i in range(len(sub_preds))])
+                    filename = root + f'_{i}' + ext
+                    i += 1
+                except Exception as e:
+                    self.logger.error(
+                        f'Error loading prediction file {filename}: {e}')
+                    break
 
         pred_dicts = copy.deepcopy(preds)
         preds = {k: [pred.get(k) for pred in preds] for k in preds[0]}