jiangzhs/OpenCompass
1
0
Fork 0
mirror of https://github.com/open-compass/opencompass.git synced 2025-05-30 16:03:24 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

Update

Browse Source
This commit is contained in:
zhangsongyang 2025-05-06 09:55:26 +00:00
parent 61a2a6b763
commit ba0186ba1c
3 changed files with 12 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
opencompass/configs/datasets/livemathbench/livemathbench_hard_custom_cascade_eval_gen_4bce59.py
View File

@ -112,6 +112,7 @@ livemathbench_datasets = [
judge_cfg={}, judge_cfg={},
dict_postprocessor=dict(type=generic_llmjudge_postprocess), dict_postprocessor=dict(type=generic_llmjudge_postprocess),
), ),
parallel=False
), ),
), ),
n=1, # repeat n times n=1, # repeat n times

1
opencompass/configs/datasets/mmlu/mmlu_stem_0shot_cascade_eval_gen_216503.py
View File

@ -110,6 +110,7 @@ for name in mmlu_all_sets:
dict_postprocessor=dict(type=generic_llmjudge_postprocess), dict_postprocessor=dict(type=generic_llmjudge_postprocess),
judge_cfg=dict(), judge_cfg=dict(),
), ),
parallel=False
), ),
) )

15
opencompass/tasks/openicl_eval.py
View File

@ -146,11 +146,16 @@ class OpenICLEvalTask(BaseTask):
preds = [] preds = []
i = 1 i = 1
while osp.exists(osp.realpath(filename)): while osp.exists(osp.realpath(filename)):
sub_preds = mmengine.load(filename) try:
preds.extend( sub_preds = mmengine.load(filename)
[sub_preds[str(i)] for i in range(len(sub_preds))]) preds.extend(
filename = root + f'_{i}' + ext [sub_preds[str(i)] for i in range(len(sub_preds))])
i += 1 filename = root + f'_{i}' + ext
i += 1
except Exception as e:
self.logger.error(
f'Error loading prediction file {filename}: {e}')
break
pred_dicts = copy.deepcopy(preds) pred_dicts = copy.deepcopy(preds)
preds = {k: [pred.get(k) for pred in preds] for k in preds[0]} preds = {k: [pred.get(k) for pred in preds] for k in preds[0]}