diff --git a/opencompass/summarizers/subjective/compass_arena.py b/opencompass/summarizers/subjective/compass_arena.py index 999fbe85..5619fa16 100644 --- a/opencompass/summarizers/subjective/compass_arena.py +++ b/opencompass/summarizers/subjective/compass_arena.py @@ -117,7 +117,7 @@ class CompassArenaSummarizer: 'answer2'] for prediction, reference in zip(judged_answers, references): - if dataset_abbr == 'zhihu_hot_0113': + if dataset_abbr == 'qa': reference['capability'] = 'QA' categories['total'] += 1 categories[reference['capability']] += 1