From 3d9bb4aed718f3c66c5d4b5b815e0c6f41f72c74 Mon Sep 17 00:00:00 2001 From: bittersweet1999 <148421775+bittersweet1999@users.noreply.github.com> Date: Tue, 23 Jan 2024 18:57:26 +0800 Subject: [PATCH] [Fix] fix strings (#833) * add compass arena * add compass_arena * add compass arena * Update opencompass/summarizers/subjective/compass_arena.py Co-authored-by: Songyang Zhang * Update opencompass/summarizers/subjective/__init__.py Co-authored-by: Songyang Zhang * Update opencompass/datasets/subjective/compass_arena.py Co-authored-by: Songyang Zhang * Update opencompass/datasets/subjective/__init__.py Co-authored-by: Songyang Zhang * Update configs/eval_subjective_compassarena.py Co-authored-by: Songyang Zhang * Update configs/datasets/subjective/compassarena/compassarena_compare.py Co-authored-by: Songyang Zhang * Update configs/eval_subjective_compassarena.py Co-authored-by: Songyang Zhang * Update configs/datasets/subjective/compassarena/compassarena_compare.py Co-authored-by: Songyang Zhang * fix check position bias * fix string --------- Co-authored-by: Songyang Zhang --- opencompass/summarizers/subjective/compass_arena.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/opencompass/summarizers/subjective/compass_arena.py b/opencompass/summarizers/subjective/compass_arena.py index 999fbe85..5619fa16 100644 --- a/opencompass/summarizers/subjective/compass_arena.py +++ b/opencompass/summarizers/subjective/compass_arena.py @@ -117,7 +117,7 @@ class CompassArenaSummarizer: 'answer2'] for prediction, reference in zip(judged_answers, references): - if dataset_abbr == 'zhihu_hot_0113': + if dataset_abbr == 'qa': reference['capability'] = 'QA' categories['total'] += 1 categories[reference['capability']] += 1