From 20c27b9ec86a7c0f6f46407efc60482d937bb1ec Mon Sep 17 00:00:00 2001 From: Hoter Young Date: Wed, 12 Mar 2025 16:46:59 +0800 Subject: [PATCH] [Feature] Modify HuSimpleQA Summarizer --- opencompass/summarizers/subjective/husimpleqa.py | 7 +++++++ 1 file changed, 7 insertions(+) diff --git a/opencompass/summarizers/subjective/husimpleqa.py b/opencompass/summarizers/subjective/husimpleqa.py index 6952597c..ecfd14d2 100644 --- a/opencompass/summarizers/subjective/husimpleqa.py +++ b/opencompass/summarizers/subjective/husimpleqa.py @@ -51,6 +51,13 @@ def get_capability_results( count = c[judge] col_name.append(dim + ' ' + judge) column.append(round(count / dim_count, 4)) + + col_name.append(dim + ' correct given attempted') + column.append(round(c['correct'] / (c['correct'] + c['incorrect']), 4)) + + col_name.append(dim + ' F-Score') + column.append(round((2 * c['correct']) / (2 * (c['correct'] + c['incorrect']) + c['not_attempted']),4)) + col_name.append(dim + ' count') column.append(dim_count)