jiangzhs/OpenCompass
1
0
Fork 0
mirror of https://github.com/open-compass/opencompass.git synced 2025-05-30 16:03:24 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

[Feature] Modify HuSimpleQA Summarizer

Browse Source
This commit is contained in:
Hoter Young 2025-03-12 16:46:59 +08:00
parent 6b1671e029
commit 20c27b9ec8
1 changed files with 7 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
opencompass/summarizers/subjective/husimpleqa.py
View File

@ -51,6 +51,13 @@ def get_capability_results(
count = c[judge]
col_name.append(dim + ' ' + judge)
column.append(round(count / dim_count, 4))
col_name.append(dim + ' correct given attempted')
column.append(round(c['correct'] / (c['correct'] + c['incorrect']), 4))
col_name.append(dim + ' F-Score')
column.append(round((2 * c['correct']) / (2 * (c['correct'] + c['incorrect']) + c['not_attempted']),4))
col_name.append(dim + ' count')
column.append(dim_count)