jiangzhs/OpenCompass
1
0
Fork 0
mirror of https://github.com/open-compass/opencompass.git synced 2025-05-30 16:03:24 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

update

Browse Source
This commit is contained in:
MaiziXiao 2025-04-11 09:56:51 +00:00
parent db716d7dfc
commit 4cac97ca94
1 changed files with 3 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
opencompass/datasets/generic.py
View File

@ -37,6 +37,7 @@ def get_final_results(judged_answers,
is_correct = is_correct_count / count is_correct = is_correct_count / count
is_incorrect = is_incorrect_count / count is_incorrect = is_incorrect_count / count
is_given_attempted = is_correct + is_incorrect is_given_attempted = is_correct + is_incorrect
loose_accuracy = is_correct / count
accuracy_given_attempted = (is_correct / is_given_attempted accuracy_given_attempted = (is_correct / is_given_attempted
if is_given_attempted > 0 else 0) if is_given_attempted > 0 else 0)
attempted_judge_ratio = attempted_judge_count / count attempted_judge_ratio = attempted_judge_count / count
@ -45,7 +46,8 @@ def get_final_results(judged_answers,
(accuracy_given_attempted + is_correct) if (accuracy_given_attempted + is_correct) if
(accuracy_given_attempted + is_correct) > 0 else 0) (accuracy_given_attempted + is_correct) > 0 else 0)
result = { result = {
metric_name: accuracy_given_attempted * 100, metric_name: loose_accuracy * 100,
f'{metric_name}_given_attempted': accuracy_given_attempted * 100,
'f1': f1, 'f1': f1,
'attempted_ratio': attempted_judge_ratio * 100, 'attempted_ratio': attempted_judge_ratio * 100,
'correct_count': is_correct_count, 'correct_count': is_correct_count,