jiangzhs/OpenCompass
1
0
Fork 0
mirror of https://github.com/open-compass/opencompass.git synced 2025-05-30 16:03:24 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

[Fix] Fix HuSimpleQASummarizer bug (#28)

Browse Source
This commit is contained in:
Hoter Young 2025-02-13 11:28:49 +08:00 committed by GitHub
parent 6f5c16edc5
commit 4114079aed
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
examples/eval_OpenHuEval_HuSimpleQA.py
View File

@ -19,7 +19,7 @@ with read_base():
from opencompass.configs.models.qwq.lmdeploy_qwq_32b_preview import models as lmdeploy_qwq_32b_preview_model from opencompass.configs.models.qwq.lmdeploy_qwq_32b_preview import models as lmdeploy_qwq_32b_preview_model
from opencompass.configs.models.deepseek.deepseek_r1_api_aliyun import models as deepseek_r1_api_aliyun_model from opencompass.configs.models.deepseek.deepseek_r1_api_aliyun import models as deepseek_r1_api_aliyun_model
from opencompass.configs.models.openai.o1_mini_2024_09_12 import models as o1_mini_2024_09_12_model from opencompass.configs.models.openai.o1_mini_2024_09_12 import models as o1_mini_2024_09_12_model
from opencompass.configs.models.openai.o3_mini_2025_01_31 import models as o3_mini_2025_01_31_model # from opencompass.configs.models.openai.o3_mini_2025_01_31 import models as o3_mini_2025_01_31_model
from opencompass.models import OpenAI from opencompass.models import OpenAI
from opencompass.partitioners import ( from opencompass.partitioners import (

6
opencompass/summarizers/subjective/husimpleqa.py
View File

@ -44,12 +44,12 @@ def get_capability_results(
col_name = ['model'] col_name = ['model']
column = [model_abbr] column = [model_abbr]
# for dim, judges in chain({"total": dim_judges.pop('total')}.items(), dim_judges.items()):
for dim, judges in dim_judges.items(): for dim, judges in dim_judges.items():
c = Counter(judges) c = Counter(judges)
dim_count = dim_counts[dim] dim_count = dim_counts[dim]
for judge, count in c.items(): for judge in ['correct', 'incorrect', 'not_attempted']:
col_name.append(dim + '-' + judge) count = c[judge]
col_name.append(dim + ' ' + judge)
column.append(round(count / dim_count, 2)) column.append(round(count / dim_count, 2))
col_name.append(dim + ' count') col_name.append(dim + ' count')
column.append(dim_count) column.append(dim_count)