mirror of
https://github.com/open-compass/opencompass.git
synced 2025-05-30 16:03:24 +08:00
26 lines
684 B
Python
26 lines
684 B
Python
|
from mmengine.config import read_base
|
||
|
|
|
||
|
|
with read_base():
|
||
|
|
from .groups.mmlu_pro import mmlu_pro_summary_groups
|
||
|
|
|
||
|
|
summarizer = dict(
|
||
|
|
dataset_abbrs=[
|
||
|
|
'mmlu_pro',
|
||
|
|
'mmlu_pro_biology',
|
||
|
|
'mmlu_pro_business',
|
||
|
|
'mmlu_pro_chemistry',
|
||
|
|
'mmlu_pro_computer_science',
|
||
|
|
'mmlu_pro_economics',
|
||
|
|
'mmlu_pro_engineering',
|
||
|
|
'mmlu_pro_health',
|
||
|
|
'mmlu_pro_history',
|
||
|
|
'mmlu_pro_law',
|
||
|
|
'mmlu_pro_math',
|
||
|
|
'mmlu_pro_philosophy',
|
||
|
|
'mmlu_pro_physics',
|
||
|
|
'mmlu_pro_psychology',
|
||
|
|
'mmlu_pro_other',
|
||
|
|
],
|
||
|
|
summary_groups=sum([v for k, v in locals().items() if k.endswith('_summary_groups')], []),
|
||
|
|
)
|