mirror of
https://github.com/open-compass/opencompass.git
synced 2025-05-30 16:03:24 +08:00
23 lines
421 B
Python
23 lines
421 B
Python
|
from mmengine.config import read_base
|
||
|
|
|
||
|
|
with read_base():
|
||
|
|
from .groups.PMMEval import PMMEval_summary_groups
|
||
|
|
|
||
|
|
|
||
|
|
summarizer = dict(
|
||
|
|
dataset_abbrs=[
|
||
|
|
'flores',
|
||
|
|
'humanevalxl',
|
||
|
|
'mgsm',
|
||
|
|
'mhellaswag',
|
||
|
|
'mifeval',
|
||
|
|
'mlogiqa',
|
||
|
|
'mmmlu',
|
||
|
|
'xnli'
|
||
|
|
],
|
||
|
|
summary_groups=sum(
|
||
|
|
[v for k, v in locals().items() if k.endswith('_summary_groups')], []
|
||
|
|
),
|
||
|
|
)
|
||
|
|
|