2024-08-01 00:42:48 +08:00
|
|
|
from mmengine.config import read_base
|
|
|
|
|
2025-05-20 16:46:55 +08:00
|
|
|
# with read_base():
|
|
|
|
# pass
|
|
|
|
# from .groups.agieval import agieval_summary_groups
|
|
|
|
# from .groups.mmlu import mmlu_summary_groups
|
|
|
|
# from .groups.cmmlu import cmmlu_summary_groups
|
|
|
|
# from .groups.ceval import ceval_summary_groups
|
|
|
|
# from .groups.bbh import bbh_summary_groups
|
|
|
|
# from .groups.GaokaoBench import GaokaoBench_summary_groups
|
|
|
|
# from .groups.flores import flores_summary_groups
|
|
|
|
# from .groups.tydiqa import tydiqa_summary_groups
|
|
|
|
# from .groups.xiezhi import xiezhi_summary_groups
|
|
|
|
# from .groups.scibench import scibench_summary_groups
|
|
|
|
# from .groups.mgsm import mgsm_summary_groups
|
|
|
|
# from .groups.longbench import longbench_summary_groups
|
2024-08-01 00:42:48 +08:00
|
|
|
|
|
|
|
summarizer = dict(
|
|
|
|
summary_groups=sum([v for k, v in locals().items() if k.endswith('_summary_groups')], []),
|
|
|
|
)
|