OpenCompass/opencompass/configs/summarizers/example.py
Songyang Zhang aa2b89b6f8
[Update] Add CascadeEvaluator with Data Replica (#2022)
* Update CascadeEvaluator

* Update CascadeEvaluator

* Update CascadeEvaluator

* Update Config

* Update

* Update

* Update

* Update

* Update

* Update

* Update

* Update

* Update

* Update

* Update

* Update

* Update

* Update

* Update
2025-05-20 16:46:55 +08:00

21 lines
851 B
Python

from mmengine.config import read_base
# with read_base():
# pass
# from .groups.agieval import agieval_summary_groups
# from .groups.mmlu import mmlu_summary_groups
# from .groups.cmmlu import cmmlu_summary_groups
# from .groups.ceval import ceval_summary_groups
# from .groups.bbh import bbh_summary_groups
# from .groups.GaokaoBench import GaokaoBench_summary_groups
# from .groups.flores import flores_summary_groups
# from .groups.tydiqa import tydiqa_summary_groups
# from .groups.xiezhi import xiezhi_summary_groups
# from .groups.scibench import scibench_summary_groups
# from .groups.mgsm import mgsm_summary_groups
# from .groups.longbench import longbench_summary_groups
summarizer = dict(
summary_groups=sum([v for k, v in locals().items() if k.endswith('_summary_groups')], []),
)