mirror of
https://github.com/open-compass/opencompass.git
synced 2025-05-30 16:03:24 +08:00
2a62bea1a4
* add evaluation of scibench * add evaluation of scibench * update scibench * remove scibench evaluator --------- Co-authored-by: Leymore <zfz-960727@163.com>
22 lines
851 B
Python
22 lines
851 B
Python
from mmengine.config import read_base
|
|
|
|
with read_base():
|
|
from .groups.agieval import agieval_summary_groups
|
|
from .groups.mmlu import mmlu_summary_groups
|
|
from .groups.cmmlu import cmmlu_summary_groups
|
|
from .groups.ceval import ceval_summary_groups
|
|
from .groups.bbh import bbh_summary_groups
|
|
from .groups.GaokaoBench import GaokaoBench_summary_groups
|
|
from .groups.flores import flores_summary_groups
|
|
from .groups.tydiqa import tydiqa_summary_groups
|
|
from .groups.xiezhi import xiezhi_summary_groups
|
|
from .groups.scibench import scibench_summary_groups
|
|
|
|
summarizer = dict(
|
|
summary_groups=sum([v for k, v in locals().items() if k.endswith("_summary_groups")], []),
|
|
prompt_db=dict(
|
|
database_path='configs/datasets/log.json',
|
|
config_dir='configs/datasets',
|
|
blacklist='.promptignore')
|
|
)
|