mirror of
https://github.com/open-compass/opencompass.git
synced 2025-05-30 16:03:24 +08:00
e039f3efa0
* [Feature] Support MMLU-CF Benchmark * [Feature] Support MMLU-CF Benchmark * [Feature] Support MMLU-CF Benchmark * [Feature] Support MMLU-CF Benchmark * [Feature] Support MMLU-CF Benchmark * [Feature] Support MMLU-CF Benchmark * [Feature] Support MMLU-CF Benchmark * [Feature] Support MMLU-CF Benchmark * [Feature] Support MMLU-CF Benchmark * [Feature] Support MMLU-CF Benchmark * [Feature] Support MMLU-CF Benchmark * [Feature] Support MMLU-CF Benchmark * [Feature] Support MMLU-CF Benchmark * [Feature] Support MMLU-CF Benchmark * [Feature] Support MMLU-CF Benchmark * [Feature] Support MMLU-CF Benchmark * [Feature] Support MMLU-CF Benchmark * [Feature] Support MMLU-CF Benchmark * [Feature] Support MMLU-CF Benchmark * Update mmlu-cf * Update mmlu-cf * Update mmlu-cf * [Feature] Support MMLU-CF Benchmark * [Feature] Support MMLU-CF Benchmark * [Feature] Support MMLU-CF Benchmark * Remove outside configs --------- Co-authored-by: liushz <qq1791167085@163.com>
26 lines
667 B
Python
26 lines
667 B
Python
from mmengine.config import read_base
|
|
|
|
with read_base():
|
|
from .groups.mmlu_cf import mmlu_cf_summary_groups
|
|
|
|
summarizer = dict(
|
|
dataset_abbrs=[
|
|
'mmlu_cf_Biology',
|
|
'mmlu_cf_Business',
|
|
'mmlu_cf_Chemistry',
|
|
'mmlu_cf_Computer_Science',
|
|
'mmlu_cf_Economics',
|
|
'mmlu_cf_Engineering',
|
|
'mmlu_cf_Health',
|
|
'mmlu_cf_History',
|
|
'mmlu_cf_Law',
|
|
'mmlu_cf_Math',
|
|
'mmlu_cf_Philosophy',
|
|
'mmlu_cf_Physics',
|
|
'mmlu_cf_Psychology',
|
|
'mmlu_cf_Other',
|
|
'mmlu_cf',
|
|
],
|
|
summary_groups=sum([v for k, v in locals().items() if k.endswith('_summary_groups')], []),
|
|
)
|