mirror of
https://github.com/open-compass/opencompass.git
synced 2025-05-30 16:03:24 +08:00
dd0b655bd0
* rm folder * modify format according to reviewer * modify format according to reviewer * modify format according to reviewer * add some files requirement * fix some bug * fix bug * change load type * Update MMMLU Dataset * Update MMMLU Dataset * Add MMMLU-Lite Dataset * update MMMMLU datast * update MMMMLU datast * update MMMMLU datast --------- Co-authored-by: BobTsang <BobTsang1995@gmail.com> Co-authored-by: liushz <qq1791167085@163.com>
27 lines
1.0 KiB
Python
27 lines
1.0 KiB
Python
categories = ['mmlu_lite_AR-XY','mmlu_lite_BN-BD','mmlu_lite_DE-DE','mmlu_lite_ES-LA','mmlu_lite_FR-FR','mmlu_lite_HI-IN','mmlu_lite_ID-ID','mmlu_lite_IT-IT','mmlu_lite_JA-JP','mmlu_lite_KO-KR','mmlu_lite_PT-BR','mmlu_lite_SW-KE','mmlu_lite_YO-NG','mmlu_lite_ZH-CN']
|
|
|
|
mmmlu_summary_groups = [
|
|
{'name': 'mmmlu_lite', 'subsets': [f'openai_m{c}' for c in categories]},
|
|
]
|
|
|
|
summarizer = dict(
|
|
dataset_abbrs=[
|
|
'openai_mmmlu_lite_AR-XY',
|
|
'openai_mmmlu_lite_BN-BD',
|
|
'openai_mmmlu_lite_DE-DE',
|
|
'openai_mmmlu_lite_ES-LA',
|
|
'openai_mmmlu_lite_FR-FR',
|
|
'openai_mmmlu_lite_HI-IN',
|
|
'openai_mmmlu_lite_ID-ID',
|
|
'openai_mmmlu_lite_IT-IT',
|
|
'openai_mmmlu_lite_JA-JP',
|
|
'openai_mmmlu_lite_KO-KR',
|
|
'openai_mmmlu_lite_PT-BR',
|
|
'openai_mmmlu_lite_SW-KE',
|
|
'openai_mmmlu_lite_YO-NG',
|
|
'openai_mmmlu_lite_ZH-CN',
|
|
'mmmlu_lite'
|
|
],
|
|
summary_groups=sum([v for k, v in locals().items() if k.endswith('_summary_groups')], []),
|
|
)
|