mirror of
https://github.com/open-compass/opencompass.git
synced 2025-05-30 16:03:24 +08:00
6 lines
297 B
Python
6 lines
297 B
Python
|
categories = ['mmlu_AR-XY','mmlu_BN-BD','mmlu_DE-DE','mmlu_ES-LA','mmlu_FR-FR','mmlu_HI-IN','mmlu_ID-ID','mmlu_IT-IT','mmlu_JA-JP','mmlu_KO-KR','mmlu_PT-BR','mmlu_SW-KE','mmlu_YO-NG','mmlu_ZH-CN']
|
||
|
|
|
||
|
|
mmmlu_summary_groups = [
|
||
|
|
{'name': 'mmmlu', 'subsets': [f'openai_m{c}' for c in categories]},
|
||
|
|
]
|