mirror of
https://github.com/open-compass/opencompass.git
synced 2025-05-30 16:03:24 +08:00
10 lines
473 B
Python
10 lines
473 B
Python
|
ALL_LANGUAGES = ['bn', 'de', 'en', 'es', 'fr', 'ja', 'ru', 'sw', 'te', 'th', 'zh']
|
||
|
|
LATIN_LANGUAGES = ['de', 'en', 'es', 'fr', 'sw']
|
||
|
|
NON_LATIN_LANGUAGES = ['bn', 'ja', 'ru', 'te', 'th', 'zh']
|
||
|
|
|
||
|
|
mgsm_summary_groups = [
|
||
|
|
{'name': 'mgsm_latin', 'subsets': [f'mgsm_{lang}' for lang in LATIN_LANGUAGES]},
|
||
|
|
{'name': 'mgsm_non_latin', 'subsets': [f'mgsm_{lang}' for lang in NON_LATIN_LANGUAGES]},
|
||
|
|
{'name': 'mgsm', 'subsets': [f'mgsm_{lang}' for lang in ALL_LANGUAGES]},
|
||
|
|
]
|