mirror of
https://github.com/open-compass/opencompass.git
synced 2025-05-30 16:03:24 +08:00
10 lines
473 B
Python
10 lines
473 B
Python
|
ALL_LANGUAGES = ["bn", "de", "en", "es", "fr", "ja", "ru", "sw", "te", "th", "zh"]
|
||
|
|
LATIN_LANGUAGES = ["de", "en", "es", "fr", "sw"]
|
||
|
|
NON_LATIN_LANGUAGES = ["bn", "ja", "ru", "te", "th", "zh"]
|
||
|
|
|
||
|
|
mgsm_summary_groups = [
|
||
|
|
{'name': 'mgsm_latin', 'subsets': [f'mgsm_{lang}' for lang in LATIN_LANGUAGES]},
|
||
|
|
{'name': 'mgsm_non_latin', 'subsets': [f'mgsm_{lang}' for lang in NON_LATIN_LANGUAGES]},
|
||
|
|
{'name': 'mgsm', 'subsets': [f'mgsm_{lang}' for lang in ALL_LANGUAGES]},
|
||
|
|
]
|