mirror of
https://github.com/open-compass/opencompass.git
synced 2025-05-30 16:03:24 +08:00
76 lines
1.9 KiB
Python
76 lines
1.9 KiB
Python
|
|
mathbench_summary_groups = [
|
|
{
|
|
'name': 'mathbench-college',
|
|
'subsets': [
|
|
['mathbench-college-single_choice_cn', 'acc_1'],
|
|
['mathbench-college-cloze_en', 'accuracy'],
|
|
]
|
|
},
|
|
{
|
|
'name': 'mathbench-high',
|
|
'subsets': [
|
|
['mathbench-high-single_choice_cn', 'acc_1'],
|
|
['mathbench-high-single_choice_en', 'acc_1'],
|
|
]
|
|
},
|
|
{
|
|
'name': 'mathbench-middle',
|
|
'subsets': [
|
|
['mathbench-middle-single_choice_cn', 'acc_1'],
|
|
]
|
|
},
|
|
{
|
|
'name': 'mathbench-primary',
|
|
'subsets': [
|
|
['mathbench-primary-cloze_cn', 'accuracy'],
|
|
]
|
|
},
|
|
{
|
|
'name': 'mathbench',
|
|
'subsets': [
|
|
'mathbench-college',
|
|
'mathbench-high',
|
|
'mathbench-middle',
|
|
'mathbench-primary',
|
|
],
|
|
},
|
|
{
|
|
'name': 'mathbench-college-circular',
|
|
'subsets': [
|
|
['mathbench-college-single_choice_cn', 'perf_4'],
|
|
]
|
|
},
|
|
{
|
|
'name': 'mathbench-high-circular',
|
|
'subsets': [
|
|
['mathbench-high-single_choice_cn', 'perf_4'],
|
|
['mathbench-high-single_choice_en', 'perf_4'],
|
|
]
|
|
},
|
|
{
|
|
'name': 'mathbench-middle-circular',
|
|
'subsets': [
|
|
['mathbench-middle-single_choice_cn', 'perf_4'],
|
|
]
|
|
},
|
|
{
|
|
'name': 'mathbench-circular',
|
|
'subsets': [
|
|
'mathbench-college-circular',
|
|
'mathbench-high-circular',
|
|
'mathbench-middle-circular',
|
|
],
|
|
},
|
|
{
|
|
'name': 'mathbench-circular-and-cloze',
|
|
'subsets': [
|
|
'mathbench-high-circular',
|
|
'mathbench-middle-circular',
|
|
'mathbench-circular',
|
|
'mathbench-college-cloze_en',
|
|
'mathbench-primary-cloze_cn',
|
|
],
|
|
}
|
|
]
|