mirror of
https://github.com/open-compass/opencompass.git
synced 2025-05-30 16:03:24 +08:00
46cc7894e1
* [Feature] Support import configs/models/summarizers from whl * Update LCBench configs * Update * Update * Update * Update * update * Update * Update * Update * Update * Update
76 lines
2.1 KiB
Python
76 lines
2.1 KiB
Python
|
|
mathbench_agent_summary_groups = [
|
|
{
|
|
'name': 'mathbench-college-agent',
|
|
'subsets': [
|
|
['mathbench-college-single_choice_cn-agent', 'acc_1'],
|
|
['mathbench-college-cloze_en-agent', 'accuracy'],
|
|
]
|
|
},
|
|
{
|
|
'name': 'mathbench-high-agent',
|
|
'subsets': [
|
|
['mathbench-high-single_choice_cn-agent', 'acc_1'],
|
|
['mathbench-high-single_choice_en-agent', 'acc_1'],
|
|
]
|
|
},
|
|
{
|
|
'name': 'mathbench-middle-agent',
|
|
'subsets': [
|
|
['mathbench-middle-single_choice_cn-agent', 'acc_1'],
|
|
]
|
|
},
|
|
{
|
|
'name': 'mathbench-primary-agent',
|
|
'subsets': [
|
|
['mathbench-primary-cloze_cn-agent', 'accuracy'],
|
|
]
|
|
},
|
|
{
|
|
'name': 'mathbench-agent',
|
|
'subsets': [
|
|
'mathbench-college-agent',
|
|
'mathbench-high-agent',
|
|
'mathbench-middle-agent',
|
|
'mathbench-primary-agent',
|
|
],
|
|
},
|
|
{
|
|
'name': 'mathbench-college-circular-agent',
|
|
'subsets': [
|
|
['mathbench-college-single_choice_cn-agent', 'perf_4'],
|
|
]
|
|
},
|
|
{
|
|
'name': 'mathbench-high-circular-agent',
|
|
'subsets': [
|
|
['mathbench-high-single_choice_cn-agent', 'perf_4'],
|
|
['mathbench-high-single_choice_en-agent', 'perf_4'],
|
|
]
|
|
},
|
|
{
|
|
'name': 'mathbench-middle-circular-agent',
|
|
'subsets': [
|
|
['mathbench-middle-single_choice_cn-agent', 'perf_4'],
|
|
]
|
|
},
|
|
{
|
|
'name': 'mathbench-circular-agent',
|
|
'subsets': [
|
|
'mathbench-college-circular-agent',
|
|
'mathbench-high-circular-agent',
|
|
'mathbench-middle-circular-agent',
|
|
],
|
|
},
|
|
{
|
|
'name': 'mathbench-circular-and-cloze-agent',
|
|
'subsets': [
|
|
'mathbench-college-circular-agent',
|
|
'mathbench-high-circular-agent',
|
|
'mathbench-middle-circular-agent',
|
|
'mathbench-college-cloze_en-agent',
|
|
'mathbench-primary-cloze_cn-agent',
|
|
],
|
|
}
|
|
]
|