mirror of
https://github.com/open-compass/opencompass.git
synced 2025-05-30 16:03:24 +08:00
a31a77c5c1
* [Feature] added SciCode summarizer config and dataset config for with background evaluation * fix lint issues * removed unnecessary type in summarizer group
24 lines
565 B
Python
24 lines
565 B
Python
scicode_summary_groups = [
|
|
{
|
|
'name': 'SciCode',
|
|
'subsets': [
|
|
['SciCode', 'accuracy'],
|
|
['SciCode', 'sub_accuracy'],
|
|
]
|
|
},
|
|
{
|
|
'name': 'SciCode_with_background',
|
|
'subsets': [
|
|
['SciCode_with_background', 'accuracy'],
|
|
['SciCode_with_background', 'sub_accuracy'],
|
|
]
|
|
},
|
|
{
|
|
'name': 'SciCode_wo_background',
|
|
'subsets': [
|
|
['SciCode_wo_background', 'accuracy'],
|
|
['SciCode_wo_background', 'sub_accuracy'],
|
|
]
|
|
}
|
|
]
|