OpenCompass/configs/summarizers/groups/scicode.py

24 lines
565 B
Python
Raw Normal View History

scicode_summary_groups = [
{
'name': 'SciCode',
'subsets': [
['SciCode', 'accuracy'],
['SciCode', 'sub_accuracy'],
]
},
{
'name': 'SciCode_with_background',
'subsets': [
['SciCode_with_background', 'accuracy'],
['SciCode_with_background', 'sub_accuracy'],
]
},
{
'name': 'SciCode_wo_background',
'subsets': [
['SciCode_wo_background', 'accuracy'],
['SciCode_wo_background', 'sub_accuracy'],
]
}
]