mirror of
https://github.com/open-compass/opencompass.git
synced 2025-05-30 16:03:24 +08:00
38 lines
639 B
Python
38 lines
639 B
Python
|
default_babilong_tasks = [
|
||
|
|
'qa1',
|
||
|
|
'qa2',
|
||
|
|
'qa3',
|
||
|
|
'qa4',
|
||
|
|
'qa5',
|
||
|
|
'qa6',
|
||
|
|
'qa7',
|
||
|
|
'qa8',
|
||
|
|
'qa9',
|
||
|
|
'qa10',
|
||
|
|
]
|
||
|
|
context_window_sizes = [
|
||
|
|
'0k',
|
||
|
|
'1k',
|
||
|
|
'2k',
|
||
|
|
'4k',
|
||
|
|
'8k',
|
||
|
|
'16k',
|
||
|
|
'32k',
|
||
|
|
'64k',
|
||
|
|
'128k',
|
||
|
|
'256k',
|
||
|
|
'512k',
|
||
|
|
'1m',
|
||
|
|
]
|
||
|
|
babilong_summary_groups = []
|
||
|
|
for context_window_size in context_window_sizes:
|
||
|
|
babilong_summary_groups.append(
|
||
|
|
{
|
||
|
|
'name': f'babilong_{context_window_size}',
|
||
|
|
'subsets': [
|
||
|
|
f'babilong_{task}_{context_window_size}'
|
||
|
|
for task in default_babilong_tasks
|
||
|
|
],
|
||
|
|
}
|
||
|
|
)
|