mirror of
https://github.com/open-compass/opencompass.git
synced 2025-05-30 16:03:24 +08:00
33 lines
1.2 KiB
Python
33 lines
1.2 KiB
Python
summarizer = dict(
|
|
dataset_abbrs = [
|
|
'--------- LongBench Single-Document QA ---------', # category
|
|
'LongBench_narrativeqa',
|
|
'LongBench_qasper',
|
|
'LongBench_multifieldqa_en',
|
|
'LongBench_multifieldqa_zh',
|
|
'--------- LongBench Multi-Document QA ---------', # category
|
|
'LongBench_hotpotqa',
|
|
'LongBench_2wikimqa',
|
|
'LongBench_musique',
|
|
'LongBench_dureader',
|
|
'--------- LongBench Summarization ---------', # category
|
|
'LongBench_gov_report',
|
|
'LongBench_qmsum',
|
|
'LongBench_multi_news',
|
|
'LongBench_vcsum',
|
|
'--------- LongBench Few-shot Learning ---------', # category
|
|
'LongBench_trec',
|
|
'LongBench_triviaqa',
|
|
'LongBench_samsum',
|
|
'LongBench_lsht',
|
|
'--------- LongBench Synthetic Tasks ---------', # category
|
|
'LongBench_passage_count',
|
|
'LongBench_passage_retrieval_en',
|
|
'LongBench_passage_retrieval_zh',
|
|
'--------- LongBench Code Completion ---------', # category
|
|
'LongBench_lcc',
|
|
'LongBench_repobench-p',
|
|
],
|
|
summary_groups=sum([v for k, v in locals().items() if k.endswith('_summary_groups')], []),
|
|
)
|