mirror of
https://github.com/open-compass/opencompass.git
synced 2025-05-30 16:03:24 +08:00
46cc7894e1
* [Feature] Support import configs/models/summarizers from whl * Update LCBench configs * Update * Update * Update * Update * update * Update * Update * Update * Update * Update
26 lines
780 B
Python
26 lines
780 B
Python
summarizer = dict(
|
|
dataset_abbrs = [
|
|
'--------- LEval Exact Match (Acc) ---------', # category
|
|
'LEval_coursera',
|
|
'LEval_gsm100',
|
|
'LEval_quality',
|
|
'LEval_tpo',
|
|
'LEval_topic_retrieval',
|
|
'--------- LEval Gen (ROUGE) ---------', # category
|
|
'LEval_financialqa',
|
|
'LEval_gov_report_summ',
|
|
'LEval_legal_contract_qa',
|
|
'LEval_meeting_summ',
|
|
'LEval_multidocqa',
|
|
'LEval_narrativeqa',
|
|
'LEval_nq',
|
|
'LEval_news_summ',
|
|
'LEval_paper_assistant',
|
|
'LEval_patent_summ',
|
|
'LEval_review_summ',
|
|
'LEval_scientificqa',
|
|
'LEval_tvshow_summ'
|
|
],
|
|
summary_groups=sum([v for k, v in locals().items() if k.endswith('_summary_groups')], []),
|
|
)
|