2023-08-11 17:38:31 +08:00
|
|
|
summarizer = dict(
|
|
|
|
dataset_abbrs = [
|
|
|
|
'--------- LEval Exact Match (Acc) ---------', # category
|
2024-01-17 13:48:12 +08:00
|
|
|
'LEval_coursera',
|
2023-08-11 17:38:31 +08:00
|
|
|
'LEval_gsm100',
|
|
|
|
'LEval_quality',
|
2024-01-17 13:48:12 +08:00
|
|
|
'LEval_tpo',
|
2023-08-11 17:38:31 +08:00
|
|
|
'LEval_topic_retrieval',
|
|
|
|
'--------- LEval Gen (ROUGE) ---------', # category
|
|
|
|
'LEval_financialqa',
|
|
|
|
'LEval_gov_report_summ',
|
|
|
|
'LEval_legal_contract_qa',
|
|
|
|
'LEval_meeting_summ',
|
|
|
|
'LEval_multidocqa',
|
|
|
|
'LEval_narrativeqa',
|
|
|
|
'LEval_nq',
|
|
|
|
'LEval_news_summ',
|
|
|
|
'LEval_paper_assistant',
|
|
|
|
'LEval_patent_summ',
|
|
|
|
'LEval_review_summ',
|
|
|
|
'LEval_scientificqa',
|
|
|
|
'LEval_tvshow_summ'
|
|
|
|
],
|
2024-01-17 13:48:12 +08:00
|
|
|
summary_groups=sum([v for k, v in locals().items() if k.endswith('_summary_groups')], []),
|
2023-08-11 17:38:31 +08:00
|
|
|
)
|