jiangzhs/OpenCompass
1
0
Fork 0
mirror of https://github.com/open-compass/opencompass.git synced 2025-05-30 16:03:24 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

Revert "Add en and zh groups to longbench summarizer; Fix longbench overa…"

Browse Source 
This reverts commit 9b9855a008.
This commit is contained in:
bittersweet1999 2024-07-26 18:22:38 +08:00 committed by GitHub
parent 9b9855a008
commit 638d889c81
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 2 additions and 15 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
configs/summarizers/example.py
View File

@ -12,7 +12,6 @@ with read_base():
from .groups.xiezhi import xiezhi_summary_groups from .groups.xiezhi import xiezhi_summary_groups
from .groups.scibench import scibench_summary_groups from .groups.scibench import scibench_summary_groups
from .groups.mgsm import mgsm_summary_groups from .groups.mgsm import mgsm_summary_groups
from .groups.longbench import longbench_summary_groups
summarizer = dict( summarizer = dict(
summary_groups=sum([v for k, v in locals().items() if k.endswith('_summary_groups')], []), summary_groups=sum([v for k, v in locals().items() if k.endswith('_summary_groups')], []),

16
configs/summarizers/groups/longbench.py
View File

@ -5,18 +5,6 @@ longbench_summary_groups = [
{'name': 'longbench_few-shot-learning', 'subsets': ['LongBench_trec', 'LongBench_triviaqa', 'LongBench_samsum', 'LongBench_lsht']}, {'name': 'longbench_few-shot-learning', 'subsets': ['LongBench_trec', 'LongBench_triviaqa', 'LongBench_samsum', 'LongBench_lsht']},
{'name': 'longbench_synthetic-tasks', 'subsets': ['LongBench_passage_count', 'LongBench_passage_retrieval_en', 'LongBench_passage_retrieval_zh']}, {'name': 'longbench_synthetic-tasks', 'subsets': ['LongBench_passage_count', 'LongBench_passage_retrieval_en', 'LongBench_passage_retrieval_zh']},
{'name': 'longbench_code-completion', 'subsets': ['LongBench_lcc', 'LongBench_repobench-p']}, {'name': 'longbench_code-completion', 'subsets': ['LongBench_lcc', 'LongBench_repobench-p']},
{'name': 'longbench_code-completion', 'subsets': ['LongBench_lcc', 'LongBench_repobench-p']},
# code tasks are included in both longbench_zh and longbench_en {'name': 'longbench', 'subsets': ['longbench_single-document-qa', 'longbench_multi-document-qa', 'longbench_summarization', 'longbench_few-shot-learning', 'longbench_synthetic-tasks', 'longbench_code-completion', 'longbench_code-completion']},
{'name': 'longbench_zh', 'subsets': ['LongBench_multifieldqa_zh', 'LongBench_dureader', 'LongBench_vcsum',
'LongBench_lsht', 'LongBench_passage_retrieval_zh',
'LongBench_lcc', 'LongBench_repobench-p']},
{'name': 'longbench_en', 'subsets': [
'LongBench_narrativeqa', 'LongBench_qasper', 'LongBench_multifieldqa_en',
'LongBench_hotpotqa', 'LongBench_2wikimqa', 'LongBench_musique',
'LongBench_gov_report', 'LongBench_qmsum', 'LongBench_multi_news',
'LongBench_trec', 'LongBench_triviaqa', 'LongBench_samsum',
'LongBench_passage_count', 'LongBench_passage_retrieval_en',
'LongBench_lcc', 'LongBench_repobench-p'
]},
{'name': 'longbench', 'subsets': ['longbench_single-document-qa', 'longbench_multi-document-qa', 'longbench_summarization', 'longbench_few-shot-learning', 'longbench_synthetic-tasks', 'longbench_code-completion']},
] ]