From 638d889c8137edf0f41e5f4085c44a079c957615 Mon Sep 17 00:00:00 2001 From: bittersweet1999 <148421775+bittersweet1999@users.noreply.github.com> Date: Fri, 26 Jul 2024 18:22:38 +0800 Subject: [PATCH] =?UTF-8?q?Revert=20"Add=20`en`=20and=20`zh`=20groups=20to?= =?UTF-8?q?=20longbench=20summarizer;=20Fix=20longbench=20overa=E2=80=A6"?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit This reverts commit 9b9855a00816576b191d05e35ea45d9bb4cff7d5. --- configs/summarizers/example.py | 1 - configs/summarizers/groups/longbench.py | 16 ++-------------- 2 files changed, 2 insertions(+), 15 deletions(-) diff --git a/configs/summarizers/example.py b/configs/summarizers/example.py index 937acfba..3d51648b 100644 --- a/configs/summarizers/example.py +++ b/configs/summarizers/example.py @@ -12,7 +12,6 @@ with read_base(): from .groups.xiezhi import xiezhi_summary_groups from .groups.scibench import scibench_summary_groups from .groups.mgsm import mgsm_summary_groups - from .groups.longbench import longbench_summary_groups summarizer = dict( summary_groups=sum([v for k, v in locals().items() if k.endswith('_summary_groups')], []), diff --git a/configs/summarizers/groups/longbench.py b/configs/summarizers/groups/longbench.py index c5a129f5..35930114 100644 --- a/configs/summarizers/groups/longbench.py +++ b/configs/summarizers/groups/longbench.py @@ -5,18 +5,6 @@ longbench_summary_groups = [ {'name': 'longbench_few-shot-learning', 'subsets': ['LongBench_trec', 'LongBench_triviaqa', 'LongBench_samsum', 'LongBench_lsht']}, {'name': 'longbench_synthetic-tasks', 'subsets': ['LongBench_passage_count', 'LongBench_passage_retrieval_en', 'LongBench_passage_retrieval_zh']}, {'name': 'longbench_code-completion', 'subsets': ['LongBench_lcc', 'LongBench_repobench-p']}, - - # code tasks are included in both longbench_zh and longbench_en - {'name': 'longbench_zh', 'subsets': ['LongBench_multifieldqa_zh', 'LongBench_dureader', 'LongBench_vcsum', - 'LongBench_lsht', 'LongBench_passage_retrieval_zh', - 'LongBench_lcc', 'LongBench_repobench-p']}, - {'name': 'longbench_en', 'subsets': [ - 'LongBench_narrativeqa', 'LongBench_qasper', 'LongBench_multifieldqa_en', - 'LongBench_hotpotqa', 'LongBench_2wikimqa', 'LongBench_musique', - 'LongBench_gov_report', 'LongBench_qmsum', 'LongBench_multi_news', - 'LongBench_trec', 'LongBench_triviaqa', 'LongBench_samsum', - 'LongBench_passage_count', 'LongBench_passage_retrieval_en', - 'LongBench_lcc', 'LongBench_repobench-p' - ]}, - {'name': 'longbench', 'subsets': ['longbench_single-document-qa', 'longbench_multi-document-qa', 'longbench_summarization', 'longbench_few-shot-learning', 'longbench_synthetic-tasks', 'longbench_code-completion']}, + {'name': 'longbench_code-completion', 'subsets': ['LongBench_lcc', 'LongBench_repobench-p']}, + {'name': 'longbench', 'subsets': ['longbench_single-document-qa', 'longbench_multi-document-qa', 'longbench_summarization', 'longbench_few-shot-learning', 'longbench_synthetic-tasks', 'longbench_code-completion', 'longbench_code-completion']}, ]