OpenCompass/configs/datasets/longbench/longbench.py
2023-08-25 11:46:23 +08:00

25 lines
1.9 KiB
Python

from mmengine.config import read_base
with read_base():
from .longbench2wikimqa.longbench_2wikimqa_gen import LongBench_2wikimqa_datasets
from .longbenchhotpotqa.longbench_hotpotqa_gen import LongBench_hotpotqa_datasets
from .longbenchmusique.longbench_musique_gen import LongBench_musique_datasets
from .longbenchmultifieldqa_en.longbench_multifieldqa_en_gen import LongBench_multifieldqa_en_datasets
from .longbenchmultifieldqa_zh.longbench_multifieldqa_zh_gen import LongBench_multifieldqa_zh_datasets
from .longbenchnarrativeqa.longbench_narrativeqa_gen import LongBench_narrativeqa_datasets
from .longbenchnq.longbench_nq_gen import LongBench_nq_datasets
from .longbenchqasper.longbench_qasper_gen import LongBench_qasper_datasets
from .longbenchtriviaqa.longbench_triviaqa_gen import LongBench_triviaqa_datasets
from .longbenchgov_report.longbench_gov_report_gen import LongBench_gov_report_datasets
from .longbenchqmsum.longbench_qmsum_gen import LongBench_qmsum_datasets
from .longbenchvcsum.longbench_vcsum_gen import LongBench_vcsum_datasets
from .longbenchdureader.longbench_dureader_gen import LongBench_dureader_datasets
from .longbenchlcc.longbench_lcc_gen import LongBench_lcc_datasets
from .longbenchrepobench.longbench_repobench_gen import LongBench_repobench_datasets
from .longbenchpassage_retrieval_en.longbench_passage_retrieval_en_gen import LongBench_passage_retrieval_en_datasets
from .longbenchpassage_retrieval_zh.longbench_passage_retrieval_zh_gen import LongBench_passage_retrieval_zh_datasets
from .longbenchpassage_count.longbench_passage_count_gen import LongBench_passage_count_datasets
from .longbenchtrec.longbench_trec_gen import LongBench_trec_datasets
from .longbenchlsht.longbench_lsht_gen import LongBench_lsht_datasets
longbench_datasets = sum((v for k, v in locals().items() if k.endswith('_datasets')), [])