mirror of
https://github.com/open-compass/opencompass.git
synced 2025-05-30 16:03:24 +08:00

* add needlebench datasets suffix * fix import * update run.py args for summarizer key and dataset suffix * update utils/run.py
19 lines
1.5 KiB
Python
19 lines
1.5 KiB
Python
from mmengine.config import read_base
|
|
|
|
with read_base():
|
|
from .needlebench_multi_reasoning_8k import needlebench_2needle_en_datasets as needlebench_multi_2needle_en_datasets
|
|
from .needlebench_multi_reasoning_8k import needlebench_3needle_en_datasets as needlebench_multi_3needle_en_datasets
|
|
from .needlebench_multi_reasoning_8k import needlebench_4needle_en_datasets as needlebench_multi_4needle_en_datasets
|
|
from .needlebench_multi_reasoning_8k import needlebench_5needle_en_datasets as needlebench_multi_5needle_en_datasets
|
|
from .needlebench_multi_reasoning_8k import needlebench_2needle_zh_datasets as needlebench_multi_2needle_zh_datasets
|
|
from .needlebench_multi_reasoning_8k import needlebench_3needle_zh_datasets as needlebench_multi_3needle_zh_datasets
|
|
from .needlebench_multi_reasoning_8k import needlebench_4needle_zh_datasets as needlebench_multi_4needle_zh_datasets
|
|
from .needlebench_multi_reasoning_8k import needlebench_5needle_zh_datasets as needlebench_multi_5needle_zh_datasets
|
|
|
|
from .needlebench_single_8k import needlebench_en_datasets as needlebench_origin_en_datasets
|
|
from .needlebench_single_8k import needlebench_zh_datasets as needlebench_origin_zh_datasets
|
|
from .needlebench_multi_retrieval_8k import needlebench_en_datasets as needlebench_parallel_en_datasets
|
|
from .needlebench_multi_retrieval_8k import needlebench_zh_datasets as needlebench_parallel_zh_datasets
|
|
|
|
needlebench_datasets = sum((v for k, v in locals().items() if k.endswith('_datasets')), [])
|