mirror of
https://github.com/open-compass/opencompass.git
synced 2025-05-30 16:03:24 +08:00
a4b54048ae
* [Feature] Add Ruler datasets * pre-commit fixed * Add model specific tokenizer to dataset * pre-commit modified * remove unused import * fix linting * add trust_remote to tokenizer load * lint fix * comments resolved * fix lint * Add readme * Fix lint * ruler refactorize * fix lint * lint fix * updated * lint fix * fix wonderwords import issue * prompt modified * update * readme updated * update * ruler dataset added * Update --------- Co-authored-by: tonysy <sy.zhangbuaa@gmail.com>
14 lines
563 B
Python
14 lines
563 B
Python
from mmengine.config import read_base
|
|
|
|
with read_base():
|
|
from .ruler_4k_gen import ruler_datasets as ruler_4k_datasets
|
|
from .ruler_8k_gen import ruler_datasets as ruler_8k_datasets
|
|
from .ruler_16k_gen import ruler_datasets as ruler_16k_datasets
|
|
from .ruler_32k_gen import ruler_datasets as ruler_32k_datasets
|
|
from .ruler_128k_gen import ruler_datasets as ruler_128k_datasets
|
|
from .ruler_1m_gen import ruler_datasets as ruler_1m_datasets
|
|
|
|
ruler_combined_datasets = sum(
|
|
(v for k, v in locals().items() if k.endswith('_datasets')), []
|
|
)
|