mirror of
https://github.com/open-compass/opencompass.git
synced 2025-05-30 16:03:24 +08:00
e9cdb24ddd
* add CMMLU * debug cmmlu * add slurm args `qos` * fix format: space before comment * remove unused variable * change the location of `answer is` --------- Co-authored-by: 李浩楠 <lihaonan@lihaonandeMacBook-Air.local> Co-authored-by: 李浩楠 <haonan.li> Co-authored-by: Leymore <zfz-960727@163.com>
68 lines
2.8 KiB
Python
68 lines
2.8 KiB
Python
from .afqmcd import * # noqa: F401, F403
|
|
from .agieval import * # noqa: F401, F403
|
|
from .arc import * # noqa: F401, F403
|
|
from .ax import * # noqa: F401, F403
|
|
from .bbh import * # noqa: F401, F403
|
|
from .boolq import * # noqa: F401, F403
|
|
from .bustum import * # noqa: F401, F403
|
|
from .c3 import * # noqa: F401, F403
|
|
from .cb import * # noqa: F401, F403
|
|
from .ceval import * # noqa: F401, F403
|
|
from .chid import * # noqa: F401, F403
|
|
from .civilcomments import * # noqa: F401, F403
|
|
from .cluewsc import * # noqa: F401, F403
|
|
from .cmmlu import * # noqa: F401, F403
|
|
from .cmnli import * # noqa: F401, F403
|
|
from .cmrc import * # noqa: F401, F403
|
|
from .commonsenseqa import * # noqa: F401, F403
|
|
from .copa import * # noqa: F401, F403
|
|
from .crowspairs import * # noqa: F401, F403
|
|
from .csl import * # noqa: F401, F403
|
|
from .cvalues import * # noqa: F401, F403
|
|
from .drcd import * # noqa: F401, F403
|
|
from .drop import * # noqa: F401, F403
|
|
from .eprstmt import * # noqa: F401, F403
|
|
from .flores import * # noqa: F401, F403
|
|
from .GaokaoBench import * # noqa: F401, F403
|
|
from .govrepcrs import * # noqa: F401, F403
|
|
from .gsm8k import * # noqa: F401, F403
|
|
from .hellaswag import * # noqa: F401, F403
|
|
from .huggingface import * # noqa: F401, F403
|
|
from .humaneval import * # noqa: F401, F403
|
|
from .iwslt2017 import * # noqa: F401, F403
|
|
from .jigsawmultilingual import * # noqa: F401, F403
|
|
from .lambada import * # noqa: F401, F403
|
|
from .lcsts import * # noqa: F401, F403
|
|
from .math import * # noqa: F401, F403
|
|
from .mbpp import * # noqa: F401, F403
|
|
from .mmlu import * # noqa: F401, F403
|
|
from .multirc import * # noqa: F401, F403
|
|
from .narrativeqa import * # noqa: F401, F403
|
|
from .natural_question import * # noqa: F401, F403
|
|
from .obqa import * # noqa: F401, F403
|
|
from .piqa import * # noqa: F401, F403
|
|
from .qasper import * # noqa: F401, F403
|
|
from .qaspercut import * # noqa: F401, F403
|
|
from .race import * # noqa: F401, F403
|
|
from .realtoxicprompts import * # noqa: F401, F403
|
|
from .record import * # noqa: F401, F403
|
|
from .safety import * # noqa: F401, F403
|
|
from .siqa import * # noqa: F401, F403
|
|
from .storycloze import * # noqa: F401, F403
|
|
from .strategyqa import * # noqa: F401, F403
|
|
from .summedits import * # noqa: F401, F403
|
|
from .summscreen import * # noqa: F401, F403
|
|
from .TheoremQA import * # noqa: F401, F403
|
|
from .tnews import * # noqa: F401, F403
|
|
from .triviaqa import * # noqa: F401, F403
|
|
from .triviaqarc import * # noqa: F401, F403
|
|
from .truthfulqa import * # noqa: F401, F403
|
|
from .tydiqa import * # noqa: F401, F403
|
|
from .wic import * # noqa: F401, F4
|
|
from .winograd import * # noqa: F401, F403
|
|
from .winogrande import * # noqa: F401, F403
|
|
from .wsc import * # noqa: F401, F403
|
|
from .xcopa import * # noqa: F401, F403
|
|
from .xlsum import * # noqa: F401, F403
|
|
from .xsum import * # noqa: F401, F403
|