mirror of
https://github.com/open-compass/opencompass.git
synced 2025-05-30 16:03:24 +08:00
29 lines
1.3 KiB
Python
29 lines
1.3 KiB
Python
from mmengine.config import read_base
|
|
|
|
with read_base():
|
|
from opencompass.configs.datasets.agieval.agieval_mixed_713d14 import \
|
|
agieval_datasets
|
|
from opencompass.configs.datasets.gsm8k.gsm8k_gen_3309bd import \
|
|
gsm8k_datasets
|
|
from opencompass.configs.datasets.hellaswag.hellaswag_ppl_a6e128 import \
|
|
hellaswag_datasets
|
|
from opencompass.configs.datasets.humaneval.deprecated_humaneval_gen_a82cae import \
|
|
humaneval_datasets
|
|
from opencompass.configs.datasets.mmlu.mmlu_ppl_ac766d import mmlu_datasets
|
|
from opencompass.configs.datasets.nq.nq_open_gen_e93f8a import nq_datasets
|
|
from opencompass.configs.datasets.obqa.obqa_ppl_6aac9e import obqa_datasets
|
|
from opencompass.configs.datasets.SuperGLUE_BoolQ.SuperGLUE_BoolQ_ppl_314797 import \
|
|
BoolQ_datasets
|
|
from opencompass.configs.datasets.triviaqa.triviaqa_wiki_gen_d18bf4 import \
|
|
triviaqa_datasets
|
|
from opencompass.configs.datasets.winogrande.winogrande_ll_c5cf57 import \
|
|
winogrande_datasets
|
|
from opencompass.configs.models.hf_llama.hf_llama2_7b import models
|
|
from opencompass.configs.summarizers.example import summarizer
|
|
|
|
datasets = sum([
|
|
v
|
|
for k, v in locals().items() if k.endswith('_datasets') or k == 'datasets'
|
|
], [])
|
|
work_dir = './outputs/llama2/'
|