mirror of
https://github.com/open-compass/opencompass.git
synced 2025-05-30 16:03:24 +08:00
7505b3cadf
* add TheoremQA with 5-shot * add huggingface_above_v4_33 classes * use num_worker partitioner in cli * update theoremqa * update TheoremQA * add TheoremQA * rename theoremqa -> TheoremQA * update TheoremQA output path * rewrite many model configs * update huggingface * further update * refine configs * update configs * update configs * add configs/eval_llama3_instruct.py * add summarizer multi faceted * update bbh datasets * update configs/models/hf_llama/lmdeploy_llama3_8b_instruct.py * rename class * update readme * update hf above v4.33
23 lines
1.3 KiB
Python
23 lines
1.3 KiB
Python
from mmengine.config import read_base
|
|
|
|
with read_base():
|
|
from ..datasets.mmlu.mmlu_gen_4d595a import mmlu_datasets
|
|
from ..datasets.cmmlu.cmmlu_gen_c13365 import cmmlu_datasets
|
|
from ..datasets.ceval.ceval_gen_5f30c7 import ceval_datasets
|
|
from ..datasets.GaokaoBench.GaokaoBench_no_subjective_gen_4c31db import GaokaoBench_datasets
|
|
from ..datasets.triviaqa.triviaqa_wiki_1shot_gen_eaf81e import triviaqa_datasets
|
|
from ..datasets.nq.nq_open_1shot_gen_01cf41 import nq_datasets
|
|
from ..datasets.race.race_gen_69ee4f import race_datasets
|
|
from ..datasets.winogrande.winogrande_5shot_gen_b36770 import winogrande_datasets
|
|
from ..datasets.hellaswag.hellaswag_10shot_gen_e42710 import hellaswag_datasets
|
|
from ..datasets.bbh.bbh_gen_2879b0 import bbh_datasets
|
|
from ..datasets.gsm8k.gsm8k_gen_1d7fe4 import gsm8k_datasets
|
|
from ..datasets.math.math_0shot_gen_393424 import math_datasets
|
|
from ..datasets.TheoremQA.TheoremQA_5shot_gen_6f0af8 import TheoremQA_datasets
|
|
from ..datasets.humaneval.humaneval_gen_8e312c import humaneval_datasets
|
|
from ..datasets.mbpp.sanitized_mbpp_gen_830460 import sanitized_mbpp_datasets
|
|
from ..datasets.gpqa.gpqa_gen_4baadb import gpqa_datasets
|
|
from ..datasets.IFEval.IFEval_gen_3321a3 import ifeval_datasets
|
|
|
|
datasets = sum((v for k, v in locals().items() if k.endswith("_datasets")), [])
|