mirror of
https://github.com/open-compass/opencompass.git
synced 2025-05-30 16:03:24 +08:00
90efcf2216
* Update with PMMEval * Update * Update __init__.py * Fix Bugs * Delete .pre-commit-config.yaml * Pull merge --------- Co-authored-by: liushz <qq1791167085@163.com>
33 lines
1.4 KiB
Python
Executable File
33 lines
1.4 KiB
Python
Executable File
from mmengine.config import read_base
|
|
|
|
from opencompass.models import HuggingFacewithChatTemplate
|
|
|
|
|
|
with read_base():
|
|
from opencompass.configs.models.qwen2_5.lmdeploy_qwen2_5_7b_instruct import models
|
|
|
|
# from opencompass.configs.datasets.PMMEval.flores_gen import PMMEval_flores_datasets
|
|
# from opencompass.configs.datasets.PMMEval.humanevalxl_gen import PMMEval_HumanEvalXL_datasets
|
|
# from opencompass.configs.datasets.PMMEval.mgsm_gen import PMMEval_MGSM_datasets
|
|
# from opencompass.configs.datasets.PMMEval.mhellaswag_gen import PMMEval_MHellaswag_datasets
|
|
# from opencompass.configs.datasets.PMMEval.mifeval_gen import PMMEval_MIFEval_datasets
|
|
# from opencompass.configs.datasets.PMMEval.mlogiqa_gen import PMMEval_MLogiQA_datasets
|
|
# from opencompass.configs.datasets.PMMEval.mmmlu_gen import PMMEval_MMMLU_datasets
|
|
# from opencompass.configs.datasets.PMMEval.xnli import PMMEval_XNLI_datasets
|
|
|
|
from opencompass.configs.datasets.PMMEval.pmmeval_gen import PMMEval_datasets
|
|
|
|
from opencompass.configs.summarizers.PMMEval import summarizer
|
|
|
|
|
|
# datasets = PMMEval_flores_datasets
|
|
# datasets = PMMEval_HumanEvalXL_datasets
|
|
# datasets = PMMEval_MGSM_datasets
|
|
# datasets = PMMEval_MHellaswag_datasets
|
|
# datasets = PMMEval_MIFEval_datasets
|
|
# datasets = PMMEval_MLogiQA_datasets
|
|
# datasets = PMMEval_MMMLU_datasets
|
|
# datasets = PMMEval_XNLI_datasets
|
|
|
|
datasets = PMMEval_datasets
|