OpenCompass/examples/eval_supergpqa.py
2025-03-07 09:36:00 +00:00

15 lines
657 B
Python

from mmengine import read_base
with read_base():
# from opencompass.configs.datasets.supergpqa.supergpqa_mixed_gen_d00bdd import \
# supergpqa_mixed_datasets as mixed_datasets
from opencompass.configs.datasets.supergpqa.supergpqa_single_0_shot_gen import \
supergpqa_0shot_single_datasets as zero_shot_datasets
# from opencompass.configs.datasets.supergpqa.supergpqa_single_3_shot_gen import \
# supergpqa_3shot_single_datasets as three_shot_datasets
from opencompass.configs.models.hf_internlm.hf_internlm2_5_7b import \
models as hf_internlm2_5_7b
datasets = zero_shot_datasets
models = hf_internlm2_5_7b