OpenCompass/examples/eval_supergpqa.py

15 lines
657 B
Python
Raw Normal View History

2025-03-07 17:36:00 +08:00
from mmengine import read_base
with read_base():
# from opencompass.configs.datasets.supergpqa.supergpqa_mixed_gen_d00bdd import \
# supergpqa_mixed_datasets as mixed_datasets
from opencompass.configs.datasets.supergpqa.supergpqa_single_0_shot_gen import \
supergpqa_0shot_single_datasets as zero_shot_datasets
# from opencompass.configs.datasets.supergpqa.supergpqa_single_3_shot_gen import \
# supergpqa_3shot_single_datasets as three_shot_datasets
from opencompass.configs.models.hf_internlm.hf_internlm2_5_7b import \
models as hf_internlm2_5_7b
datasets = zero_shot_datasets
models = hf_internlm2_5_7b