OpenCompass/opencompass/datasets/ClinicBench.py

from datasets import load_dataset

from opencompass.registry import LOAD_DATASET
from opencompass.utils import get_data_path

from .base import BaseDataset


@LOAD_DATASET.register_module()
class ClinicBenchDataset(BaseDataset):

    @staticmethod
    def load_single(path):
        dataset = load_dataset(path)['train']
        return dataset

    @staticmethod
    def load(path):
        path = get_data_path(path)
        dataset = ClinicBenchDataset.load_single(path)
        return dataset