Update hf_path

This commit is contained in:
xuxuxuxuxuxjh 2025-05-08 14:53:29 +08:00
parent b6d1bc60dc
commit 734073cc53
7 changed files with 6 additions and 27 deletions

View File

@ -80,7 +80,7 @@ ClinicBench_eval_cfg = dict(
), ),
dataset_cfg=dict( dataset_cfg=dict(
type=ClinicBenchDataset, type=ClinicBenchDataset,
path='opencompass/ClinicBench', path='xuxuxuxuxu/Pharmacology-QA',
reader_cfg=ClinicBench_reader_cfg, reader_cfg=ClinicBench_reader_cfg,
), ),
judge_cfg=dict(), judge_cfg=dict(),
@ -92,7 +92,7 @@ ClinicBench_datasets.append(
dict( dict(
abbr=f'ClinicBench', abbr=f'ClinicBench',
type=ClinicBenchDataset, type=ClinicBenchDataset,
path='opencompass/ClinicBench', path='xuxuxuxuxu/Pharmacology-QA',
reader_cfg=ClinicBench_reader_cfg, reader_cfg=ClinicBench_reader_cfg,
infer_cfg=ClinicBench_infer_cfg, infer_cfg=ClinicBench_infer_cfg,
eval_cfg=ClinicBench_eval_cfg, eval_cfg=ClinicBench_eval_cfg,

View File

@ -74,7 +74,7 @@ PubMedQA_eval_cfg = dict(
), ),
dataset_cfg=dict( dataset_cfg=dict(
type=PubMedQADataset, type=PubMedQADataset,
path='opencompass/PubMedQA', path='qiaojin/PubMedQA',
reader_cfg=PubMedQA_reader_cfg, reader_cfg=PubMedQA_reader_cfg,
), ),
judge_cfg=dict(), judge_cfg=dict(),
@ -86,7 +86,7 @@ PubMedQA_datasets.append(
dict( dict(
abbr=f'PubMedQA', abbr=f'PubMedQA',
type=PubMedQADataset, type=PubMedQADataset,
path='opencompass/PubMedQA', path='qiaojin/PubMedQA',
reader_cfg=PubMedQA_reader_cfg, reader_cfg=PubMedQA_reader_cfg,
infer_cfg=PubMedQA_infer_cfg, infer_cfg=PubMedQA_infer_cfg,
eval_cfg=PubMedQA_eval_cfg, eval_cfg=PubMedQA_eval_cfg,

View File

@ -74,7 +74,7 @@ ScienceQA_eval_cfg = dict(
), ),
dataset_cfg=dict( dataset_cfg=dict(
type=ScienceQADataset, type=ScienceQADataset,
path='opencompass/ScienceQA', path='derek-thomas/ScienceQA',
reader_cfg=ScienceQA_reader_cfg, reader_cfg=ScienceQA_reader_cfg,
), ),
judge_cfg=dict(), judge_cfg=dict(),
@ -86,7 +86,7 @@ ScienceQA_datasets.append(
dict( dict(
abbr=f'ScienceQA', abbr=f'ScienceQA',
type=ScienceQADataset, type=ScienceQADataset,
path='opencompass/ScienceQA', path='derek-thomas/ScienceQA',
reader_cfg=ScienceQA_reader_cfg, reader_cfg=ScienceQA_reader_cfg,
infer_cfg=ScienceQA_infer_cfg, infer_cfg=ScienceQA_infer_cfg,
eval_cfg=ScienceQA_eval_cfg, eval_cfg=ScienceQA_eval_cfg,

View File

@ -1,7 +1,6 @@
from datasets import load_dataset from datasets import load_dataset
from opencompass.registry import LOAD_DATASET from opencompass.registry import LOAD_DATASET
from opencompass.utils import get_data_path
from .base import BaseDataset from .base import BaseDataset
@ -16,6 +15,5 @@ class ClinicBenchDataset(BaseDataset):
@staticmethod @staticmethod
def load(path): def load(path):
path = get_data_path(path)
dataset = ClinicBenchDataset.load_single(path) dataset = ClinicBenchDataset.load_single(path)
return dataset return dataset

View File

@ -1,7 +1,6 @@
from datasets import Dataset, load_dataset from datasets import Dataset, load_dataset
from opencompass.registry import LOAD_DATASET from opencompass.registry import LOAD_DATASET
from opencompass.utils import get_data_path
from .base import BaseDataset from .base import BaseDataset
@ -31,6 +30,5 @@ class PubMedQADataset(BaseDataset):
@staticmethod @staticmethod
def load(path): def load(path):
path = get_data_path(path)
dataset = PubMedQADataset.load_single(path) dataset = PubMedQADataset.load_single(path)
return dataset return dataset

View File

@ -1,7 +1,6 @@
from datasets import Dataset, load_dataset from datasets import Dataset, load_dataset
from opencompass.registry import LOAD_DATASET from opencompass.registry import LOAD_DATASET
from opencompass.utils import get_data_path
from .base import BaseDataset from .base import BaseDataset
@ -29,6 +28,5 @@ class ScienceQADataset(BaseDataset):
@staticmethod @staticmethod
def load(path): def load(path):
path = get_data_path(path)
dataset = ScienceQADataset.load_single(path) dataset = ScienceQADataset.load_single(path)
return dataset return dataset

View File

@ -446,21 +446,6 @@ DATASETS_MAPPING = {
"hf_id": "", "hf_id": "",
"local": "./data/ChemBench4K", "local": "./data/ChemBench4K",
}, },
"opencompass/ClinicBench": {
"ms_id": "",
"hf_id": "xuxuxuxuxu/Pharmacology-QA",
"local": "",
},
"opencompass/ScienceQA": {
"ms_id": "",
"hf_id": "derek-thomas/ScienceQA",
"local": "",
},
"opencompass/PubMedQA": {
"ms_id": "",
"hf_id": "qiaojin/PubMedQA",
"local": "",
},
} }