From 734073cc5364a0ca08744942637356ecad4e1d6d Mon Sep 17 00:00:00 2001 From: xuxuxuxuxuxjh <1073311322@qq.com> Date: Thu, 8 May 2025 14:53:29 +0800 Subject: [PATCH] Update hf_path --- .../ClinicBench_llmjudge_gen_d09668.py | 4 ++-- .../PubMedQA/PubMedQA_llmjudge_gen_f00302.py | 4 ++-- .../ScienceQA/ScienceQA_llmjudge_gen_f00302.py | 4 ++-- opencompass/datasets/ClinicBench.py | 2 -- opencompass/datasets/PubMedQA.py | 2 -- opencompass/datasets/ScienceQA.py | 2 -- opencompass/utils/datasets_info.py | 15 --------------- 7 files changed, 6 insertions(+), 27 deletions(-) diff --git a/opencompass/configs/datasets/ClinicBench/ClinicBench_llmjudge_gen_d09668.py b/opencompass/configs/datasets/ClinicBench/ClinicBench_llmjudge_gen_d09668.py index bf8fdd28..358a91f5 100644 --- a/opencompass/configs/datasets/ClinicBench/ClinicBench_llmjudge_gen_d09668.py +++ b/opencompass/configs/datasets/ClinicBench/ClinicBench_llmjudge_gen_d09668.py @@ -80,7 +80,7 @@ ClinicBench_eval_cfg = dict( ), dataset_cfg=dict( type=ClinicBenchDataset, - path='opencompass/ClinicBench', + path='xuxuxuxuxu/Pharmacology-QA', reader_cfg=ClinicBench_reader_cfg, ), judge_cfg=dict(), @@ -92,7 +92,7 @@ ClinicBench_datasets.append( dict( abbr=f'ClinicBench', type=ClinicBenchDataset, - path='opencompass/ClinicBench', + path='xuxuxuxuxu/Pharmacology-QA', reader_cfg=ClinicBench_reader_cfg, infer_cfg=ClinicBench_infer_cfg, eval_cfg=ClinicBench_eval_cfg, diff --git a/opencompass/configs/datasets/PubMedQA/PubMedQA_llmjudge_gen_f00302.py b/opencompass/configs/datasets/PubMedQA/PubMedQA_llmjudge_gen_f00302.py index 86526aca..b38a8fe5 100644 --- a/opencompass/configs/datasets/PubMedQA/PubMedQA_llmjudge_gen_f00302.py +++ b/opencompass/configs/datasets/PubMedQA/PubMedQA_llmjudge_gen_f00302.py @@ -74,7 +74,7 @@ PubMedQA_eval_cfg = dict( ), dataset_cfg=dict( type=PubMedQADataset, - path='opencompass/PubMedQA', + path='qiaojin/PubMedQA', reader_cfg=PubMedQA_reader_cfg, ), judge_cfg=dict(), @@ -86,7 +86,7 @@ PubMedQA_datasets.append( dict( abbr=f'PubMedQA', type=PubMedQADataset, - path='opencompass/PubMedQA', + path='qiaojin/PubMedQA', reader_cfg=PubMedQA_reader_cfg, infer_cfg=PubMedQA_infer_cfg, eval_cfg=PubMedQA_eval_cfg, diff --git a/opencompass/configs/datasets/ScienceQA/ScienceQA_llmjudge_gen_f00302.py b/opencompass/configs/datasets/ScienceQA/ScienceQA_llmjudge_gen_f00302.py index f363f5af..e128c2a0 100644 --- a/opencompass/configs/datasets/ScienceQA/ScienceQA_llmjudge_gen_f00302.py +++ b/opencompass/configs/datasets/ScienceQA/ScienceQA_llmjudge_gen_f00302.py @@ -74,7 +74,7 @@ ScienceQA_eval_cfg = dict( ), dataset_cfg=dict( type=ScienceQADataset, - path='opencompass/ScienceQA', + path='derek-thomas/ScienceQA', reader_cfg=ScienceQA_reader_cfg, ), judge_cfg=dict(), @@ -86,7 +86,7 @@ ScienceQA_datasets.append( dict( abbr=f'ScienceQA', type=ScienceQADataset, - path='opencompass/ScienceQA', + path='derek-thomas/ScienceQA', reader_cfg=ScienceQA_reader_cfg, infer_cfg=ScienceQA_infer_cfg, eval_cfg=ScienceQA_eval_cfg, diff --git a/opencompass/datasets/ClinicBench.py b/opencompass/datasets/ClinicBench.py index dbcc7090..86ef5082 100644 --- a/opencompass/datasets/ClinicBench.py +++ b/opencompass/datasets/ClinicBench.py @@ -1,7 +1,6 @@ from datasets import load_dataset from opencompass.registry import LOAD_DATASET -from opencompass.utils import get_data_path from .base import BaseDataset @@ -16,6 +15,5 @@ class ClinicBenchDataset(BaseDataset): @staticmethod def load(path): - path = get_data_path(path) dataset = ClinicBenchDataset.load_single(path) return dataset diff --git a/opencompass/datasets/PubMedQA.py b/opencompass/datasets/PubMedQA.py index 828e4bbc..b0db32e3 100644 --- a/opencompass/datasets/PubMedQA.py +++ b/opencompass/datasets/PubMedQA.py @@ -1,7 +1,6 @@ from datasets import Dataset, load_dataset from opencompass.registry import LOAD_DATASET -from opencompass.utils import get_data_path from .base import BaseDataset @@ -31,6 +30,5 @@ class PubMedQADataset(BaseDataset): @staticmethod def load(path): - path = get_data_path(path) dataset = PubMedQADataset.load_single(path) return dataset diff --git a/opencompass/datasets/ScienceQA.py b/opencompass/datasets/ScienceQA.py index adb8ea0c..1bc9c952 100644 --- a/opencompass/datasets/ScienceQA.py +++ b/opencompass/datasets/ScienceQA.py @@ -1,7 +1,6 @@ from datasets import Dataset, load_dataset from opencompass.registry import LOAD_DATASET -from opencompass.utils import get_data_path from .base import BaseDataset @@ -29,6 +28,5 @@ class ScienceQADataset(BaseDataset): @staticmethod def load(path): - path = get_data_path(path) dataset = ScienceQADataset.load_single(path) return dataset diff --git a/opencompass/utils/datasets_info.py b/opencompass/utils/datasets_info.py index 6d31da97..5048a496 100644 --- a/opencompass/utils/datasets_info.py +++ b/opencompass/utils/datasets_info.py @@ -446,21 +446,6 @@ DATASETS_MAPPING = { "hf_id": "", "local": "./data/ChemBench4K", }, - "opencompass/ClinicBench": { - "ms_id": "", - "hf_id": "xuxuxuxuxu/Pharmacology-QA", - "local": "", - }, - "opencompass/ScienceQA": { - "ms_id": "", - "hf_id": "derek-thomas/ScienceQA", - "local": "", - }, - "opencompass/PubMedQA": { - "ms_id": "", - "hf_id": "qiaojin/PubMedQA", - "local": "", - }, }