From 0180dd9be486033be9ffcdb57eecdbab99df3319 Mon Sep 17 00:00:00 2001 From: marcry Date: Fri, 9 May 2025 07:10:49 +0000 Subject: [PATCH] revise class name --- opencompass/configs/datasets/medmcqa/medmcqa_gen_60c8f5.py | 6 +++--- .../configs/datasets/medmcqa/medmcqa_llmjudge_gen_60c8f5.py | 6 +++--- opencompass/datasets/medmcqa.py | 4 ++-- 3 files changed, 8 insertions(+), 8 deletions(-) diff --git a/opencompass/configs/datasets/medmcqa/medmcqa_gen_60c8f5.py b/opencompass/configs/datasets/medmcqa/medmcqa_gen_60c8f5.py index c0d10ab0..a0d8bb43 100644 --- a/opencompass/configs/datasets/medmcqa/medmcqa_gen_60c8f5.py +++ b/opencompass/configs/datasets/medmcqa/medmcqa_gen_60c8f5.py @@ -1,4 +1,4 @@ -from opencompass.datasets import medmcqaDataset, medmcqaEvaluator +from opencompass.datasets import MedmcqaDataset, MedmcqaEvaluator from opencompass.openicl.icl_inferencer import GenInferencer from opencompass.openicl.icl_prompt_template import PromptTemplate from opencompass.openicl.icl_retriever import ZeroRetriever @@ -41,11 +41,11 @@ infer_cfg = dict( # Evaluation configuration eval_cfg = dict( - evaluator=dict(type=medmcqaEvaluator), + evaluator=dict(type=MedmcqaEvaluator), pred_role='BOT', ) medmcqa_dataset = dict( - type=medmcqaDataset, + type=MedmcqaDataset, abbr='medmcqa', path='openlifescienceai/medmcqa', prompt_mode='zero-shot', diff --git a/opencompass/configs/datasets/medmcqa/medmcqa_llmjudge_gen_60c8f5.py b/opencompass/configs/datasets/medmcqa/medmcqa_llmjudge_gen_60c8f5.py index d177d11f..e96cfa28 100644 --- a/opencompass/configs/datasets/medmcqa/medmcqa_llmjudge_gen_60c8f5.py +++ b/opencompass/configs/datasets/medmcqa/medmcqa_llmjudge_gen_60c8f5.py @@ -1,4 +1,4 @@ -from opencompass.datasets import medmcqaDataset, medmcqa_llmjudge_postprocess +from opencompass.datasets import MedmcqaDataset, medmcqa_llmjudge_postprocess from opencompass.openicl.icl_inferencer import GenInferencer from opencompass.openicl.icl_prompt_template import PromptTemplate from opencompass.openicl.icl_retriever import ZeroRetriever @@ -82,7 +82,7 @@ eval_cfg = dict( ), ), dataset_cfg=dict( - type=medmcqaDataset, + type=MedmcqaDataset, path='openlifescienceai/medmcqa', prompt_mode='zero-shot', reader_cfg=reader_cfg, @@ -92,7 +92,7 @@ eval_cfg = dict( ), ) medmcqa_dataset = dict( - type=medmcqaDataset, + type=MedmcqaDataset, abbr='medmcqa', path='openlifescienceai/medmcqa', prompt_mode='zero-shot', diff --git a/opencompass/datasets/medmcqa.py b/opencompass/datasets/medmcqa.py index ff1f17a9..abb397a7 100644 --- a/opencompass/datasets/medmcqa.py +++ b/opencompass/datasets/medmcqa.py @@ -29,7 +29,7 @@ def _parse(item, prompt_mode): @LOAD_DATASET.register_module() -class medmcqaDataset(BaseDataset): +class MedmcqaDataset(BaseDataset): @staticmethod def load(path: str, prompt_mode: str = 'zero-shot', **kwargs): @@ -45,7 +45,7 @@ class medmcqaDataset(BaseDataset): return dataset -class medmcqaEvaluator(BaseEvaluator): +class MedmcqaEvaluator(BaseEvaluator): def score(self, predictions, references, test_set): method = test_set['prompt_mode'][0]