jiangzhs/OpenCompass
1
0
Fork 0
mirror of https://github.com/open-compass/opencompass.git synced 2025-05-30 16:03:24 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

revise class name

Browse Source
This commit is contained in:
marcry 2025-05-09 07:10:49 +00:00
parent 325b70be6d
commit 0180dd9be4
3 changed files with 8 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
opencompass/configs/datasets/medmcqa/medmcqa_gen_60c8f5.py
View File

@ -1,4 +1,4 @@
from opencompass.datasets import medmcqaDataset, medmcqaEvaluator from opencompass.datasets import MedmcqaDataset, MedmcqaEvaluator
from opencompass.openicl.icl_inferencer import GenInferencer from opencompass.openicl.icl_inferencer import GenInferencer
from opencompass.openicl.icl_prompt_template import PromptTemplate from opencompass.openicl.icl_prompt_template import PromptTemplate
from opencompass.openicl.icl_retriever import ZeroRetriever from opencompass.openicl.icl_retriever import ZeroRetriever
@ -41,11 +41,11 @@ infer_cfg = dict(
# Evaluation configuration # Evaluation configuration
eval_cfg = dict( eval_cfg = dict(
evaluator=dict(type=medmcqaEvaluator), evaluator=dict(type=MedmcqaEvaluator),
pred_role='BOT', pred_role='BOT',
) )
medmcqa_dataset = dict( medmcqa_dataset = dict(
type=medmcqaDataset, type=MedmcqaDataset,
abbr='medmcqa', abbr='medmcqa',
path='openlifescienceai/medmcqa', path='openlifescienceai/medmcqa',
prompt_mode='zero-shot', prompt_mode='zero-shot',

6
opencompass/configs/datasets/medmcqa/medmcqa_llmjudge_gen_60c8f5.py
View File

@ -1,4 +1,4 @@
from opencompass.datasets import medmcqaDataset, medmcqa_llmjudge_postprocess from opencompass.datasets import MedmcqaDataset, medmcqa_llmjudge_postprocess
from opencompass.openicl.icl_inferencer import GenInferencer from opencompass.openicl.icl_inferencer import GenInferencer
from opencompass.openicl.icl_prompt_template import PromptTemplate from opencompass.openicl.icl_prompt_template import PromptTemplate
from opencompass.openicl.icl_retriever import ZeroRetriever from opencompass.openicl.icl_retriever import ZeroRetriever
@ -82,7 +82,7 @@ eval_cfg = dict(
), ),
), ),
dataset_cfg=dict( dataset_cfg=dict(
type=medmcqaDataset, type=MedmcqaDataset,
path='openlifescienceai/medmcqa', path='openlifescienceai/medmcqa',
prompt_mode='zero-shot', prompt_mode='zero-shot',
reader_cfg=reader_cfg, reader_cfg=reader_cfg,
@ -92,7 +92,7 @@ eval_cfg = dict(
), ),
) )
medmcqa_dataset = dict( medmcqa_dataset = dict(
type=medmcqaDataset, type=MedmcqaDataset,
abbr='medmcqa', abbr='medmcqa',
path='openlifescienceai/medmcqa', path='openlifescienceai/medmcqa',
prompt_mode='zero-shot', prompt_mode='zero-shot',

4
opencompass/datasets/medmcqa.py
View File

@ -29,7 +29,7 @@ def _parse(item, prompt_mode):
@LOAD_DATASET.register_module() @LOAD_DATASET.register_module()
class medmcqaDataset(BaseDataset): class MedmcqaDataset(BaseDataset):
@staticmethod @staticmethod
def load(path: str, prompt_mode: str = 'zero-shot', **kwargs): def load(path: str, prompt_mode: str = 'zero-shot', **kwargs):
@ -45,7 +45,7 @@ class medmcqaDataset(BaseDataset):
return dataset return dataset
class medmcqaEvaluator(BaseEvaluator): class MedmcqaEvaluator(BaseEvaluator):
def score(self, predictions, references, test_set): def score(self, predictions, references, test_set):
method = test_set['prompt_mode'][0] method = test_set['prompt_mode'][0]