From a84d8d693ed59f301c241d0355c6fa3820c6c937 Mon Sep 17 00:00:00 2001 From: Yejin0111 Date: Mon, 7 Apr 2025 04:06:02 +0000 Subject: [PATCH] Add MedXpertQA --- dataset-index.yml | 6 ++++++ opencompass/datasets/__init__.py | 1 + 2 files changed, 7 insertions(+) diff --git a/dataset-index.yml b/dataset-index.yml index de5e316e..5358a5de 100644 --- a/dataset-index.yml +++ b/dataset-index.yml @@ -116,6 +116,12 @@ paper: https://ieeexplore.ieee.org/stamp/stamp.jsp?tp=&arnumber=10778138 configpath: opencompass/configs/datasets/MedBench/medbench_gen.py configpath_llmjudge: '' +- MedXpertQA: + name: MedXpertQA + category: Knowledge / Medicine + paper: https://arxiv.org/abs/2501.18362 + configpath: opencompass/configs/datasets/MedXpertQA/MedXpertQA_gen.py + configpath_llmjudge: opencompass/configs/datasets/MedXpertQA/MedXpertQA_llmjudge_gen.py - musr: name: MuSR category: Reasoning diff --git a/opencompass/datasets/__init__.py b/opencompass/datasets/__init__.py index 7445bc6b..a11b5183 100644 --- a/opencompass/datasets/__init__.py +++ b/opencompass/datasets/__init__.py @@ -107,6 +107,7 @@ from .natural_question import * # noqa: F401, F403 from .natural_question_cn import * # noqa: F401, F403 from .NPHardEval import * # noqa: F401, F403 from .obqa import * # noqa: F401, F403 +from .olymmath import * # noqa: F401, F403 from .OlympiadBench import * # noqa: F401, F403 from .OpenFinData import * # noqa: F401, F403 from .piqa import * # noqa: F401, F403