From 6ff36c1b1f82bd45e1b9188fc391827b4a57019d Mon Sep 17 00:00:00 2001 From: huihui Date: Thu, 8 May 2025 04:20:10 +0000 Subject: [PATCH] use official llmjudge postprocess --- dataset-index.yml | 2 +- .../CARDBiomedBench/CARDBiomedBench_llmjudge_gen_99a231.py | 1 + 2 files changed, 2 insertions(+), 1 deletion(-) diff --git a/dataset-index.yml b/dataset-index.yml index a557be26..5087451c 100644 --- a/dataset-index.yml +++ b/dataset-index.yml @@ -343,7 +343,7 @@ paper: https://arxiv.org/pdf/2004.05986 configpath: opencompass/configs/datasets/CLUE_C3/CLUE_C3_gen.py configpath_llmjudge: '' -- mydataset: +- CARDBiomedBench: name: CARDBiomedBench category: Knowledge / Medicine paper: https://www.biorxiv.org/content/10.1101/2025.01.15.633272v1 diff --git a/opencompass/configs/datasets/CARDBiomedBench/CARDBiomedBench_llmjudge_gen_99a231.py b/opencompass/configs/datasets/CARDBiomedBench/CARDBiomedBench_llmjudge_gen_99a231.py index 5c44dae1..cbe6cf90 100644 --- a/opencompass/configs/datasets/CARDBiomedBench/CARDBiomedBench_llmjudge_gen_99a231.py +++ b/opencompass/configs/datasets/CARDBiomedBench/CARDBiomedBench_llmjudge_gen_99a231.py @@ -1,4 +1,5 @@ from opencompass.datasets import CARDBiomedBenchDataset, CARDBiomedBench_llmjudge_postprocess +from opencompass.datasets import generic_llmjudge_postprocess from opencompass.openicl.icl_inferencer import GenInferencer from opencompass.openicl.icl_prompt_template import PromptTemplate from opencompass.openicl.icl_retriever import ZeroRetriever