jiangzhs/OpenCompass
1
0
Fork 0
mirror of https://github.com/open-compass/opencompass.git synced 2025-05-30 16:03:24 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

use official llmjudge postprocess

Browse Source
This commit is contained in:
huihui 2025-05-08 04:20:10 +00:00
parent b3aa62ba5c
commit 6ff36c1b1f
2 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
dataset-index.yml
View File

@ -343,7 +343,7 @@
paper: https://arxiv.org/pdf/2004.05986 paper: https://arxiv.org/pdf/2004.05986
configpath: opencompass/configs/datasets/CLUE_C3/CLUE_C3_gen.py configpath: opencompass/configs/datasets/CLUE_C3/CLUE_C3_gen.py
configpath_llmjudge: '' configpath_llmjudge: ''
- mydataset: - CARDBiomedBench:
name: CARDBiomedBench name: CARDBiomedBench
category: Knowledge / Medicine category: Knowledge / Medicine
paper: https://www.biorxiv.org/content/10.1101/2025.01.15.633272v1 paper: https://www.biorxiv.org/content/10.1101/2025.01.15.633272v1

1
opencompass/configs/datasets/CARDBiomedBench/CARDBiomedBench_llmjudge_gen_99a231.py
View File

@ -1,4 +1,5 @@
from opencompass.datasets import CARDBiomedBenchDataset, CARDBiomedBench_llmjudge_postprocess from opencompass.datasets import CARDBiomedBenchDataset, CARDBiomedBench_llmjudge_postprocess
from opencompass.datasets import generic_llmjudge_postprocess
from opencompass.openicl.icl_inferencer import GenInferencer from opencompass.openicl.icl_inferencer import GenInferencer
from opencompass.openicl.icl_prompt_template import PromptTemplate from opencompass.openicl.icl_prompt_template import PromptTemplate
from opencompass.openicl.icl_retriever import ZeroRetriever from opencompass.openicl.icl_retriever import ZeroRetriever