jiangzhs/OpenCompass
1
0
Fork 0
mirror of https://github.com/open-compass/opencompass.git synced 2025-05-30 16:03:24 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

[Fix] Fix rouge evaluator of rolebench_zh (#1322)

Browse Source
This commit is contained in:
Xu Song 2024-07-16 16:18:13 +08:00 committed by GitHub
parent 3aeabbc427
commit 0a1c89e618
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
configs/datasets/rolebench/instruction_generalization_zh.py
View File

@ -1,7 +1,7 @@
from opencompass.openicl.icl_prompt_template import PromptTemplate from opencompass.openicl.icl_prompt_template import PromptTemplate
from opencompass.openicl.icl_retriever import ZeroRetriever from opencompass.openicl.icl_retriever import ZeroRetriever
from opencompass.openicl.icl_inferencer import GenInferencer from opencompass.openicl.icl_inferencer import GenInferencer
from opencompass.openicl.icl_evaluator import RougeEvaluator from opencompass.openicl.icl_evaluator import JiebaRougeEvaluator
from opencompass.datasets.rolebench import InstructionGeneralizationChineseDataset from opencompass.datasets.rolebench import InstructionGeneralizationChineseDataset
instruction_generalization_zh_reader_cfg = dict( instruction_generalization_zh_reader_cfg = dict(
@ -27,7 +27,7 @@ instruction_generalization_zh_infer_cfg = dict(
) )
instruction_generalization_zh_eval_cfg = dict( instruction_generalization_zh_eval_cfg = dict(
evaluator=dict(type=RougeEvaluator), evaluator=dict(type=JiebaRougeEvaluator),
pred_role='BOT' pred_role='BOT'
) )