diff --git a/configs/datasets/rolebench/instruction_generalization_zh.py b/configs/datasets/rolebench/instruction_generalization_zh.py index 646aa7a1..5f53e98d 100644 --- a/configs/datasets/rolebench/instruction_generalization_zh.py +++ b/configs/datasets/rolebench/instruction_generalization_zh.py @@ -1,7 +1,7 @@ from opencompass.openicl.icl_prompt_template import PromptTemplate from opencompass.openicl.icl_retriever import ZeroRetriever from opencompass.openicl.icl_inferencer import GenInferencer -from opencompass.openicl.icl_evaluator import RougeEvaluator +from opencompass.openicl.icl_evaluator import JiebaRougeEvaluator from opencompass.datasets.rolebench import InstructionGeneralizationChineseDataset instruction_generalization_zh_reader_cfg = dict( @@ -27,7 +27,7 @@ instruction_generalization_zh_infer_cfg = dict( ) instruction_generalization_zh_eval_cfg = dict( - evaluator=dict(type=RougeEvaluator), + evaluator=dict(type=JiebaRougeEvaluator), pred_role='BOT' )