From c4ce0174febdae70af204be964544a5e9fdd8497 Mon Sep 17 00:00:00 2001 From: liushz Date: Wed, 11 Dec 2024 19:51:27 +0800 Subject: [PATCH] [Fix] Fix ChineseSimpleQA max_out_len (#1757) MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit * add chinese simpleqa config * add chinese simpleqa config * add chinese simpleqa config * add chinese simpleqa config * Update CsimpleQA * Update CsimpleQA * Update CsimpleQA * Update CsimpleQA * Update CsimpleQA * Update CsimpleQA * pdate Csimpleqa * pdate Csimpleqa * Update Csimpleqa --------- Co-authored-by: 明念 --- .../configs/datasets/chinese_simpleqa/chinese_simpleqa_gen.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/opencompass/configs/datasets/chinese_simpleqa/chinese_simpleqa_gen.py b/opencompass/configs/datasets/chinese_simpleqa/chinese_simpleqa_gen.py index 97c85510..6446ee13 100644 --- a/opencompass/configs/datasets/chinese_simpleqa/chinese_simpleqa_gen.py +++ b/opencompass/configs/datasets/chinese_simpleqa/chinese_simpleqa_gen.py @@ -17,7 +17,7 @@ subjective_infer_cfg = dict( ]), ), retriever=dict(type=ZeroRetriever), - inferencer=dict(type=GenInferencer, max_out_len=200), + inferencer=dict(type=GenInferencer, max_out_len=2048), ) subjective_eval_cfg = dict( @@ -29,6 +29,7 @@ subjective_eval_cfg = dict( begin=[ dict( role='SYSTEM', + fallback_role='HUMAN', prompt='{system_prompt}') ], round=[