diff --git a/opencompass/configs/datasets/chinese_simpleqa/chinese_simpleqa_gen.py b/opencompass/configs/datasets/chinese_simpleqa/chinese_simpleqa_gen.py index 97c85510..6446ee13 100644 --- a/opencompass/configs/datasets/chinese_simpleqa/chinese_simpleqa_gen.py +++ b/opencompass/configs/datasets/chinese_simpleqa/chinese_simpleqa_gen.py @@ -17,7 +17,7 @@ subjective_infer_cfg = dict( ]), ), retriever=dict(type=ZeroRetriever), - inferencer=dict(type=GenInferencer, max_out_len=200), + inferencer=dict(type=GenInferencer, max_out_len=2048), ) subjective_eval_cfg = dict( @@ -29,6 +29,7 @@ subjective_eval_cfg = dict( begin=[ dict( role='SYSTEM', + fallback_role='HUMAN', prompt='{system_prompt}') ], round=[