diff --git a/configs/datasets/subjective/wildbench/wildbench_pair_judge.py b/configs/datasets/subjective/wildbench/wildbench_pair_judge.py index 0dfcb0d8..b8cbd02f 100644 --- a/configs/datasets/subjective/wildbench/wildbench_pair_judge.py +++ b/configs/datasets/subjective/wildbench/wildbench_pair_judge.py @@ -20,7 +20,7 @@ subjective_infer_cfg = dict( template="""{dialogue}""" ), retriever=dict(type=ZeroRetriever), - inferencer=dict(type=ChatInferencer, max_seq_len=4096, max_out_len=512, infer_mode='last'), + inferencer=dict(type=ChatInferencer, max_seq_len=32768, max_out_len=4096, infer_mode='last'), ) subjective_eval_cfg = dict( diff --git a/opencompass/configs/datasets/subjective/wildbench/wildbench_pair_judge.py b/opencompass/configs/datasets/subjective/wildbench/wildbench_pair_judge.py index 0dfcb0d8..b8cbd02f 100644 --- a/opencompass/configs/datasets/subjective/wildbench/wildbench_pair_judge.py +++ b/opencompass/configs/datasets/subjective/wildbench/wildbench_pair_judge.py @@ -20,7 +20,7 @@ subjective_infer_cfg = dict( template="""{dialogue}""" ), retriever=dict(type=ZeroRetriever), - inferencer=dict(type=ChatInferencer, max_seq_len=4096, max_out_len=512, infer_mode='last'), + inferencer=dict(type=ChatInferencer, max_seq_len=32768, max_out_len=4096, infer_mode='last'), ) subjective_eval_cfg = dict(