From 8172af49bbca61cd662d66d507faf780728998ee Mon Sep 17 00:00:00 2001 From: Linchen Xiao Date: Tue, 29 Oct 2024 13:21:31 +0800 Subject: [PATCH] [Update] Update wildbench max_seq_len (#1648) * [Update] Wildbench max_seq_len update * [Update] Wildbench max_seq_len update --- configs/datasets/subjective/wildbench/wildbench_pair_judge.py | 2 +- .../datasets/subjective/wildbench/wildbench_pair_judge.py | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/configs/datasets/subjective/wildbench/wildbench_pair_judge.py b/configs/datasets/subjective/wildbench/wildbench_pair_judge.py index 0dfcb0d8..b8cbd02f 100644 --- a/configs/datasets/subjective/wildbench/wildbench_pair_judge.py +++ b/configs/datasets/subjective/wildbench/wildbench_pair_judge.py @@ -20,7 +20,7 @@ subjective_infer_cfg = dict( template="""{dialogue}""" ), retriever=dict(type=ZeroRetriever), - inferencer=dict(type=ChatInferencer, max_seq_len=4096, max_out_len=512, infer_mode='last'), + inferencer=dict(type=ChatInferencer, max_seq_len=32768, max_out_len=4096, infer_mode='last'), ) subjective_eval_cfg = dict( diff --git a/opencompass/configs/datasets/subjective/wildbench/wildbench_pair_judge.py b/opencompass/configs/datasets/subjective/wildbench/wildbench_pair_judge.py index 0dfcb0d8..b8cbd02f 100644 --- a/opencompass/configs/datasets/subjective/wildbench/wildbench_pair_judge.py +++ b/opencompass/configs/datasets/subjective/wildbench/wildbench_pair_judge.py @@ -20,7 +20,7 @@ subjective_infer_cfg = dict( template="""{dialogue}""" ), retriever=dict(type=ZeroRetriever), - inferencer=dict(type=ChatInferencer, max_seq_len=4096, max_out_len=512, infer_mode='last'), + inferencer=dict(type=ChatInferencer, max_seq_len=32768, max_out_len=4096, infer_mode='last'), ) subjective_eval_cfg = dict(