diff --git a/configs/datasets/subjective_cmp/alignment_bench.py b/configs/datasets/subjective_cmp/alignment_bench.py index 9ad4b21b..2c6d8074 100644 --- a/configs/datasets/subjective_cmp/alignment_bench.py +++ b/configs/datasets/subjective_cmp/alignment_bench.py @@ -32,7 +32,7 @@ for _name in subjective_all_sets: ]), ), retriever=dict(type=ZeroRetriever), - inferencer=dict(type=GenInferencer), + inferencer=dict(type=GenInferencer, max_out_len=1024), ) subjective_eval_cfg = dict( diff --git a/configs/datasets/subjective_cmp/subjective_cmp.py b/configs/datasets/subjective_cmp/subjective_cmp.py index 512e235b..0ad93985 100644 --- a/configs/datasets/subjective_cmp/subjective_cmp.py +++ b/configs/datasets/subjective_cmp/subjective_cmp.py @@ -27,7 +27,7 @@ for _name in subjective_all_sets: ]), ), retriever=dict(type=ZeroRetriever), - inferencer=dict(type=GenInferencer), + inferencer=dict(type=GenInferencer, max_out_len=1024), ) subjective_eval_cfg = dict( diff --git a/configs/datasets/subjective_cmp/subjective_corev2.py b/configs/datasets/subjective_cmp/subjective_corev2.py index d6112c7d..00983d30 100644 --- a/configs/datasets/subjective_cmp/subjective_corev2.py +++ b/configs/datasets/subjective_cmp/subjective_corev2.py @@ -30,7 +30,7 @@ for _name in subjective_all_sets: ]), ), retriever=dict(type=ZeroRetriever), - inferencer=dict(type=GenInferencer), + inferencer=dict(type=GenInferencer, max_out_len=1024), ) subjective_eval_cfg = dict( diff --git a/configs/datasets/subjective_cmp/subjective_creation.py b/configs/datasets/subjective_cmp/subjective_creation.py index 2d4ec228..c1051ecf 100644 --- a/configs/datasets/subjective_cmp/subjective_creation.py +++ b/configs/datasets/subjective_cmp/subjective_creation.py @@ -28,7 +28,7 @@ for _name in subjective_all_sets: ]), ), retriever=dict(type=ZeroRetriever), - inferencer=dict(type=GenInferencer), + inferencer=dict(type=GenInferencer, max_out_len=1024), ) subjective_eval_cfg = dict(