diff --git a/configs/datasets/subjective_cmp/alignment_bench.py b/configs/datasets/subjective_cmp/alignment_bench.py
index 9ad4b21b..2c6d8074 100644
--- a/configs/datasets/subjective_cmp/alignment_bench.py
+++ b/configs/datasets/subjective_cmp/alignment_bench.py
@@ -32,7 +32,7 @@ for _name in subjective_all_sets:
                 ]),
             ),
             retriever=dict(type=ZeroRetriever),
-            inferencer=dict(type=GenInferencer),
+            inferencer=dict(type=GenInferencer, max_out_len=1024),
         )
 
     subjective_eval_cfg = dict(
diff --git a/configs/datasets/subjective_cmp/subjective_cmp.py b/configs/datasets/subjective_cmp/subjective_cmp.py
index 512e235b..0ad93985 100644
--- a/configs/datasets/subjective_cmp/subjective_cmp.py
+++ b/configs/datasets/subjective_cmp/subjective_cmp.py
@@ -27,7 +27,7 @@ for _name in subjective_all_sets:
                 ]),
             ),
             retriever=dict(type=ZeroRetriever),
-            inferencer=dict(type=GenInferencer),
+            inferencer=dict(type=GenInferencer, max_out_len=1024),
         )
 
     subjective_eval_cfg = dict(
diff --git a/configs/datasets/subjective_cmp/subjective_corev2.py b/configs/datasets/subjective_cmp/subjective_corev2.py
index d6112c7d..00983d30 100644
--- a/configs/datasets/subjective_cmp/subjective_corev2.py
+++ b/configs/datasets/subjective_cmp/subjective_corev2.py
@@ -30,7 +30,7 @@ for _name in subjective_all_sets:
                 ]),
             ),
             retriever=dict(type=ZeroRetriever),
-            inferencer=dict(type=GenInferencer),
+            inferencer=dict(type=GenInferencer, max_out_len=1024),
         )
 
     subjective_eval_cfg = dict(
diff --git a/configs/datasets/subjective_cmp/subjective_creation.py b/configs/datasets/subjective_cmp/subjective_creation.py
index 2d4ec228..c1051ecf 100644
--- a/configs/datasets/subjective_cmp/subjective_creation.py
+++ b/configs/datasets/subjective_cmp/subjective_creation.py
@@ -28,7 +28,7 @@ for _name in subjective_all_sets:
                 ]),
             ),
             retriever=dict(type=ZeroRetriever),
-            inferencer=dict(type=GenInferencer),
+            inferencer=dict(type=GenInferencer, max_out_len=1024),
         )
 
     subjective_eval_cfg = dict(