From 0d1e403cbd5f87c135781e14548af1fa401fead9 Mon Sep 17 00:00:00 2001
From: bittersweet1999 <1487910649@qq.com>
Date: Tue, 29 Apr 2025 08:24:50 +0000
Subject: [PATCH] add writingbench

---
 opencompass/openicl/icl_evaluator/lm_evaluator.py | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/opencompass/openicl/icl_evaluator/lm_evaluator.py b/opencompass/openicl/icl_evaluator/lm_evaluator.py
index 4b105f21..fb9f9355 100644
--- a/opencompass/openicl/icl_evaluator/lm_evaluator.py
+++ b/opencompass/openicl/icl_evaluator/lm_evaluator.py
@@ -116,6 +116,7 @@ class LMEvaluator:
         pred_postprocessor (ConfigDict): The model prediction's postprocessor
             config.
         keep_predictions (bool): Whether to save model predictions in references. Useful when postprocessor requires model predictions as input to calculate additional features (e.g. response length, markdown list counts, ...). Defaults to False.
+        multi_eval (bool): Whether to do multiple evaluation with different prompt settings.
     """
 
     def __init__(
@@ -129,7 +130,7 @@ class LMEvaluator:
         pred_postprocessor: Optional[ConfigDict] = None,
         dict_postprocessor: Optional[ConfigDict] = None,
         keep_predictions: bool = False,
-        multi_eval=False,
+        multi_eval: bool =False,
     ) -> None:
         self.multi_eval = multi_eval
         self.output_path = output_path