jiangzhs/OpenCompass
1
0
Fork 0
mirror of https://github.com/open-compass/opencompass.git synced 2025-05-30 16:03:24 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

add writingbench

Browse Source
This commit is contained in:
bittersweet1999 2025-04-29 08:24:50 +00:00
parent e6f4276412
commit 0d1e403cbd
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
opencompass/openicl/icl_evaluator/lm_evaluator.py
View File

@ -116,6 +116,7 @@ class LMEvaluator:
pred_postprocessor (ConfigDict): The model prediction's postprocessor pred_postprocessor (ConfigDict): The model prediction's postprocessor
config. config.
keep_predictions (bool): Whether to save model predictions in references. Useful when postprocessor requires model predictions as input to calculate additional features (e.g. response length, markdown list counts, ...). Defaults to False. keep_predictions (bool): Whether to save model predictions in references. Useful when postprocessor requires model predictions as input to calculate additional features (e.g. response length, markdown list counts, ...). Defaults to False.
multi_eval (bool): Whether to do multiple evaluation with different prompt settings.
""" """
def __init__( def __init__(
@ -129,7 +130,7 @@ class LMEvaluator:
pred_postprocessor: Optional[ConfigDict] = None, pred_postprocessor: Optional[ConfigDict] = None,
dict_postprocessor: Optional[ConfigDict] = None, dict_postprocessor: Optional[ConfigDict] = None,
keep_predictions: bool = False, keep_predictions: bool = False,
multi_eval=False, multi_eval: bool =False,
) -> None: ) -> None:
self.multi_eval = multi_eval self.multi_eval = multi_eval
self.output_path = output_path self.output_path = output_path