From 4e63ebbf0c11c863ba369c99eb3536f4c374e33d Mon Sep 17 00:00:00 2001 From: jnanliu Date: Mon, 24 Feb 2025 08:14:08 +0000 Subject: [PATCH] fix `repeat` to `n` in openicl_eval --- opencompass/tasks/openicl_eval.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/opencompass/tasks/openicl_eval.py b/opencompass/tasks/openicl_eval.py index 6841225e..8c135c4a 100644 --- a/opencompass/tasks/openicl_eval.py +++ b/opencompass/tasks/openicl_eval.py @@ -216,8 +216,8 @@ class OpenICLEvalTask(BaseTask): for k in signature(icl_evaluator.score).parameters } k = self.dataset_cfg.get('k', 1) - repeat = self.dataset_cfg.get('repeat', 1) - result = icl_evaluator.evaluate(k, repeat, copy.deepcopy(test_set), + n = self.dataset_cfg.get('n', 1) + result = icl_evaluator.evaluate(k, n, copy.deepcopy(test_set), **preds) # Get model postprocess result @@ -226,7 +226,7 @@ class OpenICLEvalTask(BaseTask): if 'model_postprocessor' in self.eval_cfg: model_preds = copy.deepcopy(preds) model_preds['predictions'] = model_pred_strs - model_result = icl_evaluator.evaluate(k, repeat, + model_result = icl_evaluator.evaluate(k, n, copy.deepcopy(test_set), **model_preds) for key in model_result: