jiangzhs/OpenCompass
1
0
Fork 0
mirror of https://github.com/open-compass/opencompass.git synced 2025-05-30 16:03:24 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

fix repeat to n in openicl_eval

Browse Source
This commit is contained in:
jnanliu 2025-02-24 08:14:08 +00:00
parent b0330ef1c6
commit 4e63ebbf0c
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
opencompass/tasks/openicl_eval.py
View File

@ -216,8 +216,8 @@ class OpenICLEvalTask(BaseTask):
for k in signature(icl_evaluator.score).parameters for k in signature(icl_evaluator.score).parameters
} }
k = self.dataset_cfg.get('k', 1) k = self.dataset_cfg.get('k', 1)
repeat = self.dataset_cfg.get('repeat', 1) n = self.dataset_cfg.get('n', 1)
result = icl_evaluator.evaluate(k, repeat, copy.deepcopy(test_set), result = icl_evaluator.evaluate(k, n, copy.deepcopy(test_set),
**preds) **preds)
# Get model postprocess result # Get model postprocess result
@ -226,7 +226,7 @@ class OpenICLEvalTask(BaseTask):
if 'model_postprocessor' in self.eval_cfg: if 'model_postprocessor' in self.eval_cfg:
model_preds = copy.deepcopy(preds) model_preds = copy.deepcopy(preds)
model_preds['predictions'] = model_pred_strs model_preds['predictions'] = model_pred_strs
model_result = icl_evaluator.evaluate(k, repeat, model_result = icl_evaluator.evaluate(k, n,
copy.deepcopy(test_set), copy.deepcopy(test_set),
**model_preds) **model_preds)
for key in model_result: for key in model_result: