From 1af2c2cbdff6fac1e5b9fb4e147ae03aabbffa58 Mon Sep 17 00:00:00 2001 From: bittersweet1999 <1487910649@qq.com> Date: Wed, 7 May 2025 02:51:47 +0000 Subject: [PATCH] add judgedatasetall --- opencompass/openicl/icl_evaluator/icl_judge_evaluator.py | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/opencompass/openicl/icl_evaluator/icl_judge_evaluator.py b/opencompass/openicl/icl_evaluator/icl_judge_evaluator.py index ccb9cbe6..e59cdc12 100644 --- a/opencompass/openicl/icl_evaluator/icl_judge_evaluator.py +++ b/opencompass/openicl/icl_evaluator/icl_judge_evaluator.py @@ -16,7 +16,8 @@ class JudgeEvaluator(BaseEvaluator): count = 0 details = [] for prediction, reference in zip(predictions, references): - choice = prediction.split("\"Choice\": \"Model ")[-1][0] if len(prediction) != 0 else None + choice = prediction.split("\"Choice\": \"Model ")[-1][0] if len( + prediction) != 0 else None gold_winner = reference.get('winner', '') detail = { 'pred': prediction, @@ -75,7 +76,8 @@ class RMBEvaluator(BaseEvaluator): pair_harm_list = [] for prediction, reference in zip(predictions, references): - choice = prediction.split("\"Choice\": \"Model ")[-1][0] if len(prediction) != 0 else None + choice = prediction.split("\"Choice\": \"Model ")[-1][0] if len( + prediction) != 0 else None gold_winner = reference.get('winner', '') subset = reference.get('subset', '') goal = reference.get('goal', '')