diff --git a/opencompass/openicl/icl_evaluator/icl_judge_evaluator.py b/opencompass/openicl/icl_evaluator/icl_judge_evaluator.py index ccb9cbe6..e59cdc12 100644 --- a/opencompass/openicl/icl_evaluator/icl_judge_evaluator.py +++ b/opencompass/openicl/icl_evaluator/icl_judge_evaluator.py @@ -16,7 +16,8 @@ class JudgeEvaluator(BaseEvaluator): count = 0 details = [] for prediction, reference in zip(predictions, references): - choice = prediction.split("\"Choice\": \"Model ")[-1][0] if len(prediction) != 0 else None + choice = prediction.split("\"Choice\": \"Model ")[-1][0] if len( + prediction) != 0 else None gold_winner = reference.get('winner', '') detail = { 'pred': prediction, @@ -75,7 +76,8 @@ class RMBEvaluator(BaseEvaluator): pair_harm_list = [] for prediction, reference in zip(predictions, references): - choice = prediction.split("\"Choice\": \"Model ")[-1][0] if len(prediction) != 0 else None + choice = prediction.split("\"Choice\": \"Model ")[-1][0] if len( + prediction) != 0 else None gold_winner = reference.get('winner', '') subset = reference.get('subset', '') goal = reference.get('goal', '')