From 66f45af8f02501733bab6cb09b582a4a1c0af2b3 Mon Sep 17 00:00:00 2001
From: bittersweet1999 <1487910649@qq.com>
Date: Wed, 7 May 2025 02:47:41 +0000
Subject: [PATCH] add judgedatasetall

---
 opencompass/openicl/icl_evaluator/icl_judge_evaluator.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/opencompass/openicl/icl_evaluator/icl_judge_evaluator.py b/opencompass/openicl/icl_evaluator/icl_judge_evaluator.py
index d7f3531a..ccb9cbe6 100644
--- a/opencompass/openicl/icl_evaluator/icl_judge_evaluator.py
+++ b/opencompass/openicl/icl_evaluator/icl_judge_evaluator.py
@@ -16,7 +16,7 @@ class JudgeEvaluator(BaseEvaluator):
         count = 0
         details = []
         for prediction, reference in zip(predictions, references):
-            choice = prediction.split("\"Choice\": \"Model ")[-1][0]
+            choice = prediction.split("\"Choice\": \"Model ")[-1][0] if len(prediction) != 0 else None
             gold_winner = reference.get('winner', '')
             detail = {
                 'pred': prediction,
@@ -75,7 +75,7 @@ class RMBEvaluator(BaseEvaluator):
         pair_harm_list = []
 
         for prediction, reference in zip(predictions, references):
-            choice = prediction.split("\"Choice\": \"Model ")[-1][0]
+            choice = prediction.split("\"Choice\": \"Model ")[-1][0] if len(prediction) != 0 else None
             gold_winner = reference.get('winner', '')
             subset = reference.get('subset', '')
             goal = reference.get('goal', '')