From bf74f26603ed7b27ded518930ff882f23c421361 Mon Sep 17 00:00:00 2001
From: Linchen Xiao <xxllcc1993@gmail.com>
Date: Tue, 22 Apr 2025 18:27:48 +0800
Subject: [PATCH] [Update] Safe SmolInstruct meteor calculation (#2033)

---
 opencompass/datasets/smolinstruct.py | 8 +++++++-
 1 file changed, 7 insertions(+), 1 deletion(-)

diff --git a/opencompass/datasets/smolinstruct.py b/opencompass/datasets/smolinstruct.py
index 54c58a6b..cd3b21ed 100644
--- a/opencompass/datasets/smolinstruct.py
+++ b/opencompass/datasets/smolinstruct.py
@@ -409,7 +409,13 @@ class MeteorEvaluator(BaseEvaluator):
         avg_score = 0
         details = []
         for pred, ans in zip(predictions, references):
-            score = meteor_score([ans.split()], pred.split())
+            try:
+                score = (meteor_score([ans.split()], pred.split())
+                         if ans and pred else 0.0)
+            except AttributeError:
+                logging.error(f'Failed to compute METEOR'
+                              f"score:\npred='{pred}'\nans='{ans}'")
+                score = 0.0
             avg_score += score
             detail = {'pred': pred, 'answer': ans, 'score': score}
             details.append(detail)