From 362c33dff4bb8999e848c8b9e78068ec98cb9a09 Mon Sep 17 00:00:00 2001 From: Leymore Date: Wed, 11 Oct 2023 21:25:19 -0500 Subject: [PATCH] fix jieba rouge (#467) --- .../openicl/icl_evaluator/icl_jieba_rouge_evaluator.py | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/opencompass/openicl/icl_evaluator/icl_jieba_rouge_evaluator.py b/opencompass/openicl/icl_evaluator/icl_jieba_rouge_evaluator.py index 157b92c1..642d22a6 100644 --- a/opencompass/openicl/icl_evaluator/icl_jieba_rouge_evaluator.py +++ b/opencompass/openicl/icl_evaluator/icl_jieba_rouge_evaluator.py @@ -30,6 +30,11 @@ class JiebaRougeEvaluator(BaseEvaluator): metric = Rouge() predictions = [' '.join(jieba.cut(i)) for i in predictions] references = [' '.join(jieba.cut(i)) for i in references] + + # avoid raising error when empty string encountered + predictions = [i if i else '__PREDPLACEHOLDER__' for i in predictions] + references = [i if i else '__REFRPLACEHOLDER__' for i in references] + score = metric.get_scores(predictions, references, avg=True) return {