jiangzhs/OpenCompass
1
0
Fork 0
mirror of https://github.com/open-compass/opencompass.git synced 2025-05-30 16:03:24 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

fix jieba rouge (#467)

Browse Source
This commit is contained in:
Leymore 2023-10-11 21:25:19 -05:00 committed by GitHub
parent d7ff933a73
commit 362c33dff4
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 5 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
opencompass/openicl/icl_evaluator/icl_jieba_rouge_evaluator.py
View File

@ -30,6 +30,11 @@ class JiebaRougeEvaluator(BaseEvaluator):
metric = Rouge()
predictions = [' '.join(jieba.cut(i)) for i in predictions]
references = [' '.join(jieba.cut(i)) for i in references]
# avoid raising error when empty string encountered
predictions = [i if i else '__PREDPLACEHOLDER__' for i in predictions]
references = [i if i else '__REFRPLACEHOLDER__' for i in references]
score = metric.get_scores(predictions, references, avg=True)
return {