jiangzhs/OpenCompass
1
0
Fork 0
mirror of https://github.com/open-compass/opencompass.git synced 2025-05-30 16:03:24 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

[Update] Safe SmolInstruct meteor calculation (#2033)

Browse Source
This commit is contained in:
Linchen Xiao 2025-04-22 18:27:48 +08:00 committed by GitHub
parent 455bb05d1b
commit bf74f26603
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 7 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
opencompass/datasets/smolinstruct.py
View File

@ -409,7 +409,13 @@ class MeteorEvaluator(BaseEvaluator):
avg_score = 0
details = []
for pred, ans in zip(predictions, references):
score = meteor_score([ans.split()], pred.split())
try:
score = (meteor_score([ans.split()], pred.split())
if ans and pred else 0.0)
except AttributeError:
logging.error(f'Failed to compute METEOR'
f"score:\npred='{pred}'\nans='{ans}'")
score = 0.0
avg_score += score
detail = {'pred': pred, 'answer': ans, 'score': score}
details.append(detail)