jiangzhs/OpenCompass
1
0
Fork 0
mirror of https://github.com/open-compass/opencompass.git synced 2025-05-30 16:03:24 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

fix: IFEval dataset introduces the correct langdetect expectation path

Browse Source
This commit is contained in:
zhangshun1 2024-08-23 10:40:14 +08:00
parent fb69ba5eb8
commit d2833b47a8
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
opencompass/datasets/IFEval/instructions.py
View File

@ -163,7 +163,7 @@ class ResponseLanguageChecker(Instruction):
try:
return langdetect.detect(value) == self._language
except langdetect.LangDetectException as e:
except langdetect.lang_detect_exception.LangDetectException as e:
# Count as instruction is followed.
logging.error('Unable to detect language for text %s due to %s',
value, e) # refex: disable=pytotw.037
@ -1424,7 +1424,7 @@ class CapitalLettersEnglishChecker(Instruction):
try:
return value.isupper() and langdetect.detect(value) == 'en'
except langdetect.LangDetectException as e:
except langdetect.lang_detect_exception.LangDetectException as e:
# Count as instruction is followed.
logging.error('Unable to detect language for text %s due to %s',
value, e) # refex: disable=pytotw.037
@ -1456,7 +1456,7 @@ class LowercaseLettersEnglishChecker(Instruction):
try:
return value.islower() and langdetect.detect(value) == 'en'
except langdetect.LangDetectException as e:
except langdetect.lang_detect_exception.LangDetectException as e:
# Count as instruction is followed.
logging.error('Unable to detect language for text %s due to %s',
value, e) # refex: disable=pytotw.037