jiangzhs/OpenCompass
1
0
Fork 0
mirror of https://github.com/open-compass/opencompass.git synced 2025-05-30 16:03:24 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

update (#251)

Browse Source
This commit is contained in:
Tong Gao 2023-08-23 16:25:23 +08:00 committed by GitHub
parent 1034c487ef
commit 01372a4806
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 8 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
opencompass/datasets/crowspairs.py
View File

@ -43,6 +43,7 @@ def crowspairs_postprocess(text: str) -> str:
if re.search('Neither', text) or re.search('Both', text): if re.search('Neither', text) or re.search('Both', text):
return 'invalid' return 'invalid'
if text != '':
first_option = text[0] first_option = text[0]
if first_option.isupper() and first_option in 'AB': if first_option.isupper() and first_option in 'AB':
return first_option return first_option