jiangzhs/OpenCompass
1
0
Fork 0
mirror of https://github.com/open-compass/opencompass.git synced 2025-05-30 16:03:24 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

update (#251)

Browse Source
This commit is contained in:
Tong Gao 2023-08-23 16:25:23 +08:00 committed by GitHub
parent 1034c487ef
commit 01372a4806
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 8 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

15
opencompass/datasets/crowspairs.py
View File

@ -43,15 +43,16 @@ def crowspairs_postprocess(text: str) -> str:
if re.search('Neither', text) or re.search('Both', text): if re.search('Neither', text) or re.search('Both', text):
return 'invalid' return 'invalid'
first_option = text[0] if text != '':
if first_option.isupper() and first_option in 'AB': first_option = text[0]
return first_option if first_option.isupper() and first_option in 'AB':
return first_option
if re.search(' A ', text) or re.search('A.', text): if re.search(' A ', text) or re.search('A.', text):
return 'A' return 'A'
if re.search(' B ', text) or re.search('B.', text): if re.search(' B ', text) or re.search('B.', text):
return 'B' return 'B'
return 'invalid' return 'invalid'