jiangzhs/OpenCompass
1
0
Fork 0
mirror of https://github.com/open-compass/opencompass.git synced 2025-05-30 16:03:24 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

fix acc postprocessor

Browse Source
This commit is contained in:
Yu Sun 2025-05-27 15:49:29 +08:00
parent 830315a78c
commit c2914e44de
1 changed files with 4 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
opencompass/datasets/smolinstruct.py
View File

@ -463,15 +463,16 @@ def smolinstruct_acc_0shot_postprocess(text: str) -> str:
r'[Aa]nswer:\s*(yes|no)\b',
r'\*\*[Aa]nswer:\*\*\s*(yes|no)\b',
r'\*\*[Aa]nswer\*\*:\s*(yes|no)\b',
r'<BOOLEAN>\s*(yes|no)\s*</BOOLEAN>'
r'<BOOLEAN>\s*(yes|no)\s*</BOOLEAN>',
r'^\s*(yes|no)[\.\?!]?\s*$'
]
for pattern in patterns:
text = text.strip()
match = re.search(pattern, text, flags=re.IGNORECASE)
if match:
answer = match.group(1) # modified
if answer.lower() == 'yes' or answer.lower() == 'yes.':
if answer.lower() == 'yes':
return "<BOOLEAN> Yes </BOOLEAN>"
elif answer.lower() == 'no' or answer.lower() == 'no.':
elif answer.lower() == 'no':
return "<BOOLEAN> No </BOOLEAN>"
return ""