jiangzhs/OpenCompass
1
0
Fork 0
mirror of https://github.com/open-compass/opencompass.git synced 2025-05-30 16:03:24 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

update 0-shot acc postprocessor

Browse Source
This commit is contained in:
Yu Sun 2025-05-27 19:11:45 +08:00
parent c2914e44de
commit 523f0f1f18
1 changed files with 14 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
opencompass/datasets/smolinstruct.py
View File

@ -451,6 +451,11 @@ def smolinstruct_acc_postprocess(text: str) -> str:
@TEXT_POSTPROCESSORS.register_module('smolinstruct-acc-0shot')
def smolinstruct_acc_0shot_postprocess(text: str) -> str:
# Remove <think> tags if they exist
if "</think>" in text:
text = text.split("</think>")[-1].strip()
# Check for exact "yes" or "no" responses
if text.strip().lower() == 'yes':
return "<BOOLEAN> Yes </BOOLEAN>"
elif text.strip().lower() == 'no':
@ -475,4 +480,13 @@ def smolinstruct_acc_0shot_postprocess(text: str) -> str:
return "<BOOLEAN> Yes </BOOLEAN>"
elif answer.lower() == 'no':
return "<BOOLEAN> No </BOOLEAN>"
# If no patterns matched, check for simple "yes" or "no"
text = text.strip().lower()
if text.startswith('yes') or text.endswith('yes'):
return "<BOOLEAN> Yes </BOOLEAN>"
elif text.startswith('no') or text.endswith('no'):
return "<BOOLEAN> No </BOOLEAN>"
# If no patterns matched, return an empty string
return ""