jiangzhs/OpenCompass
1
0
Fork 0
mirror of https://github.com/open-compass/opencompass.git synced 2025-05-30 16:03:24 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

update import

Browse Source
This commit is contained in:
Jucheng Hu 2025-05-28 11:22:48 +08:00
parent 261ed2be9c
commit 0de0a254d0
1 changed files with 2 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
opencompass/datasets/matbench/post_process.py
View File

@ -3,6 +3,7 @@ import json
import re
from opencompass.utils import get_logger
from opencompass.datasets.generic import _generic_llmjudge_postprocess
def parse_think(respons):
index = respons.find("</think>")
@ -95,15 +96,9 @@ def get_numerical_final_results(judged_answers,
return result
def _generic_llmjudge_postprocess(judgement: str):
judgement = parse_think(judgement)
match = re.search(r'(A|B)', judgement)
grade_letter = (match.group(0) if match else 'unknown'
) # Return 'unknown' if no match
return grade_letter
def _numerical_postprocess(judgement: str):
judgement = parse_think(judgement)
# judgement = parse_think(judgement)
match = re.search(r'[-+]?\d*\.\d+|\d+\.\d*|\d+', judgement)
numerical_answer = (match.group(0) if match else 0
) # Return 0 if no match