From 0de0a254d04095e7ddb1003e3bea5f08e3ed358d Mon Sep 17 00:00:00 2001 From: Jucheng Hu Date: Wed, 28 May 2025 11:22:48 +0800 Subject: [PATCH] update import --- opencompass/datasets/matbench/post_process.py | 9 ++------- 1 file changed, 2 insertions(+), 7 deletions(-) diff --git a/opencompass/datasets/matbench/post_process.py b/opencompass/datasets/matbench/post_process.py index 465b21f4..d74acca3 100644 --- a/opencompass/datasets/matbench/post_process.py +++ b/opencompass/datasets/matbench/post_process.py @@ -3,6 +3,7 @@ import json import re from opencompass.utils import get_logger +from opencompass.datasets.generic import _generic_llmjudge_postprocess def parse_think(respons): index = respons.find("") @@ -95,15 +96,9 @@ def get_numerical_final_results(judged_answers, return result -def _generic_llmjudge_postprocess(judgement: str): - judgement = parse_think(judgement) - match = re.search(r'(A|B)', judgement) - grade_letter = (match.group(0) if match else 'unknown' - ) # Return 'unknown' if no match - return grade_letter def _numerical_postprocess(judgement: str): - judgement = parse_think(judgement) + # judgement = parse_think(judgement) match = re.search(r'[-+]?\d*\.\d+|\d+\.\d*|\d+', judgement) numerical_answer = (match.group(0) if match else 0 ) # Return 0 if no match