jiangzhs/OpenCompass
1
0
Fork 0
mirror of https://github.com/open-compass/opencompass.git synced 2025-05-30 16:03:24 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

[Fix] Fix math-verify evaluator (#1917)

Browse Source 
* update

* update

* update
This commit is contained in:
Linchen Xiao 2025-03-11 17:35:04 +08:00 committed by GitHub
parent cbf84fb33c
commit e403fd21be
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 10 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
opencompass/openicl/icl_evaluator/__init__.py
View File

@ -12,3 +12,4 @@ from .icl_misc_evaluator import AveragePPLEvaluator # noqa
from .icl_plugin_evaluator import TEvalEvaluator # noqa
from .icl_toxic_evaluator import ToxicEvaluator # noqa
from .lm_evaluator import LMEvaluator # noqa
from .math_evaluator import MATHEvaluator # noqa

14
opencompass/openicl/icl_evaluator/math_evaluator.py
View File

@ -1,7 +1,3 @@
from latex2sympy2_extended import NormalizationConfig
from math_verify import (ExprExtractionConfig, LatexExtractionConfig, parse,
verify)
from opencompass.openicl.icl_evaluator import BaseEvaluator
from opencompass.registry import ICL_EVALUATORS
@ -10,6 +6,14 @@ from opencompass.registry import ICL_EVALUATORS
class MATHEvaluator(BaseEvaluator):
def score(self, predictions, references):
try:
from latex2sympy2_extended import NormalizationConfig
from math_verify import (ExprExtractionConfig,
LatexExtractionConfig, parse, verify)
except ImportError:
raise ImportError('Failed to import required modules. Please '
'install the necessary packages: '
'pip install math_verify latex2sympy2_extended')
self.is_num_equal(predictions, references)
@ -75,7 +79,7 @@ class MATHEvaluator(BaseEvaluator):
if __name__ == '__main__':
import sympy
from math_verify import parse
test_cases = [
# 1. Basic arithmetic operations
r'Simple fraction: \boxed{\frac{1}{2}}',