jiangzhs/OpenCompass
1
0
Fork 0
mirror of https://github.com/open-compass/opencompass.git synced 2025-05-30 16:03:24 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

[Fix] use sympy only when necessary (#255)

Browse Source
This commit is contained in:
Tong Gao 2023-08-24 10:15:20 +08:00 committed by GitHub
parent 01372a4806
commit bd47a00f27
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 3 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
opencompass/datasets/game24.py
View File

@ -4,7 +4,6 @@ import re
from typing import List from typing import List
import pandas as pd import pandas as pd
import sympy
from datasets import Dataset from datasets import Dataset
from opencompass.openicl.icl_evaluator import BaseEvaluator from opencompass.openicl.icl_evaluator import BaseEvaluator
@ -234,6 +233,8 @@ def game24_postprocess(output: str):
class Game24Evaluator(BaseEvaluator): class Game24Evaluator(BaseEvaluator):
def __init__(self) -> None: def __init__(self) -> None:
import sympy
self.sympy = sympy
super().__init__() super().__init__()
def check_nums(self, prediction, reference): def check_nums(self, prediction, reference):
@ -242,7 +243,7 @@ class Game24Evaluator(BaseEvaluator):
if sorted(numbers) != sorted(problem_numbers): if sorted(numbers) != sorted(problem_numbers):
return 0 return 0
try: try:
return int(sympy.simplify(prediction) == 24) return int(self.sympy.simplify(prediction) == 24)
except Exception: except Exception:
return 0 return 0