jiangzhs/OpenCompass
1
0
Fork 0
mirror of https://github.com/open-compass/opencompass.git synced 2025-05-30 16:03:24 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

[Fix] Fix compatible issue

Browse Source
This commit is contained in:
Linchen Xiao 2025-03-03 15:35:57 +08:00 committed by GitHub
parent 73c80953c6
commit 6a573f671b
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
3 changed files with 7 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
opencompass/datasets/TheoremQA/main.py
View File

@ -65,7 +65,7 @@ class TheoremQAEvaluatorV3(BaseEvaluator):
{ {
# "question": question, # "question": question,
# "solution": output, # "solution": output,
"correct": groundtruth, # "correct": groundtruth,
"pred": answer, "pred": answer,
"is_correct": is_correct, "is_correct": is_correct,
} }

6
opencompass/openicl/icl_evaluator/icl_plugin_evaluator.py
View File

@ -2,8 +2,12 @@
import json import json
from opencompass.openicl.icl_evaluator import BaseEvaluator
from opencompass.registry import ICL_EVALUATORS
class TEvalEvaluator:
@ICL_EVALUATORS.register_module()
class TEvalEvaluator(BaseEvaluator):
"""This module contains the following evaluators for evaluating the """This module contains the following evaluators for evaluating the
capabilities of the various dimensions of the LLM. capabilities of the various dimensions of the LLM.

2
requirements/runtime.txt
View File

@ -37,7 +37,7 @@ rouge_score
sacrebleu sacrebleu
scikit_learn==1.5.0 scikit_learn==1.5.0
seaborn seaborn
sentence_transformers==2.2.2 sentence_transformers
tabulate tabulate
tiktoken tiktoken
timeout_decorator timeout_decorator