jiangzhs/OpenCompass
1
0
Fork 0
mirror of https://github.com/open-compass/opencompass.git synced 2025-05-30 16:03:24 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

update

Browse Source
This commit is contained in:
MaiziXiao 2025-03-03 07:29:31 +00:00
parent 73c80953c6
commit fb531e1458
3 changed files with 7 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
opencompass/datasets/TheoremQA/main.py
View File

@ -65,7 +65,7 @@ class TheoremQAEvaluatorV3(BaseEvaluator):
{ {
# "question": question, # "question": question,
# "solution": output, # "solution": output,
"correct": groundtruth, # "correct": groundtruth,
"pred": answer, "pred": answer,
"is_correct": is_correct, "is_correct": is_correct,
} }

6
opencompass/openicl/icl_evaluator/icl_plugin_evaluator.py
View File

@ -2,8 +2,12 @@
import json import json
from opencompass.openicl.icl_evaluator import BaseEvaluator
from opencompass.registry import ICL_EVALUATORS
class TEvalEvaluator:
@ICL_EVALUATORS.register_module()
class TEvalEvaluator(BaseEvaluator):
"""This module contains the following evaluators for evaluating the """This module contains the following evaluators for evaluating the
capabilities of the various dimensions of the LLM. capabilities of the various dimensions of the LLM.

2
requirements/runtime.txt
View File

@ -37,7 +37,7 @@ rouge_score
sacrebleu sacrebleu
scikit_learn==1.5.0 scikit_learn==1.5.0
seaborn seaborn
sentence_transformers==2.2.2 sentence_transformers
tabulate tabulate
tiktoken tiktoken
timeout_decorator timeout_decorator