mirror of
https://github.com/open-compass/opencompass.git
synced 2025-05-30 16:03:24 +08:00
[Fix] Fix compatible issue
This commit is contained in:
parent
73c80953c6
commit
6a573f671b
@ -65,7 +65,7 @@ class TheoremQAEvaluatorV3(BaseEvaluator):
|
||||
{
|
||||
# "question": question,
|
||||
# "solution": output,
|
||||
"correct": groundtruth,
|
||||
# "correct": groundtruth,
|
||||
"pred": answer,
|
||||
"is_correct": is_correct,
|
||||
}
|
||||
|
@ -2,8 +2,12 @@
|
||||
|
||||
import json
|
||||
|
||||
from opencompass.openicl.icl_evaluator import BaseEvaluator
|
||||
from opencompass.registry import ICL_EVALUATORS
|
||||
|
||||
class TEvalEvaluator:
|
||||
|
||||
@ICL_EVALUATORS.register_module()
|
||||
class TEvalEvaluator(BaseEvaluator):
|
||||
"""This module contains the following evaluators for evaluating the
|
||||
capabilities of the various dimensions of the LLM.
|
||||
|
||||
|
@ -37,7 +37,7 @@ rouge_score
|
||||
sacrebleu
|
||||
scikit_learn==1.5.0
|
||||
seaborn
|
||||
sentence_transformers==2.2.2
|
||||
sentence_transformers
|
||||
tabulate
|
||||
tiktoken
|
||||
timeout_decorator
|
||||
|
Loading…
Reference in New Issue
Block a user