update

opencompass/datasets/TheoremQA/main.py

@@ -65,7 +65,7 @@ class TheoremQAEvaluatorV3(BaseEvaluator):
                 {
                     # "question": question,
                     # "solution": output,
-                    "correct": groundtruth,
+                    # "correct": groundtruth,
                     "pred": answer,
                     "is_correct": is_correct,
                 }

opencompass/openicl/icl_evaluator/icl_plugin_evaluator.py

@@ -2,8 +2,12 @@
 
 import json
 
+from opencompass.openicl.icl_evaluator import BaseEvaluator
+from opencompass.registry import ICL_EVALUATORS
 
-class TEvalEvaluator:
+
+@ICL_EVALUATORS.register_module()
+class TEvalEvaluator(BaseEvaluator):
     """This module contains the following evaluators for evaluating the
     capabilities of the various dimensions of the LLM.
 

requirements/runtime.txt

@@ -37,7 +37,7 @@ rouge_score
 sacrebleu
 scikit_learn==1.5.0
 seaborn
-sentence_transformers==2.2.2
+sentence_transformers
 tabulate
 tiktoken
 timeout_decorator