diff --git a/opencompass/configs/datasets/aime2024/aime2024_gen_17d799.py b/opencompass/configs/datasets/aime2024/aime2024_gen_17d799.py index 45e9a6ee..5be33dae 100644 --- a/opencompass/configs/datasets/aime2024/aime2024_gen_17d799.py +++ b/opencompass/configs/datasets/aime2024/aime2024_gen_17d799.py @@ -1,7 +1,7 @@ from opencompass.openicl.icl_prompt_template import PromptTemplate from opencompass.openicl.icl_retriever import ZeroRetriever from opencompass.openicl.icl_inferencer import GenInferencer -from opencompass.datasets import Aime2024Dataset, MATHEvaluator, math_postprocess_v2 +from opencompass.openicl.icl_evaluator import MATHEvaluator from opencompass.datasets import CustomDataset @@ -25,7 +25,7 @@ aime2024_infer_cfg = dict( ) aime2024_eval_cfg = dict( - evaluator=dict(type=MATHEvaluator, version='v2'), pred_postprocessor=dict(type=math_postprocess_v2) + evaluator=dict(type=MATHEvaluator) ) aime2024_datasets = [ diff --git a/opencompass/configs/datasets/math/math_prm800k_500_0shot_cot_gen.py b/opencompass/configs/datasets/math/math_prm800k_500_0shot_cot_gen.py index 6c71a60f..d49a1ccc 100644 --- a/opencompass/configs/datasets/math/math_prm800k_500_0shot_cot_gen.py +++ b/opencompass/configs/datasets/math/math_prm800k_500_0shot_cot_gen.py @@ -1,9 +1,9 @@ from opencompass.openicl.icl_prompt_template import PromptTemplate from opencompass.openicl.icl_retriever import ZeroRetriever from opencompass.openicl.icl_inferencer import GenInferencer +from opencompass.openicl.icl_evaluator import MATHEvaluator from opencompass.datasets import ( MATHDataset, - MATHEvaluator, math_postprocess_v2, normalize_final_answer, ) @@ -28,8 +28,7 @@ math_infer_cfg = dict( # postprocess v2 math_eval_cfg = dict( - evaluator=dict(type=MATHEvaluator, version='v2'), - pred_postprocessor=dict(type=math_postprocess_v2), + evaluator=dict(type=MATHEvaluator) ) math_datasets = [