From 9b489e9ea02b9f0932cebb754e93af02111ac5f0 Mon Sep 17 00:00:00 2001
From: Myhs_phz <demarcia2014@126.com>
Date: Thu, 3 Apr 2025 15:11:02 +0800
Subject: [PATCH] [Update] Revert math500 dataset configs (#1998)

---
 .../math/math_prm800k_500_0shot_cot_gen.py    |  8 ++--
 .../math_prm800k_500_0shot_cot_gen_11c4b5.py  | 44 +++++++++++++++++++
 .../datasets/math/math_prm800k_500_gen.py     |  2 +-
 3 files changed, 49 insertions(+), 5 deletions(-)
 create mode 100644 opencompass/configs/datasets/math/math_prm800k_500_0shot_cot_gen_11c4b5.py

diff --git a/opencompass/configs/datasets/math/math_prm800k_500_0shot_cot_gen.py b/opencompass/configs/datasets/math/math_prm800k_500_0shot_cot_gen.py
index d49a1ccc..0faf8630 100644
--- a/opencompass/configs/datasets/math/math_prm800k_500_0shot_cot_gen.py
+++ b/opencompass/configs/datasets/math/math_prm800k_500_0shot_cot_gen.py
@@ -1,15 +1,14 @@
 from opencompass.openicl.icl_prompt_template import PromptTemplate
 from opencompass.openicl.icl_retriever import ZeroRetriever
 from opencompass.openicl.icl_inferencer import GenInferencer
-from opencompass.openicl.icl_evaluator import MATHEvaluator
 from opencompass.datasets import (
     MATHDataset,
+    MATHEvaluator,
     math_postprocess_v2,
     normalize_final_answer,
 )
 
 math_reader_cfg = dict(input_columns=['problem'], output_column='solution')
-
 math_infer_cfg = dict(
     prompt_template=dict(
         type=PromptTemplate,
@@ -28,7 +27,8 @@ math_infer_cfg = dict(
 
 # postprocess v2
 math_eval_cfg = dict(
-    evaluator=dict(type=MATHEvaluator)
+    evaluator=dict(type=MATHEvaluator, version='v2'),
+    pred_postprocessor=dict(type=math_postprocess_v2),
 )
 
 math_datasets = [
@@ -41,4 +41,4 @@ math_datasets = [
         infer_cfg=math_infer_cfg,
         eval_cfg=math_eval_cfg,
     )
-]
+]
\ No newline at end of file
diff --git a/opencompass/configs/datasets/math/math_prm800k_500_0shot_cot_gen_11c4b5.py b/opencompass/configs/datasets/math/math_prm800k_500_0shot_cot_gen_11c4b5.py
new file mode 100644
index 00000000..d49a1ccc
--- /dev/null
+++ b/opencompass/configs/datasets/math/math_prm800k_500_0shot_cot_gen_11c4b5.py
@@ -0,0 +1,44 @@
+from opencompass.openicl.icl_prompt_template import PromptTemplate
+from opencompass.openicl.icl_retriever import ZeroRetriever
+from opencompass.openicl.icl_inferencer import GenInferencer
+from opencompass.openicl.icl_evaluator import MATHEvaluator
+from opencompass.datasets import (
+    MATHDataset,
+    math_postprocess_v2,
+    normalize_final_answer,
+)
+
+math_reader_cfg = dict(input_columns=['problem'], output_column='solution')
+
+math_infer_cfg = dict(
+    prompt_template=dict(
+        type=PromptTemplate,
+        template=dict(
+            round=[
+                dict(
+                    role='HUMAN',
+                    prompt='{problem}\nPlease reason step by step, and put your final answer within \\boxed{}.',
+                ),
+            ]
+        ),
+    ),
+    retriever=dict(type=ZeroRetriever),
+    inferencer=dict(type=GenInferencer),
+)
+
+# postprocess v2
+math_eval_cfg = dict(
+    evaluator=dict(type=MATHEvaluator)
+)
+
+math_datasets = [
+    dict(
+        type=MATHDataset,
+        abbr='math_prm800k_500',
+        path='opencompass/math',
+        file_name='test_prm800k_500.json',
+        reader_cfg=math_reader_cfg,
+        infer_cfg=math_infer_cfg,
+        eval_cfg=math_eval_cfg,
+    )
+]
diff --git a/opencompass/configs/datasets/math/math_prm800k_500_gen.py b/opencompass/configs/datasets/math/math_prm800k_500_gen.py
index c74231fc..759b1b63 100644
--- a/opencompass/configs/datasets/math/math_prm800k_500_gen.py
+++ b/opencompass/configs/datasets/math/math_prm800k_500_gen.py
@@ -1,4 +1,4 @@
 from mmengine.config import read_base
 
 with read_base():
-    from .math_prm800k_500_0shot_cot_gen import math_datasets  # noqa: F401, F403
\ No newline at end of file
+    from .math_prm800k_500_0shot_cot_gen_11c4b5 import math_datasets  # noqa: F401, F403
\ No newline at end of file