From ab8fdbbaab0c785bb1681a3240ba511899e7479c Mon Sep 17 00:00:00 2001
From: Linchen Xiao <xxllcc1993@gmail.com>
Date: Mon, 18 Nov 2024 20:24:35 +0800
Subject: [PATCH] [Update] Update Math auto-download data (#1700)

---
 opencompass/datasets/math.py       |  6 ++++--
 opencompass/utils/datasets_info.py | 12 ++++++------
 2 files changed, 10 insertions(+), 8 deletions(-)

diff --git a/opencompass/datasets/math.py b/opencompass/datasets/math.py
index a2cf55a1..7a290536 100644
--- a/opencompass/datasets/math.py
+++ b/opencompass/datasets/math.py
@@ -1,4 +1,5 @@
 import json
+import os
 import re
 from os import environ
 
@@ -140,7 +141,7 @@ def extract_answer(response_text: str):
 class MATHDataset(BaseDataset):
 
     @staticmethod
-    def load(path: str):
+    def load(path: str, file_name: str = 'math.json'):
         path = get_data_path(path)
         dataset = DatasetDict()
         raw_data = []
@@ -155,7 +156,8 @@ class MATHDataset(BaseDataset):
                     extract_boxed_answer(item['solution'])
                 })
         else:
-            data = json.load(open(path))
+            file_path = os.path.join(path, file_name)
+            data = json.load(open(file_path))
             for i in data.keys():
                 raw_data.append({
                     'problem':
diff --git a/opencompass/utils/datasets_info.py b/opencompass/utils/datasets_info.py
index 53fa1175..7d694ff1 100644
--- a/opencompass/utils/datasets_info.py
+++ b/opencompass/utils/datasets_info.py
@@ -167,7 +167,7 @@ DATASETS_MAPPING = {
     "opencompass/math": {
         "ms_id": "opencompass/math",
         "hf_id": "opencompass/math",
-        "local": "./data/math/math.json",
+        "local": "./data/math/",
     },
     # MMLU
     "opencompass/mmlu": {
@@ -327,11 +327,11 @@ DATASETS_MAPPING = {
         "hf_id": "",
         "local": "./data/mmmlu_lite",
     },
-     "opencompass/musr": {
+    "opencompass/musr": {
         "ms_id": "",
         "hf_id": "",
         "local": "./data/musr",
-    },   
+    },
     "opencompass/babilong": {
         "ms_id": "",
         "hf_id": "",
@@ -374,7 +374,7 @@ DATASETS_URL = {
     },
     "/math/": {
         "url": "http://opencompass.oss-cn-shanghai.aliyuncs.com/datasets/data/math.zip",
-        "md5": "8b1b897259684672055e6fd4fc07c808",
+        "md5": "cb5b4c8378085929e20345174e731fdf",
     },
     "/hellaswag/": {
         "url": "http://opencompass.oss-cn-shanghai.aliyuncs.com/datasets/data/hellaswag.zip",
@@ -540,8 +540,8 @@ DATASETS_URL = {
         "url": "http://opencompass.oss-cn-shanghai.aliyuncs.com/datasets/data/WikiBench.zip",
         "md5": "6dac1d1a3133fe1effff185cbf71d928",
     },
-    "/babilong":{
+    "/babilong": {
         "url": "http://opencompass.oss-cn-shanghai.aliyuncs.com/datasets/data/babilong.zip",
         "md5": "e400864c31bc58d29eaa3e199751f99b",
-    }
+    },
 }