From 2fee63f537dfc80e0c5a3882dbb1c086825e7bc6 Mon Sep 17 00:00:00 2001 From: Linchen Xiao Date: Wed, 13 Nov 2024 15:47:29 +0800 Subject: [PATCH] [Update] Auto-download for followbench (#1685) --- opencompass/utils/datasets_info.py | 12 ++++++++---- 1 file changed, 8 insertions(+), 4 deletions(-) diff --git a/opencompass/utils/datasets_info.py b/opencompass/utils/datasets_info.py index e896f917..38808e99 100644 --- a/opencompass/utils/datasets_info.py +++ b/opencompass/utils/datasets_info.py @@ -326,7 +326,7 @@ DATASETS_MAPPING = { "ms_id": "", "hf_id": "", "local": "./data/mmmlu_lite", - } + }, } DATASETS_URL = { @@ -426,6 +426,10 @@ DATASETS_URL = { "url": "http://opencompass.oss-cn-shanghai.aliyuncs.com/datasets/data/fofo.zip", "md5": "8a302712e425e27e4292a9369df5b9d3", }, + "subjective/followbench": { + "url": "http://opencompass.oss-cn-shanghai.aliyuncs.com/datasets/data/followbench.zip", + "md5": "da7a831817c969da15d1e78d4a245d8a", + }, "subjective/mtbench101": { "url": "http://opencompass.oss-cn-shanghai.aliyuncs.com/datasets/data/mtbench101.zip", "md5": "5d80257bc9929ebe5cfbf6d11184b04c", @@ -496,11 +500,11 @@ DATASETS_URL = { }, "/aime": { "url": "http://opencompass.oss-cn-shanghai.aliyuncs.com/datasets/data/aime.zip", - "md5": "fbe2d0577fc210962a549f8cea1a00c8" + "md5": "fbe2d0577fc210962a549f8cea1a00c8", }, "/cmo": { "url": "http://opencompass.oss-cn-shanghai.aliyuncs.com/datasets/data/cmo.zip", - "md5": "fad52c81290506a8ca74f46b5400d8fc" + "md5": "fad52c81290506a8ca74f46b5400d8fc", }, "/nq-open": { "url": "http://opencompass.oss-cn-shanghai.aliyuncs.com/datasets/data/nq-open.zip", @@ -521,5 +525,5 @@ DATASETS_URL = { "/WikiBench": { "url": "http://opencompass.oss-cn-shanghai.aliyuncs.com/datasets/data/WikiBench.zip", "md5": "6dac1d1a3133fe1effff185cbf71d928", - } + }, }