diff --git a/opencompass/utils/datasets_info.py b/opencompass/utils/datasets_info.py index c6354b9c..9166f7bf 100644 --- a/opencompass/utils/datasets_info.py +++ b/opencompass/utils/datasets_info.py @@ -27,9 +27,10 @@ DATASETS_MAPPING = { "hf_id": "opencompass/ai2_arc", "local": "./data/ARC/ARC-e/ARC-Easy-Dev.jsonl", }, + # Matbench "opencompass/Matbench": { # "ms_id": "opencompass/Matbench", - # "hf_id": "opencompass/Matbench", + "hf_id": "opencompass/Matbench", "local": "./data/Matbench", }, # BBH