From 19ad7f961317b2196ad86333556051a3e33d17cc Mon Sep 17 00:00:00 2001 From: Fengzhe Zhou Date: Tue, 14 Nov 2023 16:13:39 +0800 Subject: [PATCH] fix cmb dataset (#587) --- opencompass/datasets/cmb.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/opencompass/datasets/cmb.py b/opencompass/datasets/cmb.py index f2dd321c..d09f0f8b 100644 --- a/opencompass/datasets/cmb.py +++ b/opencompass/datasets/cmb.py @@ -18,7 +18,6 @@ class CMBDataset(BaseDataset): for d in val_data: d['option_str'] = '\n'.join( [f'{k}. {v}' for k, v in d['option'].items() if len(v) > 1]) - d['answer'] = 'NULL' val_dataset = Dataset.from_list(val_data) with open(osp.join(path, 'test.json'), 'r', encoding='utf-8') as f: @@ -26,6 +25,7 @@ class CMBDataset(BaseDataset): for d in test_data: d['option_str'] = '\n'.join( [f'{k}. {v}' for k, v in d['option'].items() if len(v) > 1]) + d['answer'] = 'NULL' test_dataset = Dataset.from_list(test_data) return DatasetDict({'val': val_dataset, 'test': test_dataset})