jiangzhs/OpenCompass
1
0
Fork 0
mirror of https://github.com/open-compass/opencompass.git synced 2025-05-30 16:03:24 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

[Bug] Fix CMB dataset (#1106)

Browse Source
This commit is contained in:
bittersweet1999 2024-04-30 00:33:43 +08:00 committed by GitHub
parent 063f5f5f49
commit 3de48e9b35
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
opencompass/datasets/cmb.py
View File

@ -18,7 +18,6 @@ class CMBDataset(BaseDataset):
for d in val_data: for d in val_data:
d['option_str'] = '\n'.join( d['option_str'] = '\n'.join(
[f'{k}. {v}' for k, v in d['option'].items() if len(v) > 1]) [f'{k}. {v}' for k, v in d['option'].items() if len(v) > 1])
d['answer'] = 'NULL'
val_dataset = Dataset.from_list(val_data) val_dataset = Dataset.from_list(val_data)
with open(osp.join(path, 'test.json'), 'r', encoding='utf-8') as f: with open(osp.join(path, 'test.json'), 'r', encoding='utf-8') as f:
@ -26,6 +25,7 @@ class CMBDataset(BaseDataset):
for d in test_data: for d in test_data:
d['option_str'] = '\n'.join( d['option_str'] = '\n'.join(
[f'{k}. {v}' for k, v in d['option'].items() if len(v) > 1]) [f'{k}. {v}' for k, v in d['option'].items() if len(v) > 1])
d['answer'] = 'NULL'
test_dataset = Dataset.from_list(test_data) test_dataset = Dataset.from_list(test_data)
return DatasetDict({'val': val_dataset, 'test': test_dataset}) return DatasetDict({'val': val_dataset, 'test': test_dataset})