mirror of
https://github.com/open-compass/opencompass.git
synced 2025-05-30 16:03:24 +08:00
[Fix] remove redundant in gsm8k.py (#700)
Removed redundant code in GSM8KDataset.load method.
This commit is contained in:
parent
bfe4aa2af5
commit
db2920326a
@ -21,7 +21,6 @@ class GSM8KDataset(BaseDataset):
|
|||||||
with open(split_path, 'r', encoding='utf-8') as f:
|
with open(split_path, 'r', encoding='utf-8') as f:
|
||||||
for line in f:
|
for line in f:
|
||||||
line = json.loads(line.strip())
|
line = json.loads(line.strip())
|
||||||
line['answer']
|
|
||||||
dataset.append(line)
|
dataset.append(line)
|
||||||
datasets[split] = Dataset.from_list(dataset)
|
datasets[split] = Dataset.from_list(dataset)
|
||||||
return DatasetDict(datasets)
|
return DatasetDict(datasets)
|
||||||
|
Loading…
Reference in New Issue
Block a user