[Fix] remove redundant in gsm8k.py (#700)

Removed redundant code in GSM8KDataset.load method.
This commit is contained in:
DseidLi 2023-12-14 19:55:58 +08:00 committed by GitHub
parent bfe4aa2af5
commit db2920326a
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

View File

@ -21,7 +21,6 @@ class GSM8KDataset(BaseDataset):
with open(split_path, 'r', encoding='utf-8') as f:
for line in f:
line = json.loads(line.strip())
line['answer']
dataset.append(line)
datasets[split] = Dataset.from_list(dataset)
return DatasetDict(datasets)