[Fix] longbench dataset load fix (#1422)

This commit is contained in:
Linchen Xiao 2024-08-15 11:30:30 +08:00 committed by GitHub
parent 8e55c9c6ee
commit 2596f226f4
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -11,8 +11,9 @@ class LongBenchvcsumDataset(BaseDataset):
@staticmethod @staticmethod
def load(**kwargs): def load(**kwargs):
kwargs['data_files'] = get_data_path(kwargs['data_files'], if 'data_files' in kwargs:
local_mode=True) kwargs['data_files'] = get_data_path(kwargs['data_files'],
local_mode=True)
dataset = load_dataset(**kwargs) dataset = load_dataset(**kwargs)
split = 'test' split = 'test'
raw_data = [] raw_data = []