[Fix] longbench dataset load fix (#1422)

This commit is contained in:
Linchen Xiao 2024-08-15 11:30:30 +08:00 committed by GitHub
parent 8e55c9c6ee
commit 2596f226f4
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -11,6 +11,7 @@ class LongBenchvcsumDataset(BaseDataset):
@staticmethod
def load(**kwargs):
if 'data_files' in kwargs:
kwargs['data_files'] = get_data_path(kwargs['data_files'],
local_mode=True)
dataset = load_dataset(**kwargs)