jiangzhs/OpenCompass
1
0
Fork 0
mirror of https://github.com/open-compass/opencompass.git synced 2025-05-30 16:03:24 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

[Update] Set load_from_cache_file to False (#2085)

Browse Source
This commit is contained in:
Linchen Xiao 2025-05-09 15:21:47 +08:00 committed by GitHub
parent 7bdd3c1904
commit 508e2b0cb2
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 4 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
opencompass/datasets/base.py
View File

@ -23,7 +23,8 @@ class BaseDataset:
'idx': idx 'idx': idx
}, },
with_indices=True, with_indices=True,
writer_batch_size=16) writer_batch_size=16,
load_from_cache_file=False)
dataset = concatenate_datasets([dataset] * n) dataset = concatenate_datasets([dataset] * n)
self.dataset = dataset self.dataset = dataset
else: else:
@ -34,7 +35,8 @@ class BaseDataset:
'idx': idx 'idx': idx
}, },
with_indices=True, with_indices=True,
writer_batch_size=16) writer_batch_size=16,
load_from_cache_file=False)
dataset[key] = concatenate_datasets([dataset[key]] * n) dataset[key] = concatenate_datasets([dataset[key]] * n)
self.dataset[key] = dataset[key] self.dataset[key] = dataset[key]
self._init_reader(**reader_cfg) self._init_reader(**reader_cfg)