From 508e2b0cb252ce6adb2a12b92ef4bfa38f13d4d7 Mon Sep 17 00:00:00 2001 From: Linchen Xiao Date: Fri, 9 May 2025 15:21:47 +0800 Subject: [PATCH] [Update] Set load_from_cache_file to False (#2085) --- opencompass/datasets/base.py | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/opencompass/datasets/base.py b/opencompass/datasets/base.py index ac6c4570..1ccbe9fd 100644 --- a/opencompass/datasets/base.py +++ b/opencompass/datasets/base.py @@ -23,7 +23,8 @@ class BaseDataset: 'idx': idx }, with_indices=True, - writer_batch_size=16) + writer_batch_size=16, + load_from_cache_file=False) dataset = concatenate_datasets([dataset] * n) self.dataset = dataset else: @@ -34,7 +35,8 @@ class BaseDataset: 'idx': idx }, with_indices=True, - writer_batch_size=16) + writer_batch_size=16, + load_from_cache_file=False) dataset[key] = concatenate_datasets([dataset[key]] * n) self.dataset[key] = dataset[key] self._init_reader(**reader_cfg)