diff --git a/opencompass/datasets/base.py b/opencompass/datasets/base.py
index ac6c4570..1ccbe9fd 100644
--- a/opencompass/datasets/base.py
+++ b/opencompass/datasets/base.py
@@ -23,7 +23,8 @@ class BaseDataset:
                 'idx': idx
             },
                                   with_indices=True,
-                                  writer_batch_size=16)
+                                  writer_batch_size=16,
+                                  load_from_cache_file=False)
             dataset = concatenate_datasets([dataset] * n)
             self.dataset = dataset
         else:
@@ -34,7 +35,8 @@ class BaseDataset:
                     'idx': idx
                 },
                                                 with_indices=True,
-                                                writer_batch_size=16)
+                                                writer_batch_size=16,
+                                                load_from_cache_file=False)
                 dataset[key] = concatenate_datasets([dataset[key]] * n)
                 self.dataset[key] = dataset[key]
         self._init_reader(**reader_cfg)