diff --git a/opencompass/partitioners/num_worker.py b/opencompass/partitioners/num_worker.py
index e916a17d..0712dc3d 100644
--- a/opencompass/partitioners/num_worker.py
+++ b/opencompass/partitioners/num_worker.py
@@ -141,7 +141,8 @@ class NumWorkerPartitioner(BasePartitioner):
         dataset = build_dataset_from_cfg(dataset)
         self.dataset_size[dataset_abbr] = len(dataset.test)
 
-        mmengine.mkdir_or_exist('.cache/')
+        tmp_dir_root = osp.dirname(self.dataset_size_path)
+        mmengine.mkdir_or_exist(tmp_dir_root)
         mmengine.dump(self.dataset_size,
                       self.dataset_size_path,
                       indent=4,
diff --git a/opencompass/partitioners/size.py b/opencompass/partitioners/size.py
index 10e64a2f..30eead75 100644
--- a/opencompass/partitioners/size.py
+++ b/opencompass/partitioners/size.py
@@ -214,7 +214,8 @@ class SizePartitioner(BasePartitioner):
         dataset = build_dataset_from_cfg(dataset)
         self.dataset_size[dataset_abbr] = len(dataset.test)
 
-        mmengine.mkdir_or_exist('.cache/')
+        tmp_dir_root = osp.dirname(self.dataset_size_path)
+        mmengine.mkdir_or_exist(tmp_dir_root)
         mmengine.dump(self.dataset_size,
                       self.dataset_size_path,
                       indent=4,
diff --git a/opencompass/partitioners/sub_num_worker.py b/opencompass/partitioners/sub_num_worker.py
index 13260858..70d10277 100644
--- a/opencompass/partitioners/sub_num_worker.py
+++ b/opencompass/partitioners/sub_num_worker.py
@@ -198,7 +198,8 @@ class SubjectiveNumWorkerPartitioner(SubjectiveNaivePartitioner):
         dataset = build_dataset_from_cfg(dataset)
         self.dataset_size[dataset_abbr] = len(dataset.test)
 
-        mmengine.mkdir_or_exist('.cache/')
+        tmp_dir_root = osp.dirname(self.dataset_size_path)
+        mmengine.mkdir_or_exist(tmp_dir_root)
         mmengine.dump(self.dataset_size,
                       self.dataset_size_path,
                       indent=4,
diff --git a/opencompass/partitioners/sub_size.py b/opencompass/partitioners/sub_size.py
index 1c68b6f9..be3cb9e7 100644
--- a/opencompass/partitioners/sub_size.py
+++ b/opencompass/partitioners/sub_size.py
@@ -274,7 +274,8 @@ class SubjectiveSizePartitioner(SubjectiveNaivePartitioner):
         dataset = build_dataset_from_cfg(dataset)
         self.dataset_size[dataset_abbr] = len(dataset.test)
 
-        mmengine.mkdir_or_exist('.cache/')
+        tmp_dir_root = osp.dirname(self.dataset_size_path)
+        mmengine.mkdir_or_exist(tmp_dir_root)
         mmengine.dump(self.dataset_size,
                       self.dataset_size_path,
                       indent=4,