jiangzhs/OpenCompass
1
0
Fork 0
mirror of https://github.com/open-compass/opencompass.git synced 2025-05-30 16:03:24 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

fix cache hardcode in partitioners

Browse Source
This commit is contained in:
BIGWangYuDong 2025-04-28 18:20:45 +08:00
parent 86503894f9
commit 642cd2839b
4 changed files with 8 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
opencompass/partitioners/num_worker.py
View File

@ -141,7 +141,8 @@ class NumWorkerPartitioner(BasePartitioner):
dataset = build_dataset_from_cfg(dataset)
self.dataset_size[dataset_abbr] = len(dataset.test)
mmengine.mkdir_or_exist('.cache/')
tmp_dir_root = osp.dirname(self.dataset_size_path)
mmengine.mkdir_or_exist(tmp_dir_root)
mmengine.dump(self.dataset_size,
self.dataset_size_path,
indent=4,

3
opencompass/partitioners/size.py
View File

@ -214,7 +214,8 @@ class SizePartitioner(BasePartitioner):
dataset = build_dataset_from_cfg(dataset)
self.dataset_size[dataset_abbr] = len(dataset.test)
mmengine.mkdir_or_exist('.cache/')
tmp_dir_root = osp.dirname(self.dataset_size_path)
mmengine.mkdir_or_exist(tmp_dir_root)
mmengine.dump(self.dataset_size,
self.dataset_size_path,
indent=4,

3
opencompass/partitioners/sub_num_worker.py
View File

@ -198,7 +198,8 @@ class SubjectiveNumWorkerPartitioner(SubjectiveNaivePartitioner):
dataset = build_dataset_from_cfg(dataset)
self.dataset_size[dataset_abbr] = len(dataset.test)
mmengine.mkdir_or_exist('.cache/')
tmp_dir_root = osp.dirname(self.dataset_size_path)
mmengine.mkdir_or_exist(tmp_dir_root)
mmengine.dump(self.dataset_size,
self.dataset_size_path,
indent=4,

3
opencompass/partitioners/sub_size.py
View File

@ -274,7 +274,8 @@ class SubjectiveSizePartitioner(SubjectiveNaivePartitioner):
dataset = build_dataset_from_cfg(dataset)
self.dataset_size[dataset_abbr] = len(dataset.test)
mmengine.mkdir_or_exist('.cache/')
tmp_dir_root = osp.dirname(self.dataset_size_path)
mmengine.mkdir_or_exist(tmp_dir_root)
mmengine.dump(self.dataset_size,
self.dataset_size_path,
indent=4,