jiangzhs/OpenCompass
1
0
Fork 0
mirror of https://github.com/open-compass/opencompass.git synced 2025-05-30 16:03:24 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

[Feature] support customize config path (#423)

Browse Source 
* support customize config path

* support customize config path

* support customize config path
This commit is contained in:
chenbohua3 2023-09-22 19:12:02 +08:00 committed by GitHub
parent 524579b5af
commit b2926eac8f
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 13 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
opencompass/utils/run.py
View File

@ -1,3 +1,4 @@
import os
from typing import List, Union
import tabulate
@ -60,7 +61,8 @@ def get_config_from_arg(args) -> Config:
raise ValueError('You must specify "--datasets" if you do not specify '
'a config file path.')
datasets = []
for dataset in match_cfg_file('configs/datasets/', args.datasets):
datasets_dir = os.path.join(args.config_dir, 'datasets')
for dataset in match_cfg_file(datasets_dir, args.datasets):
get_logger().info(f'Loading {dataset[0]}: {dataset[1]}')
cfg = Config.fromfile(dataset[1])
for k in cfg.keys():
@ -73,7 +75,8 @@ def get_config_from_arg(args) -> Config:
'--datasets.')
models = []
if args.models:
for model in match_cfg_file('configs/models/', args.models):
model_dir = os.path.join(args.config_dir, 'models')
for model in match_cfg_file(model_dir, args.models):
get_logger().info(f'Loading {model[0]}: {model[1]}')
cfg = Config.fromfile(model[1])
if 'models' not in cfg:
@ -98,7 +101,8 @@ def get_config_from_arg(args) -> Config:
summarizer = None
if args.summarizer:
s = match_cfg_file('configs/summarizers/', [args.summarizer])[0]
summarizers_dir = os.path.join(args.config_dir, 'summarizers')
s = match_cfg_file(summarizers_dir, [args.summarizer])[0]
get_logger().info(f'Loading {s[0]}: {s[1]}')
cfg = Config.fromfile(s[1])
summarizer = cfg['summarizer']

6
run.py
View File

@ -83,6 +83,12 @@ def parse_args():
'./outputs/default.',
default=None,
type=str)
parser.add_argument(
'--config-dir',
default='configs',
help='Use the custom config directory instead of config/ to '
'search the configs for datasets, models and summarizers',
type=str)
parser.add_argument('-l',
'--lark',
help='Report the running status to lark bot',