jiangzhs/OpenCompass
1
0
Fork 0
mirror of https://github.com/open-compass/opencompass.git synced 2025-05-30 16:03:24 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

[Feat] add custom summarizer argument in CLI run mode 在CLI启动模式中添加自定义Summarizer参数 (#411)

Browse Source 
* feat: add custom summarizer in CLI run mode

* feat: search local config by match_cfg_file
This commit is contained in:
so2liu 2023-09-18 18:11:22 +08:00 committed by GitHub
parent f57c0702f7
commit 267401bded
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
3 changed files with 12 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
opencompass/utils/run.py
View File

@ -95,7 +95,15 @@ def get_config_from_arg(args) -> Config:
pad_token_id=args.pad_token_id, pad_token_id=args.pad_token_id,
run_cfg=dict(num_gpus=args.num_gpus)) run_cfg=dict(num_gpus=args.num_gpus))
models.append(model) models.append(model)
return Config(dict(models=models, datasets=datasets),
summarizer = None
if args.summarizer:
s = match_cfg_file('configs/summarizers/', [args.summarizer])[0]
get_logger().info(f'Loading {s[0]}: {s[1]}')
cfg = Config.fromfile(s[1])
summarizer = cfg['summarizer']
return Config(dict(models=models, datasets=datasets, summarizer=summarizer),
format_python_code=False) format_python_code=False)

2
opencompass/utils/summarizer.py
View File

@ -36,7 +36,7 @@ class Summarizer:
model_cfgs = self.cfg['models'] model_cfgs = self.cfg['models']
dataset_cfgs = self.cfg['datasets'] dataset_cfgs = self.cfg['datasets']
summarizer_cfg = self.cfg.get('summarizer', {}) summarizer_cfg = self.cfg.get('summarizer', {}) or {} # avoid 'summarizer' is in cfg but None
work_dir = self.cfg['work_dir'] work_dir = self.cfg['work_dir']
# pick up results # pick up results

3
run.py
View File

@ -38,9 +38,10 @@ def parse_args():
help='Whether or not enable multimodal evaluation', help='Whether or not enable multimodal evaluation',
action='store_true', action='store_true',
default=False) default=False)
# Add shortcut parameters (models and datasets) # Add shortcut parameters (models, datasets and summarizer)
parser.add_argument('--models', nargs='+', help='', default=None) parser.add_argument('--models', nargs='+', help='', default=None)
parser.add_argument('--datasets', nargs='+', help='', default=None) parser.add_argument('--datasets', nargs='+', help='', default=None)
parser.add_argument('--summarizer', help='', default=None)
# add general args # add general args
parser.add_argument('--debug', parser.add_argument('--debug',
help='Debug mode, in which scheduler will run tasks ' help='Debug mode, in which scheduler will run tasks '