jiangzhs/OpenCompass
1
0
Fork 0
mirror of https://github.com/open-compass/opencompass.git synced 2025-05-30 16:03:24 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

[Fix] local runner debug (#238)

Browse Source
This commit is contained in:
Leymore 2023-08-21 16:58:36 +08:00 committed by GitHub
parent 8d368d1cd6
commit fdc69f9d58
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 12 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
opencompass/runners/local.py
View File

@ -59,7 +59,18 @@ class LocalRunner(BaseRunner):
for task in tasks: for task in tasks:
task = TASKS.build(dict(type=self.task_cfg.type, cfg=task)) task = TASKS.build(dict(type=self.task_cfg.type, cfg=task))
task_name = task.name task_name = task.name
task.run() # get cmd
mmengine.mkdir_or_exist('tmp/')
param_file = f'tmp/{os.getpid()}_params.py'
task.cfg.dump(param_file)
cmd = task.get_command(cfg_path=param_file,
template='{task_cmd}')
# run in subprocess if starts with torchrun etc.
if cmd.startswith('python'):
task.run()
else:
subprocess.run(cmd, shell=True, text=True)
os.remove(param_file)
status.append((task_name, 0)) status.append((task_name, 0))
else: else:
import torch import torch