jiangzhs/OpenCompass
1
0
Fork 0
mirror of https://github.com/open-compass/opencompass.git synced 2025-05-30 16:03:24 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

add vllm model configs (#938)

Browse Source
This commit is contained in:
Mo Li 2024-03-01 17:31:51 +08:00 committed by GitHub
parent 3e9844ed33
commit 120bf8b399
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 54 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

27
configs/models/others/vllm_orionstar_14b_longchat.py Normal file
View File

@ -0,0 +1,27 @@
from opencompass.models import VLLM
_meta_template = dict(
begin='<s>',
round=[
dict(role="HUMAN", begin='Human: ', end='\n'),
dict(role="BOT", begin="Assistant: ", end='</s>', generate=True),
],
eos_token_id=2
)
models = [
dict(
abbr='orionstar-14b-longchat-vllm',
type=VLLM,
path='OrionStarAI/Orion-14B-LongChat',
model_kwargs=dict(tensor_parallel_size=4),
generation_kwargs=dict(temperature=0),
meta_template=_meta_template,
max_out_len=100,
max_seq_len=4096,
batch_size=32,
run_cfg=dict(num_gpus=4, num_procs=1),
end_str='<|endoftext|>',
)
]

27
configs/models/qwen/vllm_qwen1_5_14b_chat.py Normal file
View File

@ -0,0 +1,27 @@
from opencompass.models import VLLM
_meta_template = dict(
round=[
dict(role="HUMAN", begin='<|im_start|>user\n', end='<|im_end|>\n'),
dict(role="BOT", begin="<|im_start|>assistant\n", end='<|im_end|>\n',
generate=True),
],
eos_token_id=151645,
)
models = [
dict(
type=VLLM,
abbr='qwen1.5-14b-chat-vllm',
path="Qwen/Qwen1.5-14B-Chat",
model_kwargs=dict(tensor_parallel_size=2),
meta_template=_meta_template,
max_out_len=100,
max_seq_len=2048,
batch_size=32,
generation_kwargs=dict(temperature=0),
end_str='<|im_end|>',
run_cfg=dict(num_gpus=2, num_procs=1),
)
]