OpenCompass/opencompass/configs/models/qwen/vllm_qwen_72b.py

16 lines
352 B
Python
Raw Permalink Normal View History

from opencompass.models import VLLM
models = [
dict(
type=VLLM,
abbr='qwen-72b-vllm',
path='Qwen/Qwen-72B',
model_kwargs=dict(tensor_parallel_size=4),
max_out_len=1024,
max_seq_len=8192,
batch_size=16,
generation_kwargs=dict(temperature=0),
run_cfg=dict(num_gpus=4),
)
]