OpenCompass/configs/models/qwen/vllm_qwen1_5_14b_chat.py

from opencompass.models import VLLMwithChatTemplate

models = [
    dict(
        type=VLLMwithChatTemplate,
        abbr='qwen1.5-14b-chat-vllm',
        path='Qwen/Qwen1.5-14B-Chat',
        model_kwargs=dict(tensor_parallel_size=1),
        max_out_len=1024,
        batch_size=16,
        generation_kwargs=dict(temperature=0),
        run_cfg=dict(num_gpus=1),
    )
]
[Sync] Sync with internal codes 2024.06.28 (#1279) 2024-06-28 14:16:34 +08:00			`from opencompass.models import VLLMwithChatTemplate`
add vllm model configs (#938) 2024-03-01 17:31:51 +08:00
			`models = [`
			`dict(`
[Sync] Sync with internal codes 2024.06.28 (#1279) 2024-06-28 14:16:34 +08:00			`type=VLLMwithChatTemplate,`
add vllm model configs (#938) 2024-03-01 17:31:51 +08:00			`abbr='qwen1.5-14b-chat-vllm',`
[Format] Add config lints (#892) 2024-05-14 15:35:58 +08:00			`path='Qwen/Qwen1.5-14B-Chat',`
[Sync] Sync with internal codes 2024.06.28 (#1279) 2024-06-28 14:16:34 +08:00			`model_kwargs=dict(tensor_parallel_size=1),`
			`max_out_len=1024,`
			`batch_size=16,`
add vllm model configs (#938) 2024-03-01 17:31:51 +08:00			`generation_kwargs=dict(temperature=0),`
[Sync] Sync with internal codes 2024.06.28 (#1279) 2024-06-28 14:16:34 +08:00			`run_cfg=dict(num_gpus=1),`
add vllm model configs (#938) 2024-03-01 17:31:51 +08:00			`)`
			`]`