OpenCompass/configs/models/qwen/hf_qwen1_5_110b_chat.py
2024-05-21 14:22:46 +08:00

13 lines
289 B
Python

from opencompass.models import HuggingFacewithChatTemplate
models = [
dict(
type=HuggingFacewithChatTemplate,
abbr='qwen1.5-110b-chat-hf',
path='Qwen/Qwen1.5-110B-Chat',
max_out_len=1024,
batch_size=8,
run_cfg=dict(num_gpus=8),
)
]