OpenCompass/configs/models/qwen/hf_qwen_14b_chat.py

13 lines
281 B
Python
Raw Normal View History

from opencompass.models import HuggingFacewithChatTemplate
2023-11-13 15:15:34 +08:00
models = [
dict(
type=HuggingFacewithChatTemplate,
2023-11-13 15:15:34 +08:00
abbr='qwen-14b-chat-hf',
path='Qwen/Qwen-14B-Chat',
max_out_len=1024,
2023-11-13 15:15:34 +08:00
batch_size=8,
run_cfg=dict(num_gpus=1),
2023-11-13 15:15:34 +08:00
)
]