OpenCompass/opencompass/configs/models/qwen/hf_qwen_1_8b_chat.py

14 lines
334 B
Python
Raw Permalink Normal View History

from opencompass.models import HuggingFacewithChatTemplate
models = [
dict(
type=HuggingFacewithChatTemplate,
abbr='qwen-1.8b-chat-hf',
path='Qwen/Qwen-1_8B-Chat',
max_out_len=1024,
batch_size=8,
run_cfg=dict(num_gpus=1),
stop_words=['<|im_end|>', '<|im_start|>'],
)
]