OpenCompass/configs/models/yi/hf_yi_6b_chat.py
2024-05-21 18:14:12 +08:00

14 lines
328 B
Python

from opencompass.models import HuggingFacewithChatTemplate
models = [
dict(
type=HuggingFacewithChatTemplate,
abbr='yi-6b-chat-hf',
path='01-ai/Yi-6B-Chat',
max_out_len=1024,
batch_size=8,
run_cfg=dict(num_gpus=1),
stop_words=['<|endoftext|>', '<|im_end|>'],
)
]