OpenCompass/opencompass/configs/models/deepseek/hf_deepseek_7b_chat.py

13 lines
298 B
Python
Raw Normal View History

from opencompass.models import HuggingFacewithChatTemplate
models = [
dict(
type=HuggingFacewithChatTemplate,
abbr='deepseek-7b-chat-hf',
path='deepseek-ai/deepseek-llm-7b-chat',
max_out_len=1024,
batch_size=8,
run_cfg=dict(num_gpus=1),
)
]