OpenCompass/configs/models/vicuna/hf_vicuna_7b_v15_16k.py

14 lines
328 B
Python
Raw Normal View History

from opencompass.models import HuggingFacewithChatTemplate
models = [
dict(
type=HuggingFacewithChatTemplate,
abbr='vicuna-7b-v1.5-16k-hf',
path='lmsys/vicuna-7b-v1.5-16k',
max_out_len=1024,
batch_size=8,
run_cfg=dict(num_gpus=1),
fastchat_template='vicuna',
)
]