OpenCompass/configs/models/mistral/hf_mistral_7b_instruct_v0_1.py

13 lines
308 B
Python
Raw Normal View History

from opencompass.models import HuggingFacewithChatTemplate
2023-11-13 15:15:34 +08:00
models = [
dict(
type=HuggingFacewithChatTemplate,
2023-11-13 15:15:34 +08:00
abbr='mistral-7b-instruct-v0.1-hf',
path='mistralai/Mistral-7B-Instruct-v0.1',
max_out_len=1024,
2023-11-13 15:15:34 +08:00
batch_size=8,
run_cfg=dict(num_gpus=1),
2023-11-13 15:15:34 +08:00
)
]