OpenCompass/opencompass/configs/models/mistral/hf_ministral_8b_instruct_2410.py

13 lines
312 B
Python
Raw Normal View History

from opencompass.models import HuggingFacewithChatTemplate
models = [
dict(
type=HuggingFacewithChatTemplate,
abbr='ministral-8B-instruct-2410-hf',
path='mistralai/Ministral-8B-Instruct-2410',
max_out_len=1024,
batch_size=8,
run_cfg=dict(num_gpus=2),
)
]