from opencompass.models import HuggingFacewithChatTemplate models = [ dict( type=HuggingFacewithChatTemplate, abbr='ministral-8B-instruct-2410-hf', path='mistralai/Ministral-8B-Instruct-2410', max_out_len=1024, batch_size=8, run_cfg=dict(num_gpus=2), ) ]