from opencompass.models import HuggingFacewithChatTemplate models = [ dict( type=HuggingFacewithChatTemplate, abbr="ministral-8B-instruct-2410-hf", path="mistralai/Ministral-8B-Instruct-2410", max_out_len=1024, batch_size=8, run_cfg=dict(num_gpus=2), ) ]