from opencompass.models import HuggingFacewithChatTemplate models = [ dict( type=HuggingFacewithChatTemplate, abbr='internlm2-chat-math-7b-hf', path='internlm/internlm2-math-7b', max_out_len=1024, batch_size=8, run_cfg=dict(num_gpus=1), stop_words=['', '<|im_end|>'], ) ]