from opencompass.models import HuggingFacewithChatTemplate models = [ dict( type=HuggingFacewithChatTemplate, abbr='chatglm3-6b-32k-hf', path='THUDM/chatglm3-6b-32k', max_out_len=1024, batch_size=8, run_cfg=dict(num_gpus=1), ) ]