from opencompass.models import HuggingFacewithChatTemplate models = [ dict( type=HuggingFacewithChatTemplate, abbr='gemma-2b-it-hf', path='google/gemma-2b-it', max_out_len=1024, batch_size=8, run_cfg=dict(num_gpus=1), ) ]