OpenCompass/configs/models/phi/hf_phi_3_mini_4k_instruct.py

13 lines
304 B
Python

from opencompass.models import HuggingFacewithChatTemplate
models = [
dict(
type=HuggingFacewithChatTemplate,
abbr='phi-3-mini-4k-instruct-hf',
path='microsoft/Phi-3-mini-4k-instruct',
max_out_len=1024,
batch_size=8,
run_cfg=dict(num_gpus=1),
)
]