OpenCompass/configs/models/yi/hf_yi_34b.py

13 lines
254 B
Python
Raw Normal View History

from opencompass.models import HuggingFaceBaseModel
2023-11-13 15:15:34 +08:00
models = [
dict(
type=HuggingFaceBaseModel,
2023-11-13 15:15:34 +08:00
abbr='yi-34b-hf',
path='01-ai/Yi-34B',
max_out_len=1024,
2023-11-13 15:15:34 +08:00
batch_size=8,
run_cfg=dict(num_gpus=2),
2023-11-13 15:15:34 +08:00
)
]