OpenCompass/configs/models/mistral/hf_mistral_7b_v0_2.py

14 lines
285 B
Python
Raw Normal View History

from opencompass.models import HuggingFaceBaseModel
2024-04-09 17:50:23 +08:00
models = [
dict(
type=HuggingFaceBaseModel,
2024-04-09 17:50:23 +08:00
abbr='mistral-7b-v0.2-hf',
path='mistral-community/Mistral-7B-v0.2',
max_out_len=1024,
2024-04-09 17:50:23 +08:00
batch_size=8,
run_cfg=dict(num_gpus=1),
2024-04-09 17:50:23 +08:00
)
]