OpenCompass/opencompass/configs/models/hf_llama/hf_llama3_1_8b.py

13 lines
285 B
Python

from opencompass.models import HuggingFaceBaseModel
models = [
dict(
type=HuggingFaceBaseModel,
abbr='llama-3_1-8b-hf',
path='meta-llama/Meta-Llama-3.1-8B-Instruct',
max_out_len=1024,
batch_size=8,
run_cfg=dict(num_gpus=1),
)
]