OpenCompass/configs/models/hf_llama/hf_llama_30b.py

13 lines
265 B
Python
Raw Permalink Normal View History

from opencompass.models import HuggingFaceBaseModel
2023-07-05 09:27:28 +08:00
models = [
dict(
type=HuggingFaceBaseModel,
abbr='llama-30b-hf',
path='huggyllama/llama-30b',
max_out_len=1024,
2023-07-05 09:27:28 +08:00
batch_size=8,
2024-05-28 23:09:59 +08:00
run_cfg=dict(num_gpus=4),
2023-07-05 09:27:28 +08:00
)
]