OpenCompass/examples/eval_llama2_7b_lveval.py

15 lines
600 B
Python
Raw Normal View History

from mmengine.config import read_base
with read_base():
from opencompass.configs.datasets.lveval.lveval import \
LVEval_datasets as datasets
from opencompass.configs.models.hf_llama.hf_llama2_7b_chat import models
from opencompass.configs.summarizers.lveval import summarizer
models[0]['path'] = '/path/to/your/huggingface_models/Llama-2-7b-chat-hf'
models[0][
'tokenizer_path'] = '/path/to/your/huggingface_models/Llama-2-7b-chat-hf'
2024-05-14 15:35:58 +08:00
models[0]['max_seq_len'] = 4096
models[0]['generation_kwargs'] = dict(do_sample=False)
models[0]['mode'] = 'mid' # truncate in the middle