OpenCompass/opencompass/configs/models/openai/gpt_4o_mini_20240718.py

21 lines
562 B
Python
Raw Normal View History

2025-01-24 10:32:17 +08:00
from opencompass.models import OpenAI
api_meta_template = dict(round=[
dict(role='HUMAN', api_role='HUMAN'),
dict(role='BOT', api_role='BOT', generate=True),
], )
models = [
dict(
abbr='GPT-4o-mini-2024-07-18',
type=OpenAI,
path='gpt-4o-mini-2024-07-18',
key=
'ENV', # The key will be obtained from $OPENAI_API_KEY, but you can write down your key here as well
meta_template=api_meta_template,
query_per_second=1,
max_out_len=2048,
max_seq_len=4096,
batch_size=8),
]