from opencompass.models import BailingAPI

api_meta_template = dict(
    round=[
        dict(role="HUMAN", api_role="HUMAN"),
        dict(role="BOT", api_role="BOT", generate=False),
    ],
    reserved_roles=[dict(role="SYSTEM", api_role="SYSTEM")],
)

models = [
    dict(
        path="Bailing-Pro-0920",
        token="",  # set your key here or in environment variable BAILING_API_KEY
        url="https://bailingchat.alipay.com/chat/completions",
        type=BailingAPI,
        meta_template=api_meta_template,
        query_per_second=1,
        max_seq_len=4096,
        batch_size=1,
        generation_kwargs={
            "temperature": 0.4,
            "top_p": 1.0,
            "top_k": -1,
            "n": 1,
            "logprobs": 1,
            "use_beam_search": False,
        },
    ),
]