2024-09-26 16:49:52 +08:00
|
|
|
from opencompass.models import BailingAPI
|
|
|
|
|
|
|
|
api_meta_template = dict(
|
|
|
|
round=[
|
2024-09-26 18:44:00 +08:00
|
|
|
dict(role='HUMAN', api_role='HUMAN'),
|
|
|
|
dict(role='BOT', api_role='BOT', generate=False),
|
2024-09-26 16:49:52 +08:00
|
|
|
],
|
2024-09-26 18:44:00 +08:00
|
|
|
reserved_roles=[dict(role='SYSTEM', api_role='SYSTEM')],
|
2024-09-26 16:49:52 +08:00
|
|
|
)
|
|
|
|
|
|
|
|
models = [
|
|
|
|
dict(
|
2025-04-21 10:37:00 +08:00
|
|
|
path='Bailing-Lite-20250220',
|
2024-09-26 18:44:00 +08:00
|
|
|
token='', # set your key here or in environment variable BAILING_API_KEY
|
|
|
|
url='https://bailingchat.alipay.com/chat/completions',
|
2024-09-26 16:49:52 +08:00
|
|
|
type=BailingAPI,
|
|
|
|
meta_template=api_meta_template,
|
2025-04-21 10:37:00 +08:00
|
|
|
max_out_len=16384,
|
2024-09-26 16:49:52 +08:00
|
|
|
batch_size=1,
|
|
|
|
generation_kwargs={
|
2024-11-26 19:24:47 +08:00
|
|
|
'temperature': 0.01,
|
2024-09-26 18:44:00 +08:00
|
|
|
'top_p': 1.0,
|
|
|
|
'top_k': -1,
|
|
|
|
'n': 1,
|
|
|
|
'logprobs': 1,
|
2024-09-26 16:49:52 +08:00
|
|
|
},
|
|
|
|
),
|
|
|
|
]
|