mirror of
https://github.com/open-compass/opencompass.git
synced 2025-05-30 16:03:24 +08:00
31 lines
813 B
Python
31 lines
813 B
Python
from opencompass.models import BailingAPI
|
|
|
|
api_meta_template = dict(
|
|
round=[
|
|
dict(role='HUMAN', api_role='HUMAN'),
|
|
dict(role='BOT', api_role='BOT', generate=False),
|
|
],
|
|
reserved_roles=[dict(role='SYSTEM', api_role='SYSTEM')],
|
|
)
|
|
|
|
models = [
|
|
dict(
|
|
path='Bailing-Pro-0920',
|
|
token='', # set your key here or in environment variable BAILING_API_KEY
|
|
url='https://bailingchat.alipay.com/chat/completions',
|
|
type=BailingAPI,
|
|
meta_template=api_meta_template,
|
|
query_per_second=1,
|
|
max_seq_len=4096,
|
|
batch_size=1,
|
|
generation_kwargs={
|
|
'temperature': 0.4,
|
|
'top_p': 1.0,
|
|
'top_k': -1,
|
|
'n': 1,
|
|
'logprobs': 1,
|
|
'use_beam_search': False,
|
|
},
|
|
),
|
|
]
|