mirror of
https://github.com/open-compass/opencompass.git
synced 2025-05-30 16:03:24 +08:00
f982d6278e
* update * update * update * update * update * update * update * updaste * update * update * updaste * updaste * update * update * update * update * update * update * update * update
43 lines
1.1 KiB
Python
43 lines
1.1 KiB
Python
from mmengine.config import read_base
|
|
|
|
from opencompass.models.openai_api import OpenAISDK
|
|
|
|
with read_base():
|
|
# choose a list of datasets
|
|
from opencompass.configs.datasets.gsm8k.gsm8k_gen import \
|
|
gsm8k_datasets # noqa: F401, E501
|
|
from opencompass.configs.datasets.race.race_gen import \
|
|
race_datasets # noqa: F401, E501
|
|
|
|
datasets = sum([v for k, v in locals().items() if k.endswith('_datasets')], [])
|
|
|
|
api_meta_template = dict(
|
|
round=[
|
|
dict(role='HUMAN', api_role='HUMAN'),
|
|
dict(role='BOT', api_role='BOT', generate=True),
|
|
],
|
|
reserved_roles=[dict(role='SYSTEM', api_role='SYSTEM')],
|
|
)
|
|
|
|
models = [
|
|
dict(
|
|
abbr='lmdeploy-api-test',
|
|
type=OpenAISDK,
|
|
key='EMPTY',
|
|
openai_api_base='http://localhost:23333/v1',
|
|
path='internlm3',
|
|
tokenizer_path='internlm/internlm3-8b-instruct',
|
|
rpm_verbose=True,
|
|
meta_template=api_meta_template,
|
|
query_per_second=128,
|
|
max_out_len=1024,
|
|
max_seq_len=4096,
|
|
temperature=0.01,
|
|
batch_size=128,
|
|
retry=20,
|
|
)
|
|
]
|
|
|
|
for d in datasets:
|
|
d['reader_cfg']['test_range'] = '[0:16]'
|