set reasoning model max_out_len = 8192

This commit is contained in:
wujiang 2025-02-11 16:49:07 +08:00 committed by jxd
parent cb664d0cea
commit e261a76e07
5 changed files with 9 additions and 9 deletions

View File

@ -8,8 +8,8 @@ models = [
key='ENV_ALIYUN',
openai_api_base='https://dashscope.aliyuncs.com/compatible-mode/v1',
query_per_second=1,
max_out_len=2048,
max_seq_len=4096,
max_out_len=8192,
max_seq_len=32768,
batch_size=8,
retry=30,
verbose=True,

View File

@ -8,8 +8,10 @@ models = [
key='ENV_SILICONFLOW',
openai_api_base='https://api.siliconflow.cn/v1/',
query_per_second=0.1,
max_completion_tokens=8192,
max_out_len=8192,
max_seq_len=32768,
batch_size=1,
retry=30,
verbose=True,
),
]

View File

@ -8,8 +8,8 @@ models = [
key='ENV_ALIYUN',
openai_api_base='https://dashscope.aliyuncs.com/compatible-mode/v1',
query_per_second=1,
max_out_len=2048,
max_seq_len=4096,
max_out_len=8192,
max_seq_len=32768,
batch_size=8,
retry=30,
verbose=True,

View File

@ -8,8 +8,8 @@ models = [
key='ENV_ALIYUN',
openai_api_base='https://dashscope.aliyuncs.com/compatible-mode/v1',
query_per_second=1,
max_out_len=2048,
max_seq_len=4096,
max_out_len=8192,
max_seq_len=32768,
batch_size=8,
retry=30,
verbose=True,

View File

@ -31,8 +31,6 @@ O1_MODEL_LIST = [
'o1-preview',
'o1-mini',
'o3-mini-2025-01-31',
'deepseek-ai/DeepSeek-R1',
'DeepSeek-R1',
]