set reasoning model max_out_len = 8192

This commit is contained in:
wujiang 2025-02-11 16:49:07 +08:00 committed by jxd
parent cb664d0cea
commit e261a76e07
5 changed files with 9 additions and 9 deletions

View File

@ -8,8 +8,8 @@ models = [
key='ENV_ALIYUN', key='ENV_ALIYUN',
openai_api_base='https://dashscope.aliyuncs.com/compatible-mode/v1', openai_api_base='https://dashscope.aliyuncs.com/compatible-mode/v1',
query_per_second=1, query_per_second=1,
max_out_len=2048, max_out_len=8192,
max_seq_len=4096, max_seq_len=32768,
batch_size=8, batch_size=8,
retry=30, retry=30,
verbose=True, verbose=True,

View File

@ -8,8 +8,10 @@ models = [
key='ENV_SILICONFLOW', key='ENV_SILICONFLOW',
openai_api_base='https://api.siliconflow.cn/v1/', openai_api_base='https://api.siliconflow.cn/v1/',
query_per_second=0.1, query_per_second=0.1,
max_completion_tokens=8192, max_out_len=8192,
max_seq_len=32768,
batch_size=1, batch_size=1,
retry=30,
verbose=True, verbose=True,
), ),
] ]

View File

@ -8,8 +8,8 @@ models = [
key='ENV_ALIYUN', key='ENV_ALIYUN',
openai_api_base='https://dashscope.aliyuncs.com/compatible-mode/v1', openai_api_base='https://dashscope.aliyuncs.com/compatible-mode/v1',
query_per_second=1, query_per_second=1,
max_out_len=2048, max_out_len=8192,
max_seq_len=4096, max_seq_len=32768,
batch_size=8, batch_size=8,
retry=30, retry=30,
verbose=True, verbose=True,

View File

@ -8,8 +8,8 @@ models = [
key='ENV_ALIYUN', key='ENV_ALIYUN',
openai_api_base='https://dashscope.aliyuncs.com/compatible-mode/v1', openai_api_base='https://dashscope.aliyuncs.com/compatible-mode/v1',
query_per_second=1, query_per_second=1,
max_out_len=2048, max_out_len=8192,
max_seq_len=4096, max_seq_len=32768,
batch_size=8, batch_size=8,
retry=30, retry=30,
verbose=True, verbose=True,

View File

@ -31,8 +31,6 @@ O1_MODEL_LIST = [
'o1-preview', 'o1-preview',
'o1-mini', 'o1-mini',
'o3-mini-2025-01-31', 'o3-mini-2025-01-31',
'deepseek-ai/DeepSeek-R1',
'DeepSeek-R1',
] ]