diff --git a/opencompass/configs/models/deepseek/deepseek_r1_api_aliyun.py b/opencompass/configs/models/deepseek/deepseek_r1_api_aliyun.py index 1fc3a55c..f38eeea0 100644 --- a/opencompass/configs/models/deepseek/deepseek_r1_api_aliyun.py +++ b/opencompass/configs/models/deepseek/deepseek_r1_api_aliyun.py @@ -8,8 +8,8 @@ models = [ key='ENV_ALIYUN', openai_api_base='https://dashscope.aliyuncs.com/compatible-mode/v1', query_per_second=1, - max_out_len=2048, - max_seq_len=4096, + max_out_len=8192, + max_seq_len=32768, batch_size=8, retry=30, verbose=True, diff --git a/opencompass/configs/models/deepseek/deepseek_r1_api_siliconflow.py b/opencompass/configs/models/deepseek/deepseek_r1_api_siliconflow.py index a3a2fdc5..86eceee8 100644 --- a/opencompass/configs/models/deepseek/deepseek_r1_api_siliconflow.py +++ b/opencompass/configs/models/deepseek/deepseek_r1_api_siliconflow.py @@ -8,8 +8,10 @@ models = [ key='ENV_SILICONFLOW', openai_api_base='https://api.siliconflow.cn/v1/', query_per_second=0.1, - max_completion_tokens=8192, + max_out_len=8192, + max_seq_len=32768, batch_size=1, + retry=30, verbose=True, ), ] diff --git a/opencompass/configs/models/deepseek/deepseek_r1_distill_llama_8b_api_aliyun.py b/opencompass/configs/models/deepseek/deepseek_r1_distill_llama_8b_api_aliyun.py index 1fb412e5..95cf2c5c 100644 --- a/opencompass/configs/models/deepseek/deepseek_r1_distill_llama_8b_api_aliyun.py +++ b/opencompass/configs/models/deepseek/deepseek_r1_distill_llama_8b_api_aliyun.py @@ -8,8 +8,8 @@ models = [ key='ENV_ALIYUN', openai_api_base='https://dashscope.aliyuncs.com/compatible-mode/v1', query_per_second=1, - max_out_len=2048, - max_seq_len=4096, + max_out_len=8192, + max_seq_len=32768, batch_size=8, retry=30, verbose=True, diff --git a/opencompass/configs/models/deepseek/deepseek_r1_distill_qwen_7b_api_aliyun.py b/opencompass/configs/models/deepseek/deepseek_r1_distill_qwen_7b_api_aliyun.py index 95f32a00..78210391 100644 --- a/opencompass/configs/models/deepseek/deepseek_r1_distill_qwen_7b_api_aliyun.py +++ b/opencompass/configs/models/deepseek/deepseek_r1_distill_qwen_7b_api_aliyun.py @@ -8,8 +8,8 @@ models = [ key='ENV_ALIYUN', openai_api_base='https://dashscope.aliyuncs.com/compatible-mode/v1', query_per_second=1, - max_out_len=2048, - max_seq_len=4096, + max_out_len=8192, + max_seq_len=32768, batch_size=8, retry=30, verbose=True, diff --git a/opencompass/models/openai_api.py b/opencompass/models/openai_api.py index aae7d862..38c778d2 100644 --- a/opencompass/models/openai_api.py +++ b/opencompass/models/openai_api.py @@ -31,8 +31,6 @@ O1_MODEL_LIST = [ 'o1-preview', 'o1-mini', 'o3-mini-2025-01-31', - 'deepseek-ai/DeepSeek-R1', - 'DeepSeek-R1', ]