diff --git a/opencompass/configs/models/deepseek/deepseek_r1_api_aliyun.py b/opencompass/configs/models/deepseek/deepseek_r1_api_aliyun.py index f38eeea0..1f28f6b1 100644 --- a/opencompass/configs/models/deepseek/deepseek_r1_api_aliyun.py +++ b/opencompass/configs/models/deepseek/deepseek_r1_api_aliyun.py @@ -10,7 +10,7 @@ models = [ query_per_second=1, max_out_len=8192, max_seq_len=32768, - batch_size=8, + batch_size=1, retry=30, verbose=True, ), diff --git a/opencompass/configs/models/deepseek/deepseek_r1_distill_llama_8b_api_aliyun.py b/opencompass/configs/models/deepseek/deepseek_r1_distill_llama_8b_api_aliyun.py index 95cf2c5c..0c68c647 100644 --- a/opencompass/configs/models/deepseek/deepseek_r1_distill_llama_8b_api_aliyun.py +++ b/opencompass/configs/models/deepseek/deepseek_r1_distill_llama_8b_api_aliyun.py @@ -10,7 +10,7 @@ models = [ query_per_second=1, max_out_len=8192, max_seq_len=32768, - batch_size=8, + batch_size=1, retry=30, verbose=True, ), diff --git a/opencompass/configs/models/deepseek/deepseek_r1_distill_qwen_7b_api_aliyun.py b/opencompass/configs/models/deepseek/deepseek_r1_distill_qwen_7b_api_aliyun.py index 78210391..0d718383 100644 --- a/opencompass/configs/models/deepseek/deepseek_r1_distill_qwen_7b_api_aliyun.py +++ b/opencompass/configs/models/deepseek/deepseek_r1_distill_qwen_7b_api_aliyun.py @@ -10,7 +10,7 @@ models = [ query_per_second=1, max_out_len=8192, max_seq_len=32768, - batch_size=8, + batch_size=1, retry=30, verbose=True, ),