From 60ab611ecdaf7e7acf1b3ae783790638e934ea5f Mon Sep 17 00:00:00 2001 From: wujiang Date: Tue, 11 Feb 2025 21:54:22 +0800 Subject: [PATCH] set deepseek r1 batchsize = 1 --- opencompass/configs/models/deepseek/deepseek_r1_api_aliyun.py | 2 +- .../models/deepseek/deepseek_r1_distill_llama_8b_api_aliyun.py | 2 +- .../models/deepseek/deepseek_r1_distill_qwen_7b_api_aliyun.py | 2 +- 3 files changed, 3 insertions(+), 3 deletions(-) diff --git a/opencompass/configs/models/deepseek/deepseek_r1_api_aliyun.py b/opencompass/configs/models/deepseek/deepseek_r1_api_aliyun.py index f38eeea0..1f28f6b1 100644 --- a/opencompass/configs/models/deepseek/deepseek_r1_api_aliyun.py +++ b/opencompass/configs/models/deepseek/deepseek_r1_api_aliyun.py @@ -10,7 +10,7 @@ models = [ query_per_second=1, max_out_len=8192, max_seq_len=32768, - batch_size=8, + batch_size=1, retry=30, verbose=True, ), diff --git a/opencompass/configs/models/deepseek/deepseek_r1_distill_llama_8b_api_aliyun.py b/opencompass/configs/models/deepseek/deepseek_r1_distill_llama_8b_api_aliyun.py index 95cf2c5c..0c68c647 100644 --- a/opencompass/configs/models/deepseek/deepseek_r1_distill_llama_8b_api_aliyun.py +++ b/opencompass/configs/models/deepseek/deepseek_r1_distill_llama_8b_api_aliyun.py @@ -10,7 +10,7 @@ models = [ query_per_second=1, max_out_len=8192, max_seq_len=32768, - batch_size=8, + batch_size=1, retry=30, verbose=True, ), diff --git a/opencompass/configs/models/deepseek/deepseek_r1_distill_qwen_7b_api_aliyun.py b/opencompass/configs/models/deepseek/deepseek_r1_distill_qwen_7b_api_aliyun.py index 78210391..0d718383 100644 --- a/opencompass/configs/models/deepseek/deepseek_r1_distill_qwen_7b_api_aliyun.py +++ b/opencompass/configs/models/deepseek/deepseek_r1_distill_qwen_7b_api_aliyun.py @@ -10,7 +10,7 @@ models = [ query_per_second=1, max_out_len=8192, max_seq_len=32768, - batch_size=8, + batch_size=1, retry=30, verbose=True, ),