jiangzhs/OpenCompass
1
0
Fork 0
mirror of https://github.com/open-compass/opencompass.git synced 2025-05-30 16:03:24 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

set deepseek r1 batchsize = 1

Browse Source
This commit is contained in:
wujiang 2025-02-11 21:54:22 +08:00 committed by jxd
parent e261a76e07
commit 60ab611ecd
3 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
opencompass/configs/models/deepseek/deepseek_r1_api_aliyun.py
View File

@ -10,7 +10,7 @@ models = [
query_per_second=1, query_per_second=1,
max_out_len=8192, max_out_len=8192,
max_seq_len=32768, max_seq_len=32768,
batch_size=8, batch_size=1,
retry=30, retry=30,
verbose=True, verbose=True,
), ),

2
opencompass/configs/models/deepseek/deepseek_r1_distill_llama_8b_api_aliyun.py
View File

@ -10,7 +10,7 @@ models = [
query_per_second=1, query_per_second=1,
max_out_len=8192, max_out_len=8192,
max_seq_len=32768, max_seq_len=32768,
batch_size=8, batch_size=1,
retry=30, retry=30,
verbose=True, verbose=True,
), ),

2
opencompass/configs/models/deepseek/deepseek_r1_distill_qwen_7b_api_aliyun.py
View File

@ -10,7 +10,7 @@ models = [
query_per_second=1, query_per_second=1,
max_out_len=8192, max_out_len=8192,
max_seq_len=32768, max_seq_len=32768,
batch_size=8, batch_size=1,
retry=30, retry=30,
verbose=True, verbose=True,
), ),