set deepseek r1 batchsize = 1

This commit is contained in:
wujiang 2025-02-11 21:54:22 +08:00 committed by jxd
parent e261a76e07
commit 60ab611ecd
3 changed files with 3 additions and 3 deletions

View File

@ -10,7 +10,7 @@ models = [
query_per_second=1,
max_out_len=8192,
max_seq_len=32768,
batch_size=8,
batch_size=1,
retry=30,
verbose=True,
),

View File

@ -10,7 +10,7 @@ models = [
query_per_second=1,
max_out_len=8192,
max_seq_len=32768,
batch_size=8,
batch_size=1,
retry=30,
verbose=True,
),

View File

@ -10,7 +10,7 @@ models = [
query_per_second=1,
max_out_len=8192,
max_seq_len=32768,
batch_size=8,
batch_size=1,
retry=30,
verbose=True,
),