mirror of
https://github.com/open-compass/opencompass.git
synced 2025-05-30 16:03:24 +08:00
set deepseek r1 batchsize = 1
This commit is contained in:
parent
e261a76e07
commit
60ab611ecd
@ -10,7 +10,7 @@ models = [
|
||||
query_per_second=1,
|
||||
max_out_len=8192,
|
||||
max_seq_len=32768,
|
||||
batch_size=8,
|
||||
batch_size=1,
|
||||
retry=30,
|
||||
verbose=True,
|
||||
),
|
||||
|
@ -10,7 +10,7 @@ models = [
|
||||
query_per_second=1,
|
||||
max_out_len=8192,
|
||||
max_seq_len=32768,
|
||||
batch_size=8,
|
||||
batch_size=1,
|
||||
retry=30,
|
||||
verbose=True,
|
||||
),
|
||||
|
@ -10,7 +10,7 @@ models = [
|
||||
query_per_second=1,
|
||||
max_out_len=8192,
|
||||
max_seq_len=32768,
|
||||
batch_size=8,
|
||||
batch_size=1,
|
||||
retry=30,
|
||||
verbose=True,
|
||||
),
|
||||
|
Loading…
Reference in New Issue
Block a user