[Fix] Update yi 200k config (#815)

This commit is contained in:
Mo Li 2024-01-18 20:54:24 +08:00 committed by GitHub
parent 61fe873c89
commit dcc32ed856
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -1,13 +1,6 @@
from opencompass.models import HuggingFace from opencompass.models import HuggingFace
_meta_template = dict(
round=[
dict(role="HUMAN", end='\n\n'),
dict(role="BOT", begin="### Response:", end='</s>', generate=True),
],
)
models = [ models = [
dict( dict(
type=HuggingFace, type=HuggingFace,
@ -23,11 +16,9 @@ models = [
truncation_side='left', truncation_side='left',
trust_remote_code=True, trust_remote_code=True,
), ),
meta_template=_meta_template,
max_out_len=100, max_out_len=100,
max_seq_len=2048, max_seq_len=2048,
batch_size=8, batch_size=8,
run_cfg=dict(num_gpus=1, num_procs=1), run_cfg=dict(num_gpus=1, num_procs=1),
end_str='</s>',
) )
] ]