[Fix] Update yi 200k config (#815)

This commit is contained in:
Mo Li 2024-01-18 20:54:24 +08:00 committed by GitHub
parent 61fe873c89
commit dcc32ed856
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -1,13 +1,6 @@
from opencompass.models import HuggingFace
_meta_template = dict(
round=[
dict(role="HUMAN", end='\n\n'),
dict(role="BOT", begin="### Response:", end='</s>', generate=True),
],
)
models = [
dict(
type=HuggingFace,
@ -23,11 +16,9 @@ models = [
truncation_side='left',
trust_remote_code=True,
),
meta_template=_meta_template,
max_out_len=100,
max_seq_len=2048,
batch_size=8,
run_cfg=dict(num_gpus=1, num_procs=1),
end_str='</s>',
)
]