jiangzhs/OpenCompass
1
0
Fork 0
mirror of https://github.com/open-compass/opencompass.git synced 2025-05-30 16:03:24 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

fix prompt template (#1104)

Browse Source
This commit is contained in:
bittersweet1999 2024-04-28 21:54:30 +08:00 committed by GitHub
parent 1013dce60c
commit 0b7de67c4a
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 13 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

19
configs/eval_internlm_flames_chat.py
View File

@ -68,6 +68,13 @@ infer = dict(
## ------------- JudgeLLM Configuration---------------------------------
internlm1_chat_template = dict(
round=[
dict(role='HUMAN', begin='<|User|>:', end='\n'),
dict(role='BOT', begin='<|Bot|>:', end='<eoa>\n', generate=True),
],
)
judge_models = [
dict(
type=HuggingFaceCausalLM,
@ -84,17 +91,17 @@ judge_models = [
use_fast=False,
trust_remote_code=True,
),
max_out_len=2048,
max_seq_len=2048,
generation_kwargs = {"do_sample": True},
max_out_len=512,
max_seq_len=4096,
batch_size=8,
meta_template=_meta_template,
meta_template=internlm1_chat_template,
run_cfg=dict(num_gpus=1, num_procs=1),
end_str='<|im_end|>',
generation_kwargs = {"eos_token_id": [2, 92542], "do_sample": True},
batch_padding=True,
end_str='<eoa>',
)
]
## ------------- Evaluation Configuration----------------
eval = dict(
partitioner=dict(