jiangzhs/OpenCompass
1
0
Fork 0
mirror of https://github.com/open-compass/opencompass.git synced 2025-05-30 16:03:24 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

[Fix] Fix typo in WSC prompt (#520)

Browse Source 
Co-authored-by: wq.chu <wq.chu@tianrang-inc.com>
This commit is contained in:
Qing 2023-10-30 12:16:26 +08:00 committed by GitHub
parent e2355a2ede
commit 229a65f305
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
7 changed files with 8 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
configs/datasets/SuperGLUE_WSC/SuperGLUE_WSC_gen.py
View File

@ -1,4 +1,4 @@
from mmengine.config import read_base from mmengine.config import read_base
with read_base(): with read_base():
from .SuperGLUE_WSC_gen_8a881c import WSC_datasets # noqa: F401, F403 from .SuperGLUE_WSC_gen_fe4bf3 import WSC_datasets # noqa: F401, F403

2
configs/datasets/SuperGLUE_WSC/SuperGLUE_WSC_gen_6dc406.py → configs/datasets/SuperGLUE_WSC/SuperGLUE_WSC_gen_7902a7.py
View File

@ -17,7 +17,7 @@ WSC_infer_cfg = dict(
dict( dict(
role="HUMAN", role="HUMAN",
prompt= prompt=
"{text}\nIs '{span1}' and '{span2}' refers to the same entity in the above sentence?\nA. Yes\nB. No\nAnseer:" "{text}\nIs '{span1}' and '{span2}' refers to the same entity in the above sentence?\nA. Yes\nB. No\nAnswer:"
), ),
]), ]),
), ),

2
configs/datasets/SuperGLUE_WSC/SuperGLUE_WSC_gen_8a881c.py → configs/datasets/SuperGLUE_WSC/SuperGLUE_WSC_gen_fe4bf3.py
View File

@ -17,7 +17,7 @@ WSC_infer_cfg = dict(
dict( dict(
role="HUMAN", role="HUMAN",
prompt= prompt=
"Passage: {text}\nDoes the pronoun # {span2} # refer to * {span1} *?\nA. Yes\nB. No\nAnseer:" "Passage: {text}\nDoes the pronoun # {span2} # refer to * {span1} *?\nA. Yes\nB. No\nAnswer:"
), ),
]), ]),
), ),

2
configs/datasets/SuperGLUE_WSC/SuperGLUE_WSC_ppl.py
View File

@ -1,4 +1,4 @@
from mmengine.config import read_base from mmengine.config import read_base
with read_base(): with read_base():
from .SuperGLUE_WSC_ppl_cbf31c import WSC_datasets # noqa: F401, F403 from .SuperGLUE_WSC_ppl_1c4a90 import WSC_datasets # noqa: F401, F403

4
configs/datasets/SuperGLUE_WSC/SuperGLUE_WSC_ppl_cbf31c.py → configs/datasets/SuperGLUE_WSC/SuperGLUE_WSC_ppl_1c4a90.py
View File

@ -17,7 +17,7 @@ WSC_infer_cfg = dict(
dict(round=[ dict(round=[
dict( dict(
role="HUMAN", role="HUMAN",
prompt="Passage: {text}\nDoes the pronoun # {span2} # refer to * {span1} *?\nA. Yes\nB. No\nAnseer: " prompt="Passage: {text}\nDoes the pronoun # {span2} # refer to * {span1} *?\nA. Yes\nB. No\nAnswer: "
), ),
dict(role='BOT', prompt='A'), dict(role='BOT', prompt='A'),
]), ]),
@ -25,7 +25,7 @@ WSC_infer_cfg = dict(
dict(round=[ dict(round=[
dict( dict(
role="HUMAN", role="HUMAN",
prompt="Passage: {text}\nDoes the pronoun # {span2} # refer to * {span1} *?\nA. Yes\nB. No\nAnseer: " prompt="Passage: {text}\nDoes the pronoun # {span2} # refer to * {span1} *?\nA. Yes\nB. No\nAnswer: "
), ),
dict(role='BOT', prompt='B'), dict(role='BOT', prompt='B'),
]), ]),

2
configs/datasets/collections/chat_medium.py
View File

@ -33,7 +33,7 @@ with read_base():
from ..SuperGLUE_RTE.SuperGLUE_RTE_gen_68aac7 import RTE_datasets from ..SuperGLUE_RTE.SuperGLUE_RTE_gen_68aac7 import RTE_datasets
from ..SuperGLUE_ReCoRD.SuperGLUE_ReCoRD_gen_30dea0 import ReCoRD_datasets from ..SuperGLUE_ReCoRD.SuperGLUE_ReCoRD_gen_30dea0 import ReCoRD_datasets
from ..SuperGLUE_WiC.SuperGLUE_WiC_gen_d06864 import WiC_datasets from ..SuperGLUE_WiC.SuperGLUE_WiC_gen_d06864 import WiC_datasets
from ..SuperGLUE_WSC.SuperGLUE_WSC_gen_6dc406 import WSC_datasets from ..SuperGLUE_WSC.SuperGLUE_WSC_gen_7902a7 import WSC_datasets
from ..race.race_gen_69ee4f import race_datasets from ..race.race_gen_69ee4f import race_datasets
from ..Xsum.Xsum_gen_31397e import Xsum_datasets from ..Xsum.Xsum_gen_31397e import Xsum_datasets
from ..gsm8k.gsm8k_gen_1d7fe4 import gsm8k_datasets from ..gsm8k.gsm8k_gen_1d7fe4 import gsm8k_datasets

2
configs/datasets/collections/chat_small.py
View File

@ -24,7 +24,7 @@ with read_base():
from ..SuperGLUE_RTE.SuperGLUE_RTE_gen_68aac7 import RTE_datasets from ..SuperGLUE_RTE.SuperGLUE_RTE_gen_68aac7 import RTE_datasets
from ..SuperGLUE_ReCoRD.SuperGLUE_ReCoRD_gen_30dea0 import ReCoRD_datasets from ..SuperGLUE_ReCoRD.SuperGLUE_ReCoRD_gen_30dea0 import ReCoRD_datasets
from ..SuperGLUE_WiC.SuperGLUE_WiC_gen_d06864 import WiC_datasets from ..SuperGLUE_WiC.SuperGLUE_WiC_gen_d06864 import WiC_datasets
from ..SuperGLUE_WSC.SuperGLUE_WSC_gen_8a881c import WSC_datasets from ..SuperGLUE_WSC.SuperGLUE_WSC_gen_fe4bf3 import WSC_datasets
from ..race.race_gen_69ee4f import race_datasets from ..race.race_gen_69ee4f import race_datasets
from ..math.math_gen_265cce import math_datasets from ..math.math_gen_265cce import math_datasets
from ..gsm8k.gsm8k_gen_1d7fe4 import gsm8k_datasets from ..gsm8k.gsm8k_gen_1d7fe4 import gsm8k_datasets