jiangzhs/OpenCompass
1
0
Fork 0
mirror of https://github.com/open-compass/opencompass.git synced 2025-05-30 16:03:24 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

[Fix] gpqa_few_shot_ppl prompt bug (#1627)

Browse Source
This commit is contained in:
liushz 2024-10-21 16:59:06 +08:00 committed by GitHub
parent 096c347e7d
commit 500b44ba2d
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
configs/datasets/gpqa/gpqa_few_shot_ppl_2c9cd6.py → configs/datasets/gpqa/gpqa_few_shot_ppl_4b5a83.py
View File

@ -9,7 +9,7 @@ gpqa_reader_cfg = dict(
input_columns=['question', 'A', 'B', 'C', 'D'], input_columns=['question', 'A', 'B', 'C', 'D'],
output_column='answer') output_column='answer')
hint = f'对下面的单项选择题，请直接给出正确答案的选项。' hint = f'For the multiple choice question below, please provide the correct answer option directly.'
question_and_options = 'Question: {question}\n(A){A}\n(B){B}\n(C){C}\n(D){D}\n' question_and_options = 'Question: {question}\n(A){A}\n(B){B}\n(C){C}\n(D){D}\n'
gpqa_infer_cfg = dict( gpqa_infer_cfg = dict(
ice_template=dict( ice_template=dict(

2
opencompass/configs/datasets/gpqa/gpqa_few_shot_ppl_2c9cd6.py → opencompass/configs/datasets/gpqa/gpqa_few_shot_ppl_4b5a83.py
View File

@ -9,7 +9,7 @@ gpqa_reader_cfg = dict(
input_columns=['question', 'A', 'B', 'C', 'D'], input_columns=['question', 'A', 'B', 'C', 'D'],
output_column='answer') output_column='answer')
hint = f'对下面的单项选择题，请直接给出正确答案的选项。' hint = f'For the multiple choice question below, please provide the correct answer option directly.'
question_and_options = 'Question: {question}\n(A){A}\n(B){B}\n(C){C}\n(D){D}\n' question_and_options = 'Question: {question}\n(A){A}\n(B){B}\n(C){C}\n(D){D}\n'
gpqa_infer_cfg = dict( gpqa_infer_cfg = dict(
ice_template=dict( ice_template=dict(