From 500b44ba2d46a36fba7f681192baf894f73e0928 Mon Sep 17 00:00:00 2001 From: liushz Date: Mon, 21 Oct 2024 16:59:06 +0800 Subject: [PATCH] [Fix] gpqa_few_shot_ppl prompt bug (#1627) --- ...{gpqa_few_shot_ppl_2c9cd6.py => gpqa_few_shot_ppl_4b5a83.py} | 2 +- ...{gpqa_few_shot_ppl_2c9cd6.py => gpqa_few_shot_ppl_4b5a83.py} | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) rename configs/datasets/gpqa/{gpqa_few_shot_ppl_2c9cd6.py => gpqa_few_shot_ppl_4b5a83.py} (94%) rename opencompass/configs/datasets/gpqa/{gpqa_few_shot_ppl_2c9cd6.py => gpqa_few_shot_ppl_4b5a83.py} (94%) diff --git a/configs/datasets/gpqa/gpqa_few_shot_ppl_2c9cd6.py b/configs/datasets/gpqa/gpqa_few_shot_ppl_4b5a83.py similarity index 94% rename from configs/datasets/gpqa/gpqa_few_shot_ppl_2c9cd6.py rename to configs/datasets/gpqa/gpqa_few_shot_ppl_4b5a83.py index 3c06d7a4..4703a16c 100644 --- a/configs/datasets/gpqa/gpqa_few_shot_ppl_2c9cd6.py +++ b/configs/datasets/gpqa/gpqa_few_shot_ppl_4b5a83.py @@ -9,7 +9,7 @@ gpqa_reader_cfg = dict( input_columns=['question', 'A', 'B', 'C', 'D'], output_column='answer') -hint = f'对下面的单项选择题，请直接给出正确答案的选项。' +hint = f'For the multiple choice question below, please provide the correct answer option directly.' question_and_options = 'Question: {question}\n(A){A}\n(B){B}\n(C){C}\n(D){D}\n' gpqa_infer_cfg = dict( ice_template=dict( diff --git a/opencompass/configs/datasets/gpqa/gpqa_few_shot_ppl_2c9cd6.py b/opencompass/configs/datasets/gpqa/gpqa_few_shot_ppl_4b5a83.py similarity index 94% rename from opencompass/configs/datasets/gpqa/gpqa_few_shot_ppl_2c9cd6.py rename to opencompass/configs/datasets/gpqa/gpqa_few_shot_ppl_4b5a83.py index 3c06d7a4..4703a16c 100644 --- a/opencompass/configs/datasets/gpqa/gpqa_few_shot_ppl_2c9cd6.py +++ b/opencompass/configs/datasets/gpqa/gpqa_few_shot_ppl_4b5a83.py @@ -9,7 +9,7 @@ gpqa_reader_cfg = dict( input_columns=['question', 'A', 'B', 'C', 'D'], output_column='answer') -hint = f'对下面的单项选择题，请直接给出正确答案的选项。' +hint = f'For the multiple choice question below, please provide the correct answer option directly.' question_and_options = 'Question: {question}\n(A){A}\n(B){B}\n(C){C}\n(D){D}\n' gpqa_infer_cfg = dict( ice_template=dict(