diff --git a/opencompass/configs/datasets/GAIA/gaia_gen.py b/opencompass/configs/datasets/GAIA/gaia_gen.py index b2234af5..839ba2f9 100644 --- a/opencompass/configs/datasets/GAIA/gaia_gen.py +++ b/opencompass/configs/datasets/GAIA/gaia_gen.py @@ -6,7 +6,7 @@ from opencompass.datasets import GAIADataset from opencompass.utils.text_postprocessors import first_capital_postprocess gaia_reader_cfg = dict( - input_columns='question', + input_columns=['question', 'file_path'], output_column='answerKey', test_split='test') @@ -17,7 +17,16 @@ gaia_infer_cfg = dict( dict( role='HUMAN', prompt= - '请根据问题:{question}\n给出答案。答:' + '''You are a general AI assistant. I will ask you a question. Report your thoughts, and +finish your answer with the following template: FINAL ANSWER: [YOUR FINAL ANSWER]. +YOUR FINAL ANSWER should be a number OR as few words as possible OR a comma separated +list of numbers and/or strings. +If you are asked for a number, don’t use comma to write your number neither use units such as $ or +percent sign unless specified otherwise. +If you are asked for a string, don’t use articles, neither abbreviations (e.g. for cities), and write the +digits in plain text unless specified otherwise. +If you are asked for a comma separated list, apply the above rules depending of whether the element +to be put in the list is a number or a string.\nGAIA Question: {question}\nFile Path: {file_path}\n''' ), ]), ),