mirror of
https://github.com/open-compass/opencompass.git
synced 2025-05-30 16:03:24 +08:00
[Dataset]update GAIA prompt
This commit is contained in:
parent
6d809bf36d
commit
3a80592817
@ -6,7 +6,7 @@ from opencompass.datasets import GAIADataset
|
||||
from opencompass.utils.text_postprocessors import first_capital_postprocess
|
||||
|
||||
gaia_reader_cfg = dict(
|
||||
input_columns='question',
|
||||
input_columns=['question', 'file_path'],
|
||||
output_column='answerKey',
|
||||
test_split='test')
|
||||
|
||||
@ -17,7 +17,16 @@ gaia_infer_cfg = dict(
|
||||
dict(
|
||||
role='HUMAN',
|
||||
prompt=
|
||||
'请根据问题:{question}\n给出答案。答:'
|
||||
'''You are a general AI assistant. I will ask you a question. Report your thoughts, and
|
||||
finish your answer with the following template: FINAL ANSWER: [YOUR FINAL ANSWER].
|
||||
YOUR FINAL ANSWER should be a number OR as few words as possible OR a comma separated
|
||||
list of numbers and/or strings.
|
||||
If you are asked for a number, don’t use comma to write your number neither use units such as $ or
|
||||
percent sign unless specified otherwise.
|
||||
If you are asked for a string, don’t use articles, neither abbreviations (e.g. for cities), and write the
|
||||
digits in plain text unless specified otherwise.
|
||||
If you are asked for a comma separated list, apply the above rules depending of whether the element
|
||||
to be put in the list is a number or a string.\nGAIA Question: {question}\nFile Path: {file_path}\n'''
|
||||
),
|
||||
]),
|
||||
),
|
||||
|
Loading…
Reference in New Issue
Block a user