From 11f3b91e78307323d689b17837fcecf00ae9fd45 Mon Sep 17 00:00:00 2001 From: Yuchen Yan <50619811+yanyc428@users.noreply.github.com> Date: Mon, 8 Jan 2024 14:22:35 +0800 Subject: [PATCH] [Fix] fix typos in drop prompt (#773) Co-authored-by: yanyuchen04 --- configs/datasets/collections/leaderboard/qwen.py | 2 +- configs/datasets/collections/leaderboard/qwen_chat.py | 2 +- configs/datasets/drop/drop_gen.py | 2 +- .../drop/{drop_gen_599f07.py => drop_gen_8a9ed9.py} | 6 +++--- 4 files changed, 6 insertions(+), 6 deletions(-) rename configs/datasets/drop/{drop_gen_599f07.py => drop_gen_8a9ed9.py} (93%) diff --git a/configs/datasets/collections/leaderboard/qwen.py b/configs/datasets/collections/leaderboard/qwen.py index 3461a270..d14a8376 100644 --- a/configs/datasets/collections/leaderboard/qwen.py +++ b/configs/datasets/collections/leaderboard/qwen.py @@ -42,7 +42,7 @@ with read_base(): from ...siqa.siqa_ppl_e8d8c5 import siqa_datasets from ...math.math_gen_265cce import math_datasets from ...gsm8k.gsm8k_gen_1d7fe4 import gsm8k_datasets - from ...drop.drop_gen_599f07 import drop_datasets + from ...drop.drop_gen_8a9ed9 import drop_datasets from ...humaneval.humaneval_gen_a82cae import humaneval_datasets from ...mbpp.mbpp_gen_1e1056 import mbpp_datasets from ...bbh.bbh_gen_5bf00b import bbh_datasets diff --git a/configs/datasets/collections/leaderboard/qwen_chat.py b/configs/datasets/collections/leaderboard/qwen_chat.py index 7d02ee7c..892db561 100644 --- a/configs/datasets/collections/leaderboard/qwen_chat.py +++ b/configs/datasets/collections/leaderboard/qwen_chat.py @@ -42,7 +42,7 @@ with read_base(): from ...siqa.siqa_ppl_e8d8c5 import siqa_datasets from ...math.math_gen_265cce import math_datasets from ...gsm8k.gsm8k_gen_1d7fe4 import gsm8k_datasets - from ...drop.drop_gen_599f07 import drop_datasets + from ...drop.drop_gen_8a9ed9 import drop_datasets from ...humaneval.humaneval_gen_a82cae import humaneval_datasets from ...mbpp.mbpp_gen_1e1056 import mbpp_datasets from ...bbh.bbh_gen_5b92b0 import bbh_datasets diff --git a/configs/datasets/drop/drop_gen.py b/configs/datasets/drop/drop_gen.py index 131d1461..90cb5e13 100644 --- a/configs/datasets/drop/drop_gen.py +++ b/configs/datasets/drop/drop_gen.py @@ -1,4 +1,4 @@ from mmengine.config import read_base with read_base(): - from .drop_gen_599f07 import drop_datasets # noqa: F401, F403 + from .drop_gen_8a9ed9 import drop_datasets # noqa: F401, F403 diff --git a/configs/datasets/drop/drop_gen_599f07.py b/configs/datasets/drop/drop_gen_8a9ed9.py similarity index 93% rename from configs/datasets/drop/drop_gen_599f07.py rename to configs/datasets/drop/drop_gen_8a9ed9.py index 69f28332..698a4fc7 100644 --- a/configs/datasets/drop/drop_gen_599f07.py +++ b/configs/datasets/drop/drop_gen_8a9ed9.py @@ -17,15 +17,15 @@ drop_infer_cfg = dict( template='''\ Text: In the county, the population was spread out with 23.50% under the age of 18, 8.70% from 18 to 24, 29.70% from 25 to 44, 24.70% from 45 to 64, and 13.30% who were 65 years of age or older. Question: How many more percent are under the age of 18 compared to the 18 to 24 group? -Anawer: According to the text, 23.5% are under the age of 18, and 8.7% are from ages 18 to 24. 23.5%-8.7%=14.8%. So the answer is 14.8. +Answer: According to the text, 23.5% are under the age of 18, and 8.7% are from ages 18 to 24. 23.5%-8.7%=14.8%. So the answer is 14.8. Text: Playing in their second straight Thanksgiving game, the Eagles struggled especially on defense, where they were unable to stop the much-hyped Lions offense. The worst of it all was how unproven rookie Eric Rowe was tasked with covering wide receiver Calvin Johnson, leading to Johnson catching 3 touchdowns. Stafford’s five passing touchdowns, including three of them to Johnson was too much for the Eagles to overcome and for the second consecutive time this season, the Eagles gave up 45 points in a game. With the loss, the Eagles drop to 4-7 on the season and 6-1 when playing on Thanksgiving. Question: How many TD passes did Stafford throw other than to Johnson? -Anawer: According to the text, Stafford threw 5 TD passes, 3 of which were to Johnson. 5-3=2. So the answer is 2. +Answer: According to the text, Stafford threw 5 TD passes, 3 of which were to Johnson. 5-3=2. So the answer is 2. Text: {prompt} Question: {question} -Anawer:'''), +Answer:'''), retriever=dict(type=ZeroRetriever), inferencer=dict(type=GenInferencer))