From a1782f9a082ab8adc62f3a32ed728b13d2191436 Mon Sep 17 00:00:00 2001 From: Leymore Date: Mon, 4 Sep 2023 15:24:52 +0800 Subject: [PATCH] [Fix] triviaqa & nq postprocess (#350) --- opencompass/datasets/natural_question.py | 2 +- opencompass/datasets/triviaqa.py | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/opencompass/datasets/natural_question.py b/opencompass/datasets/natural_question.py index 1fea3713..6853b099 100644 --- a/opencompass/datasets/natural_question.py +++ b/opencompass/datasets/natural_question.py @@ -44,7 +44,7 @@ class NQEvaluator(BaseEvaluator): } processed_predictions = [] for prediction in predictions: - prediction = prediction.split('\n')[0].lower() + prediction = prediction.strip().split('\n')[0].lower() if 'answer is' in prediction: prediction = prediction.split('answer is')[-1] prediction = general_postprocess(prediction) diff --git a/opencompass/datasets/triviaqa.py b/opencompass/datasets/triviaqa.py index a4a675c6..122e8707 100644 --- a/opencompass/datasets/triviaqa.py +++ b/opencompass/datasets/triviaqa.py @@ -43,7 +43,7 @@ class TriviaQAEvaluator(BaseEvaluator): } processed_predictions = [] for prediction in predictions: - prediction = prediction.split('\n')[0].lower() + prediction = prediction.strip().split('\n')[0].lower() if 'answer is' in prediction: prediction = prediction.split('answer is')[-1] prediction = general_postprocess(prediction)