From fb30b7c7a2f3ac97aa8257f2b56e5e46e21fa8d3 Mon Sep 17 00:00:00 2001 From: Fengzhe Zhou Date: Wed, 22 Nov 2023 12:04:31 +0800 Subject: [PATCH] [Fix] Fix gen inferencer (#615) --- opencompass/openicl/icl_inferencer/icl_gen_inferencer.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/opencompass/openicl/icl_inferencer/icl_gen_inferencer.py b/opencompass/openicl/icl_inferencer/icl_gen_inferencer.py index 342f9e06..6d5fc669 100644 --- a/opencompass/openicl/icl_inferencer/icl_gen_inferencer.py +++ b/opencompass/openicl/icl_inferencer/icl_gen_inferencer.py @@ -130,8 +130,8 @@ class GenInferencer(BaseInferencer): entry, max_out_len=self.max_out_len) generated = results - num_return_sequences = self.model.get('generation_kwargs', {}).get( - 'num_return_sequences', 1) + num_return_sequences = getattr(self.model, 'generation_kwargs', + {}).get('num_return_sequences', 1) # 5-3. Save current output for prompt, prediction, gold in zip( parsed_entries, batched(generated, num_return_sequences),