diff --git a/opencompass/openicl/icl_inferencer/icl_gen_inferencer.py b/opencompass/openicl/icl_inferencer/icl_gen_inferencer.py index 342f9e06..6d5fc669 100644 --- a/opencompass/openicl/icl_inferencer/icl_gen_inferencer.py +++ b/opencompass/openicl/icl_inferencer/icl_gen_inferencer.py @@ -130,8 +130,8 @@ class GenInferencer(BaseInferencer): entry, max_out_len=self.max_out_len) generated = results - num_return_sequences = self.model.get('generation_kwargs', {}).get( - 'num_return_sequences', 1) + num_return_sequences = getattr(self.model, 'generation_kwargs', + {}).get('num_return_sequences', 1) # 5-3. Save current output for prompt, prediction, gold in zip( parsed_entries, batched(generated, num_return_sequences),