diff --git a/opencompass/openicl/icl_inferencer/icl_gen_inferencer.py b/opencompass/openicl/icl_inferencer/icl_gen_inferencer.py
index 342f9e06..6d5fc669 100644
--- a/opencompass/openicl/icl_inferencer/icl_gen_inferencer.py
+++ b/opencompass/openicl/icl_inferencer/icl_gen_inferencer.py
@@ -130,8 +130,8 @@ class GenInferencer(BaseInferencer):
                     entry, max_out_len=self.max_out_len)
                 generated = results
 
-            num_return_sequences = self.model.get('generation_kwargs', {}).get(
-                'num_return_sequences', 1)
+            num_return_sequences = getattr(self.model, 'generation_kwargs',
+                                           {}).get('num_return_sequences', 1)
             # 5-3. Save current output
             for prompt, prediction, gold in zip(
                     parsed_entries, batched(generated, num_return_sequences),