From 77745a84ea7eceab388bc3c0335b0dcd3ecb3395 Mon Sep 17 00:00:00 2001
From: LZHgrla <36994684+LZHgrla@users.noreply.github.com>
Date: Thu, 24 Aug 2023 14:07:33 +0800
Subject: [PATCH] [Fix] Fix bugs for PeftModel generate (#252)

* fix bugs

* fix typo
---
 opencompass/models/huggingface.py | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

diff --git a/opencompass/models/huggingface.py b/opencompass/models/huggingface.py
index fa3d28a1..a293ff8b 100644
--- a/opencompass/models/huggingface.py
+++ b/opencompass/models/huggingface.py
@@ -203,7 +203,9 @@ class HuggingFace(BaseModel):
                                    max_length=self.max_seq_len -
                                    max_out_len)['input_ids']
         input_ids = torch.tensor(input_ids, device=self.model.device)
-        outputs = self.model.generate(input_ids,
+        # To accommodate the PeftModel, parameters should be passed in
+        # key-value format for generate.
+        outputs = self.model.generate(input_ids=input_ids,
                                       max_new_tokens=max_out_len,
                                       **kwargs)