From 17b5e52f6c5bd35f0900f1776612c3ee0a6db647 Mon Sep 17 00:00:00 2001
From: bittersweet1999 <148421775+bittersweet1999@users.noreply.github.com>
Date: Tue, 12 Nov 2024 16:10:16 +0800
Subject: [PATCH] [Hotfix] lmdeploy temp (#1674)

* fix pip version

* fix pip version

* hotfix
---
 opencompass/models/turbomind_with_tf_above_v4_33.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/opencompass/models/turbomind_with_tf_above_v4_33.py b/opencompass/models/turbomind_with_tf_above_v4_33.py
index f2a367b2..76bbf194 100644
--- a/opencompass/models/turbomind_with_tf_above_v4_33.py
+++ b/opencompass/models/turbomind_with_tf_above_v4_33.py
@@ -123,7 +123,7 @@ class TurboMindModelwithChatTemplate(BaseModel):
 
         gen_config = copy.deepcopy(DEFAULT_GEN_CONFIG)
         gen_config.update(self.gen_config)
-        if do_sample:
+        if do_sample or self.gen_config['do_sample']:
             gen_config['top_k'] = 40
             gen_config['temperature'] = temperature
         else: