From 17b5e52f6c5bd35f0900f1776612c3ee0a6db647 Mon Sep 17 00:00:00 2001 From: bittersweet1999 <148421775+bittersweet1999@users.noreply.github.com> Date: Tue, 12 Nov 2024 16:10:16 +0800 Subject: [PATCH] [Hotfix] lmdeploy temp (#1674) * fix pip version * fix pip version * hotfix --- opencompass/models/turbomind_with_tf_above_v4_33.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/opencompass/models/turbomind_with_tf_above_v4_33.py b/opencompass/models/turbomind_with_tf_above_v4_33.py index f2a367b2..76bbf194 100644 --- a/opencompass/models/turbomind_with_tf_above_v4_33.py +++ b/opencompass/models/turbomind_with_tf_above_v4_33.py @@ -123,7 +123,7 @@ class TurboMindModelwithChatTemplate(BaseModel): gen_config = copy.deepcopy(DEFAULT_GEN_CONFIG) gen_config.update(self.gen_config) - if do_sample: + if do_sample or self.gen_config['do_sample']: gen_config['top_k'] = 40 gen_config['temperature'] = temperature else: