diff --git a/opencompass/models/turbomind_with_tf_above_v4_33.py b/opencompass/models/turbomind_with_tf_above_v4_33.py index f2a367b2..76bbf194 100644 --- a/opencompass/models/turbomind_with_tf_above_v4_33.py +++ b/opencompass/models/turbomind_with_tf_above_v4_33.py @@ -123,7 +123,7 @@ class TurboMindModelwithChatTemplate(BaseModel): gen_config = copy.deepcopy(DEFAULT_GEN_CONFIG) gen_config.update(self.gen_config) - if do_sample: + if do_sample or self.gen_config['do_sample']: gen_config['top_k'] = 40 gen_config['temperature'] = temperature else: