jiangzhs/OpenCompass
1
0
Fork 0
mirror of https://github.com/open-compass/opencompass.git synced 2025-05-30 16:03:24 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

[Hotfix] Hotfix (#1683)

Browse Source 
* fix pip version

* fix pip version

* fix lint

* hotfix
This commit is contained in:
bittersweet1999 2024-11-13 10:14:27 +08:00 committed by GitHub
parent a9d6b6461f
commit aca8ec3c6a
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 6 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
opencompass/models/turbomind_with_tf_above_v4_33.py
View File

@ -123,7 +123,7 @@ class TurboMindModelwithChatTemplate(BaseModel):
gen_config = copy.deepcopy(DEFAULT_GEN_CONFIG) gen_config = copy.deepcopy(DEFAULT_GEN_CONFIG)
gen_config.update(self.gen_config) gen_config.update(self.gen_config)
if do_sample or self.gen_config['do_sample']: if do_sample or ('do_sample' in self.gen_config and self.gen_config['do_sample']):
gen_config['top_k'] = 40 gen_config['top_k'] = 40
gen_config['temperature'] = temperature gen_config['temperature'] = temperature
else: else:

6
opencompass/models/vllm.py
View File

@ -101,7 +101,11 @@ class VLLM(BaseModel):
if not self.lora_path: if not self.lora_path:
outputs = self.model.generate(inputs, sampling_kwargs) outputs = self.model.generate(inputs, sampling_kwargs)
else: else:
outputs = self.model.generate(inputs, sampling_kwargs, lora_request=LoRARequest("sql_adapter", 1, self.lora_path)) outputs = self.model.generate(inputs,
sampling_kwargs,
lora_request=LoRARequest(
'sql_adapter', 1,
self.lora_path))
prompt_list, output_strs = [], [] prompt_list, output_strs = [], []
for output in outputs: for output in outputs: