jiangzhs/OpenCompass
1
0
Fork 0
mirror of https://github.com/open-compass/opencompass.git synced 2025-05-30 16:03:24 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

add support for lmdeploy api judge (#1193)

Browse Source
This commit is contained in:
bittersweet1999 2024-05-24 23:28:56 +08:00 committed by GitHub
parent 749e4cea71
commit 88c14d3d04
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 6 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
opencompass/models/openai_api.py
View File

@ -184,8 +184,12 @@ class OpenAI(BaseAPIModel):
messages.append(msg) messages.append(msg)
# Hold out 100 tokens due to potential errors in tiktoken calculation # Hold out 100 tokens due to potential errors in tiktoken calculation
try:
max_out_len = min( max_out_len = min(
max_out_len, context_window - self.get_token_len(str(input)) - 100) max_out_len,
context_window - self.get_token_len(str(input)) - 100)
except KeyError:
max_out_len = max_out_len
if max_out_len <= 0: if max_out_len <= 0:
return '' return ''