jiangzhs/OpenCompass
1
0
Fork 0
mirror of https://github.com/open-compass/opencompass.git synced 2025-05-30 16:03:24 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

[Fix] Update max_out_len logic for OpenAI model (#1839)

Browse Source
This commit is contained in:
Linchen Xiao 2025-01-21 15:46:14 +08:00 committed by GitHub
parent a6193b4c02
commit 03415b2a66
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 7 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
opencompass/models/openai_api.py
View File

@ -484,12 +484,15 @@ class OpenAI(BaseAPIModel):
if input_len > max_seq_len: if input_len > max_seq_len:
raise ValueError( raise ValueError(
f'Input length ({input_len}) exceeds max_seq_len ' f'Input length ({input_len}) exceeds max_seq_len '
f'({max_seq_len}) and mode is set to "none". Please ' f'({max_seq_len}) and mode is set to "none". Please '
f'either change the mode or reduce the input length.') f'either change the mode or increase the max_seq_len.')
# Trim input if needed # Trim input if needed
def bin_trim_wrapper(text): def bin_trim_wrapper(text):
return self._bin_trim(text, max_seq_len - 100 - max_out_len, mode) trim_length = max_seq_len - 100
if max_out_len is not None:
trim_length -= max_out_len
return self._bin_trim(text, trim_length, mode)
if isinstance(input, str) and mode != 'none': if isinstance(input, str) and mode != 'none':
input = bin_trim_wrapper(input) input = bin_trim_wrapper(input)
@ -512,7 +515,7 @@ class OpenAI(BaseAPIModel):
messages.append(msg) messages.append(msg)
# Adjust max_out_len # Adjust max_out_len
try: if max_out_len is not None:
original_max_out_len = max_out_len original_max_out_len = max_out_len
max_out_len = min( max_out_len = min(
max_out_len, max_out_len,
@ -529,9 +532,6 @@ class OpenAI(BaseAPIModel):
f'max_out_len was truncated from {original_max_out_len} ' f'max_out_len was truncated from {original_max_out_len} '
f'to {max_out_len} due to input length') f'to {max_out_len} due to input length')
except KeyError:
max_out_len = max_out_len
return messages, max_out_len return messages, max_out_len