jiangzhs/OpenCompass
1
0
Fork 0
mirror of https://github.com/open-compass/opencompass.git synced 2025-05-30 16:03:24 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

[Update] Update openai_api.py (#1438)

Browse Source 
Most models' token limits are above 32k. It will fix long context dataset test bug of skiping some data.
This commit is contained in:
seetimee 2024-08-21 18:57:49 +08:00 committed by GitHub
parent e076dc5acf
commit ac093fce53
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 8 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
opencompass/models/openai_api.py
View File

@ -166,13 +166,16 @@ class OpenAI(BaseAPIModel):
assert isinstance(input, (str, PromptList)) assert isinstance(input, (str, PromptList))
# max num token for gpt-3.5-turbo is 4097 # max num token for gpt-3.5-turbo is 4097
context_window = 4096 # Most models' token limits are above 32k
context_window = 32768
if '32k' in self.path: if '32k' in self.path:
context_window = 32768 context_window = 32768
elif '16k' in self.path: elif '16k' in self.path:
context_window = 16384 context_window = 16384
elif 'gpt-4' in self.path: elif 'gpt-4' in self.path:
context_window = 8192 context_window = 8192
elif 'gpt-3.5' in self.path:
context_window = 4097
# will leave 100 tokens as prompt buffer, triggered if input is str # will leave 100 tokens as prompt buffer, triggered if input is str
if isinstance(input, str) and self.mode != 'none': if isinstance(input, str) and self.mode != 'none':
@ -407,13 +410,16 @@ class OpenAISDK(OpenAI):
assert isinstance(input, (str, PromptList)) assert isinstance(input, (str, PromptList))
# max num token for gpt-3.5-turbo is 4097 # max num token for gpt-3.5-turbo is 4097
context_window = 4096 # Most models' token limits are above 32k
context_window = 32768
if '32k' in self.path: if '32k' in self.path:
context_window = 32768 context_window = 32768
elif '16k' in self.path: elif '16k' in self.path:
context_window = 16384 context_window = 16384
elif 'gpt-4' in self.path: elif 'gpt-4' in self.path:
context_window = 8192 context_window = 8192
elif 'gpt-3.5' in self.path:
context_window = 4097
# will leave 100 tokens as prompt buffer, triggered if input is str # will leave 100 tokens as prompt buffer, triggered if input is str
if isinstance(input, str) and self.mode != 'none': if isinstance(input, str) and self.mode != 'none':