jiangzhs/OpenCompass
1
0
Fork 0
mirror of https://github.com/open-compass/opencompass.git synced 2025-05-30 16:03:24 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

[API] Refine OpenAI (#175)

Browse Source
This commit is contained in:
Haodong Duan 2023-08-09 12:38:57 +08:00 committed by GitHub
parent af436f5951
commit d5d4f47371
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 11 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
opencompass/models/openai_api.py
View File

@ -80,6 +80,7 @@ class OpenAI(BaseAPIModel):
self.orgs = org
self.org_ctr = 0
self.url = openai_api_base
self.path = path
def generate(
self,
@ -146,9 +147,17 @@ class OpenAI(BaseAPIModel):
messages.append(msg)
# max num token for gpt-3.5-turbo is 4097
context_window = 4096
if '32k' in self.path:
context_window = 32768
elif '16k' in self.path:
context_window = 16384
elif 'gpt-4' in self.path:
context_window = 8192
# Hold out 100 tokens due to potential errors in tiktoken calculation
max_out_len = min(
max_out_len,
self.max_seq_len - 50 - self.get_token_len(str(input)))
max_out_len, context_window - self.get_token_len(str(input)) - 100)
if max_out_len <= 0:
return ''