jiangzhs/OpenCompass
1
0
Fork 0
mirror of https://github.com/open-compass/opencompass.git synced 2025-05-30 16:03:24 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

add temperature in alles (#787)

Browse Source
This commit is contained in:
bittersweet1999 2024-01-11 11:57:24 +08:00 committed by GitHub
parent ad872a5dc2
commit 5679edb490
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 4 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
opencompass/models/openai_api.py
View File

@ -334,6 +334,7 @@ class OpenAIAllesAPIN(OpenAI):
path: str, path: str,
url: str, url: str,
key: str, key: str,
temperature: float = 1.0,
query_per_second: int = 1, query_per_second: int = 1,
rpm_verbose: bool = False, rpm_verbose: bool = False,
max_seq_len: int = 2048, max_seq_len: int = 2048,
@ -346,6 +347,7 @@ class OpenAIAllesAPIN(OpenAI):
meta_template=meta_template, meta_template=meta_template,
retry=retry) retry=retry)
self.url = url self.url = url
self.temperature = temperature
self.headers = { self.headers = {
'alles-apin-token': key, 'alles-apin-token': key,
'content-type': 'application/json', 'content-type': 'application/json',
@ -387,11 +389,12 @@ class OpenAIAllesAPIN(OpenAI):
# model can be response with user and system # model can be response with user and system
# when it comes with agent involved. # when it comes with agent involved.
assert msg['role'] in ['user', 'system'] assert msg['role'] in ['user', 'system']
data = { data = {
'model': self.path, 'model': self.path,
'messages': messages, 'messages': messages,
'temperature': temperature
} }
for _ in range(self.retry): for _ in range(self.retry):
self.wait() self.wait()
raw_response = requests.post(self.url, raw_response = requests.post(self.url,