diff --git a/opencompass/models/openai_api.py b/opencompass/models/openai_api.py index 3228ec2f..40a85ea8 100644 --- a/opencompass/models/openai_api.py +++ b/opencompass/models/openai_api.py @@ -334,6 +334,7 @@ class OpenAIAllesAPIN(OpenAI): path: str, url: str, key: str, + temperature: float = 1.0, query_per_second: int = 1, rpm_verbose: bool = False, max_seq_len: int = 2048, @@ -346,6 +347,7 @@ class OpenAIAllesAPIN(OpenAI): meta_template=meta_template, retry=retry) self.url = url + self.temperature = temperature self.headers = { 'alles-apin-token': key, 'content-type': 'application/json', @@ -387,11 +389,12 @@ class OpenAIAllesAPIN(OpenAI): # model can be response with user and system # when it comes with agent involved. assert msg['role'] in ['user', 'system'] + data = { 'model': self.path, 'messages': messages, + 'temperature': temperature } - for _ in range(self.retry): self.wait() raw_response = requests.post(self.url,