From bbdedc6c95271791a6e5429bc78fc33bc6eaae53 Mon Sep 17 00:00:00 2001 From: Tong Gao Date: Thu, 3 Aug 2023 14:55:16 +0800 Subject: [PATCH] [Enhancement] Optimize OpenAI models (#128) * [Feature] Enhance OpenAI API, add example config for GPT evaluation --- opencompass/models/openai_api.py | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/opencompass/models/openai_api.py b/opencompass/models/openai_api.py index 5e3c1207..aae6d9e9 100644 --- a/opencompass/models/openai_api.py +++ b/opencompass/models/openai_api.py @@ -1,5 +1,6 @@ import json import os +import time from concurrent.futures import ThreadPoolExecutor from threading import Lock from typing import Dict, List, Optional, Union @@ -188,10 +189,14 @@ class OpenAI(BaseAPIModel): except requests.JSONDecodeError: self.logger.error('JsonDecode error, got', str(raw_response.content)) + continue try: return response['choices'][0]['message']['content'].strip() except KeyError: if 'error' in response: + if response['error']['code'] == 'rate_limit_exceeded': + time.sleep(1) + continue self.logger.error('Find error message in response: ', str(response['error'])) max_num_retries += 1