diff --git a/opencompass/models/bailing_api_oc.py b/opencompass/models/bailing_api_oc.py index 0b721bff..316f529b 100644 --- a/opencompass/models/bailing_api_oc.py +++ b/opencompass/models/bailing_api_oc.py @@ -2,6 +2,7 @@ import concurrent import concurrent.futures import os import socket +import time import traceback from typing import Dict, List, Optional, Union @@ -20,6 +21,8 @@ from .base_api import BaseAPIModel PromptType = Union[PromptList, str] +BAILING_RETRY_DELAY: int = 30 + class HTTPAdapterWithSocketOptions(HTTPAdapter): @@ -200,6 +203,9 @@ class BailingAPI(BaseAPIModel): break # success elif response.status_code == 426: retry_num += 1 # retry + elif response.status_code in [429, 500, 504]: + time.sleep(BAILING_RETRY_DELAY) + retry_num += 1 # retry else: raise ValueError(f'Status code = {response.status_code}') else: