jiangzhs/OpenCompass
1
0
Fork 0
mirror of https://github.com/open-compass/opencompass.git synced 2025-05-30 16:03:24 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

[Feature] Update BailingLM/OpenAI verbose (#1568)

Browse Source 
* [Feature] 1. Update CoreBench Base\n 2. Fix lint issue in BalingAPI

* Update

* [Feature] Update API

* Update
This commit is contained in:
Songyang Zhang 2024-09-27 11:15:25 +08:00 committed by GitHub
parent 7d50294117
commit e8437db98f
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
3 changed files with 7 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
configs/eval_corebench_2409_base_objective.py
View File

@ -81,7 +81,7 @@ core_summary_groups = [
['drop', 'accuracy'], ['drop', 'accuracy'],
['math', 'accuracy'], ['math', 'accuracy'],
['gsm8k', 'accuracy'], ['gsm8k', 'accuracy'],
['mathbench-t (average)', 'naive_average'] ['mathbench-t (average)', 'naive_average'],
['GPQA_diamond', 'accuracy'], ['GPQA_diamond', 'accuracy'],
['openai_humaneval', 'humaneval_pass@1'], ['openai_humaneval', 'humaneval_pass@1'],
['IFEval', 'Prompt-level-strict-accuracy'], ['IFEval', 'Prompt-level-strict-accuracy'],
@ -101,7 +101,7 @@ summarizer = dict(
['drop', 'accuracy'], ['drop', 'accuracy'],
['math', 'accuracy'], ['math', 'accuracy'],
['gsm8k', 'accuracy'], ['gsm8k', 'accuracy'],
['mathbench-t (average)', 'naive_average'] ['mathbench-t (average)', 'naive_average'],
['GPQA_diamond', 'accuracy'], ['GPQA_diamond', 'accuracy'],
['openai_humaneval', 'humaneval_pass@1'], ['openai_humaneval', 'humaneval_pass@1'],
['IFEval', 'Prompt-level-strict-accuracy'], ['IFEval', 'Prompt-level-strict-accuracy'],
@ -185,4 +185,4 @@ eval = dict(
# PART 5 Utils Configuaration # # PART 5 Utils Configuaration #
####################################################################### #######################################################################
base_exp_dir = 'outputs/corebench_2409_objective/' base_exp_dir = 'outputs/corebench_2409_objective/'
work_dir = osp.join(base_exp_dir, 'chat_objective') work_dir = osp.join(base_exp_dir, 'base_objective')

1
opencompass/models/bailing_api_oc.py
View File

@ -13,7 +13,6 @@ try:
from retrying import retry from retrying import retry
except ImportError: except ImportError:
retry = None retry = None
print('please install retrying by `pip install retrying`')
from opencompass.utils.prompt import PromptList from opencompass.utils.prompt import PromptList

4
opencompass/models/openai_api.py
View File

@ -601,6 +601,10 @@ class OpenAISDK(OpenAI):
if self.verbose: if self.verbose:
self.logger.info( self.logger.info(
'Successfully get response from OpenAI API') 'Successfully get response from OpenAI API')
try:
self.logger.info(responses)
except Exception as e: # noqa F841
pass
return responses.choices[0].message.content return responses.choices[0].message.content
except Exception as e: except Exception as e:
self.logger.error(e) self.logger.error(e)