jiangzhs/OpenCompass
1
0
Fork 0
mirror of https://github.com/open-compass/opencompass.git synced 2025-05-30 16:03:24 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

[Bug] Concat OpenaiSDK reasoning content (#2041)

Browse Source 
* [Bug] Concat OpenaiSDK reasoning content

* [Bug] Concat OpenaiSDK reasoning content

* update

* update
This commit is contained in:
Linchen Xiao 2025-04-25 14:10:33 +08:00 committed by GitHub
parent 97010dc4ce
commit e8bc8c1e8c
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 22 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

30
opencompass/models/openai_api.py
View File

@ -661,18 +661,32 @@ class OpenAISDK(OpenAI):
pass # noqa F841
# Check if response is empty or content is empty
if not responses.choices or not responses.choices[
0].message.content:
if (not responses.choices or not responses.choices[0].message
or not responses.choices[0].message.content):
self.logger.error(
'API response is empty, it might be due to excessive '
'input length or an internal server error '
'from your API provider.')
'Failed to extract content from the responses. '
'Please check the API response for detail information.'
'API responses: %s',
responses,
)
num_retries += 1
# Continue to retry instead of returning empty response
continue
# If the model has reasoning_content, concat it
# with the content
if hasattr(responses.choices[0].message, 'reasoning_content'):
# Concat Reasoning Content and tags to content
if (hasattr(responses.choices[0].message, 'reasoning_content')
and responses.choices[0].message.reasoning_content):
if self.verbose:
self.logger.info(
'Follow'
'vllm/reasoning/deepseek_r1_reasoning_parser'
'to parse the reasoning content and tags'
'Reasoning Content: %s, \n'
'Tags: %s, \n'
'Content: %s',
responses.choices[0].message.reasoning_content,
self.think_tag,
responses.choices[0].message.content)
return (responses.choices[0].message.reasoning_content +
self.think_tag +
responses.choices[0].message.content)