jiangzhs/OpenCompass
1
0
Fork 0
mirror of https://github.com/open-compass/opencompass.git synced 2025-05-30 16:03:24 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

[Update] Add internal humaneval postprocess (#1636)

Browse Source
This commit is contained in:
Linchen Xiao 2024-10-24 17:45:21 +08:00 committed by GitHub
parent be3c06a158
commit 662dddf41a
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 14 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
opencompass/datasets/humaneval.py
View File

@ -184,3 +184,17 @@ def humaneval_postprocess_v2(text: str) -> str:
if len(blocks) >= 1:
text = blocks[0]
return text
def humaneval_internal_v2_postprocess(text: str):
if text.startswith(' ') and not text.startswith(' '):
text = ' ' + text
prediction = text.split('\n\n\n')[0]
prediction = prediction.split('\n```')[0]
prediction_list = prediction.split('\n')
return_list = []
for line in prediction_list:
if line and line[0] != ' ':
break
return_list.append(line)
return '\n'.join(return_list)