jiangzhs/OpenCompass
1
0
Fork 0
mirror of https://github.com/open-compass/opencompass.git synced 2025-05-30 16:03:24 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

[Bug] fix icl eval with nested list (#632)

Browse Source
This commit is contained in:
Hubert 2023-11-24 13:43:26 +08:00 committed by GitHub
parent 81b67e8d9e
commit 1884912674
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 5 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
opencompass/tasks/openicl_eval.py
View File

@ -135,13 +135,11 @@ class OpenICLEvalTask(BaseTask):
'The prediction for Self-Consistency' 'The prediction for Self-Consistency'
'must be list.') 'must be list.')
if pred_list_flag: if pred_list_flag:
for pred in pred_strs: pred_strs = [[
pred_strs.append([ self._extract_role_pred(_pred, role.get('begin', None),
self._extract_role_pred(_pred, role.get('end', None))
role.get('begin', None), for _pred in pred
role.get('end', None)) ] for pred in pred_strs]
for _pred in pred
])
else: else:
pred_strs = [ pred_strs = [
self._extract_role_pred(pred, role.get('begin', None), self._extract_role_pred(pred, role.get('begin', None),