jiangzhs/OpenCompass
1
0
Fork 0
mirror of https://github.com/open-compass/opencompass.git synced 2025-05-30 16:03:24 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

[Fix] origin_prompt should be None in llm-compression task (#1225)

Browse Source 
Co-authored-by: Qinyang Mou <qinyang_mou@intsig.net>
This commit is contained in:
mqy004 2024-07-26 11:46:02 +08:00 committed by GitHub
parent 8ee7fecb68
commit a08931f214
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 6 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
opencompass/tasks/openicl_eval.py
View File

@ -215,7 +215,12 @@ class OpenICLEvalTask(BaseTask):
if self.output_column else None) if self.output_column else None)
preds['test_set'] = test_set preds['test_set'] = test_set
if 'origin_prompt' not in preds: if 'origin_prompt' not in preds:
preds['origin_prompt'] = [None for _ in range(len(pred_strs))] try:
preds['origin_prompt'] = [
None for _ in range(len(pred_strs))
]
except TypeError:
preds['origin_prompt'] = None
preds = { preds = {
k: preds[k] k: preds[k]
for k in signature(icl_evaluator.score).parameters for k in signature(icl_evaluator.score).parameters