jiangzhs/OpenCompass
1
0
Fork 0
mirror of https://github.com/open-compass/opencompass.git synced 2025-05-30 16:03:24 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

add judgedatasetall

Browse Source
This commit is contained in:
bittersweet1999 2025-05-07 02:47:41 +00:00
parent a77a040ba7
commit 66f45af8f0
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
opencompass/openicl/icl_evaluator/icl_judge_evaluator.py
View File

@ -16,7 +16,7 @@ class JudgeEvaluator(BaseEvaluator):
count = 0 count = 0
details = [] details = []
for prediction, reference in zip(predictions, references): for prediction, reference in zip(predictions, references):
choice = prediction.split("\"Choice\": \"Model ")[-1][0] choice = prediction.split("\"Choice\": \"Model ")[-1][0] if len(prediction) != 0 else None
gold_winner = reference.get('winner', '') gold_winner = reference.get('winner', '')
detail = { detail = {
'pred': prediction, 'pred': prediction,
@ -75,7 +75,7 @@ class RMBEvaluator(BaseEvaluator):
pair_harm_list = [] pair_harm_list = []
for prediction, reference in zip(predictions, references): for prediction, reference in zip(predictions, references):
choice = prediction.split("\"Choice\": \"Model ")[-1][0] choice = prediction.split("\"Choice\": \"Model ")[-1][0] if len(prediction) != 0 else None
gold_winner = reference.get('winner', '') gold_winner = reference.get('winner', '')
subset = reference.get('subset', '') subset = reference.get('subset', '')
goal = reference.get('goal', '') goal = reference.get('goal', '')