add judgedatasetall

This commit is contained in:
bittersweet1999 2025-05-07 02:51:47 +00:00
parent 66f45af8f0
commit 1af2c2cbdf

View File

@ -16,7 +16,8 @@ class JudgeEvaluator(BaseEvaluator):
count = 0 count = 0
details = [] details = []
for prediction, reference in zip(predictions, references): for prediction, reference in zip(predictions, references):
choice = prediction.split("\"Choice\": \"Model ")[-1][0] if len(prediction) != 0 else None choice = prediction.split("\"Choice\": \"Model ")[-1][0] if len(
prediction) != 0 else None
gold_winner = reference.get('winner', '') gold_winner = reference.get('winner', '')
detail = { detail = {
'pred': prediction, 'pred': prediction,
@ -75,7 +76,8 @@ class RMBEvaluator(BaseEvaluator):
pair_harm_list = [] pair_harm_list = []
for prediction, reference in zip(predictions, references): for prediction, reference in zip(predictions, references):
choice = prediction.split("\"Choice\": \"Model ")[-1][0] if len(prediction) != 0 else None choice = prediction.split("\"Choice\": \"Model ")[-1][0] if len(
prediction) != 0 else None
gold_winner = reference.get('winner', '') gold_winner = reference.get('winner', '')
subset = reference.get('subset', '') subset = reference.get('subset', '')
goal = reference.get('goal', '') goal = reference.get('goal', '')