jiangzhs/OpenCompass
1
0
Fork 0
mirror of https://github.com/open-compass/opencompass.git synced 2025-05-30 16:03:24 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

add judgedatasetall

Browse Source
This commit is contained in:
bittersweet1999 2025-05-07 02:51:47 +00:00
parent 66f45af8f0
commit 1af2c2cbdf
1 changed files with 4 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
opencompass/openicl/icl_evaluator/icl_judge_evaluator.py
View File

@ -16,7 +16,8 @@ class JudgeEvaluator(BaseEvaluator):
count = 0 count = 0
details = [] details = []
for prediction, reference in zip(predictions, references): for prediction, reference in zip(predictions, references):
choice = prediction.split("\"Choice\": \"Model ")[-1][0] if len(prediction) != 0 else None choice = prediction.split("\"Choice\": \"Model ")[-1][0] if len(
prediction) != 0 else None
gold_winner = reference.get('winner', '') gold_winner = reference.get('winner', '')
detail = { detail = {
'pred': prediction, 'pred': prediction,
@ -75,7 +76,8 @@ class RMBEvaluator(BaseEvaluator):
pair_harm_list = [] pair_harm_list = []
for prediction, reference in zip(predictions, references): for prediction, reference in zip(predictions, references):
choice = prediction.split("\"Choice\": \"Model ")[-1][0] if len(prediction) != 0 else None choice = prediction.split("\"Choice\": \"Model ")[-1][0] if len(
prediction) != 0 else None
gold_winner = reference.get('winner', '') gold_winner = reference.get('winner', '')
subset = reference.get('subset', '') subset = reference.get('subset', '')
goal = reference.get('goal', '') goal = reference.get('goal', '')