jiangzhs/OpenCompass
1
0
Fork 0
mirror of https://github.com/open-compass/opencompass.git synced 2025-05-30 16:03:24 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

add judgedatasetall

Browse Source
This commit is contained in:
bittersweet1999 2025-05-07 02:51:47 +00:00
parent 66f45af8f0
commit 1af2c2cbdf
1 changed files with 4 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
opencompass/openicl/icl_evaluator/icl_judge_evaluator.py
View File

@ -16,7 +16,8 @@ class JudgeEvaluator(BaseEvaluator):
count = 0
details = []
for prediction, reference in zip(predictions, references):
choice = prediction.split("\"Choice\": \"Model ")[-1][0] if len(prediction) != 0 else None
choice = prediction.split("\"Choice\": \"Model ")[-1][0] if len(
prediction) != 0 else None
gold_winner = reference.get('winner', '')
detail = {
'pred': prediction,
@ -75,7 +76,8 @@ class RMBEvaluator(BaseEvaluator):
pair_harm_list = []
for prediction, reference in zip(predictions, references):
choice = prediction.split("\"Choice\": \"Model ")[-1][0] if len(prediction) != 0 else None
choice = prediction.split("\"Choice\": \"Model ")[-1][0] if len(
prediction) != 0 else None
gold_winner = reference.get('winner', '')
subset = reference.get('subset', '')
goal = reference.get('goal', '')