jiangzhs/OpenCompass
1
0
Fork 0
mirror of https://github.com/open-compass/opencompass.git synced 2025-05-30 16:03:24 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

Update icl_judge_evaluator.py

Browse Source
This commit is contained in:
bittersweet1999 2025-05-12 17:48:01 +08:00 committed by GitHub
parent 345674f700
commit 5efe9cf479
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
opencompass/openicl/icl_evaluator/icl_judge_evaluator.py
View File

@ -352,7 +352,7 @@ class Judgerbenchv2Evaluator(BaseEvaluator):
total_normalized_diff = sum(normalized_diffs.values()) / len( total_normalized_diff = sum(normalized_diffs.values()) / len(
normalized_diffs.values()) * 100 normalized_diffs.values()) * 100
acc = 100 * correct / count acc = 100 * correct / count
final_score = acc - total_normalized_diff final_score = (acc - total_normalized_diff + 100) / 2
result = { result = {
'accuracy': acc, 'accuracy': acc,
'rank_diff': total_rank_diff, 'rank_diff': total_rank_diff,