jiangzhs/OpenCompass
1
0
Fork 0
mirror of https://github.com/open-compass/opencompass.git synced 2025-05-30 16:03:24 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

[Fix] Fix model summarizer abbr (#1789)

Browse Source 
* fix pip version

* fix pip version

* fix model summarizer abbr

---------

Co-authored-by: root <bittersweet1999>
This commit is contained in:
bittersweet1999 2024-12-27 14:45:08 +08:00 committed by GitHub
parent ae9efb73ad
commit 357ce8c7a4
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 1 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
opencompass/summarizers/subjective/alpacaeval.py
View File

@ -133,8 +133,7 @@ class AlpacaSummarizer:
dataset, subdir_path, self.judge_function)
win_model1, win_model2, categories = defaultdict(
float), defaultdict(float), defaultdict(float)
model1, model2 = references[0]['answer1'], references[0][
'answer2']
for prediction, reference in zip(judged_answers,
references):
categories['total'] += 1

2
opencompass/summarizers/subjective/compass_arena.py
View File

@ -117,8 +117,6 @@ class CompassArenaSummarizer:
win_model1 = defaultdict(float)
win_model2 = defaultdict(float)
categories = defaultdict(float)
model1 = references[0]['answer1']
model2 = references[0]['answer2']
for prediction, reference in zip(judged_answers, references):
categories[dataset_abbr] += 1
categories[reference['capability']] += 1