mirror of
https://github.com/open-compass/opencompass.git
synced 2025-05-30 16:03:24 +08:00
c437135fad
* Add Openai SimpleQA dataset * Add Openai SimpleQA dataset * Add Openai SimpleQA dataset * Update eval_simpleqa.py --------- Co-authored-by: Linchen Xiao <xxllcc1993@gmail.com>
8 lines
221 B
Python
8 lines
221 B
Python
summarizer = dict(
|
|
dataset_abbrs=[
|
|
['simpleqa', 'accuracy_given_attempted'],
|
|
['simpleqa', 'f1'],
|
|
],
|
|
summary_groups=sum([v for k, v in locals().items() if k.endswith('_summary_groups')], []),
|
|
)
|