template update

This commit is contained in:
Dongsheng Zhu 2025-05-16 11:41:55 +00:00
parent e591fe22a1
commit 7363bd57b9

View File

@ -109,7 +109,7 @@ summarizer = dict(
['mbpp', 'score'],
['humaneval_pro', 'pass@1'],
['mbpp_pro', 'pass@1'],
['humaneval_plus', 'pass@1'],
['humaneval_plus', 'humaneval_plus_pass@1'],
['multiple', 'naive_average'],
['humanevalx', 'naive_average'],
['ds1000', 'naive_average'],