template update

This commit is contained in:
Dongsheng Zhu 2025-05-16 11:41:55 +00:00
parent e591fe22a1
commit 7363bd57b9

View File

@ -109,7 +109,7 @@ summarizer = dict(
['mbpp', 'score'], ['mbpp', 'score'],
['humaneval_pro', 'pass@1'], ['humaneval_pro', 'pass@1'],
['mbpp_pro', 'pass@1'], ['mbpp_pro', 'pass@1'],
['humaneval_plus', 'pass@1'], ['humaneval_plus', 'humaneval_plus_pass@1'],
['multiple', 'naive_average'], ['multiple', 'naive_average'],
['humanevalx', 'naive_average'], ['humanevalx', 'naive_average'],
['ds1000', 'naive_average'], ['ds1000', 'naive_average'],