OpenCompass/opencompass/openicl/icl_evaluator/icl_misc_evaluator.py

12 lines
286 B
Python
Raw Normal View History

2023-12-11 17:42:53 +08:00
from opencompass.registry import ICL_EVALUATORS
from .icl_base_evaluator import BaseEvaluator
@ICL_EVALUATORS.register_module()
class AveragePPLEvaluator(BaseEvaluator):
def score(self, ppl):
average_ppl = sum(ppl) / len(ppl)
return {'average_ppl': average_ppl}