from mmengine.config import read_base with read_base(): from .groups.mmlu_pro import mmlu_pro_summary_groups summarizer = dict( dataset_abbrs=[ 'mmlu_pro', 'mmlu_pro_biology', 'mmlu_pro_business', 'mmlu_pro_chemistry', 'mmlu_pro_computer_science', 'mmlu_pro_economics', 'mmlu_pro_engineering', 'mmlu_pro_health', 'mmlu_pro_history', 'mmlu_pro_law', 'mmlu_pro_math', 'mmlu_pro_philosophy', 'mmlu_pro_physics', 'mmlu_pro_psychology', 'mmlu_pro_other', ], summary_groups=sum([v for k, v in locals().items() if k.endswith('_summary_groups')], []), )