from mmengine.config import read_base with read_base(): from .groups.charm_rea import charm_rea_summary_groups summarizer = dict( dataset_abbrs=[ 'charm-rea-Direct', 'charm-rea-ZH-CoT', 'charm-rea-EN-CoT', 'charm-rea-XLT', 'charm-rea-Translate-EN', '', 'charm-rea-Chinese_Direct', 'charm-rea-Chinese_ZH-CoT', 'charm-rea-Chinese_EN-CoT', 'charm-rea-Chinese_XLT', 'charm-rea-Chinese_Translate-EN', 'charm-rea-Global_Direct', 'charm-rea-Global_ZH-CoT', 'charm-rea-Global_EN-CoT', 'charm-rea-Global_XLT', 'charm-rea-Global_Translate-EN', '', 'charm-rea-Chinese_Anachronisms_Judgment_Direct', 'charm-rea-Chinese_Movie_and_Music_Recommendation_Direct', 'charm-rea-Chinese_Natural_Language_Inference_Direct', 'charm-rea-Chinese_Reading_Comprehension_Direct', 'charm-rea-Chinese_Sequence_Understanding_Direct', 'charm-rea-Chinese_Sport_Understanding_Direct', 'charm-rea-Chinese_Time_Understanding_Direct', 'charm-rea-Global_Anachronisms_Judgment_Direct', 'charm-rea-Global_Movie_and_Music_Recommendation_Direct', 'charm-rea-Global_Natural_Language_Inference_Direct', 'charm-rea-Global_Reading_Comprehension_Direct', 'charm-rea-Global_Sequence_Understanding_Direct', 'charm-rea-Global_Sport_Understanding_Direct', 'charm-rea-Global_Time_Understanding_Direct', 'charm-rea-Chinese_Anachronisms_Judgment_ZH-CoT', 'charm-rea-Chinese_Movie_and_Music_Recommendation_ZH-CoT', 'charm-rea-Chinese_Natural_Language_Inference_ZH-CoT', 'charm-rea-Chinese_Reading_Comprehension_ZH-CoT', 'charm-rea-Chinese_Sequence_Understanding_ZH-CoT', 'charm-rea-Chinese_Sport_Understanding_ZH-CoT', 'charm-rea-Chinese_Time_Understanding_ZH-CoT', 'charm-rea-Global_Anachronisms_Judgment_ZH-CoT', 'charm-rea-Global_Movie_and_Music_Recommendation_ZH-CoT', 'charm-rea-Global_Natural_Language_Inference_ZH-CoT', 'charm-rea-Global_Reading_Comprehension_ZH-CoT', 'charm-rea-Global_Sequence_Understanding_ZH-CoT', 'charm-rea-Global_Sport_Understanding_ZH-CoT', 'charm-rea-Global_Time_Understanding_ZH-CoT', 'charm-rea-Chinese_Anachronisms_Judgment_EN-CoT', 'charm-rea-Chinese_Movie_and_Music_Recommendation_EN-CoT', 'charm-rea-Chinese_Natural_Language_Inference_EN-CoT', 'charm-rea-Chinese_Reading_Comprehension_EN-CoT', 'charm-rea-Chinese_Sequence_Understanding_EN-CoT', 'charm-rea-Chinese_Sport_Understanding_EN-CoT', 'charm-rea-Chinese_Time_Understanding_EN-CoT', 'charm-rea-Global_Anachronisms_Judgment_EN-CoT', 'charm-rea-Global_Movie_and_Music_Recommendation_EN-CoT', 'charm-rea-Global_Natural_Language_Inference_EN-CoT', 'charm-rea-Global_Reading_Comprehension_EN-CoT', 'charm-rea-Global_Sequence_Understanding_EN-CoT', 'charm-rea-Global_Sport_Understanding_EN-CoT', 'charm-rea-Global_Time_Understanding_EN-CoT', 'charm-rea-Chinese_Anachronisms_Judgment_XLT', 'charm-rea-Chinese_Movie_and_Music_Recommendation_XLT', 'charm-rea-Chinese_Natural_Language_Inference_XLT', 'charm-rea-Chinese_Reading_Comprehension_XLT', 'charm-rea-Chinese_Sequence_Understanding_XLT', 'charm-rea-Chinese_Sport_Understanding_XLT', 'charm-rea-Chinese_Time_Understanding_XLT', 'charm-rea-Global_Anachronisms_Judgment_XLT', 'charm-rea-Global_Movie_and_Music_Recommendation_XLT', 'charm-rea-Global_Natural_Language_Inference_XLT', 'charm-rea-Global_Reading_Comprehension_XLT', 'charm-rea-Global_Sequence_Understanding_XLT', 'charm-rea-Global_Sport_Understanding_XLT', 'charm-rea-Global_Time_Understanding_XLT', 'charm-rea-Chinese_Anachronisms_Judgment_Translate-EN', 'charm-rea-Chinese_Movie_and_Music_Recommendation_Translate-EN', 'charm-rea-Chinese_Natural_Language_Inference_Translate-EN', 'charm-rea-Chinese_Reading_Comprehension_Translate-EN', 'charm-rea-Chinese_Sequence_Understanding_Translate-EN', 'charm-rea-Chinese_Sport_Understanding_Translate-EN', 'charm-rea-Chinese_Time_Understanding_Translate-EN', 'charm-rea-Global_Anachronisms_Judgment_Translate-EN', 'charm-rea-Global_Movie_and_Music_Recommendation_Translate-EN', 'charm-rea-Global_Natural_Language_Inference_Translate-EN', 'charm-rea-Global_Reading_Comprehension_Translate-EN', 'charm-rea-Global_Sequence_Understanding_Translate-EN', 'charm-rea-Global_Sport_Understanding_Translate-EN', 'charm-rea-Global_Time_Understanding_Translate-EN', ], summary_groups=sum( [v for k, v in locals().items() if k.endswith('_summary_groups')], []) )