mirror of
https://github.com/open-compass/opencompass.git
synced 2025-05-30 16:03:24 +08:00
99 lines
4.8 KiB
Python
99 lines
4.8 KiB
Python
from mmengine.config import read_base
|
|
|
|
with read_base():
|
|
from .groups.charm_rea import charm_rea_summary_groups
|
|
|
|
summarizer = dict(
|
|
dataset_abbrs=[
|
|
'charm-rea-Direct',
|
|
'charm-rea-ZH-CoT',
|
|
'charm-rea-EN-CoT',
|
|
'charm-rea-XLT',
|
|
'charm-rea-Translate-EN',
|
|
'',
|
|
'charm-rea-Chinese_Direct',
|
|
'charm-rea-Chinese_ZH-CoT',
|
|
'charm-rea-Chinese_EN-CoT',
|
|
'charm-rea-Chinese_XLT',
|
|
'charm-rea-Chinese_Translate-EN',
|
|
'charm-rea-Global_Direct',
|
|
'charm-rea-Global_ZH-CoT',
|
|
'charm-rea-Global_EN-CoT',
|
|
'charm-rea-Global_XLT',
|
|
'charm-rea-Global_Translate-EN',
|
|
'',
|
|
'charm-rea-Chinese_Anachronisms_Judgment_Direct',
|
|
'charm-rea-Chinese_Movie_and_Music_Recommendation_Direct',
|
|
'charm-rea-Chinese_Natural_Language_Inference_Direct',
|
|
'charm-rea-Chinese_Reading_Comprehension_Direct',
|
|
'charm-rea-Chinese_Sequence_Understanding_Direct',
|
|
'charm-rea-Chinese_Sport_Understanding_Direct',
|
|
'charm-rea-Chinese_Time_Understanding_Direct',
|
|
'charm-rea-Global_Anachronisms_Judgment_Direct',
|
|
'charm-rea-Global_Movie_and_Music_Recommendation_Direct',
|
|
'charm-rea-Global_Natural_Language_Inference_Direct',
|
|
'charm-rea-Global_Reading_Comprehension_Direct',
|
|
'charm-rea-Global_Sequence_Understanding_Direct',
|
|
'charm-rea-Global_Sport_Understanding_Direct',
|
|
'charm-rea-Global_Time_Understanding_Direct',
|
|
'charm-rea-Chinese_Anachronisms_Judgment_ZH-CoT',
|
|
'charm-rea-Chinese_Movie_and_Music_Recommendation_ZH-CoT',
|
|
'charm-rea-Chinese_Natural_Language_Inference_ZH-CoT',
|
|
'charm-rea-Chinese_Reading_Comprehension_ZH-CoT',
|
|
'charm-rea-Chinese_Sequence_Understanding_ZH-CoT',
|
|
'charm-rea-Chinese_Sport_Understanding_ZH-CoT',
|
|
'charm-rea-Chinese_Time_Understanding_ZH-CoT',
|
|
'charm-rea-Global_Anachronisms_Judgment_ZH-CoT',
|
|
'charm-rea-Global_Movie_and_Music_Recommendation_ZH-CoT',
|
|
'charm-rea-Global_Natural_Language_Inference_ZH-CoT',
|
|
'charm-rea-Global_Reading_Comprehension_ZH-CoT',
|
|
'charm-rea-Global_Sequence_Understanding_ZH-CoT',
|
|
'charm-rea-Global_Sport_Understanding_ZH-CoT',
|
|
'charm-rea-Global_Time_Understanding_ZH-CoT',
|
|
'charm-rea-Chinese_Anachronisms_Judgment_EN-CoT',
|
|
'charm-rea-Chinese_Movie_and_Music_Recommendation_EN-CoT',
|
|
'charm-rea-Chinese_Natural_Language_Inference_EN-CoT',
|
|
'charm-rea-Chinese_Reading_Comprehension_EN-CoT',
|
|
'charm-rea-Chinese_Sequence_Understanding_EN-CoT',
|
|
'charm-rea-Chinese_Sport_Understanding_EN-CoT',
|
|
'charm-rea-Chinese_Time_Understanding_EN-CoT',
|
|
'charm-rea-Global_Anachronisms_Judgment_EN-CoT',
|
|
'charm-rea-Global_Movie_and_Music_Recommendation_EN-CoT',
|
|
'charm-rea-Global_Natural_Language_Inference_EN-CoT',
|
|
'charm-rea-Global_Reading_Comprehension_EN-CoT',
|
|
'charm-rea-Global_Sequence_Understanding_EN-CoT',
|
|
'charm-rea-Global_Sport_Understanding_EN-CoT',
|
|
'charm-rea-Global_Time_Understanding_EN-CoT',
|
|
'charm-rea-Chinese_Anachronisms_Judgment_XLT',
|
|
'charm-rea-Chinese_Movie_and_Music_Recommendation_XLT',
|
|
'charm-rea-Chinese_Natural_Language_Inference_XLT',
|
|
'charm-rea-Chinese_Reading_Comprehension_XLT',
|
|
'charm-rea-Chinese_Sequence_Understanding_XLT',
|
|
'charm-rea-Chinese_Sport_Understanding_XLT',
|
|
'charm-rea-Chinese_Time_Understanding_XLT',
|
|
'charm-rea-Global_Anachronisms_Judgment_XLT',
|
|
'charm-rea-Global_Movie_and_Music_Recommendation_XLT',
|
|
'charm-rea-Global_Natural_Language_Inference_XLT',
|
|
'charm-rea-Global_Reading_Comprehension_XLT',
|
|
'charm-rea-Global_Sequence_Understanding_XLT',
|
|
'charm-rea-Global_Sport_Understanding_XLT',
|
|
'charm-rea-Global_Time_Understanding_XLT',
|
|
'charm-rea-Chinese_Anachronisms_Judgment_Translate-EN',
|
|
'charm-rea-Chinese_Movie_and_Music_Recommendation_Translate-EN',
|
|
'charm-rea-Chinese_Natural_Language_Inference_Translate-EN',
|
|
'charm-rea-Chinese_Reading_Comprehension_Translate-EN',
|
|
'charm-rea-Chinese_Sequence_Understanding_Translate-EN',
|
|
'charm-rea-Chinese_Sport_Understanding_Translate-EN',
|
|
'charm-rea-Chinese_Time_Understanding_Translate-EN',
|
|
'charm-rea-Global_Anachronisms_Judgment_Translate-EN',
|
|
'charm-rea-Global_Movie_and_Music_Recommendation_Translate-EN',
|
|
'charm-rea-Global_Natural_Language_Inference_Translate-EN',
|
|
'charm-rea-Global_Reading_Comprehension_Translate-EN',
|
|
'charm-rea-Global_Sequence_Understanding_Translate-EN',
|
|
'charm-rea-Global_Sport_Understanding_Translate-EN',
|
|
'charm-rea-Global_Time_Understanding_Translate-EN',
|
|
],
|
|
summary_groups=sum(
|
|
[v for k, v in locals().items() if k.endswith('_summary_groups')], [])
|
|
)
|