mirror of
https://github.com/open-compass/opencompass.git
synced 2025-05-30 16:03:24 +08:00
300adc31e8
* first version for korbench * first stage for korbench * korbench_1 * korbench_1 * korbench_1 * korbench_1 * korbench_1_revised * korbench_combined_1 * korbench_combined_1 * kor_combined * kor_combined * update --------- Co-authored-by: MaiziXiao <xxllcc1993@gmail.com>
6 lines
382 B
Python
6 lines
382 B
Python
korbench_summary_groups = []
|
|
categories = ['cipher', 'counterfactual', 'logic', 'operation', 'puzzle']
|
|
mixed_categories = ['Multi-Q', 'Multi-R', 'Multi-RQ']
|
|
korbench_summary_groups.append({'name': 'korbench_single', 'subsets': [f'korbench_{c}' for c in categories]})
|
|
korbench_summary_groups.append({'name': 'korbench_mixed', 'subsets': [f'korbench_{c}' for c in mixed_categories]})
|