diff --git a/opencompass/partitioners/sub_naive.py b/opencompass/partitioners/sub_naive.py index 69a4fcf2..639c96da 100644 --- a/opencompass/partitioners/sub_naive.py +++ b/opencompass/partitioners/sub_naive.py @@ -18,6 +18,8 @@ def remove_duplicate_pairs(model_combinations): combo_dict = {} for i, combo in enumerate(model_combinations): sorted_names = tuple(sorted((combo[0]['abbr'], combo[1]['abbr']))) + if sorted_names[0] == sorted_names[1]: + continue if sorted_names not in combo_dict: combo_dict[sorted_names] = i new_model_combinations = [