diff --git a/opencompass/partitioners/sub_naive.py b/opencompass/partitioners/sub_naive.py
index 69a4fcf2..639c96da 100644
--- a/opencompass/partitioners/sub_naive.py
+++ b/opencompass/partitioners/sub_naive.py
@@ -18,6 +18,8 @@ def remove_duplicate_pairs(model_combinations):
     combo_dict = {}
     for i, combo in enumerate(model_combinations):
         sorted_names = tuple(sorted((combo[0]['abbr'], combo[1]['abbr'])))
+        if sorted_names[0] == sorted_names[1]:
+            continue
         if sorted_names not in combo_dict:
             combo_dict[sorted_names] = i
     new_model_combinations = [