From a2e9bc0c412e3cd8b981eac33420a575a79cd384 Mon Sep 17 00:00:00 2001
From: bittersweet1999 <148421775+bittersweet1999@users.noreply.github.com>
Date: Mon, 23 Sep 2024 19:45:21 +0800
Subject: [PATCH] [Fix] fix duplicate error in partitioner (#1552)

* fix pip version

* fix pip version

* fix duplicate error in paritioner

* fix duplicate error in paritioner
---
 opencompass/partitioners/sub_naive.py | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/opencompass/partitioners/sub_naive.py b/opencompass/partitioners/sub_naive.py
index 69a4fcf2..639c96da 100644
--- a/opencompass/partitioners/sub_naive.py
+++ b/opencompass/partitioners/sub_naive.py
@@ -18,6 +18,8 @@ def remove_duplicate_pairs(model_combinations):
     combo_dict = {}
     for i, combo in enumerate(model_combinations):
         sorted_names = tuple(sorted((combo[0]['abbr'], combo[1]['abbr'])))
+        if sorted_names[0] == sorted_names[1]:
+            continue
         if sorted_names not in combo_dict:
             combo_dict[sorted_names] = i
     new_model_combinations = [