From a2e9bc0c412e3cd8b981eac33420a575a79cd384 Mon Sep 17 00:00:00 2001 From: bittersweet1999 <148421775+bittersweet1999@users.noreply.github.com> Date: Mon, 23 Sep 2024 19:45:21 +0800 Subject: [PATCH] [Fix] fix duplicate error in partitioner (#1552) * fix pip version * fix pip version * fix duplicate error in paritioner * fix duplicate error in paritioner --- opencompass/partitioners/sub_naive.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/opencompass/partitioners/sub_naive.py b/opencompass/partitioners/sub_naive.py index 69a4fcf2..639c96da 100644 --- a/opencompass/partitioners/sub_naive.py +++ b/opencompass/partitioners/sub_naive.py @@ -18,6 +18,8 @@ def remove_duplicate_pairs(model_combinations): combo_dict = {} for i, combo in enumerate(model_combinations): sorted_names = tuple(sorted((combo[0]['abbr'], combo[1]['abbr']))) + if sorted_names[0] == sorted_names[1]: + continue if sorted_names not in combo_dict: combo_dict[sorted_names] = i new_model_combinations = [