[Fix] fix duplicate error in partitioner (#1552)

* fix pip version * fix pip version * fix duplicate error in paritioner * fix duplicate error in paritioner
open-compass · Sep 23, 2024 · a2e9bc0 · a2e9bc0
1 parent 3356671
commit a2e9bc0
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/opencompass/partitioners/sub_naive.py b/opencompass/partitioners/sub_naive.py
@@ -18,6 +18,8 @@ def remove_duplicate_pairs(model_combinations):
     combo_dict = {}
     for i, combo in enumerate(model_combinations):
         sorted_names = tuple(sorted((combo[0]['abbr'], combo[1]['abbr'])))
+        if sorted_names[0] == sorted_names[1]:
+            continue
         if sorted_names not in combo_dict:
             combo_dict[sorted_names] = i
     new_model_combinations = [