BUG: fix bge-reranker-v2-minicpm-layerwise rerank issue (#2495)

xorbitsai · Nov 1, 2024 · 07f9325 · 07f9325
1 parent bbd39eb
commit 07f9325
Showing 1 changed file with 6 additions and 0 deletions.
diff --git a/xinference/model/rerank/core.py b/xinference/model/rerank/core.py
@@ -268,6 +268,12 @@ def rerank(
             similarity_scores = self._model.compute_score(sentence_combinations)
             if not isinstance(similarity_scores, Sequence):
                 similarity_scores = [similarity_scores]
+            elif (
+                isinstance(similarity_scores, list)
+                and len(similarity_scores) > 0
+                and isinstance(similarity_scores[0], Sequence)
+            ):
+                similarity_scores = similarity_scores[0]
 
         sim_scores_argsort = list(reversed(np.argsort(similarity_scores)))
         if top_n is not None: