[inference] Partial revert of #1199, cleaner implem (#1201)

huggingface · Feb 14, 2025 · 5a394d2 · 5a394d2
1 parent 62e314a
commit 5a394d2
Show file tree

Hide file tree

Showing 3 changed files with 123 additions and 2 deletions.
diff --git a/packages/inference/src/lib/makeRequestOptions.ts b/packages/inference/src/lib/makeRequestOptions.ts
@@ -243,6 +243,10 @@ function makeUrl(params: {
 		}
 		default: {
 			const baseUrl = HF_HUB_INFERENCE_PROXY_TEMPLATE.replaceAll("{{PROVIDER}}", "hf-inference");
+			if (params.taskHint && ["feature-extraction", "sentence-similarity"].includes(params.taskHint)) {
+				/// when deployed on hf-inference, those two tasks are automatically compatible with one another.
+				return `${baseUrl}/pipeline/${params.taskHint}/${params.model}`;
+			}
 			if (params.taskHint === "text-generation" && params.chatCompletion) {
 				return `${baseUrl}/models/${params.model}/v1/chat/completions`;
 			}

diff --git a/packages/inference/test/HfInference.spec.ts b/packages/inference/test/HfInference.spec.ts
@@ -351,6 +351,15 @@ describe.concurrent("HfInference", () => {
 				});
 				expect(response).toEqual(expect.arrayContaining([expect.any(Number)]));
 			});
+			it("FeatureExtraction - auto-compatibility sentence similarity", async () => {
+				const response = await hf.featureExtraction({
+					model: "sentence-transformers/paraphrase-xlm-r-multilingual-v1",
+					inputs: "That is a happy person",
+				});
+
+				expect(response.length).toBeGreaterThan(10);
+				expect(response).toEqual(expect.arrayContaining([expect.any(Number)]));
+			});
 			it("FeatureExtraction - facebook/bart-base", async () => {
 				const response = await hf.featureExtraction({
 					model: "facebook/bart-base",

diff --git a/packages/inference/test/tapes.json b/packages/inference/test/tapes.json