Partial revert of #1199, cleaner implem

julien-c · julien-c · commit 1af3e0043432 · 2025-02-13T20:08:28.000+01:00
diff --git a/packages/inference/src/lib/makeRequestOptions.ts b/packages/inference/src/lib/makeRequestOptions.ts
@@ -243,6 +243,10 @@ function makeUrl(params: {
 		}
 		default: {
 			const baseUrl = HF_HUB_INFERENCE_PROXY_TEMPLATE.replaceAll("{{PROVIDER}}", "hf-inference");
+			if (params.taskHint && ["feature-extraction", "sentence-similarity"].includes(params.taskHint)) {
+				/// when deployed on hf-inference, those two tasks are automatically compatible with one another.
+				return `${baseUrl}/pipeline/${params.taskHint}/${params.model}`;
+			}
 			if (params.taskHint === "text-generation" && params.chatCompletion) {
 				return `${baseUrl}/models/${params.model}/v1/chat/completions`;
 			}

Original file line number	Diff line number	Diff line change
`@@ -243,6 +243,10 @@ function makeUrl(params: {`
`243`	`243`	`}`
`244`	`244`	`default: {`
`245`	`245`	`const baseUrl = HF_HUB_INFERENCE_PROXY_TEMPLATE.replaceAll("{{PROVIDER}}", "hf-inference");`
	`246`	`+ if (params.taskHint && ["feature-extraction", "sentence-similarity"].includes(params.taskHint)) {`
	`247`	`+ /// when deployed on hf-inference, those two tasks are automatically compatible with one another.`
	`248`	+ return `${baseUrl}/pipeline/${params.taskHint}/${params.model}`;
	`249`	`+ }`
`246`	`250`	`if (params.taskHint === "text-generation" && params.chatCompletion) {`
`247`	`251`	return `${baseUrl}/models/${params.model}/v1/chat/completions`;
`248`	`252`	`}`