throw before modelInfo call

huggingface · Feb 5, 2025 · 4a7c7ad · 4a7c7ad
1 parent 7b00be0
commit 4a7c7ad
Showing 1 changed file with 3 additions and 3 deletions.
diff --git a/packages/inference/src/lib/makeRequestOptions.ts b/packages/inference/src/lib/makeRequestOptions.ts
@@ -160,9 +160,6 @@ async function mapModel(params: {
 	taskHint: InferenceTask | undefined;
 	chatCompletion: boolean | undefined;
 }): Promise<string> {
-	// TODO: cache this call
-	const info = await modelInfo({ name: params.model, additionalFields: ["inferenceProviderMapping"] });
-
 	if (params.provider === "hf-inference") {
 		return params.model;
 	}
@@ -172,6 +169,9 @@ async function mapModel(params: {
 	const task: WidgetType =
 		params.taskHint === "text-generation" && params.chatCompletion ? "conversational" : params.taskHint;
 
+	// TODO: cache this call
+	const info = await modelInfo({ name: params.model, additionalFields: ["inferenceProviderMapping"] });
+
 	// If provider listed => takes precedence over hard-coded mapping
 	if (params.provider in info.inferenceProviderMapping) {
 		const inferenceProviderMapping = info.inferenceProviderMapping[params.provider];