Skip to content

Commit

Permalink
minor changes
Browse files Browse the repository at this point in the history
  • Loading branch information
SBrandeis committed Feb 5, 2025
1 parent 4a7c7ad commit 10436c7
Show file tree
Hide file tree
Showing 2 changed files with 5 additions and 6 deletions.
7 changes: 3 additions & 4 deletions packages/hub/src/types/api/api-model.ts
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
import type { ModelLibraryKey, TransformersInfo } from "@huggingface/tasks";
import type { ModelLibraryKey, TransformersInfo, WidgetType } from "@huggingface/tasks";
import type { License, PipelineType } from "../public";

export interface ApiModelInfo {
Expand All @@ -18,9 +18,8 @@ export interface ApiModelInfo {
downloadsAllTime: number;
files: string[];
gitalyUid: string;
inferenceProviderMapping: Record<
string,
{ providerId: string; status: "prod" | "staging"; task: PipelineType | "conversational" }
inferenceProviderMapping: Partial<
Record<string, { providerId: string; status: "prod" | "staging"; task: WidgetType }>
>;
lastAuthor: { email: string; user?: string };
lastModified: string; // convert to date
Expand Down
4 changes: 2 additions & 2 deletions packages/inference/src/lib/makeRequestOptions.ts
Original file line number Diff line number Diff line change
Expand Up @@ -172,9 +172,9 @@ async function mapModel(params: {
// TODO: cache this call
const info = await modelInfo({ name: params.model, additionalFields: ["inferenceProviderMapping"] });

const inferenceProviderMapping = info.inferenceProviderMapping[params.provider];
// If provider listed => takes precedence over hard-coded mapping
if (params.provider in info.inferenceProviderMapping) {
const inferenceProviderMapping = info.inferenceProviderMapping[params.provider];
if (inferenceProviderMapping) {
if (inferenceProviderMapping.task !== task) {
throw new Error(
`Model ${params.model} is not supported for task ${task} and provider ${params.provider}. Supported task: ${inferenceProviderMapping.task}.`
Expand Down

0 comments on commit 10436c7

Please sign in to comment.