Skip to content

Commit

Permalink
fix conversational
Browse files Browse the repository at this point in the history
  • Loading branch information
hanouticelina committed Feb 5, 2025
1 parent cb7eb9a commit 8d78dca
Showing 1 changed file with 4 additions and 5 deletions.
9 changes: 4 additions & 5 deletions src/huggingface_hub/inference/_providers/hf_inference.py
Original file line number Diff line number Diff line change
Expand Up @@ -165,10 +165,9 @@ def prepare_request(
model: Optional[str],
api_key: Optional[str],
extra_payload: Optional[Dict[str, Any]] = None,
conversational: bool = False,
) -> RequestParameters:
mapped_model = self.map_model(model)
payload_model = parameters.get("model") or mapped_model
model = self.map_model(model)
payload_model = parameters.get("model") or model

if payload_model is None or payload_model.startswith(("http://", "https://")):
payload_model = "tgi" # use a random string if not provided
Expand All @@ -182,9 +181,9 @@ def prepare_request(
headers = self.prepare_headers(headers=headers, api_key=api_key)

return RequestParameters(
url=self.build_url(mapped_model),
url=self.build_url(model),
task=self.task,
model=mapped_model,
model=model,
json=json,
data=None,
headers=headers,
Expand Down

0 comments on commit 8d78dca

Please sign in to comment.