Skip to content

Commit 3b374d4

Browse files
committed
fix finish reason
1 parent 0d4e140 commit 3b374d4

File tree

2 files changed

+6
-2
lines changed

2 files changed

+6
-2
lines changed

fastdeploy/entrypoints/openai/serving_chat.py

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -325,7 +325,9 @@ async def chat_completion_stream_generator(
325325
continue
326326
delta_message.content = delta_message_output.content or ""
327327
delta_message.reasoning_content = delta_message_output.reasoning_content or ""
328-
delta_message.tool_calls = delta_message_output.tool_calls
328+
if delta_message_output.tool_calls:
329+
delta_message.tool_calls = delta_message_output.tool_calls
330+
tool_called = True
329331

330332
choice = ChatCompletionResponseStreamChoice(
331333
index=0,

fastdeploy/entrypoints/openai/serving_completion.py

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -418,7 +418,9 @@ async def completion_stream_generator(
418418
continue
419419
delta_message.text = delta_message_output.content or ""
420420
delta_message.reasoning_content = delta_message_output.reasoning_content or ""
421-
delta_message.tool_calls = delta_message_output.tool_calls
421+
if delta_message_output.tool_calls:
422+
delta_message.tool_calls = delta_message_output.tool_calls
423+
tool_called[idx] = True
422424

423425
choices.append(delta_message)
424426

0 commit comments

Comments
 (0)