BUG: empty results for non-stream inference (#415)

xorbitsai · Sep 1, 2023 · 811b182 · 811b182
1 parent d2f336b
commit 811b182
Showing 1 changed file with 9 additions and 3 deletions.
diff --git a/xinference/model/llm/pytorch/utils.py b/xinference/model/llm/pytorch/utils.py
@@ -289,9 +289,15 @@ def generate_stream(
     else:
         finish_reason = None
 
-    completion_choice = CompletionChoice(
-        text="", index=0, logprobs=None, finish_reason=finish_reason
-    )
+    if stream:
+        completion_choice = CompletionChoice(
+            text="", index=0, logprobs=None, finish_reason=finish_reason
+        )
+    else:
+        completion_choice = CompletionChoice(
+            text=output, index=0, logprobs=None, finish_reason=finish_reason
+        )
+
     completion_chunk = CompletionChunk(
         id=str(uuid.uuid1()),
         object="text_completion",