fix: LLM call crash when no tools

See #399
microsoft · Jan 21, 2025 · 516bacc · 516bacc
1 parent bb07eee
commit 516bacc
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/app/helpers/llm_worker.py b/app/helpers/llm_worker.py
@@ -148,7 +148,9 @@ async def _completion_stream_worker(
         max_tokens=max_tokens,
         messages=prompt,
         stream=True,
-        tools=tools,
+        # AI Inference API doesn't support enpty tools array
+        # See: https://github.com/microsoft/call-center-ai/issues/399
+        tools=tools or None,
     )
 
     # Yield chuncks