Function calling fixes

Author: pamelafox

function_calling.py function_calling_basic.py

@@ -70,5 +70,10 @@
 )
 
 print(f"Response from {MODEL_NAME} on {API_HOST}: \n")
-print(response.choices[0].message.tool_calls[0].function.name)
-print(response.choices[0].message.tool_calls[0].function.arguments)
+
+if response.choices[0].message.tool_calls:
+    tool_call = response.choices[0].message.tool_calls[0]
+    print(tool_call.function.name)
+    print(tool_call.function.arguments)
+else:
+    print(response.choices[0].message.content)

function_calling_call.py

@@ -78,10 +78,9 @@ def lookup_weather(city_name=None, zip_code=None):
 
 # Now actually call the function as indicated
 if response.choices[0].message.tool_calls:
-    print(response.choices[0].message.tool_calls[0].function.name)
-    print(response.choices[0].message.tool_calls[0].function.arguments)
-    function_name = response.choices[0].message.tool_calls[0].function.name
-    arguments = json.loads(response.choices[0].message.tool_calls[0].function.arguments)
+    tool_call = response.choices[0].message.tool_calls[0]
+    function_name = tool_call.function.name
+    arguments = json.loads(tool_call.function.arguments)
     if function_name == "lookup_weather":
         lookup_weather(**arguments)
 else:

function_calling_extended.py

@@ -0,0 +1,96 @@
+import json
+import os
+
+import azure.identity
+import openai
+from dotenv import load_dotenv
+
+# Setup the OpenAI client to use either Azure, OpenAI.com, or Ollama API
+load_dotenv(override=True)
+API_HOST = os.getenv("API_HOST", "github")
+
+if API_HOST == "azure":
+    token_provider = azure.identity.get_bearer_token_provider(
+        azure.identity.DefaultAzureCredential(), "https://cognitiveservices.azure.com/.default"
+    )
+    client = openai.AzureOpenAI(
+        api_version=os.environ["AZURE_OPENAI_VERSION"],
+        azure_endpoint=os.environ["AZURE_OPENAI_ENDPOINT"],
+        azure_ad_token_provider=token_provider,
+    )
+    MODEL_NAME = os.environ["AZURE_OPENAI_DEPLOYMENT"]
+
+elif API_HOST == "ollama":
+    client = openai.OpenAI(base_url=os.environ["OLLAMA_ENDPOINT"], api_key="nokeyneeded")
+    MODEL_NAME = os.environ["OLLAMA_MODEL"]
+
+elif API_HOST == "github":
+    client = openai.OpenAI(base_url="https://models.inference.ai.azure.com", api_key=os.environ["GITHUB_TOKEN"])
+    MODEL_NAME = os.getenv("GITHUB_MODEL", "gpt-4o")
+
+else:
+    client = openai.OpenAI(api_key=os.environ["OPENAI_KEY"])
+    MODEL_NAME = os.environ["OPENAI_MODEL"]
+
+
+def lookup_weather(city_name=None, zip_code=None):
+    """Lookup the weather for a given city name or zip code."""
+    return {
+        "city_name": city_name,
+        "zip_code": zip_code,
+        "weather": "sunny",
+        "temperature": 75,
+    }
+
+
+tools = [
+    {
+        "type": "function",
+        "function": {
+            "name": "lookup_weather",
+            "description": "Lookup the weather for a given city name or zip code.",
+            "parameters": {
+                "type": "object",
+                "properties": {
+                    "city_name": {
+                        "type": "string",
+                        "description": "The city name",
+                    },
+                    "zip_code": {
+                        "type": "string",
+                        "description": "The zip code",
+                    },
+                },
+                "strict": True,
+                "additionalProperties": False,
+            },
+        },
+    }
+]
+
+messages = [
+    {"role": "system", "content": "You are a weather chatbot."},
+    {"role": "user", "content": "is it sunny in berkeley CA?"},
+]
+response = client.chat.completions.create(
+    model=MODEL_NAME,
+    messages=messages,
+    tools=tools,
+    tool_choice="auto",
+)
+
+print(f"Response from {MODEL_NAME} on {API_HOST}: \n")
+
+# Now actually call the function as indicated
+
+if response.choices[0].message.tool_calls:
+    tool_call = response.choices[0].message.tool_calls[0]
+    function_name = tool_call.function.name
+    arguments = json.loads(tool_call.function.arguments)
+
+    if function_name == "lookup_weather":
+        messages.append(response.choices[0].message)
+        result = lookup_weather(**arguments)
+        messages.append({"role": "tool", "tool_call_id": tool_call.id, "content": str(result)})
+        response = client.chat.completions.create(model=MODEL_NAME, messages=messages, tools=tools)
+        print(response.choices[0].message.content)