Merge pull request #13 from pamelafox/chainedcalls

Add pydanticAI demo

Author: pamelafox

chat_pydanticai.py

@@ -0,0 +1,39 @@
+import os
+
+import azure.identity
+from dotenv import load_dotenv
+from openai import AsyncAzureOpenAI
+from pydantic_ai import Agent
+from pydantic_ai.models.openai import OpenAIModel
+
+# Setup the OpenAI client to use either Azure, OpenAI.com, or Ollama API
+load_dotenv(override=True)
+API_HOST = os.getenv("API_HOST")
+
+if API_HOST == "azure":
+    token_provider = azure.identity.get_bearer_token_provider(
+        azure.identity.DefaultAzureCredential(), "https://cognitiveservices.azure.com/.default"
+    )
+    client = AsyncAzureOpenAI(
+        azure_endpoint=os.getenv("AZURE_OPENAI_ENDPOINT"),
+        api_version=os.getenv("AZURE_OPENAI_VERSION"),
+        azure_ad_token_provider=token_provider,
+    )
+    model = OpenAIModel(os.environ["AZURE_OPENAI_DEPLOYMENT"], openai_client=client)
+elif API_HOST == "ollama":
+    model = OpenAIModel(os.environ["OLLAMA_MODEL"], api_key="fake", base_url=os.environ["OLLAMA_ENDPOINT"])
+elif API_HOST == "github":
+    model = OpenAIModel(
+        os.environ["OPENAI_MODEL"], api_key=os.environ["GITHUB_TOKEN"], base_url="https://models.inference.ai.azure.com"
+    )
+
+else:
+    model = OpenAIModel(os.environ["OPENAI_MODEL"], api_key=os.environ["OPENAI_KEY"])
+
+
+agent = Agent(model, system_prompt="Be concise: 1 sentence only.")
+
+result = agent.run_sync("Where does 'hello world' come from?")
+
+print(f"Response from {API_HOST}: \n")
+print(result.data)