diff --git a/python/samples/agentchat_graphrag/.gitignore b/python/samples/agentchat_graphrag/.gitignore
new file mode 100644
index 000000000000..7eb281128444
--- /dev/null
+++ b/python/samples/agentchat_graphrag/.gitignore
@@ -0,0 +1,3 @@
+model_config.json
+data
+cache
\ No newline at end of file
diff --git a/python/samples/agentchat_graphrag/model_config_template.json b/python/samples/agentchat_graphrag/model_config_template.json
new file mode 100644
index 000000000000..a66457f3b8e3
--- /dev/null
+++ b/python/samples/agentchat_graphrag/model_config_template.json
@@ -0,0 +1,38 @@
+// Use Azure OpenAI with AD token provider.
+// {
+//     "provider": "AzureOpenAIChatCompletionClient",
+//     "config": {
+//         "model": "gpt-4o-2024-05-13",
+//         "azure_endpoint": "https://{your-custom-endpoint}.openai.azure.com/",
+//         "azure_deployment": "{your-azure-deployment}",
+//         "api_version": "2024-06-01",
+//         "azure_ad_token_provider": {
+//             "provider": "autogen_ext.auth.azure.AzureTokenProvider",
+//             "config": {
+//                 "provider_kind": "DefaultAzureCredential",
+//                 "scopes": [
+//                     "https://cognitiveservices.azure.com/.default"
+//                 ]
+//             }
+//         }
+//     }
+// }
+// Use Azure Open AI with key
+// {
+//     "provider": "AzureOpenAIChatCompletionClient",
+//     "config": {
+//         "model": "gpt-4o-2024-05-13",
+//         "azure_endpoint": "https://{your-custom-endpoint}.openai.azure.com/",
+//         "azure_deployment": "{your-azure-deployment}",
+//         "api_version": "2024-06-01",
+//         "api_key": "REPLACE_WITH_YOUR_API_KEY"
+//     }
+// }
+// Use Open AI with key
+{
+    "provider": "OpenAIChatCompletionClient",
+    "config": {
+        "model": "gpt-4o-2024-05-13",
+        "api_key": "REPLACE_WITH_YOUR_API_KEY"
+    }
+}
\ No newline at end of file