Merge pull request #6 from cds-snc/feat/adjust_model_capacity

Adjust the model plus capacity of default models
cds-snc · Feb 20, 2025 · cf4b913 · cf4b913
2 parents 1876ed3 + 17d3498
commit cf4b913
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 4 deletions.
diff --git a/terragrunt/modules/openai_api_key/main.tf b/terragrunt/modules/openai_api_key/main.tf
@@ -56,6 +56,7 @@ resource "azurerm_cognitive_deployment" "deployment" {
   }
 
   scale {
-    type = "GlobalStandard"
+    type     = "GlobalStandard"
+    capacity = 50 # Represents 50,000 TPM
   }
 }
diff --git a/terragrunt/modules/openai_api_key/variables.tf b/terragrunt/modules/openai_api_key/variables.tf
@@ -43,10 +43,10 @@ variable "openai_deployments" {
   }))
   default = [
     {
-      name = "openai-gpt4o"
+      name = "openai-gpt4o-mini"
       model = {
-        name    = "gpt-4o"
-        version = "2024-08-06"
+        name    = "gpt-4o-mini"
+        version = "2024-07-18"
       }
       rai_policy_name = ""
     }