Support VM

Author: cmalangone

terraform/main.tf

@@ -35,3 +35,19 @@ module "backend_elastic_search" {
 
 
 }
+
+module "backend_pos_vm" {
+  module_wide_prefix_scope = "${var.config_release_name}-vm"
+  source = "./modules/posvm"
+
+  depends_on = [module.backend_elastic_search]
+
+  // Region and zone
+  vm_default_zone = var.config_gcp_default_zone
+  vm_pos_boot_image = var.config_vm_pos_boot_image
+  vm_pos_boot_disk_size = var.config_vm_pos_boot_disk_size
+  vm_pos_machine_type = var.config_vm_pos_machine_type
+  gs_etl = var.config_gs_etl
+  vm_elasticsearch_uri = module.backend_elastic_search.elasticsearch_vm_name
+
+}

terraform/modules/elasticsearch/main.tf

@@ -17,7 +17,7 @@ resource "google_service_account" "gcp_service_acc_apis" {
 
 
 resource "google_compute_instance" "elasticsearch_etl" {
-name = "${var.module_wide_prefix_scope}-elastic-search-template-${random_string.random.result}"
+  name = "${var.module_wide_prefix_scope}-elastic-search-server-${random_string.random.result}"
   machine_type = "custom-${var.vm_elastic_search_vcpus}-${var.vm_elastic_search_mem}"
   zone   = var.vm_default_zone
   allow_stopping_for_update = true
@@ -31,16 +31,13 @@ name = "${var.module_wide_prefix_scope}-elastic-search-template-${random_string.
     }
   }
 
-
   network_interface {
     network = "default"
     access_config {
       network_tier = "PREMIUM"
     }
   }
 
-
-
   metadata = {
     startup-script = templatefile(
       "${path.module}/scripts/elasticsearch_startup.sh",

terraform/modules/elasticsearch/outputs.tf

@@ -1 +1,3 @@
-
+output "elasticsearch_vm_name" {
+  value = google_compute_instance.elasticsearch_etl.name
+}

terraform/modules/posvm/main.tf

@@ -0,0 +1,56 @@
+resource "random_string" "random" {
+  length = 8
+  lower = true
+  upper = false
+  special = false
+  keepers = {
+    vm_pos_boot_disk_size = var.vm_pos_boot_disk_size
+  }
+}
+
+
+resource "google_service_account" "gcp_service_acc_apis" {
+  account_id = "${var.module_wide_prefix_scope}-svc-${random_string.random.result}"
+  display_name = "${var.module_wide_prefix_scope}-GCP-service-account"
+}
+
+
+
+resource "google_compute_instance" "pos_vm" {
+  name = "${var.module_wide_prefix_scope}-support-vm-${random_string.random.result}"
+  machine_type = var.vm_pos_machine_type
+  zone   = var.vm_default_zone
+  allow_stopping_for_update = true
+  can_ip_forward = true
+
+  boot_disk {
+    initialize_params {
+      image =  "${var.vm_pos_boot_image}"
+      type = "pd-ssd"
+      size = "${var.vm_pos_boot_disk_size}"
+    }
+  }
+
+
+  network_interface {
+    network = "default"
+    access_config {
+      network_tier = "PREMIUM"
+    }
+  }
+
+  metadata = {
+    startup-script = templatefile(
+        "${path.module}/scripts/load_data.sh",
+        {
+          ELASTICSEARCH_URI = "${var.vm_elasticsearch_uri}"
+        }
+      )
+    google-logging-enabled = true
+  }
+
+  service_account {
+    email = google_service_account.gcp_service_acc_apis.email
+    scopes = [ "cloud-platform" ]
+  }
+}

terraform/modules/posvm/outputs.tf

@@ -0,0 +1,3 @@
+output "pos_support_vm_name" {
+  value = google_compute_instance.pos_vm.name
+}

terraform/modules/posvm/scripts/load_data.sh

@@ -0,0 +1,14 @@
+#!/bin/bash
+# Startup script for Elastic Search VM Instance
+
+echo "---> [LAUNCH] POS support VM"
+
+sudo apt update && sudo apt -y install python3-pip
+sudo pip3 install elasticsearch-loader
+
+
+echo "test cinzia"
+echo $ELASTICSEARCH_URI
+
+echo $$ELASTICSEARCH_URI
+echo $strin

terraform/modules/posvm/variables.tf

@@ -0,0 +1,41 @@
+// --- Module input parameters --- //
+// General deployment input parameters --- //
+variable "module_wide_prefix_scope" {
+  description = "The prefix provided here will scope names for those resources created by this module, default 'otpdeves'"
+  type = string
+  default = "otdevpos"
+}
+
+// --- ETL info --- //
+variable "gs_etl" {
+  description = "Output of the ETL [root]. Eg. open-targets-data-releases/21.04/output"
+  type = string
+}
+
+// --- VM info --- //
+variable "vm_pos_boot_image" {
+  description = "Boot image configuration for POS VM"
+  type = string
+  default = "debian-10"
+}
+
+variable "vm_default_zone" {
+  description = "Default zone when not specified in the module"
+  type = string
+}
+
+variable "vm_pos_boot_disk_size" {
+  description = "POS VM boot disk size, default '500GB'"
+  type = string
+  default = 500
+}
+
+variable "vm_pos_machine_type" {
+  description = "Machine type for POS vm"
+  type = string
+}
+
+variable "vm_elasticsearch_uri" {
+  description = "Elasticsearch Server"
+  type = string
+}

terraform/outputs.tf

@@ -0,0 +1,7 @@
+output "elasticsearch_vm_name" {
+  value = module.backend_elastic_search.elasticsearch_vm_name
+}
+
+output "pos_support_vm_name" {
+  value = module.backend_pos_vm.pos_support_vm_name
+}

terraform/variables.tf

@@ -19,6 +19,12 @@ variable "config_project_id" {
   type = string
 }
 
+// --- ETL info --- //
+variable "config_gs_etl" {
+  description = "Output of the ETL [root]. Eg. open-targets-data-releases/21.04/output"
+  type = string
+}
+
 // --- Elastic Search Configuration --- //
 
 variable "config_vm_elastic_boot_image" {
@@ -47,3 +53,25 @@ variable "config_vm_elastic_search_boot_disk_size" {
   description = "Boot disk size to use for the deployed Elastic Search Instances"
   type = string
 }
+
+
+// --- POS VM Configuration --- //
+
+variable "config_vm_pos_boot_image" {
+  description = "Boot image configuration for POS VM"
+  type = string
+  default = "debian-10"
+}
+
+
+variable "config_vm_pos_boot_disk_size" {
+  description = "POS VM boot disk size, default '500GB'"
+  type = string
+  default = 500
+}
+
+variable "config_vm_pos_machine_type" {
+  description = "Machine type for POS vm"
+  type = string
+  default = "projects/cos-cloud/global/images/family/debian-cloud"
+}