mongodb is now installed by ansible

Author: merlijntishauser

.gitignore

@@ -1,6 +1,16 @@
+# make build direcotories
 build
+
+# local environment files, which contain secrets
 /env/environment.osx
+
+# temporary local terraform
 /terraform/.terraform
 /terraform/*.tfstate
 /terraform/terraform.tfstate.backup
+
+# docker configuration file, contains secrets
 /ansible/roles/docker/files/dockercfg.json
+
+# failed ansible playbooks
+*.retry

README.md

@@ -114,6 +114,19 @@ mongodbnode-01 | SUCCESS => {
 }
 
 ```
+
+# destroying the infrastructure
+(be carefull ;)
+If you want to destroy the infrasctructure, use:
+```
+make destroy
+```
+The command will wipe the complete infrastructure. You can also be more specific. If you want for example to create new dockerhosts, you can use:
+```
+terraform destroy --target module.mongodbnodes.aws_instance.dockernodes
+```
+
+
 # provisioning of the hosts
 
 All the hosts can be provisioned using: 
@@ -122,10 +135,15 @@ All the hosts can be provisioned using:
 ansible-playbook -i terraform/bin/terraform.py/terraform.py ansible/pegski.yml
 ```
 
+There also the possibility to be more specific:
+
+```
+ ansible-playbook -i terraform/bin/terraform.py/terraform.py ansible/pegski.yml --limit "role=dockernodes"
+```
 
 ## left todo:
 
- * create ansible playbook for provisioning mongodb
+ * fix security groups, permissions are to wide now while dockernodes cannot access mongodb 
  * setup memcached 
  * refactor dockerfiles
     * files should be loaded in docker container

ansible/pegski.yml

@@ -10,3 +10,4 @@
   roles:
     - {role: base, tags: ['base']}
     - {role: ssh_access, tags: ['ssh_access']}
+    - {role: mongodb, tags: ['mongodb']}

ansible/roles/mongodb/files/mongo_vm_settings.conf

@@ -0,0 +1,10 @@
+# Ubuntu upstart file at /etc/init/mongod_vm_settings.conf
+#
+#   This file will set the correct kernel VM settings for MongoDB
+#   This file is maintained in Ansible
+
+start on (starting mongod)
+script
+  echo "never" > /sys/kernel/mm/transparent_hugepage/enabled
+  echo "never" > /sys/kernel/mm/transparent_hugepage/defrag
+end script

ansible/roles/mongodb/handlers/main.yml

@@ -0,0 +1,3 @@
+---
+- name: start mongodb
+  service: name=mongod state=started

ansible/roles/mongodb/tasks/main.yml

@@ -0,0 +1,24 @@
+# This is a very basic playbook for installing mongodb.
+# If we want something more advanced, we might consider using
+# https://github.com/UnderGreen/ansible-role-mongodb
+---
+- name: import the public key used by the package management system
+  apt_key: keyserver=hkp://keyserver.ubuntu.com:80 id=EA312927 state=present
+
+- name: add MongoDB repository
+  apt_repository: repo='deb http://repo.mongodb.org/apt/ubuntu trusty/mongodb-org/3.2 multiverse' state=present
+
+- name: set correct (advised by mongodb) kernelsettings
+  copy:
+    src: mongo_vm_settings.conf
+    dest: "/etc/init/mongod_vm_settings.conf"
+
+- name: install mongodb
+  apt: pkg=mongodb-org state=latest update_cache=yes
+  notify:
+  - start mongodb
+
+- name: check if mongodb is running and accepting connections
+  wait_for:
+    port:  27017
+    timeout: 10

terraform/dockernodes/variables.tf

@@ -28,5 +28,5 @@ variable "zones" {
 
 variable "dockernode_count" {
   type    = "string"
-  default = "1"
+  default = "2"
 }

terraform/variables.tf

@@ -6,13 +6,14 @@ variable "secret_key" {
   type = "string"
 }
 
-# the name of the AWS keypair
+# the name of the AWS keypair (will be created in ec2), make sure you own the
+# private key of this keypar
 variable "key_name" {
   type    = "string"
   default = "merlijn"
 }
 
-# path to the local public key of the AWS keypair
+# path to the local public key of the AWS keypair which will be uploaded to ec2
 variable "public_key_path" {
   type    = "string"
 }

terraform/vpc/vpc.tf

@@ -1,6 +1,7 @@
 # define the vpc
 resource "aws_vpc" "main" {
   cidr_block = "10.0.0.0/16"
+  enable_dns_hostnames = true
 
   tags {
     Name = "pegski-vpc"