Merge pull request #1113 from alphagov/migrate-elasticsearch-opensearch

Migrate elasticsearch opensearch

Author: kentsanggds

.github/workflows/ci.yml

@@ -34,9 +34,9 @@ jobs:
           sudo sysctl -w fs.file-max=262144
           sudo sysctl -w vm.max_map_count=262144
 
-      - uses: getong/elasticsearch-action@v1.2
+      - uses: ankane/setup-opensearch@v1
         with:
-          elasticsearch version: '7.6.1'
+          opensearch-version: 1.2
           host port: 9200
           container port: 9200
           host node port: 9300

Gemfile.lock

@@ -279,7 +279,7 @@ GEM
     raabro (1.4.0)
     racc (1.5.2)
     rack (2.2.3)
-    rack-protection (2.1.0)
+    rack-protection (2.2.0)
       rack
     rack-test (1.1.0)
       rack (>= 1.0, < 3)
@@ -315,7 +315,7 @@ GEM
     rb-fsevent (0.11.0)
     rb-inotify (0.10.1)
       ffi (~> 1.0)
-    redis (4.1.4)
+    redis (4.5.1)
     redis-namespace (1.8.1)
       redis (>= 3.0.4)
     regexp_parser (2.1.1)
@@ -396,11 +396,11 @@ GEM
       tilt
     sentry-raven (3.1.2)
       faraday (>= 1.0)
-    sidekiq (5.2.9)
+    sidekiq (5.2.10)
       connection_pool (~> 2.2, >= 2.2.2)
       rack (~> 2.0)
       rack-protection (>= 1.5.0)
-      redis (>= 3.3.5, < 4.2)
+      redis (~> 4.5, < 4.6.0)
     sidekiq-limit_fetch (3.4.0)
       sidekiq (>= 4)
     sidekiq-logging-json (0.0.19)

config/application.rb

@@ -47,7 +47,7 @@ class Application < Rails::Application
       html_tag
     }
 
-    config.elasticsearch = config_for(:elasticsearch)
+    config.elasticsearch = config_for(:opensearch)
 
     # Settings in config/environments/* take precedence over those specified here.
     # Application configuration can go into files in config/initializers

config/initializers/elasticsearch.rb

@@ -1,7 +1,7 @@
 def es_config_from_vcap
   begin
     vcap = JSON.parse(Rails.configuration.elasticsearch["vcap_services"])
-    es_server = vcap["elasticsearch"][0]["credentials"]["uri"]
+    es_server = vcap["opensearch"][0]["credentials"]["uri"]
   rescue StandardError => e
     Rails.logger.fatal "Failed to extract ES creds from VCAP_SERVICES. Exiting"
     Rails.logger.fatal Rails.configuration.elasticsearch["vcap_services"]

config/elasticsearch.yml config/opensearch.yml

@@ -12,5 +12,5 @@ applications:
   - publish-beta-integration-pg-12
   - publish-beta-integration-redis
   - logit-ssl-drain
-  - elasticsearch-7-integration
+  - opensearch-integration
   health-check-type: process

integration-worker-manifest.yml

@@ -12,5 +12,5 @@ applications:
   - publish-beta-production-pg-12
   - publish-beta-production-redis
   - logit-ssl-drain
-  - elasticsearch-7-production
+  - opensearch-production
   health-check-type: process

production-worker-manifest.yml

@@ -12,5 +12,5 @@ applications:
   - publish-beta-staging-pg-12
   - publish-beta-staging-redis
   - logit-ssl-drain
-  - elasticsearch-7-staging
+  - opensearch-staging
   health-check-type: process