Release 5.2.0 patch

ansible/roles/analytics-spark-provision/tasks/main.yml

@@ -120,7 +120,7 @@
 - name: Install latest ruby
   become: yes
   become_user: "{{ analytics_user }}"
-  shell: "export PATH=$PATH:/home/analytics/.rvm/bin && rvm install ruby-2.2"
+  shell: "export PATH=$PATH:/home/analytics/.rvm/bin && rvm install ruby-2.6"
 
 - name: Add ruby repository
   become: yes
@@ -130,20 +130,20 @@
 - name: Install latest ruby-dev
   become: yes
   apt:
-    name: "ruby2.2-dev"
+    name: "ruby2.6-dev"
     state: installed
     update_cache: true
     cache_valid_time: 3600
 
 - name: Install ruby-kafka
   become: yes
   become_user: "{{ analytics_user }}"
-  shell: "bash -ilc 'export PATH=$PATH:/home/analytics/.rvm/bin && rvm --default use ruby-2.2 && gem install ruby-kafka'"
+  shell: "bash -ilc 'export PATH=$PATH:/home/analytics/.rvm/bin && rvm --default use ruby-2.6 && gem install ruby-kafka'"
 
 - name: Download Kafka-2.11
   become: yes
   become_user: "{{ analytics_user }}"
-  get_url: url=http://downloads.mesosphere.com/kafka/assets/kafka_2.11-0.10.1.0.tgz dest={{ analytics.home }}/kafka_2.11-0.10.1.0.tgz force=no owner={{ analytics_user }} group={{ analytics_group }}
+  get_url: url=https://archive.apache.org/dist/kafka/0.10.1.0/kafka_2.11-0.10.1.0.tgz dest={{ analytics.home }}/kafka_2.11-0.10.1.0.tgz force=no owner={{ analytics_user }} group={{ analytics_group }}
   tags:
     - kafka-provision
 

ansible/roles/zookeeper-upgrade/defaults/main.yml

@@ -1,5 +1,5 @@
 ---
-zookeeper_version: 3.6.3
+zookeeper_version: 3.8.2
 zookeeper_url: "https://downloads.apache.org/zookeeper/stable/apache-zookeeper-{{ zookeeper_version }}-bin.tar.gz"
 zookeeper_port: 2181
 zk_jvm_opts: "-Xms128m -Xmx128m"

kubernetes/helm_charts/bootstrap/reloader/templates/role.yaml

@@ -1,5 +1,5 @@
 {{- if and (not (.Values.reloader.watchGlobally)) (.Values.reloader.rbac.enabled) }}
-apiVersion: rbac.authorization.k8s.io/v1beta1
+apiVersion: rbac.authorization.k8s.io/v1
 kind: Role
 metadata:
   labels:

kubernetes/helm_charts/bootstrap/reloader/templates/rolebinding.yaml

@@ -1,5 +1,5 @@
 {{- if and (not (.Values.reloader.watchGlobally)) (.Values.reloader.rbac.enabled) }}
-apiVersion: rbac.authorization.k8s.io/v1beta1
+apiVersion: rbac.authorization.k8s.io/v1
 kind: RoleBinding
 metadata:
   labels: 

kubernetes/helm_charts/datapipeline_jobs/templates/flink_job_deployment.yaml

@@ -219,27 +219,4 @@ spec:
           subPath: flink-conf.yaml
         - name: flink-config-volume
           mountPath: /opt/flink/conf/log4j-console.properties
-          subPath: log4j-console.properties
-
-{{- $name := .Release.Name }}
-{{- $prop := (index .Values.scale_properties $name)}}
-{{- if $prop.enabled}}
----
-apiVersion: autoscaling/v2beta1
-kind: HorizontalPodAutoscaler
-metadata:
-  name: {{ .Release.Name }}-taskmanager-hpa
-  namespace: {{ .Values.namespace }}
-spec:
-  scaleTargetRef:
-    apiVersion: apps/v1
-    kind: Deployment
-    name: {{ .Release.Name }}-taskmanager
-  minReplicas: {{ $prop.min_replica }}
-  maxReplicas: {{ $prop.max_replica }}
-  metrics:
-    - type: External
-      external:
-        metricName: {{ .Release.Name }}_kafka_consumergroup_lag_sum
-        targetValue: "{{ $prop.scale_target_value }}"
-{{- end }}        
+          subPath: log4j-console.properties