[prod] switch pipelines and remote resolver controllers to statefulSets (#5497)

Author: jkhelil

components/pipeline-service/production/base/main-pipeline-service-configuration.yaml

@@ -1507,19 +1507,6 @@ spec:
                     requests:
                       cpu: 100m
                       memory: 100Mi
-        tekton-pipelines-remote-resolvers:
-          spec:
-            replicas: 4
-            template:
-              spec:
-                containers:
-                  - name: controller
-                    resources:
-                      limits:
-                        memory: 8Gi
-                      requests:
-                        cpu: "500m"
-                        memory: 8Gi
         tekton-pipelines-webhook:
           spec:
             template:
@@ -1533,6 +1520,20 @@ spec:
                     requests:
                       cpu: 400m
                       memory: 1Gi
+      statefulSets:
+        tekton-pipelines-remote-resolvers:
+          spec:
+            replicas: 4
+            template:
+              spec:
+                containers:
+                  - name: controller
+                    resources:
+                      limits:
+                        memory: 8Gi
+                      requests:
+                        cpu: "500m"
+                        memory: 8Gi
         tekton-pipelines-controller:
           spec:
             template:
@@ -1595,6 +1596,7 @@ spec:
       kube-api-qps: 50
       replicas: 4
       threads-per-controller: 32
+      statefulset-ordinals: true
   platforms:
     openshift:
       pipelinesAsCode:

components/pipeline-service/production/kflux-ocp-p01/deploy.yaml

@@ -2090,38 +2090,6 @@ spec:
                     requests:
                       cpu: 100m
                       memory: 100Mi
-        tekton-pipelines-controller:
-          spec:
-            template:
-              spec:
-                containers:
-                - name: tekton-pipelines-controller
-                  resources:
-                    limits:
-                      memory: 12Gi
-                    requests:
-                      cpu: "1"
-                      memory: 12Gi
-                topologySpreadConstraints:
-                - labelSelector:
-                    matchLabels:
-                      app: tekton-pipelines-controller
-                  maxSkew: 1
-                  topologyKey: topology.kubernetes.io/zone
-                  whenUnsatisfiable: DoNotSchedule
-        tekton-pipelines-remote-resolvers:
-          spec:
-            replicas: 4
-            template:
-              spec:
-                containers:
-                - name: controller
-                  resources:
-                    limits:
-                      memory: 8Gi
-                    requests:
-                      cpu: 500m
-                      memory: 8Gi
         tekton-pipelines-webhook:
           spec:
             template:
@@ -2171,12 +2139,46 @@ spec:
                   type: Utilization
               type: Resource
             minReplicas: 6
+      statefulSets:
+        tekton-pipelines-controller:
+          spec:
+            template:
+              spec:
+                containers:
+                - name: tekton-pipelines-controller
+                  resources:
+                    limits:
+                      memory: 12Gi
+                    requests:
+                      cpu: "1"
+                      memory: 12Gi
+                topologySpreadConstraints:
+                - labelSelector:
+                    matchLabels:
+                      app: tekton-pipelines-controller
+                  maxSkew: 1
+                  topologyKey: topology.kubernetes.io/zone
+                  whenUnsatisfiable: DoNotSchedule
+        tekton-pipelines-remote-resolvers:
+          spec:
+            replicas: 4
+            template:
+              spec:
+                containers:
+                - name: controller
+                  resources:
+                    limits:
+                      memory: 8Gi
+                    requests:
+                      cpu: 500m
+                      memory: 8Gi
     performance:
       buckets: 8
       disable-ha: false
       kube-api-burst: 50
       kube-api-qps: 50
       replicas: 4
+      statefulset-ordinals: true
       threads-per-controller: 32
   platforms:
     openshift:

components/pipeline-service/production/kflux-prd-rh02/deploy.yaml

@@ -2121,40 +2121,6 @@ spec:
                     requests:
                       cpu: 100m
                       memory: 100Mi
-        tekton-pipelines-controller:
-          spec:
-            template:
-              spec:
-                containers:
-                - name: tekton-pipelines-controller
-                  resources:
-                    limits:
-                      memory: 12Gi
-                    requests:
-                      cpu: "1"
-                      memory: 12Gi
-                topologySpreadConstraints:
-                - labelSelector:
-                    matchLabels:
-                      app: tekton-pipelines-controller
-                  maxSkew: 1
-                  topologyKey: topology.kubernetes.io/zone
-                  whenUnsatisfiable: DoNotSchedule
-        tekton-pipelines-remote-resolvers:
-          spec:
-            replicas: 4
-            template:
-              spec:
-                containers:
-                - args:
-                  - --threads-per-controller=32
-                  name: controller
-                  resources:
-                    limits:
-                      memory: 8Gi
-                    requests:
-                      cpu: 500m
-                      memory: 8Gi
         tekton-pipelines-webhook:
           spec:
             template:
@@ -2204,12 +2170,46 @@ spec:
                   type: Utilization
               type: Resource
             minReplicas: 6
+      statefulSets:
+        tekton-pipelines-controller:
+          spec:
+            template:
+              spec:
+                containers:
+                - name: tekton-pipelines-controller
+                  resources:
+                    limits:
+                      memory: 12Gi
+                    requests:
+                      cpu: "1"
+                      memory: 12Gi
+                topologySpreadConstraints:
+                - labelSelector:
+                    matchLabels:
+                      app: tekton-pipelines-controller
+                  maxSkew: 1
+                  topologyKey: topology.kubernetes.io/zone
+                  whenUnsatisfiable: DoNotSchedule
+        tekton-pipelines-remote-resolvers:
+          spec:
+            replicas: 4
+            template:
+              spec:
+                containers:
+                - name: controller
+                  resources:
+                    limits:
+                      memory: 8Gi
+                    requests:
+                      cpu: 500m
+                      memory: 8Gi
     performance:
       buckets: 8
       disable-ha: false
       kube-api-burst: 50
       kube-api-qps: 50
       replicas: 4
+      statefulset-ordinals: true
       threads-per-controller: 32
   platforms:
     openshift:

components/pipeline-service/production/kflux-prd-rh02/resources/kustomization.yaml

@@ -28,12 +28,6 @@ patches:
       group: external-secrets.io
       version: v1beta1
       kind: ExternalSecret
-  - path: osp-perf-resolvers.yaml
-    target:
-      name: config
-      group: operator.tekton.dev
-      version: v1alpha1
-      kind: TektonConfig
   - path: pipelines-as-code-secret-path.yaml
     target:
       name: pipelines-as-code-secret

components/pipeline-service/production/kflux-prd-rh02/resources/osp-perf-resolvers.yaml

@@ -2161,6 +2161,7 @@ spec:
                   whenUnsatisfiable: DoNotSchedule
         tekton-pipelines-remote-resolvers:
           spec:
+            replicas: 4
             template:
               spec:
                 containers:

components/pipeline-service/production/stone-prd-m01/deploy.yaml

@@ -27,15 +27,4 @@ patches:
       group: external-secrets.io
       version: v1beta1
       kind: ExternalSecret
-  - path: osp-perf-resolvers.yaml
-    target:
-      name: config
-      group: operator.tekton.dev
-      version: v1alpha1
-      kind: TektonConfig
-  - path: osp-perf-statefulSets.yaml
-    target:
-      name: config
-      group: operator.tekton.dev
-      version: v1alpha1
-      kind: TektonConfig
+