Added support for deploying multiple fluentbit collector replicas

Signed-off-by: Fred Heinecke <[email protected]>

Author: solidDoWant

apis/fluentbit/v1alpha2/collector_types.go

@@ -79,6 +79,8 @@ type CollectorSpec struct {
 	Service CollectorService `json:"service,omitempty"`
 	// SchedulerName represents the desired scheduler for the Fluentbit collector pods
 	SchedulerName string `json:"schedulerName,omitempty"`
+	// Replicas is the number of collector replicas to deploy
+	Replicas *int32 `json:"replicas,omitempty"`
 }
 
 // CollectorService defines the service of the FluentBit

apis/fluentbit/v1alpha2/zz_generated.deepcopy.go

@@ -1528,6 +1528,10 @@ spec:
                   - verbs
                   type: object
                 type: array
+              replicas:
+                description: Replicas is the number of collector replicas to deploy
+                format: int32
+                type: integer
               resources:
                 description: Compute Resources required by container.
                 properties:

charts/fluent-operator/charts/fluent-bit-crds/crds/fluentbit.fluent.io_collectors.yaml

@@ -1528,6 +1528,10 @@ spec:
                   - verbs
                   type: object
                 type: array
+              replicas:
+                description: Replicas is the number of collector replicas to deploy
+                format: int32
+                type: integer
               resources:
                 description: Compute Resources required by container.
                 properties:

config/crd/bases/fluentbit.fluent.io_collectors.yaml

@@ -242,6 +242,7 @@ CollectorSpec defines the desired state of FluentBit
 | ports | Ports represents the pod's ports. | [][corev1.ContainerPort](https://kubernetes.io/docs/reference/generated/kubernetes-api/v1.31/#containerport-v1-core) |
 | service | Service represents configurations on the fluent-bit service. | [CollectorService](#collectorservice) |
 | schedulerName | SchedulerName represents the desired scheduler for the Fluentbit collector pods | string |
+| replicas | Replicas is the number of collector replicas to deploy | *int32 |
 
 [Back to TOC](#table-of-contents)
 # Decorder

docs/fluentbit.md

@@ -12557,6 +12557,10 @@ spec:
                   - verbs
                   type: object
                 type: array
+              replicas:
+                description: Replicas is the number of collector replicas to deploy
+                format: int32
+                type: integer
               resources:
                 description: Compute Resources required by container.
                 properties:

manifests/setup/fluent-operator-crd.yaml

@@ -12557,6 +12557,10 @@ spec:
                   - verbs
                   type: object
                 type: array
+              replicas:
+                description: Replicas is the number of collector replicas to deploy
+                format: int32
+                type: integer
               resources:
                 description: Compute Resources required by container.
                 properties:

manifests/setup/setup.yaml

@@ -24,6 +24,7 @@ func MakefbStatefulset(co fluentbitv1alpha2.Collector) *appsv1.StatefulSet {
 			Labels:    co.Labels,
 		},
 		Spec: appsv1.StatefulSetSpec{
+			Replicas: co.Spec.Replicas,
 			Selector: &metav1.LabelSelector{
 				MatchLabels: co.Labels,
 			},