Merge pull request #1561 from solidDoWant/feat/add-fluentbit-collector-replica-support-1

Added support for deploying multiple fluentbit collector replicas

Author: wenchajun

apis/fluentbit/v1alpha2/collector_types.go

@@ -79,6 +79,8 @@ type CollectorSpec struct {
 	Service CollectorService `json:"service,omitempty"`
 	// SchedulerName represents the desired scheduler for the Fluentbit collector pods
 	SchedulerName string `json:"schedulerName,omitempty"`
+	// Replicas is the number of collector replicas to deploy
+	Replicas *int32 `json:"replicas,omitempty"`
 }
 
 // CollectorService defines the service of the FluentBit

apis/fluentbit/v1alpha2/zz_generated.deepcopy.go

@@ -1528,6 +1528,10 @@ spec:
                   - verbs
                   type: object
                 type: array
+              replicas:
+                description: Replicas is the number of collector replicas to deploy
+                format: int32
+                type: integer
               resources:
                 description: Compute Resources required by container.
                 properties:

charts/fluent-operator/charts/fluent-bit-crds/crds/fluentbit.fluent.io_collectors.yaml

@@ -1528,6 +1528,10 @@ spec:
                   - verbs
                   type: object
                 type: array
+              replicas:
+                description: Replicas is the number of collector replicas to deploy
+                format: int32
+                type: integer
               resources:
                 description: Compute Resources required by container.
                 properties:

config/crd/bases/fluentbit.fluent.io_collectors.yaml

@@ -242,6 +242,7 @@ CollectorSpec defines the desired state of FluentBit
 | ports | Ports represents the pod's ports. | [][corev1.ContainerPort](https://kubernetes.io/docs/reference/generated/kubernetes-api/v1.31/#containerport-v1-core) |
 | service | Service represents configurations on the fluent-bit service. | [CollectorService](#collectorservice) |
 | schedulerName | SchedulerName represents the desired scheduler for the Fluentbit collector pods | string |
+| replicas | Replicas is the number of collector replicas to deploy | *int32 |
 
 [Back to TOC](#table-of-contents)
 # Decorder

docs/fluentbit.md

@@ -12658,6 +12658,10 @@ spec:
                   - verbs
                   type: object
                 type: array
+              replicas:
+                description: Replicas is the number of collector replicas to deploy
+                format: int32
+                type: integer
               resources:
                 description: Compute Resources required by container.
                 properties:

manifests/setup/fluent-operator-crd.yaml

@@ -12658,6 +12658,10 @@ spec:
                   - verbs
                   type: object
                 type: array
+              replicas:
+                description: Replicas is the number of collector replicas to deploy
+                format: int32
+                type: integer
               resources:
                 description: Compute Resources required by container.
                 properties:

manifests/setup/setup.yaml

@@ -17,13 +17,19 @@ var (
 )
 
 func MakefbStatefulset(co fluentbitv1alpha2.Collector) *appsv1.StatefulSet {
+	replicas := int32(1)
+	if co.Spec.Replicas != nil {
+		replicas = *co.Spec.Replicas
+	}
+
 	statefulset := appsv1.StatefulSet{
 		ObjectMeta: metav1.ObjectMeta{
 			Name:      co.Name,
 			Namespace: co.Namespace,
 			Labels:    co.Labels,
 		},
 		Spec: appsv1.StatefulSetSpec{
+			Replicas: &replicas,
 			Selector: &metav1.LabelSelector{
 				MatchLabels: co.Labels,
 			},