feat: KafkaTopic controller

Cargo.toml

@@ -11,6 +11,7 @@ repository = "https://github.com/stackabletech/kafka-operator"
 
 [workspace.dependencies]
 stackable-operator = { git = "https://github.com/stackabletech/operator-rs.git", branch = "feat/platform-access", features = ["agent", "crds", "webhook"] }
+stackable-kafka-admin = { path = "rust/kafka-admin" }
 stackable-kafka-shared = { path = "rust/shared" }
 
 anyhow = "1.0"
@@ -22,6 +23,7 @@ const_format = "0.2"
 futures = "0.3"
 indoc = "2.0"
 kafka-protocol = { version = "0.18", default-features = false, features = ["broker", "client"] }
+regex = "1.13"
 rstest = "0.26"
 rustls = { version = "0.23", default-features = false, features = ["logging", "ring", "std", "tls12"] }
 semver = "1.0"

deploy/helm/kafka-operator/Chart.yaml

@@ -42,3 +42,8 @@ annotations:
       name: kafkaclusters.kafka.stackable.tech
       displayName: KafkaCluster
       description: A Kafka cluster stacklet. This resource is managed by the Stackable operator for Apache Kafka.
+    - kind: KafkaTopic
+      version: v1alpha1
+      name: kafkatopics.kafka.stackable.tech
+      displayName: KafkaTopic
+      description: A Kafka topic, created and updated by the agent of the referenced Kafka cluster.

deploy/helm/kafka-operator/templates/clusterrole-agent.yaml

@@ -8,6 +8,30 @@ metadata:
   labels:
   {{- include "kafka-operator.labels" . | nindent 4 }}
 rules:
+  # KafkaTopics of the agent's cluster: watched, and their finalizer added and removed.
+  - apiGroups:
+      - {{ include "kafka-operator.name" . }}.stackable.tech
+    resources:
+      - kafkatopics
+    verbs:
+      - get
+      - list
+      - watch
+      - patch
+  - apiGroups:
+      - {{ include "kafka-operator.name" . }}.stackable.tech
+    resources:
+      - kafkatopics/status
+    verbs:
+      - patch
+  # Required to report reconciliation errors as events on the KafkaTopic objects.
+  - apiGroups:
+      - events.k8s.io
+    resources:
+      - events
+    verbs:
+      - create
+      - patch
 {{ if .Capabilities.APIVersions.Has "security.openshift.io/v1" }}
   # On OpenShift, the agent pod must be allowed to use the nonroot-v2 SCC
   - apiGroups:

deploy/helm/kafka-operator/templates/clusterrole-operator.yaml

@@ -128,6 +128,24 @@ rules:
       - {{ include "kafka-operator.name" . }}clusters/status
     verbs:
       - patch
+  # KafkaTopics: watched to take over while no agent is available, and their finalizer removed
+  # once the KafkaCluster is gone.
+  - apiGroups:
+      - {{ include "kafka-operator.name" . }}.stackable.tech
+    resources:
+      - kafkatopics
+    verbs:
+      - get
+      - list
+      - watch
+      - patch
+  # Status subresource: conditions set while the agent is unavailable.
+  - apiGroups:
+      - {{ include "kafka-operator.name" . }}.stackable.tech
+    resources:
+      - kafkatopics/status
+    verbs:
+      - patch
   # Read authentication class configuration referenced in the KafkaCluster spec.
   - apiGroups:
       - authentication.stackable.tech