feat: Watermark Implementation for Async Data Movement

Makefile

@@ -365,4 +365,4 @@ update-manifests-version:
 	cat config/extensions/webhook/kustomization.yaml | sed 's/newTag: .*/newTag: $(VERSION)/' | sed 's@value: quay.io/numaproj/numaflow:.*@value: quay.io/numaproj/numaflow:$(VERSION)@' > /tmp/tmp_kustomization.yaml
 	mv /tmp/tmp_kustomization.yaml config/extensions/webhook/kustomization.yaml
 	cat Makefile | sed 's/^VERSION?=.*/VERSION?=$(VERSION)/' | sed 's/^BASE_VERSION:=.*/BASE_VERSION:=$(VERSION)/' > /tmp/ae_makefile
-	mv /tmp/ae_makefile Makefile
+	mv /tmp/ae_makefile Makefile

hack/generate-proto.sh

@@ -61,5 +61,5 @@ gen-protoc pkg/apis/proto/mvtxdaemon/mvtxdaemon.proto
 
 gen-protoc pkg/apis/proto/isb/message.proto
 
-gen-protoc pkg/apis/proto/wmb/wmb.proto
+gen-protoc pkg/apis/proto/watermark/watermark.proto
 

pkg/apis/proto/wmb/wmb.proto → pkg/apis/proto/watermark/watermark.proto

@@ -17,7 +17,7 @@ limitations under the License.
 syntax = "proto3";
 option go_package = "github.com/numaproj/numaflow/pkg/apis/proto/isb";
 
-package wmb;
+package watermark;
 
 // WMB is used in the KV offset timeline bucket as the value for the given processor entity key.
 message WMB {
@@ -38,4 +38,10 @@ message WMB {
 
   // Partition to identify the partition to which the watermark belongs.
   int32 partition = 4;
+}
+
+// Heartbeat is used to track the active processors
+message Heartbeat {
+  // Heartbeat(current time in millis) published by the active processors.
+  int64 heartbeat = 1;
 }