feat: Add ID and numDelivered fields to Datum. (#43)

Signed-off-by: Hao Hao <[email protected]>
numaproj · Apr 6, 2023 · 57af86f · 57af86f
1 parent f9e5320
commit 57af86f
Show file tree

Hide file tree

Showing 16 changed files with 560 additions and 134 deletions.
diff --git a/pkg/apis/proto/function/v1/udfunction.pb.go b/pkg/apis/proto/function/v1/udfunction.pb.go
diff --git a/pkg/apis/proto/function/v1/udfunction.proto b/pkg/apis/proto/function/v1/udfunction.proto
@@ -36,6 +36,14 @@ message Watermark {
   // future we can add LATE, ON_TIME etc.
 }
 
+/**
+ * Metadata of a datum element.
+ */
+message Metadata {
+  string id = 1;
+  uint64 num_delivered = 2;
+}
+
 /**
  * Datum represents a datum element.
  */
@@ -44,6 +52,7 @@ message Datum {
   bytes value = 2;
   EventTime event_time = 3;
   Watermark watermark = 4;
+  Metadata metadata = 5;
 }
 
 /**

diff --git a/pkg/apis/proto/function/v1/udfunction_grpc.pb.go b/pkg/apis/proto/function/v1/udfunction_grpc.pb.go
diff --git a/pkg/apis/proto/sink/v1/udsink.pb.go b/pkg/apis/proto/sink/v1/udsink.pb.go
diff --git a/pkg/apis/proto/sink/v1/udsink.proto b/pkg/apis/proto/sink/v1/udsink.proto
@@ -34,7 +34,15 @@ message Datum {
   bytes value = 2;
   EventTime event_time = 3;
   Watermark watermark = 4;
-  string id = 5;
+  Metadata metadata = 5;
+}
+
+/**
+ * Metadata of a datum element.
+ */
+message Metadata {
+  string id = 1;
+  uint64 num_delivered = 2;
 }
 
 /**

diff --git a/pkg/apis/proto/sink/v1/udsink_grpc.pb.go b/pkg/apis/proto/sink/v1/udsink_grpc.pb.go