beam-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From boyu...@apache.org
Subject [beam] branch master updated: Add topic and subscription overridden field into pubsub proto.
Date Fri, 05 Mar 2021 18:33:26 GMT
This is an automated email from the ASF dual-hosted git repository.

boyuanz pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git


The following commit(s) were added to refs/heads/master by this push:
     new 14e2ad4  Add topic and subscription overridden field into pubsub proto.
     new d9fd515  Merge pull request #14143 from Add topic and subscription overridden field
into pubsub proto.
14e2ad4 is described below

commit 14e2ad4e256212f44fa94ad22799da03a52e9c9d
Author: Boyuan Zhang <boyuanz@google.com>
AuthorDate: Wed Mar 3 15:45:17 2021 -0800

    Add topic and subscription overridden field into pubsub proto.
---
 model/pipeline/src/main/proto/beam_runner_api.proto | 12 ++++++++++++
 1 file changed, 12 insertions(+)

diff --git a/model/pipeline/src/main/proto/beam_runner_api.proto b/model/pipeline/src/main/proto/beam_runner_api.proto
index 61b92be..8cbc932 100644
--- a/model/pipeline/src/main/proto/beam_runner_api.proto
+++ b/model/pipeline/src/main/proto/beam_runner_api.proto
@@ -697,9 +697,11 @@ message WriteFilesPayload {
 message PubSubReadPayload {
 
   // Topic to read from. Exactly one of topic or subscription should be set.
+  // Topic format is: /topics/project_id/subscription_name
   string topic = 1;
 
   // Subscription to read from. Exactly one of topic or subscription should be set.
+  // Subscription format is: /subscriptions/project_id/subscription_name
   string subscription = 2;
 
   // Attribute that provides element timestamps.
@@ -710,6 +712,12 @@ message PubSubReadPayload {
 
   // If true, reads Pub/Sub payload as well as attributes. If false, reads only the payload.
   bool with_attributes = 5;
+
+  // If set, the topic that is expected to be provided during runtime.
+  string topic_runtime_overridden = 6;
+
+  // If set, the subscription that is expected to be provided during runtime.
+  string subscription_runtime_overridden = 7;
 }
 
 // Payload used by Google Cloud Pub/Sub write transform.
@@ -718,6 +726,7 @@ message PubSubReadPayload {
 message PubSubWritePayload {
 
   // Topic to write to.
+  // Topic format is: /topics/project_id/subscription_name
   string topic = 1;
 
   // Attribute that provides element timestamps.
@@ -725,6 +734,9 @@ message PubSubWritePayload {
 
   // Attribute that uniquely identify messages.
   string id_attribute = 3;
+
+  // If set, the topic that is expected to be provided during runtime.
+  string topic_runtime_overridden = 4;
 }
 
 // Payload for GroupIntoBatches composite transform.


Mime
View raw message