beam-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From k...@apache.org
Subject [2/4] beam git commit: Add WriteFilesPayload to Runner API well-known transforms
Date Thu, 01 Jun 2017 18:33:28 GMT
Add WriteFilesPayload to Runner API well-known transforms


Project: http://git-wip-us.apache.org/repos/asf/beam/repo
Commit: http://git-wip-us.apache.org/repos/asf/beam/commit/2ee7d69e
Tree: http://git-wip-us.apache.org/repos/asf/beam/tree/2ee7d69e
Diff: http://git-wip-us.apache.org/repos/asf/beam/diff/2ee7d69e

Branch: refs/heads/master
Commit: 2ee7d69ea6f130186b38ae21abc2ab06aee2c5a7
Parents: 2df9dbd
Author: Kenneth Knowles <klk@google.com>
Authored: Fri May 26 16:06:23 2017 -0700
Committer: Kenneth Knowles <klk@google.com>
Committed: Wed May 31 20:54:22 2017 -0700

----------------------------------------------------------------------
 .../runner-api/src/main/proto/beam_runner_api.proto      | 11 +++++++++++
 1 file changed, 11 insertions(+)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/beam/blob/2ee7d69e/sdks/common/runner-api/src/main/proto/beam_runner_api.proto
----------------------------------------------------------------------
diff --git a/sdks/common/runner-api/src/main/proto/beam_runner_api.proto b/sdks/common/runner-api/src/main/proto/beam_runner_api.proto
index 1612209..acc4a35 100644
--- a/sdks/common/runner-api/src/main/proto/beam_runner_api.proto
+++ b/sdks/common/runner-api/src/main/proto/beam_runner_api.proto
@@ -325,6 +325,17 @@ message CombinePayload {
   map<string, SideInput> side_inputs = 4;
 }
 
+// The payload for the special-but-not-primitive WriteFiles transform.
+message WriteFilesPayload {
+
+  // (Required) The SdkFunctionSpec of the FileBasedSink.
+  SdkFunctionSpec sink = 1;
+
+  bool windowed_writes = 2;
+
+  bool runner_determined_sharding = 3;
+}
+
 // A coder, the binary format for serialization and deserialization of data in
 // a pipeline.
 message Coder {


Mime
View raw message