beam-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From lc...@apache.org
Subject [2/3] incubator-beam git commit: Delete windmill.proto (not part of Beam)
Date Tue, 01 Mar 2016 19:16:09 GMT
Delete windmill.proto (not part of Beam)


Project: http://git-wip-us.apache.org/repos/asf/incubator-beam/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-beam/commit/e6b37b55
Tree: http://git-wip-us.apache.org/repos/asf/incubator-beam/tree/e6b37b55
Diff: http://git-wip-us.apache.org/repos/asf/incubator-beam/diff/e6b37b55

Branch: refs/heads/master
Commit: e6b37b5599140d717781d5c926972dd79dbad544
Parents: a2d8677
Author: Davor Bonaci <davorbonaci@users.noreply.github.com>
Authored: Mon Feb 29 10:58:10 2016 -0800
Committer: Luke Cwik <lcwik@google.com>
Committed: Tue Mar 1 11:12:19 2016 -0800

----------------------------------------------------------------------
 sdk/src/main/proto/windmill.proto | 327 ---------------------------------
 1 file changed, 327 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/incubator-beam/blob/e6b37b55/sdk/src/main/proto/windmill.proto
----------------------------------------------------------------------
diff --git a/sdk/src/main/proto/windmill.proto b/sdk/src/main/proto/windmill.proto
deleted file mode 100644
index d9d9706..0000000
--- a/sdk/src/main/proto/windmill.proto
+++ /dev/null
@@ -1,327 +0,0 @@
-/*
- * Copyright (C) 2015 Google Inc.
- *
- * Licensed under the Apache License, Version 2.0 (the "License"); you may not
- * use this file except in compliance with the License. You may obtain a copy of
- * the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
- * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
- * License for the specific language governing permissions and limitations under
- * the License.
- */
-
-/*
- * Protocol Buffers describing the interface between streaming Dataflow workers
- * and the Windmill servers.
- */
-
-syntax = "proto2";
-
-package windmill;
-
-option java_package = "com.google.cloud.dataflow.sdk.runners.worker.windmill";
-option java_outer_classname = "Windmill";
-
-////////////////////////////////////////////////////////////////////////////////
-// API Data types
-
-message Message {
-  required int64 timestamp = 1 [default=-0x8000000000000000];
-  required bytes data = 2;
-  optional bytes metadata = 3;
-}
-
-message Timer {
-  required bytes tag = 1;
-  optional int64 timestamp = 2 [default=-0x8000000000000000];
-  enum Type {
-    WATERMARK = 0;
-    REALTIME = 1;
-    DEPENDENT_REALTIME = 2;
-  }
-  optional Type type = 3 [default = WATERMARK];
-  optional string state_family = 4;
-}
-
-message InputMessageBundle {
-  required string source_computation_id = 1;
-  repeated Message messages = 2;
-}
-
-message KeyedMessageBundle {
-  required bytes key = 1;
-  repeated Message messages = 2;
-  repeated bytes messages_ids = 3;
-}
-
-message OutputMessageBundle {
-  optional string destination_computation_id = 1;
-  optional string destination_stream_id = 3;
-  repeated KeyedMessageBundle bundles = 2;
-}
-
-message PubSubMessageBundle {
-  required string topic = 1;
-  repeated Message messages = 2;
-  optional string timestamp_label = 3;
-  optional string id_label = 4;
-}
-
-message TimerBundle {
-  repeated Timer timers = 1;
-}
-
-message Value {
-  required int64 timestamp = 1 [default=-0x8000000000000000];
-  required bytes data = 2;
-}
-
-message TagValue {
-  required bytes tag = 1;
-  optional Value value = 2;
-  optional string state_family = 3;
-}
-
-message TagList {
-  required bytes tag = 1;
-  // In request: All items till this timestamp (inclusive) are deleted before
-  // adding the new ones listed below.
-  optional int64 end_timestamp = 2 [default=-0x8000000000000000];
-  repeated Value values = 3;
-  optional string state_family = 4;
-
-  // In request: A previously returned continuation_token from an
-  // earlier request. Indicates we wish to fetch the next page of
-  // values.
-  // In response: Copied from request.
-  optional bytes request_token = 7;
-  // In response only: Set when there are values after those returned
-  // above, but they were suppressed to respect the fetch_max_bytes
-  // limit. Subsequent requests should copy this to request_token to
-  // retrieve the next page of values.
-  optional bytes continuation_token = 5;
-  // For a TagList fetch request, attempt to limit the size of each fetched tag
-  // list to this byte limit.
-  optional int64 fetch_max_bytes = 6 [default =  0x7fffffffffffffff];
-}
-
-message GlobalDataId {
-  required string tag = 1;
-  required bytes version = 2;
-}
-
-message GlobalData {
-  required GlobalDataId data_id = 1;
-  optional bool is_ready = 2;
-  optional bytes data = 3;
-  optional string state_family = 4;
-}
-
-message SourceState {
-  optional bytes state = 1;
-  repeated fixed64 finalize_ids = 2;
-}
-
-message WatermarkHold {
-  required bytes tag = 1;
-  repeated int64 timestamps = 2 [packed=true];
-  optional bool reset = 3;
-  optional string state_family = 4;
-}
-
-message WorkItem {
-  required bytes key = 1;
-  required fixed64 work_token = 2;
-
-  optional fixed64 cache_token = 7;
-
-  repeated InputMessageBundle message_bundles = 3;
-  optional TimerBundle timers = 4;
-  repeated GlobalDataId global_data_id_notifications = 5;
-  optional SourceState source_state = 6;
-  optional int64 output_data_watermark = 8 [default=-0x8000000000000000];
-}
-
-message ComputationWorkItems {
-  required string computation_id = 1;
-  repeated WorkItem work = 2;
-  optional int64 input_data_watermark = 3 [default=-0x8000000000000000];
-  optional int64 dependent_realtime_input_watermark = 4
-      [default = -0x8000000000000000];
-}
-
-////////////////////////////////////////////////////////////////////////////////
-// API calls
-
-// GetWork
-
-message GetWorkRequest {
-  required fixed64 client_id = 1;
-  optional string worker_id = 4;
-  optional string job_id = 5;
-  optional int64 max_items = 2 [default = 0xffffffff];
-  optional int64 max_bytes = 3 [default = 0x7fffffffffffffff];
-  // reserved field number = 6
-}
-
-message GetWorkResponse {
-  repeated ComputationWorkItems work = 1;
-}
-
-// GetData
-
-message KeyedGetDataRequest {
-  required bytes key = 1;
-  required fixed64 work_token = 2;
-  repeated TagValue values_to_fetch = 3;
-  repeated TagList lists_to_fetch = 4;
-  repeated WatermarkHold watermark_holds_to_fetch = 5;
-}
-
-message ComputationGetDataRequest {
-  required string computation_id = 1;
-  repeated KeyedGetDataRequest requests = 2;
-}
-
-message GetDataRequest {
-  optional string job_id = 4;
-  repeated ComputationGetDataRequest requests = 1;
-  repeated GlobalDataRequest global_data_fetch_requests = 3;
-
-  // DEPRECATED
-  repeated GlobalDataId global_data_to_fetch = 2;
-}
-
-message KeyedGetDataResponse {
-  required bytes key = 1;
-  // The response for this key is not populated due to the fetch failing.
-  optional bool failed = 2;
-  repeated TagValue values = 3;
-  repeated TagList lists = 4;
-  repeated WatermarkHold watermark_holds = 5;
-}
-
-message ComputationGetDataResponse {
-  required string computation_id = 1;
-  repeated KeyedGetDataResponse data = 2;
-}
-
-message GetDataResponse {
-  repeated ComputationGetDataResponse data = 1;
-  repeated GlobalData global_data = 2;
-}
-
-// CommitWork
-
-message Counter {
-  optional string name = 1;
-  enum Kind {
-    SUM = 0;
-    MAX = 1;
-    MIN = 2;
-    MEAN = 3;
-  };
-  optional Kind kind = 2;
-
-  // For SUM, MAX, MIN, AND, OR, MEAN at most one of the following should be
-  // set.  For MEAN it is the sum
-  optional double double_scalar = 3;
-  optional int64 int_scalar = 4;
-
-  // Only set for MEAN. Count of elements contributing to the sum.
-  optional int64 mean_count = 6;
-
-  // True if this metric is reported as the total cumulative aggregate
-  // value accumulated since the worker started working on this WorkItem.
-  // By default this is false, indicating that this metric is reported
-  // as a delta that is not associated with any WorkItem.
-   optional bool cumulative = 7;
-}
-
-message GlobalDataRequest {
-  required GlobalDataId data_id = 1;
-  optional int64 existence_watermark_deadline = 2 [default=0x7FFFFFFFFFFFFFFF];
-  optional string state_family = 3;
-}
-
-// next id: 15
-message WorkItemCommitRequest {
-  required bytes key = 1;
-  required fixed64 work_token = 2;
-  repeated OutputMessageBundle output_messages = 3;
-  repeated PubSubMessageBundle pubsub_messages = 7;
-  repeated Timer output_timers = 4;
-  repeated TagValue value_updates = 5;
-  repeated TagList list_updates = 6;
-  repeated Counter counter_updates = 8;
-  repeated GlobalDataRequest global_data_requests = 11;
-  repeated GlobalData global_data_updates = 10;
-  optional SourceState source_state_updates = 12;
-  optional int64 source_watermark = 13 [default=-0x8000000000000000];
-  repeated WatermarkHold watermark_holds = 14;
-
-  // DEPRECATED
-  repeated GlobalDataId global_data_id_requests = 9;
-}
-
-message ComputationCommitWorkRequest {
-  required string computation_id = 1;
-  repeated WorkItemCommitRequest requests = 2;
-}
-
-message CommitWorkRequest {
-  optional string job_id = 2;
-  repeated ComputationCommitWorkRequest requests = 1;
-}
-
-message CommitWorkResponse {}
-
-// Configuration
-
-message GetConfigRequest {
-  optional string job_id = 2;
-  repeated string computations = 1;
-}
-
-message GetConfigResponse {
-  repeated string cloud_works = 1;
-
-  message NameMapEntry {
-    optional string user_name = 1;
-    optional string system_name = 2;
-  }
-
-  // Map of user names to system names
-  repeated NameMapEntry name_map = 2;
-
-  message SystemNameToComputationIdMapEntry {
-    optional string system_name = 1;
-    optional string computation_id = 2;
-  }
-  repeated SystemNameToComputationIdMapEntry
-    system_name_to_computation_id_map = 3;
-}
-
-// Reporting
-
-message Exception {
-  repeated string stack_frames = 1;
-  optional Exception cause = 2;
-}
-
-message ReportStatsRequest {
-  optional string job_id = 6;
-  optional string computation_id = 1;
-  optional bytes key = 2;
-  optional fixed64 work_token = 3;
-  repeated Exception exceptions = 4;
-  repeated Counter counter_updates = 5;
-}
-
-message ReportStatsResponse {
-  optional bool failed = 1;
-}


Mime
View raw message