beam-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From jamesmal...@apache.org
Subject [47/50] [abbrv] incubator-beam git commit: Dataflow code drop!
Date Fri, 26 Feb 2016 22:55:24 GMT
Dataflow code drop!


Project: http://git-wip-us.apache.org/repos/asf/incubator-beam/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-beam/commit/394390fd
Tree: http://git-wip-us.apache.org/repos/asf/incubator-beam/tree/394390fd
Diff: http://git-wip-us.apache.org/repos/asf/incubator-beam/diff/394390fd

Branch: refs/heads/master
Commit: 394390fd98b02e9685f106c624676fd1533e4201
Parents: 41e5cc9 d4dcaaa
Author: Frances Perry <fjp@google.com>
Authored: Fri Feb 26 12:10:43 2016 -0800
Committer: Frances Perry <fjp@google.com>
Committed: Fri Feb 26 12:10:43 2016 -0800

----------------------------------------------------------------------
 .gitattributes                                  |   26 +
 .gitignore                                      |   16 +
 .travis.yml                                     |   35 +
 CONTRIBUTING.md                                 |   31 +
 LICENSE                                         |  202 ++
 README.md                                       |  125 +
 checkstyle.xml                                  |  413 +++
 contrib/README.md                               |   53 +
 contrib/hadoop/AUTHORS.md                       |    7 +
 contrib/hadoop/README.md                        |   24 +
 contrib/hadoop/pom.xml                          |  169 +
 .../contrib/hadoop/HadoopFileSource.java        |  485 +++
 .../dataflow/contrib/hadoop/WritableCoder.java  |  110 +
 .../contrib/hadoop/HadoopFileSourceTest.java    |  189 ++
 .../contrib/hadoop/WritableCoderTest.java       |   36 +
 contrib/join-library/AUTHORS.md                 |    6 +
 contrib/join-library/README.md                  |   33 +
 contrib/join-library/pom.xml                    |  185 ++
 .../dataflow/contrib/joinlibrary/Join.java      |  185 ++
 .../contrib/joinlibrary/InnerJoinTest.java      |  142 +
 .../contrib/joinlibrary/OuterLeftJoinTest.java  |  152 +
 .../contrib/joinlibrary/OuterRightJoinTest.java |  152 +
 examples/README.md                              |   95 +
 examples/pom.xml                                |  521 ++++
 .../dataflow/examples/DebuggingWordCount.java   |  182 ++
 .../dataflow/examples/MinimalWordCount.java     |  117 +
 .../dataflow/examples/WindowedWordCount.java    |  269 ++
 .../cloud/dataflow/examples/WordCount.java      |  206 ++
 .../examples/common/DataflowExampleOptions.java |   34 +
 .../examples/common/DataflowExampleUtils.java   |  485 +++
 .../common/ExampleBigQueryTableOptions.java     |   53 +
 ...xamplePubsubTopicAndSubscriptionOptions.java |   44 +
 .../common/ExamplePubsubTopicOptions.java       |   44 +
 .../examples/common/PubsubFileInjector.java     |  153 +
 .../examples/complete/AutoComplete.java         |  510 +++
 .../cloud/dataflow/examples/complete/README.md  |   44 +
 .../examples/complete/StreamingWordExtract.java |  163 +
 .../cloud/dataflow/examples/complete/TfIdf.java |  431 +++
 .../examples/complete/TopWikipediaSessions.java |  223 ++
 .../examples/complete/TrafficMaxLaneFlow.java   |  425 +++
 .../examples/complete/TrafficRoutes.java        |  459 +++
 .../examples/cookbook/BigQueryTornadoes.java    |  179 ++
 .../cookbook/CombinePerKeyExamples.java         |  223 ++
 .../examples/cookbook/DatastoreWordCount.java   |  269 ++
 .../examples/cookbook/DeDupExample.java         |  100 +
 .../examples/cookbook/FilterExamples.java       |  266 ++
 .../examples/cookbook/JoinExamples.java         |  185 ++
 .../examples/cookbook/MaxPerKeyExamples.java    |  173 +
 .../cloud/dataflow/examples/cookbook/README.md  |   55 +
 .../examples/cookbook/TriggerExample.java       |  564 ++++
 .../examples/MinimalWordCountJava8.java         |   68 +
 .../examples/complete/game/GameStats.java       |  347 +++
 .../examples/complete/game/HourlyTeamScore.java |  193 ++
 .../examples/complete/game/LeaderBoard.java     |  237 ++
 .../dataflow/examples/complete/game/README.md   |  119 +
 .../examples/complete/game/UserScore.java       |  239 ++
 .../complete/game/injector/Injector.java        |  417 +++
 .../complete/game/injector/InjectorUtils.java   |  101 +
 .../injector/RetryHttpInitializerWrapper.java   |  127 +
 .../complete/game/utils/WriteToBigQuery.java    |  134 +
 .../game/utils/WriteWindowedToBigQuery.java     |   76 +
 .../examples/DebuggingWordCountTest.java        |   45 +
 .../cloud/dataflow/examples/WordCountTest.java  |   85 +
 .../examples/complete/AutoCompleteTest.java     |  181 ++
 .../dataflow/examples/complete/TfIdfTest.java   |   67 +
 .../complete/TopWikipediaSessionsTest.java      |   62 +
 .../cookbook/BigQueryTornadoesTest.java         |   80 +
 .../cookbook/CombinePerKeyExamplesTest.java     |   90 +
 .../examples/cookbook/DeDupExampleTest.java     |   83 +
 .../examples/cookbook/FilterExamplesTest.java   |   85 +
 .../examples/cookbook/JoinExamplesTest.java     |  114 +
 .../cookbook/MaxPerKeyExamplesTest.java         |   85 +
 .../examples/cookbook/TriggerExampleTest.java   |  139 +
 .../examples/MinimalWordCountJava8Test.java     |  103 +
 .../examples/complete/game/GameStatsTest.java   |   99 +
 .../complete/game/HourlyTeamScoreTest.java      |  121 +
 .../examples/complete/game/UserScoreTest.java   |  156 +
 javadoc/README.md                               |    4 +
 javadoc/apiclient-docs/package-list             |   34 +
 javadoc/avro-docs/package-list                  |   30 +
 javadoc/bq-docs/package-list                    |    2 +
 javadoc/dataflow-sdk-docs/package-list          |   11 +
 javadoc/datastore-docs/package-list             |    2 +
 javadoc/guava-docs/package-list                 |   15 +
 javadoc/hamcrest-docs/package-list              |   10 +
 javadoc/jackson-annotations-docs/package-list   |    1 +
 javadoc/jackson-databind-docs/package-list      |   20 +
 javadoc/joda-docs/package-list                  |    7 +
 javadoc/junit-docs/package-list                 |    7 +
 javadoc/oauth-docs/package-list                 |   11 +
 javadoc/overview.html                           |   31 +
 maven-archetypes/examples/pom.xml               |   56 +
 .../META-INF/maven/archetype-metadata.xml       |   29 +
 .../main/resources/archetype-resources/pom.xml  |  204 ++
 .../src/main/java/DebuggingWordCount.java       |  182 ++
 .../src/main/java/MinimalWordCount.java         |  115 +
 .../src/main/java/WindowedWordCount.java        |  262 ++
 .../src/main/java/WordCount.java                |  204 ++
 .../java/common/DataflowExampleOptions.java     |   29 +
 .../main/java/common/DataflowExampleUtils.java  |  398 +++
 .../common/ExampleBigQueryTableOptions.java     |   53 +
 .../java/common/ExamplePubsubTopicOptions.java  |   49 +
 .../main/java/common/PubsubFileInjector.java    |  153 +
 .../src/test/java/DebuggingWordCountTest.java   |   44 +
 .../src/test/java/WordCountTest.java            |   85 +
 .../projects/basic/archetype.properties         |    5 +
 .../src/test/resources/projects/basic/goal.txt  |    1 +
 maven-archetypes/starter/pom.xml                |   56 +
 .../META-INF/maven/archetype-metadata.xml       |   21 +
 .../main/resources/archetype-resources/pom.xml  |   43 +
 .../src/main/java/StarterPipeline.java          |   67 +
 .../projects/basic/archetype.properties         |    5 +
 .../src/test/resources/projects/basic/goal.txt  |    1 +
 .../resources/projects/basic/reference/pom.xml  |   43 +
 .../src/main/java/it/pkg/StarterPipeline.java   |   67 +
 pom.xml                                         |  331 ++
 sdk/pom.xml                                     |  755 +++++
 .../com/google/cloud/dataflow/sdk/Pipeline.java |  502 +++
 .../cloud/dataflow/sdk/PipelineResult.java      |   95 +
 .../dataflow/sdk/annotations/Experimental.java  |   80 +
 .../dataflow/sdk/annotations/package-info.java  |   20 +
 .../cloud/dataflow/sdk/coders/AtomicCoder.java  |   51 +
 .../cloud/dataflow/sdk/coders/AvroCoder.java    |  714 +++++
 .../sdk/coders/BigEndianIntegerCoder.java       |   99 +
 .../dataflow/sdk/coders/BigEndianLongCoder.java |   99 +
 .../dataflow/sdk/coders/ByteArrayCoder.java     |  138 +
 .../cloud/dataflow/sdk/coders/ByteCoder.java    |  111 +
 .../dataflow/sdk/coders/ByteStringCoder.java    |  106 +
 .../sdk/coders/CannotProvideCoderException.java |   95 +
 .../google/cloud/dataflow/sdk/coders/Coder.java |  298 ++
 .../dataflow/sdk/coders/CoderException.java     |   36 +
 .../dataflow/sdk/coders/CoderFactories.java     |  274 ++
 .../cloud/dataflow/sdk/coders/CoderFactory.java |   43 +
 .../dataflow/sdk/coders/CoderProvider.java      |   33 +
 .../dataflow/sdk/coders/CoderProviders.java     |  164 +
 .../dataflow/sdk/coders/CoderRegistry.java      |  843 +++++
 .../dataflow/sdk/coders/CollectionCoder.java    |   73 +
 .../cloud/dataflow/sdk/coders/CustomCoder.java  |  137 +
 .../cloud/dataflow/sdk/coders/DefaultCoder.java |   66 +
 .../dataflow/sdk/coders/DelegateCoder.java      |  164 +
 .../sdk/coders/DeterministicStandardCoder.java  |   38 +
 .../cloud/dataflow/sdk/coders/DoubleCoder.java  |  113 +
 .../dataflow/sdk/coders/DurationCoder.java      |   97 +
 .../cloud/dataflow/sdk/coders/EntityCoder.java  |   86 +
 .../cloud/dataflow/sdk/coders/InstantCoder.java |  113 +
 .../dataflow/sdk/coders/IterableCoder.java      |   78 +
 .../dataflow/sdk/coders/IterableLikeCoder.java  |  278 ++
 .../cloud/dataflow/sdk/coders/JAXBCoder.java    |  135 +
 .../cloud/dataflow/sdk/coders/KvCoder.java      |  162 +
 .../cloud/dataflow/sdk/coders/KvCoderBase.java  |   61 +
 .../cloud/dataflow/sdk/coders/ListCoder.java    |   77 +
 .../cloud/dataflow/sdk/coders/MapCoder.java     |  160 +
 .../cloud/dataflow/sdk/coders/MapCoderBase.java |   54 +
 .../dataflow/sdk/coders/NullableCoder.java      |  175 ++
 .../cloud/dataflow/sdk/coders/Proto2Coder.java  |  361 +++
 .../dataflow/sdk/coders/SerializableCoder.java  |  183 ++
 .../cloud/dataflow/sdk/coders/SetCoder.java     |   94 +
 .../dataflow/sdk/coders/StandardCoder.java      |  229 ++
 .../sdk/coders/StringDelegateCoder.java         |   86 +
 .../dataflow/sdk/coders/StringUtf8Coder.java    |  139 +
 .../sdk/coders/StructuralByteArray.java         |   56 +
 .../dataflow/sdk/coders/TableRowJsonCoder.java  |   82 +
 .../sdk/coders/TextualIntegerCoder.java         |   69 +
 .../cloud/dataflow/sdk/coders/VarIntCoder.java  |   97 +
 .../cloud/dataflow/sdk/coders/VarLongCoder.java |   96 +
 .../cloud/dataflow/sdk/coders/VoidCoder.java    |   76 +
 .../cloud/dataflow/sdk/coders/package-info.java |   44 +
 .../sdk/coders/protobuf/ProtoCoder.java         |  411 +++
 .../sdk/coders/protobuf/ProtobufUtil.java       |  171 +
 .../google/cloud/dataflow/sdk/io/AvroIO.java    |  810 +++++
 .../cloud/dataflow/sdk/io/AvroSource.java       |  647 ++++
 .../cloud/dataflow/sdk/io/BigQueryIO.java       | 1499 +++++++++
 .../cloud/dataflow/sdk/io/BlockBasedSource.java |  237 ++
 .../sdk/io/BoundedReadFromUnboundedSource.java  |  271 ++
 .../cloud/dataflow/sdk/io/BoundedSource.java    |  277 ++
 .../cloud/dataflow/sdk/io/CompressedSource.java |  413 +++
 .../cloud/dataflow/sdk/io/CountingSource.java   |  386 +++
 .../cloud/dataflow/sdk/io/DatastoreIO.java      |  957 ++++++
 .../cloud/dataflow/sdk/io/FileBasedSink.java    |  864 +++++
 .../cloud/dataflow/sdk/io/FileBasedSource.java  |  648 ++++
 .../dataflow/sdk/io/OffsetBasedSource.java      |  326 ++
 .../google/cloud/dataflow/sdk/io/PubsubIO.java  | 1044 +++++++
 .../com/google/cloud/dataflow/sdk/io/Read.java  |  253 ++
 .../dataflow/sdk/io/ShardNameTemplate.java      |   75 +
 .../com/google/cloud/dataflow/sdk/io/Sink.java  |  252 ++
 .../google/cloud/dataflow/sdk/io/Source.java    |  193 ++
 .../google/cloud/dataflow/sdk/io/TextIO.java    |  992 ++++++
 .../cloud/dataflow/sdk/io/UnboundedSource.java  |  253 ++
 .../com/google/cloud/dataflow/sdk/io/Write.java |  213 ++
 .../google/cloud/dataflow/sdk/io/XmlSink.java   |  310 ++
 .../google/cloud/dataflow/sdk/io/XmlSource.java |  541 ++++
 .../dataflow/sdk/io/bigtable/BigtableIO.java    |  987 ++++++
 .../sdk/io/bigtable/BigtableService.java        |  108 +
 .../sdk/io/bigtable/BigtableServiceImpl.java    |  241 ++
 .../cloud/dataflow/sdk/io/package-info.java     |   37 +
 .../cloud/dataflow/sdk/io/range/ByteKey.java    |  173 +
 .../dataflow/sdk/io/range/ByteKeyRange.java     |  376 +++
 .../sdk/io/range/ByteKeyRangeTracker.java       |  117 +
 .../sdk/io/range/OffsetRangeTracker.java        |  182 ++
 .../dataflow/sdk/io/range/RangeTracker.java     |  220 ++
 .../dataflow/sdk/io/range/package-info.java     |   23 +
 .../sdk/options/ApplicationNameOptions.java     |   33 +
 .../dataflow/sdk/options/BigQueryOptions.java   |   31 +
 .../BlockingDataflowPipelineOptions.java        |   49 +
 .../sdk/options/CloudDebuggerOptions.java       |   36 +
 .../options/DataflowPipelineDebugOptions.java   |  242 ++
 .../sdk/options/DataflowPipelineOptions.java    |  121 +
 .../DataflowPipelineWorkerPoolOptions.java      |  242 ++
 .../sdk/options/DataflowProfilingOptions.java   |   46 +
 .../options/DataflowWorkerHarnessOptions.java   |   50 +
 .../options/DataflowWorkerLoggingOptions.java   |  153 +
 .../cloud/dataflow/sdk/options/Default.java     |  153 +
 .../sdk/options/DefaultValueFactory.java        |   38 +
 .../cloud/dataflow/sdk/options/Description.java |   35 +
 .../sdk/options/DirectPipelineOptions.java      |   75 +
 .../cloud/dataflow/sdk/options/GcpOptions.java  |  291 ++
 .../cloud/dataflow/sdk/options/GcsOptions.java  |  113 +
 .../sdk/options/GoogleApiDebugOptions.java      |   87 +
 .../cloud/dataflow/sdk/options/Hidden.java      |   33 +
 .../dataflow/sdk/options/PipelineOptions.java   |  248 ++
 .../sdk/options/PipelineOptionsFactory.java     | 1497 +++++++++
 .../sdk/options/PipelineOptionsRegistrar.java   |   36 +
 .../sdk/options/PipelineOptionsValidator.java   |  102 +
 .../sdk/options/ProxyInvocationHandler.java     |  441 +++
 .../dataflow/sdk/options/StreamingOptions.java  |   30 +
 .../cloud/dataflow/sdk/options/Validation.java  |   46 +
 .../dataflow/sdk/options/package-info.java      |   25 +
 .../google/cloud/dataflow/sdk/package-info.java |   33 +
 .../runners/AggregatorPipelineExtractor.java    |   97 +
 .../runners/AggregatorRetrievalException.java   |   32 +
 .../dataflow/sdk/runners/AggregatorValues.java  |   52 +
 .../runners/BlockingDataflowPipelineRunner.java |  181 ++
 .../DataflowJobAlreadyExistsException.java      |   34 +
 .../DataflowJobAlreadyUpdatedException.java     |   33 +
 .../runners/DataflowJobCancelledException.java  |   38 +
 .../sdk/runners/DataflowJobException.java       |   40 +
 .../runners/DataflowJobExecutionException.java  |   34 +
 .../runners/DataflowJobUpdatedException.java    |   51 +
 .../dataflow/sdk/runners/DataflowPipeline.java  |   59 +
 .../sdk/runners/DataflowPipelineJob.java        |  389 +++
 .../sdk/runners/DataflowPipelineRegistrar.java  |   58 +
 .../sdk/runners/DataflowPipelineRunner.java     | 2947 ++++++++++++++++++
 .../runners/DataflowPipelineRunnerHooks.java    |   37 +
 .../sdk/runners/DataflowPipelineTranslator.java | 1086 +++++++
 .../sdk/runners/DataflowServiceException.java   |   32 +
 .../dataflow/sdk/runners/DirectPipeline.java    |   55 +
 .../sdk/runners/DirectPipelineRegistrar.java    |   53 +
 .../sdk/runners/DirectPipelineRunner.java       | 1156 +++++++
 .../dataflow/sdk/runners/PipelineRunner.java    |   76 +
 .../sdk/runners/PipelineRunnerRegistrar.java    |   40 +
 .../sdk/runners/RecordingPipelineVisitor.java   |   54 +
 .../sdk/runners/TransformHierarchy.java         |  104 +
 .../dataflow/sdk/runners/TransformTreeNode.java |  252 ++
 .../sdk/runners/dataflow/AssignWindows.java     |   88 +
 .../runners/dataflow/BigQueryIOTranslator.java  |  125 +
 .../sdk/runners/dataflow/CustomSources.java     |  118 +
 .../dataflow/DataflowAggregatorTransforms.java  |   79 +
 .../dataflow/DataflowMetricUpdateExtractor.java |  110 +
 .../runners/dataflow/PubsubIOTranslator.java    |  107 +
 .../sdk/runners/dataflow/ReadTranslator.java    |  103 +
 .../sdk/runners/dataflow/package-info.java      |   20 +
 .../inprocess/BoundedReadEvaluatorFactory.java  |  140 +
 .../dataflow/sdk/runners/inprocess/Clock.java   |   29 +
 .../inprocess/EmptyTransformEvaluator.java      |   49 +
 .../sdk/runners/inprocess/EvaluatorKey.java     |   56 +
 .../inprocess/FlattenEvaluatorFactory.java      |   82 +
 .../runners/inprocess/ForwardingPTransform.java |   54 +
 .../inprocess/GroupByKeyEvaluatorFactory.java   |  252 ++
 .../inprocess/InMemoryWatermarkManager.java     | 1316 ++++++++
 .../sdk/runners/inprocess/InProcessBundle.java  |  117 +
 .../inprocess/InProcessBundleOutputManager.java |   50 +
 .../sdk/runners/inprocess/InProcessCreate.java  |  209 ++
 .../inprocess/InProcessExecutionContext.java    |  106 +
 .../inprocess/InProcessPipelineOptions.java     |   24 +
 .../inprocess/InProcessPipelineRunner.java      |  260 ++
 .../inprocess/InProcessSideInputContainer.java  |  207 ++
 .../inprocess/InProcessTimerInternals.java      |   84 +
 .../inprocess/InProcessTransformResult.java     |   75 +
 .../sdk/runners/inprocess/NanosOffsetClock.java |   58 +
 .../inprocess/ParDoInProcessEvaluator.java      |  109 +
 .../inprocess/ParDoMultiEvaluatorFactory.java   |   88 +
 .../inprocess/ParDoSingleEvaluatorFactory.java  |   85 +
 .../runners/inprocess/StepTransformResult.java  |  157 +
 .../runners/inprocess/TransformEvaluator.java   |   45 +
 .../inprocess/TransformEvaluatorFactory.java    |   43 +
 .../UnboundedReadEvaluatorFactory.java          |  158 +
 .../runners/inprocess/ViewEvaluatorFactory.java |  121 +
 .../dataflow/sdk/runners/package-info.java      |   33 +
 .../dataflow/sdk/runners/worker/IsmFormat.java  |  946 ++++++
 .../sdk/runners/worker/package-info.java        |   24 +
 .../dataflow/sdk/testing/CoderProperties.java   |  349 +++
 .../dataflow/sdk/testing/DataflowAssert.java    |  825 +++++
 .../dataflow/sdk/testing/RunnableOnService.java |   30 +
 .../sdk/testing/SerializableMatcher.java        |   36 +
 .../sdk/testing/SerializableMatchers.java       | 1180 +++++++
 .../dataflow/sdk/testing/SourceTestUtils.java   |  642 ++++
 .../testing/TestDataflowPipelineOptions.java    |   26 +
 .../sdk/testing/TestDataflowPipelineRunner.java |  220 ++
 .../dataflow/sdk/testing/TestPipeline.java      |  193 ++
 .../dataflow/sdk/testing/WindowFnTestUtils.java |  325 ++
 .../dataflow/sdk/testing/package-info.java      |   21 +
 .../dataflow/sdk/transforms/Aggregator.java     |   78 +
 .../sdk/transforms/AggregatorRetriever.java     |   36 +
 .../sdk/transforms/AppliedPTransform.java       |  100 +
 .../sdk/transforms/ApproximateQuantiles.java    |  766 +++++
 .../sdk/transforms/ApproximateUnique.java       |  419 +++
 .../cloud/dataflow/sdk/transforms/Combine.java  | 2252 +++++++++++++
 .../dataflow/sdk/transforms/CombineFnBase.java  |  283 ++
 .../sdk/transforms/CombineWithContext.java      |  277 ++
 .../cloud/dataflow/sdk/transforms/Count.java    |  135 +
 .../cloud/dataflow/sdk/transforms/Create.java   |  426 +++
 .../cloud/dataflow/sdk/transforms/DoFn.java     |  552 ++++
 .../dataflow/sdk/transforms/DoFnReflector.java  |  667 ++++
 .../dataflow/sdk/transforms/DoFnTester.java     |  495 +++
 .../sdk/transforms/DoFnWithContext.java         |  416 +++
 .../cloud/dataflow/sdk/transforms/Filter.java   |  234 ++
 .../sdk/transforms/FlatMapElements.java         |  145 +
 .../cloud/dataflow/sdk/transforms/Flatten.java  |  219 ++
 .../dataflow/sdk/transforms/GroupByKey.java     |  575 ++++
 .../transforms/IntraBundleParallelization.java  |  346 ++
 .../cloud/dataflow/sdk/transforms/Keys.java     |   68 +
 .../cloud/dataflow/sdk/transforms/KvSwap.java   |   73 +
 .../dataflow/sdk/transforms/MapElements.java    |  112 +
 .../cloud/dataflow/sdk/transforms/Max.java      |  255 ++
 .../cloud/dataflow/sdk/transforms/Mean.java     |  202 ++
 .../cloud/dataflow/sdk/transforms/Min.java      |  255 ++
 .../dataflow/sdk/transforms/PTransform.java     |  312 ++
 .../cloud/dataflow/sdk/transforms/ParDo.java    | 1308 ++++++++
 .../dataflow/sdk/transforms/Partition.java      |  173 +
 .../sdk/transforms/RemoveDuplicates.java        |  158 +
 .../cloud/dataflow/sdk/transforms/Sample.java   |  246 ++
 .../sdk/transforms/SerializableComparator.java  |   28 +
 .../sdk/transforms/SerializableFunction.java    |   31 +
 .../dataflow/sdk/transforms/SimpleFunction.java |   54 +
 .../cloud/dataflow/sdk/transforms/Sum.java      |  188 ++
 .../cloud/dataflow/sdk/transforms/Top.java      |  559 ++++
 .../cloud/dataflow/sdk/transforms/Values.java   |   68 +
 .../cloud/dataflow/sdk/transforms/View.java     |  470 +++
 .../cloud/dataflow/sdk/transforms/WithKeys.java |  140 +
 .../dataflow/sdk/transforms/WithTimestamps.java |  129 +
 .../cloud/dataflow/sdk/transforms/Write.java    |   27 +
 .../sdk/transforms/join/CoGbkResult.java        |  463 +++
 .../sdk/transforms/join/CoGbkResultSchema.java  |  134 +
 .../sdk/transforms/join/CoGroupByKey.java       |  211 ++
 .../transforms/join/KeyedPCollectionTuple.java  |  247 ++
 .../sdk/transforms/join/RawUnionValue.java      |   51 +
 .../sdk/transforms/join/UnionCoder.java         |  147 +
 .../sdk/transforms/join/package-info.java       |   21 +
 .../dataflow/sdk/transforms/package-info.java   |   43 +
 .../sdk/transforms/windowing/AfterAll.java      |  117 +
 .../windowing/AfterDelayFromFirstElement.java   |  322 ++
 .../sdk/transforms/windowing/AfterEach.java     |  135 +
 .../sdk/transforms/windowing/AfterFirst.java    |  119 +
 .../sdk/transforms/windowing/AfterPane.java     |  145 +
 .../windowing/AfterProcessingTime.java          |   97 +
 .../AfterSynchronizedProcessingTime.java        |   75 +
 .../transforms/windowing/AfterWatermark.java    |  397 +++
 .../sdk/transforms/windowing/BoundedWindow.java |   46 +
 .../transforms/windowing/CalendarWindows.java   |  348 +++
 .../transforms/windowing/DefaultTrigger.java    |   95 +
 .../sdk/transforms/windowing/FixedWindows.java  |  116 +
 .../sdk/transforms/windowing/GlobalWindow.java  |   68 +
 .../sdk/transforms/windowing/GlobalWindows.java |   63 +
 .../transforms/windowing/IntervalWindow.java    |  201 ++
 .../transforms/windowing/InvalidWindows.java    |   87 +
 .../MergeOverlappingIntervalWindows.java        |   86 +
 .../windowing/NonMergingWindowFn.java           |   35 +
 .../transforms/windowing/OrFinallyTrigger.java  |  100 +
 .../sdk/transforms/windowing/OutputTimeFn.java  |  319 ++
 .../sdk/transforms/windowing/OutputTimeFns.java |  168 +
 .../sdk/transforms/windowing/PaneInfo.java      |  384 +++
 .../windowing/PartitioningWindowFn.java         |   61 +
 .../sdk/transforms/windowing/Repeatedly.java    |  100 +
 .../sdk/transforms/windowing/Sessions.java      |  112 +
 .../transforms/windowing/SlidingWindows.java    |  214 ++
 .../sdk/transforms/windowing/Trigger.java       |  544 ++++
 .../transforms/windowing/TriggerBuilder.java    |   29 +
 .../sdk/transforms/windowing/Window.java        |  662 ++++
 .../sdk/transforms/windowing/WindowFn.java      |  221 ++
 .../sdk/transforms/windowing/package-info.java  |   49 +
 .../dataflow/sdk/util/ActiveWindowSet.java      |  171 +
 .../cloud/dataflow/sdk/util/ApiSurface.java     |  642 ++++
 .../dataflow/sdk/util/AppEngineEnvironment.java |   61 +
 .../dataflow/sdk/util/AppliedCombineFn.java     |  130 +
 .../dataflow/sdk/util/AssignWindowsDoFn.java    |   67 +
 ...AttemptAndTimeBoundedExponentialBackOff.java |  168 +
 .../util/AttemptBoundedExponentialBackOff.java  |   83 +
 .../cloud/dataflow/sdk/util/AvroUtils.java      |  345 ++
 .../dataflow/sdk/util/BaseExecutionContext.java |  155 +
 .../dataflow/sdk/util/BatchTimerInternals.java  |  138 +
 .../sdk/util/BigQueryTableInserter.java         |  434 +++
 .../sdk/util/BigQueryTableRowIterator.java      |  469 +++
 .../cloud/dataflow/sdk/util/BitSetCoder.java    |   59 +
 .../BufferedElementCountingOutputStream.java    |  184 ++
 .../cloud/dataflow/sdk/util/CloudKnownType.java |  138 +
 .../cloud/dataflow/sdk/util/CloudObject.java    |  184 ++
 .../cloud/dataflow/sdk/util/CoderUtils.java     |  327 ++
 .../sdk/util/CombineContextFactory.java         |  107 +
 .../cloud/dataflow/sdk/util/CombineFnUtil.java  |   97 +
 .../dataflow/sdk/util/CounterAggregator.java    |   96 +
 .../dataflow/sdk/util/CredentialFactory.java    |   29 +
 .../cloud/dataflow/sdk/util/Credentials.java    |  192 ++
 .../sdk/util/DataflowPathValidator.java         |   97 +
 .../dataflow/sdk/util/DataflowReleaseInfo.java  |   87 +
 .../sdk/util/DirectModeExecutionContext.java    |  130 +
 .../sdk/util/DirectSideInputReader.java         |   73 +
 .../cloud/dataflow/sdk/util/DoFnInfo.java       |   67 +
 .../cloud/dataflow/sdk/util/DoFnRunner.java     |   60 +
 .../cloud/dataflow/sdk/util/DoFnRunnerBase.java |  558 ++++
 .../cloud/dataflow/sdk/util/DoFnRunners.java    |  140 +
 .../dataflow/sdk/util/ExecutableTrigger.java    |  159 +
 .../dataflow/sdk/util/ExecutionContext.java     |  102 +
 .../sdk/util/ExposedByteArrayInputStream.java   |   51 +
 .../sdk/util/ExposedByteArrayOutputStream.java  |  115 +
 .../dataflow/sdk/util/FileIOChannelFactory.java |  135 +
 .../dataflow/sdk/util/FinishedTriggers.java     |   42 +
 .../sdk/util/FinishedTriggersBitSet.java        |   68 +
 .../dataflow/sdk/util/FinishedTriggersSet.java  |   74 +
 .../dataflow/sdk/util/GcpCredentialFactory.java |   45 +
 .../dataflow/sdk/util/GcsIOChannelFactory.java  |   86 +
 .../cloud/dataflow/sdk/util/GcsStager.java      |   53 +
 .../google/cloud/dataflow/sdk/util/GcsUtil.java |  406 +++
 .../util/GroupAlsoByWindowViaWindowSetDoFn.java |  104 +
 .../sdk/util/GroupAlsoByWindowsDoFn.java        |   58 +
 .../GroupAlsoByWindowsViaOutputBufferDoFn.java  |   98 +
 .../dataflow/sdk/util/IOChannelFactory.java     |  101 +
 .../cloud/dataflow/sdk/util/IOChannelUtils.java |  204 ++
 .../sdk/util/IllegalMutationException.java      |   52 +
 .../dataflow/sdk/util/InstanceBuilder.java      |  269 ++
 .../util/IntervalBoundedExponentialBackOff.java |   87 +
 .../cloud/dataflow/sdk/util/KeyedWorkItem.java  |   41 +
 .../dataflow/sdk/util/KeyedWorkItemCoder.java   |  120 +
 .../cloud/dataflow/sdk/util/KeyedWorkItems.java |  120 +
 .../sdk/util/LateDataDroppingDoFnRunner.java    |  145 +
 .../dataflow/sdk/util/MapAggregatorValues.java  |   48 +
 .../sdk/util/MergingActiveWindowSet.java        |  543 ++++
 .../cloud/dataflow/sdk/util/MimeTypes.java      |   23 +
 .../cloud/dataflow/sdk/util/MonitoringUtil.java |  233 ++
 .../dataflow/sdk/util/MutationDetector.java     |   31 +
 .../dataflow/sdk/util/MutationDetectors.java    |  182 ++
 .../cloud/dataflow/sdk/util/NonEmptyPanes.java  |  148 +
 .../sdk/util/NonMergingActiveWindowSet.java     |   85 +
 .../sdk/util/NoopCredentialFactory.java         |   38 +
 .../dataflow/sdk/util/NoopPathValidator.java    |   48 +
 .../dataflow/sdk/util/NullSideInputReader.java  |   61 +
 .../dataflow/sdk/util/OutputReference.java      |   42 +
 .../sdk/util/PCollectionViewWindow.java         |   67 +
 .../dataflow/sdk/util/PCollectionViews.java     |  426 +++
 .../google/cloud/dataflow/sdk/util/PTuple.java  |  160 +
 .../cloud/dataflow/sdk/util/PackageUtil.java    |  327 ++
 .../dataflow/sdk/util/PaneInfoTracker.java      |  151 +
 .../cloud/dataflow/sdk/util/PathValidator.java  |   47 +
 .../sdk/util/PerKeyCombineFnRunner.java         |  147 +
 .../sdk/util/PerKeyCombineFnRunners.java        |  257 ++
 .../cloud/dataflow/sdk/util/PropertyNames.java  |  105 +
 .../dataflow/sdk/util/RandomAccessData.java     |  352 +++
 .../cloud/dataflow/sdk/util/ReduceFn.java       |  128 +
 .../sdk/util/ReduceFnContextFactory.java        |  495 +++
 .../cloud/dataflow/sdk/util/ReduceFnRunner.java |  846 +++++
 .../sdk/util/ReifyTimestampAndWindowsDoFn.java  |   46 +
 .../cloud/dataflow/sdk/util/Reshuffle.java      |  145 +
 .../dataflow/sdk/util/ReshuffleTrigger.java     |   61 +
 .../sdk/util/RetryHttpRequestInitializer.java   |  250 ++
 .../dataflow/sdk/util/SerializableUtils.java    |  156 +
 .../cloud/dataflow/sdk/util/Serializer.java     |  145 +
 .../sdk/util/ShardingWritableByteChannel.java   |  118 +
 .../dataflow/sdk/util/SideInputReader.java      |   48 +
 .../dataflow/sdk/util/SimpleDoFnRunner.java     |   55 +
 .../google/cloud/dataflow/sdk/util/Stager.java  |   29 +
 .../cloud/dataflow/sdk/util/StreamUtils.java    |   68 +
 .../cloud/dataflow/sdk/util/StringUtils.java    |  242 ++
 .../google/cloud/dataflow/sdk/util/Structs.java |  384 +++
 .../dataflow/sdk/util/SystemDoFnInternal.java   |   37 +
 .../cloud/dataflow/sdk/util/SystemReduceFn.java |  133 +
 .../cloud/dataflow/sdk/util/TestCredential.java |   51 +
 .../cloud/dataflow/sdk/util/TimeDomain.java     |   41 +
 .../cloud/dataflow/sdk/util/TimeUtil.java       |  164 +
 .../cloud/dataflow/sdk/util/TimerInternals.java |  269 ++
 .../google/cloud/dataflow/sdk/util/Timers.java  |   60 +
 .../cloud/dataflow/sdk/util/Transport.java      |  196 ++
 .../sdk/util/TriggerContextFactory.java         |  522 ++++
 .../cloud/dataflow/sdk/util/TriggerRunner.java  |  223 ++
 .../dataflow/sdk/util/UnownedInputStream.java   |   76 +
 .../dataflow/sdk/util/UnownedOutputStream.java  |   56 +
 .../sdk/util/UploadIdResponseInterceptor.java   |   61 +
 .../dataflow/sdk/util/UserCodeException.java    |   94 +
 .../dataflow/sdk/util/ValueWithRecordId.java    |  154 +
 .../google/cloud/dataflow/sdk/util/Values.java  |   88 +
 .../google/cloud/dataflow/sdk/util/VarInt.java  |  115 +
 .../cloud/dataflow/sdk/util/WatermarkHold.java  |  450 +++
 .../cloud/dataflow/sdk/util/Weighted.java       |   27 +
 .../cloud/dataflow/sdk/util/WeightedValue.java  |   45 +
 .../cloud/dataflow/sdk/util/WindowTracing.java  |   36 +
 .../cloud/dataflow/sdk/util/WindowedValue.java  |  720 +++++
 .../dataflow/sdk/util/WindowingInternals.java   |   82 +
 .../dataflow/sdk/util/WindowingStrategy.java    |  268 ++
 .../cloud/dataflow/sdk/util/ZipFiles.java       |  294 ++
 .../cloud/dataflow/sdk/util/common/Counter.java | 1103 +++++++
 .../sdk/util/common/CounterProvider.java        |   26 +
 .../dataflow/sdk/util/common/CounterSet.java    |  177 ++
 .../util/common/ElementByteSizeObservable.java  |   41 +
 .../ElementByteSizeObservableIterable.java      |   63 +
 .../ElementByteSizeObservableIterator.java      |   36 +
 .../util/common/ElementByteSizeObserver.java    |   92 +
 .../sdk/util/common/PeekingReiterator.java      |   98 +
 .../sdk/util/common/ReflectHelpers.java         |  209 ++
 .../dataflow/sdk/util/common/Reiterable.java    |   27 +
 .../dataflow/sdk/util/common/Reiterator.java    |   39 +
 .../dataflow/sdk/util/common/package-info.java  |   18 +
 .../sdk/util/common/worker/StateSampler.java    |  365 +++
 .../sdk/util/common/worker/package-info.java    |   18 +
 .../cloud/dataflow/sdk/util/gcsfs/GcsPath.java  |  619 ++++
 .../dataflow/sdk/util/gcsfs/package-info.java   |   18 +
 .../cloud/dataflow/sdk/util/package-info.java   |   18 +
 .../util/state/AccumulatorCombiningState.java   |   51 +
 .../cloud/dataflow/sdk/util/state/BagState.java |   26 +
 .../dataflow/sdk/util/state/CombiningState.java |   40 +
 .../CopyOnAccessInMemoryStateInternals.java     |  454 +++
 .../sdk/util/state/InMemoryStateInternals.java  |  414 +++
 .../sdk/util/state/MergingStateAccessor.java    |   40 +
 .../dataflow/sdk/util/state/ReadableState.java  |   53 +
 .../cloud/dataflow/sdk/util/state/State.java    |   30 +
 .../dataflow/sdk/util/state/StateAccessor.java  |   36 +
 .../dataflow/sdk/util/state/StateContext.java   |   41 +
 .../dataflow/sdk/util/state/StateContexts.java  |  107 +
 .../dataflow/sdk/util/state/StateInternals.java |   55 +
 .../dataflow/sdk/util/state/StateMerging.java   |  254 ++
 .../dataflow/sdk/util/state/StateNamespace.java |   54 +
 .../sdk/util/state/StateNamespaceForTest.java   |   63 +
 .../sdk/util/state/StateNamespaces.java         |  277 ++
 .../dataflow/sdk/util/state/StateTable.java     |   89 +
 .../cloud/dataflow/sdk/util/state/StateTag.java |   96 +
 .../dataflow/sdk/util/state/StateTags.java      |  569 ++++
 .../dataflow/sdk/util/state/ValueState.java     |   35 +
 .../sdk/util/state/WatermarkHoldState.java      |   42 +
 .../google/cloud/dataflow/sdk/values/KV.java    |  130 +
 .../cloud/dataflow/sdk/values/PBegin.java       |   87 +
 .../cloud/dataflow/sdk/values/PCollection.java  |  250 ++
 .../dataflow/sdk/values/PCollectionList.java    |  238 ++
 .../dataflow/sdk/values/PCollectionTuple.java   |  264 ++
 .../dataflow/sdk/values/PCollectionView.java    |   64 +
 .../google/cloud/dataflow/sdk/values/PDone.java |   47 +
 .../cloud/dataflow/sdk/values/PInput.java       |   56 +
 .../cloud/dataflow/sdk/values/POutput.java      |   76 +
 .../dataflow/sdk/values/POutputValueBase.java   |  102 +
 .../cloud/dataflow/sdk/values/PValue.java       |   38 +
 .../cloud/dataflow/sdk/values/PValueBase.java   |  155 +
 .../dataflow/sdk/values/TimestampedValue.java   |  155 +
 .../cloud/dataflow/sdk/values/TupleTag.java     |  196 ++
 .../cloud/dataflow/sdk/values/TupleTagList.java |  148 +
 .../dataflow/sdk/values/TypeDescriptor.java     |  351 +++
 .../cloud/dataflow/sdk/values/TypedPValue.java  |  197 ++
 .../cloud/dataflow/sdk/values/package-info.java |   52 +
 sdk/src/main/proto/README.md                    |   27 +
 .../main/proto/proto2_coder_test_messages.proto |   51 +
 sdk/src/main/proto/windmill.proto               |  327 ++
 sdk/src/main/proto/windmill_service.proto       |   27 +
 .../google/cloud/dataflow/sdk/sdk.properties    |    5 +
 .../cloud/dataflow/sdk/DataflowMatchers.java    |   65 +
 .../google/cloud/dataflow/sdk/PipelineTest.java |  296 ++
 .../google/cloud/dataflow/sdk/TestUtils.java    |  213 ++
 .../cloud/dataflow/sdk/WindowMatchers.java      |  137 +
 .../dataflow/sdk/coders/AvroCoderTest.java      |  754 +++++
 .../sdk/coders/BigEndianIntegerCoderTest.java   |   90 +
 .../sdk/coders/BigEndianLongCoderTest.java      |   94 +
 .../dataflow/sdk/coders/ByteArrayCoderTest.java |  144 +
 .../dataflow/sdk/coders/ByteCoderTest.java      |   91 +
 .../sdk/coders/ByteStringCoderTest.java         |  121 +
 .../dataflow/sdk/coders/CoderFactoriesTest.java |  100 +
 .../dataflow/sdk/coders/CoderProvidersTest.java |   71 +
 .../dataflow/sdk/coders/CoderRegistryTest.java  |  521 ++++
 .../cloud/dataflow/sdk/coders/CoderTest.java    |   78 +
 .../sdk/coders/CollectionCoderTest.java         |   93 +
 .../dataflow/sdk/coders/CustomCoderTest.java    |  135 +
 .../dataflow/sdk/coders/DefaultCoderTest.java   |  128 +
 .../dataflow/sdk/coders/DelegateCoderTest.java  |  141 +
 .../dataflow/sdk/coders/DoubleCoderTest.java    |   96 +
 .../dataflow/sdk/coders/DurationCoderTest.java  |   86 +
 .../dataflow/sdk/coders/EntityCoderTest.java    |  108 +
 .../dataflow/sdk/coders/InstantCoderTest.java   |  116 +
 .../dataflow/sdk/coders/IterableCoderTest.java  |  109 +
 .../dataflow/sdk/coders/JAXBCoderTest.java      |   99 +
 .../cloud/dataflow/sdk/coders/KvCoderTest.java  |  118 +
 .../dataflow/sdk/coders/ListCoderTest.java      |  134 +
 .../cloud/dataflow/sdk/coders/MapCoderTest.java |  106 +
 .../dataflow/sdk/coders/NullableCoderTest.java  |  132 +
 .../sdk/coders/PrintBase64Encodings.java        |   81 +
 .../dataflow/sdk/coders/Proto2CoderTest.java    |  145 +
 .../sdk/coders/SerializableCoderTest.java       |  222 ++
 .../cloud/dataflow/sdk/coders/SetCoderTest.java |   86 +
 .../dataflow/sdk/coders/StandardCoderTest.java  |  176 ++
 .../sdk/coders/StringDelegateCoderTest.java     |   72 +
 .../sdk/coders/StringUtf8CoderTest.java         |   80 +
 .../sdk/coders/StructuralByteArrayTest.java     |   39 +
 .../sdk/coders/TableRowJsonCoderTest.java       |   86 +
 .../sdk/coders/TextualIntegerCoderTest.java     |   90 +
 .../dataflow/sdk/coders/VarIntCoderTest.java    |   91 +
 .../dataflow/sdk/coders/VarLongCoderTest.java   |   94 +
 .../sdk/coders/protobuf/ProtoCoderTest.java     |  182 ++
 .../sdk/coders/protobuf/ProtobufUtilTest.java   |  195 ++
 .../sdk/io/AvroIOGeneratedClassTest.java        |  374 +++
 .../cloud/dataflow/sdk/io/AvroIOTest.java       |  226 ++
 .../cloud/dataflow/sdk/io/AvroSourceTest.java   |  692 ++++
 .../cloud/dataflow/sdk/io/BigQueryIOTest.java   |  445 +++
 .../io/BoundedReadFromUnboundedSourceTest.java  |  132 +
 .../dataflow/sdk/io/CompressedSourceTest.java   |  430 +++
 .../dataflow/sdk/io/CountingSourceTest.java     |  216 ++
 .../cloud/dataflow/sdk/io/DatastoreIOTest.java  |  631 ++++
 .../dataflow/sdk/io/FileBasedSinkTest.java      |  512 +++
 .../dataflow/sdk/io/FileBasedSourceTest.java    |  914 ++++++
 .../dataflow/sdk/io/OffsetBasedSourceTest.java  |  278 ++
 .../cloud/dataflow/sdk/io/PubsubIOTest.java     |  233 ++
 .../google/cloud/dataflow/sdk/io/ReadTest.java  |  144 +
 .../cloud/dataflow/sdk/io/TextIOTest.java       |  562 ++++
 .../google/cloud/dataflow/sdk/io/WriteTest.java |  341 ++
 .../cloud/dataflow/sdk/io/XmlSinkTest.java      |  235 ++
 .../cloud/dataflow/sdk/io/XmlSourceTest.java    |  822 +++++
 .../sdk/io/bigtable/BigtableIOTest.java         |  688 ++++
 .../range/ByteKeyRangeEstimateFractionTest.java |   69 +
 .../range/ByteKeyRangeInterpolateKeyTest.java   |   73 +
 .../dataflow/sdk/io/range/ByteKeyRangeTest.java |  396 +++
 .../sdk/io/range/ByteKeyRangeTrackerTest.java   |  118 +
 .../dataflow/sdk/io/range/ByteKeyTest.java      |  178 ++
 .../sdk/io/range/OffsetRangeTrackerTest.java    |  186 ++
 .../com/google/cloud/dataflow/sdk/io/user.avsc  |   10 +
 .../DataflowPipelineDebugOptionsTest.java       |   40 +
 .../options/DataflowPipelineOptionsTest.java    |   91 +
 .../options/DataflowProfilingOptionsTest.java   |   47 +
 .../DataflowWorkerLoggingOptionsTest.java       |   73 +
 .../dataflow/sdk/options/GcpOptionsTest.java    |  123 +
 .../sdk/options/GoogleApiDebugOptionsTest.java  |  147 +
 .../sdk/options/PipelineOptionsFactoryTest.java | 1101 +++++++
 .../sdk/options/PipelineOptionsTest.java        |  126 +
 .../options/PipelineOptionsValidatorTest.java   |  310 ++
 .../sdk/options/ProxyInvocationHandlerTest.java |  691 ++++
 .../AggregatorPipelineExtractorTest.java        |  228 ++
 .../BlockingDataflowPipelineRunnerTest.java     |  301 ++
 .../sdk/runners/DataflowPipelineJobTest.java    |  603 ++++
 .../runners/DataflowPipelineRegistrarTest.java  |   72 +
 .../sdk/runners/DataflowPipelineRunnerTest.java | 1370 ++++++++
 .../sdk/runners/DataflowPipelineTest.java       |   44 +
 .../runners/DataflowPipelineTranslatorTest.java |  765 +++++
 .../runners/DirectPipelineRegistrarTest.java    |   69 +
 .../sdk/runners/DirectPipelineRunnerTest.java   |  210 ++
 .../sdk/runners/DirectPipelineTest.java         |   34 +
 .../sdk/runners/PipelineRunnerTest.java         |   82 +
 .../dataflow/sdk/runners/TransformTreeTest.java |  194 ++
 .../sdk/runners/dataflow/CustomSourcesTest.java |  273 ++
 .../runners/dataflow/TestCountingSource.java    |  212 ++
 .../BoundedReadEvaluatorFactoryTest.java        |  153 +
 .../inprocess/FlattenEvaluatorFactoryTest.java  |  137 +
 .../inprocess/ForwardingPTransformTest.java     |  100 +
 .../GroupByKeyEvaluatorFactoryTest.java         |  179 ++
 .../inprocess/InMemoryWatermarkManagerTest.java | 1099 +++++++
 .../runners/inprocess/InProcessBundleTest.java  |  143 +
 .../runners/inprocess/InProcessCreateTest.java  |  199 ++
 .../InProcessSideInputContainerTest.java        |  356 +++
 .../inprocess/InProcessTimerInternalsTest.java  |  131 +
 .../sdk/runners/inprocess/MockClock.java        |   60 +
 .../ParDoMultiEvaluatorFactoryTest.java         |  413 +++
 .../ParDoSingleEvaluatorFactoryTest.java        |  311 ++
 .../UnboundedReadEvaluatorFactoryTest.java      |  160 +
 .../inprocess/ViewEvaluatorFactoryTest.java     |   97 +
 .../sdk/testing/CoderPropertiesTest.java        |  214 ++
 .../sdk/testing/DataflowAssertTest.java         |  326 ++
 .../sdk/testing/DataflowJUnitTestRunner.java    |  129 +
 .../dataflow/sdk/testing/ExpectedLogs.java      |  306 ++
 .../dataflow/sdk/testing/ExpectedLogsTest.java  |  153 +
 .../sdk/testing/FastNanoClockAndSleeper.java    |   47 +
 .../testing/FastNanoClockAndSleeperTest.java    |   47 +
 .../sdk/testing/PCollectionViewTesting.java     |  295 ++
 .../sdk/testing/ResetDateTimeProvider.java      |   41 +
 .../sdk/testing/ResetDateTimeProviderTest.java  |   55 +
 .../sdk/testing/RestoreSystemProperties.java    |   51 +
 .../testing/RestoreSystemPropertiesTest.java    |   50 +
 .../sdk/testing/SerializableMatchersTest.java   |  165 +
 .../sdk/testing/SystemNanoTimeSleeper.java      |   68 +
 .../sdk/testing/SystemNanoTimeSleeperTest.java  |   53 +
 .../testing/TestDataflowPipelineRunnerTest.java |  317 ++
 .../dataflow/sdk/testing/TestPipelineTest.java  |   93 +
 .../transforms/ApproximateQuantilesTest.java    |  299 ++
 .../sdk/transforms/ApproximateUniqueTest.java   |  291 ++
 .../dataflow/sdk/transforms/CombineTest.java    | 1137 +++++++
 .../dataflow/sdk/transforms/CountTest.java      |  121 +
 .../dataflow/sdk/transforms/CreateTest.java     |  240 ++
 .../sdk/transforms/DoFnContextTest.java         |   68 +
 .../DoFnDelegatingAggregatorTest.java           |  143 +
 .../sdk/transforms/DoFnReflectorTest.java       |  493 +++
 .../cloud/dataflow/sdk/transforms/DoFnTest.java |  191 ++
 .../dataflow/sdk/transforms/DoFnTesterTest.java |  253 ++
 .../sdk/transforms/DoFnWithContextTest.java     |  225 ++
 .../dataflow/sdk/transforms/FilterTest.java     |  160 +
 .../sdk/transforms/FlatMapElementsTest.java     |  124 +
 .../dataflow/sdk/transforms/FlattenTest.java    |  369 +++
 .../dataflow/sdk/transforms/GroupByKeyTest.java |  438 +++
 .../IntraBundleParallelizationTest.java         |  250 ++
 .../cloud/dataflow/sdk/transforms/KeysTest.java |   83 +
 .../dataflow/sdk/transforms/KvSwapTest.java     |   91 +
 .../sdk/transforms/MapElementsTest.java         |  134 +
 .../cloud/dataflow/sdk/transforms/MaxTest.java  |   66 +
 .../cloud/dataflow/sdk/transforms/MeanTest.java |   72 +
 .../cloud/dataflow/sdk/transforms/MinTest.java  |   66 +
 .../cloud/dataflow/sdk/transforms/NoOpDoFn.java |  143 +
 .../dataflow/sdk/transforms/ParDoTest.java      | 1518 +++++++++
 .../dataflow/sdk/transforms/PartitionTest.java  |  140 +
 .../sdk/transforms/RemoveDuplicatesTest.java    |  131 +
 .../dataflow/sdk/transforms/SampleTest.java     |  260 ++
 .../sdk/transforms/SimpleStatsFnsTest.java      |  129 +
 .../cloud/dataflow/sdk/transforms/SumTest.java  |   66 +
 .../cloud/dataflow/sdk/transforms/TopTest.java  |  259 ++
 .../dataflow/sdk/transforms/ValuesTest.java     |   93 +
 .../cloud/dataflow/sdk/transforms/ViewTest.java | 1548 +++++++++
 .../dataflow/sdk/transforms/WithKeysTest.java   |  127 +
 .../sdk/transforms/WithTimestampsTest.java      |  210 ++
 .../transforms/join/CoGbkResultCoderTest.java   |   85 +
 .../sdk/transforms/join/CoGbkResultTest.java    |  124 +
 .../sdk/transforms/join/CoGroupByKeyTest.java   |  507 +++
 .../sdk/transforms/join/UnionCoderTest.java     |   48 +
 .../sdk/transforms/windowing/AfterAllTest.java  |  151 +
 .../sdk/transforms/windowing/AfterEachTest.java |  122 +
 .../transforms/windowing/AfterFirstTest.java    |  175 ++
 .../sdk/transforms/windowing/AfterPaneTest.java |  126 +
 .../windowing/AfterProcessingTimeTest.java      |  157 +
 .../AfterSynchronizedProcessingTimeTest.java    |  121 +
 .../windowing/AfterWatermarkTest.java           |  338 ++
 .../windowing/CalendarWindowsTest.java          |  260 ++
 .../windowing/DefaultTriggerTest.java           |  176 ++
 .../transforms/windowing/FixedWindowsTest.java  |  124 +
 .../windowing/IntervalWindowTest.java           |   94 +
 .../windowing/OrFinallyTriggerTest.java         |  209 ++
 .../sdk/transforms/windowing/PaneInfoTest.java  |   75 +
 .../transforms/windowing/RepeatedlyTest.java    |  128 +
 .../sdk/transforms/windowing/SessionsTest.java  |  156 +
 .../windowing/SlidingWindowsTest.java           |  193 ++
 .../sdk/transforms/windowing/TriggerTest.java   |  117 +
 .../sdk/transforms/windowing/WindowTest.java    |  226 ++
 .../sdk/transforms/windowing/WindowingTest.java |  244 ++
 .../cloud/dataflow/sdk/util/ApiSurfaceTest.java |  186 ++
 ...mptAndTimeBoundedExponentialBackOffTest.java |  212 ++
 .../AttemptBoundedExponentialBackOffTest.java   |   85 +
 .../cloud/dataflow/sdk/util/AvroUtilsTest.java  |  225 ++
 .../sdk/util/BatchTimerInternalsTest.java       |  116 +
 .../sdk/util/BigQueryTableInserterTest.java     |  239 ++
 .../sdk/util/BigQueryTableRowIteratorTest.java  |  255 ++
 .../dataflow/sdk/util/BigQueryUtilTest.java     |  479 +++
 ...BufferedElementCountingOutputStreamTest.java |  205 ++
 .../cloud/dataflow/sdk/util/CoderUtilsTest.java |  229 ++
 .../dataflow/sdk/util/CombineFnUtilTest.java    |   62 +
 .../sdk/util/CounterAggregatorTest.java         |  253 ++
 .../sdk/util/DataflowPathValidatorTest.java     |   92 +
 .../sdk/util/ExecutableTriggerTest.java         |  130 +
 .../util/ExposedByteArrayInputStreamTest.java   |   78 +
 .../util/ExposedByteArrayOutputStreamTest.java  |  245 ++
 .../sdk/util/FileIOChannelFactoryTest.java      |  226 ++
 .../sdk/util/FinishedTriggersBitSetTest.java    |   54 +
 .../sdk/util/FinishedTriggersProperties.java    |  109 +
 .../sdk/util/FinishedTriggersSetTest.java       |   60 +
 .../sdk/util/GcsIOChannelFactoryTest.java       |   43 +
 .../cloud/dataflow/sdk/util/GcsUtilTest.java    |  490 +++
 .../sdk/util/GroupAlsoByWindowsProperties.java  |  718 +++++
 ...oupAlsoByWindowsViaOutputBufferDoFnTest.java |  111 +
 .../dataflow/sdk/util/IOChannelUtilsTest.java   |   94 +
 .../dataflow/sdk/util/InstanceBuilderTest.java  |  115 +
 .../IntervalBoundedExponentialBackOffTest.java  |   99 +
 .../sdk/util/KeyedWorkItemCoderTest.java        |   61 +
 .../util/LateDataDroppingDoFnRunnerTest.java    |  115 +
 .../sdk/util/MergingActiveWindowSetTest.java    |  175 ++
 .../dataflow/sdk/util/MonitoringUtilTest.java   |  146 +
 .../sdk/util/MutationDetectorsTest.java         |  148 +
 .../cloud/dataflow/sdk/util/PTupleTest.java     |   40 +
 .../dataflow/sdk/util/PackageUtilTest.java      |  482 +++
 .../dataflow/sdk/util/RandomAccessDataTest.java |  205 ++
 .../dataflow/sdk/util/ReduceFnRunnerTest.java   | 1011 ++++++
 .../cloud/dataflow/sdk/util/ReduceFnTester.java |  776 +++++
 .../cloud/dataflow/sdk/util/ReshuffleTest.java  |  208 ++
 .../dataflow/sdk/util/ReshuffleTriggerTest.java |   58 +
 .../util/RetryHttpRequestInitializerTest.java   |  296 ++
 .../sdk/util/SerializableUtilsTest.java         |  165 +
 .../cloud/dataflow/sdk/util/SerializerTest.java |  162 +
 .../dataflow/sdk/util/SimpleDoFnRunnerTest.java |   86 +
 .../dataflow/sdk/util/StreamUtilsTest.java      |   71 +
 .../dataflow/sdk/util/StringUtilsTest.java      |  145 +
 .../cloud/dataflow/sdk/util/StructsTest.java    |  206 ++
 .../cloud/dataflow/sdk/util/TimeUtilTest.java   |   73 +
 .../dataflow/sdk/util/TimerInternalsTest.java   |   52 +
 .../cloud/dataflow/sdk/util/TriggerTester.java  |  585 ++++
 .../sdk/util/UnownedInputStreamTest.java        |   76 +
 .../sdk/util/UnownedOutputStreamTest.java       |   57 +
 .../util/UploadIdResponseInterceptorTest.java   |   99 +
 .../sdk/util/UserCodeExceptionTest.java         |  176 ++
 .../cloud/dataflow/sdk/util/VarIntTest.java     |  277 ++
 .../dataflow/sdk/util/WindowedValueTest.java    |   57 +
 .../cloud/dataflow/sdk/util/ZipFilesTest.java   |  311 ++
 .../sdk/util/common/CounterSetTest.java         |  225 ++
 .../dataflow/sdk/util/common/CounterTest.java   |  589 ++++
 .../sdk/util/common/CounterTestUtils.java       |   56 +
 .../sdk/util/common/ReflectHelpersTest.java     |  126 +
 .../dataflow/sdk/util/gcsfs/GcsPathTest.java    |  333 ++
 .../CopyOnAccessInMemoryStateInternalsTest.java |  553 ++++
 .../util/state/InMemoryStateInternalsTest.java  |  348 +++
 .../sdk/util/state/StateNamespacesTest.java     |  129 +
 .../dataflow/sdk/util/state/StateTagTest.java   |  108 +
 .../cloud/dataflow/sdk/values/KVTest.java       |  112 +
 .../sdk/values/PCollectionListTest.java         |   47 +
 .../sdk/values/PCollectionTupleTest.java        |   93 +
 .../cloud/dataflow/sdk/values/PDoneTest.java    |  102 +
 .../cloud/dataflow/sdk/values/TupleTagTest.java |   87 +
 .../dataflow/sdk/values/TypeDescriptorTest.java |  193 ++
 .../dataflow/sdk/values/TypedPValueTest.java    |  164 +
 .../sdk/transforms/CombineJava8Test.java        |  133 +
 .../sdk/transforms/FilterJava8Test.java         |  118 +
 .../transforms/FlatMapElementsJava8Test.java    |   84 +
 .../sdk/transforms/MapElementsJava8Test.java    |   77 +
 .../sdk/transforms/PartitionJava8Test.java      |   74 +
 .../transforms/RemoveDuplicatesJava8Test.java   |   99 +
 .../sdk/transforms/WithKeysJava8Test.java       |   74 +
 .../sdk/transforms/WithTimestampsJava8Test.java |   66 +
 travis/README.md                                |    4 +
 travis/test_wordcount.sh                        |  108 +
 819 files changed, 164947 insertions(+)
----------------------------------------------------------------------




Mime
View raw message