beam-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From k...@apache.org
Subject [51/51] [abbrv] incubator-beam git commit: This closes #787
Date Sat, 06 Aug 2016 02:53:09 GMT
This closes #787


Project: http://git-wip-us.apache.org/repos/asf/incubator-beam/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-beam/commit/d72ffb08
Tree: http://git-wip-us.apache.org/repos/asf/incubator-beam/tree/d72ffb08
Diff: http://git-wip-us.apache.org/repos/asf/incubator-beam/diff/d72ffb08

Branch: refs/heads/python-sdk
Commit: d72ffb0804bfc6f4b4a5e21ed01c6c42424dae7e
Parents: 65152ca c398811
Author: Kenneth Knowles <klk@google.com>
Authored: Fri Aug 5 19:52:24 2016 -0700
Committer: Kenneth Knowles <klk@google.com>
Committed: Fri Aug 5 19:52:24 2016 -0700

----------------------------------------------------------------------
 .travis.yml                                     |    6 +-
 KEYS                                            |  141 -
 NOTICE                                          |    1 -
 README.md                                       |   32 +-
 examples/java/pom.xml                           |   73 +-
 .../beam/examples/DebuggingWordCount.java       |    4 +-
 .../apache/beam/examples/MinimalWordCount.java  |   30 +-
 .../apache/beam/examples/WindowedWordCount.java |   91 +-
 .../org/apache/beam/examples/WordCount.java     |    6 +-
 .../examples/common/DataflowExampleOptions.java |   37 -
 .../examples/common/DataflowExampleUtils.java   |  491 --
 .../common/ExampleBigQueryTableOptions.java     |   10 +-
 .../beam/examples/common/ExampleOptions.java    |   83 +
 ...xamplePubsubTopicAndSubscriptionOptions.java |   10 +-
 .../common/ExamplePubsubTopicOptions.java       |   12 +-
 .../beam/examples/common/ExampleUtils.java      |  390 ++
 .../examples/common/PubsubFileInjector.java     |   10 +-
 .../beam/examples/complete/AutoComplete.java    |   91 +-
 .../examples/complete/StreamingWordExtract.java |   56 +-
 .../apache/beam/examples/complete/TfIdf.java    |   28 +-
 .../examples/complete/TopWikipediaSessions.java |   38 +-
 .../examples/complete/TrafficMaxLaneFlow.java   |   90 +-
 .../beam/examples/complete/TrafficRoutes.java   |   90 +-
 .../examples/cookbook/BigQueryTornadoes.java    |    6 +-
 .../cookbook/CombinePerKeyExamples.java         |    6 +-
 .../examples/cookbook/DatastoreWordCount.java   |   67 +-
 .../beam/examples/cookbook/DeDupExample.java    |    5 +-
 .../beam/examples/cookbook/FilterExamples.java  |   17 +-
 .../beam/examples/cookbook/JoinExamples.java    |   14 +-
 .../examples/cookbook/MaxPerKeyExamples.java    |    6 +-
 .../beam/examples/cookbook/TriggerExample.java  |   97 +-
 .../org/apache/beam/examples/WordCountIT.java   |  118 +-
 .../org/apache/beam/examples/WordCountTest.java |    3 +-
 .../examples/complete/AutoCompleteTest.java     |    2 +-
 .../examples/cookbook/TriggerExampleTest.java   |    2 +-
 examples/java8/pom.xml                          |   81 +-
 .../beam/examples/MinimalWordCountJava8.java    |   30 +-
 .../beam/examples/complete/game/GameStats.java  |   57 +-
 .../examples/complete/game/HourlyTeamScore.java |    9 +-
 .../examples/complete/game/LeaderBoard.java     |   23 +-
 .../beam/examples/complete/game/UserScore.java  |    4 +-
 .../complete/game/injector/InjectorUtils.java   |    6 +-
 .../injector/RetryHttpInitializerWrapper.java   |    5 +-
 .../complete/game/utils/WriteToBigQuery.java    |   20 +-
 .../game/utils/WriteWindowedToBigQuery.java     |   16 +-
 .../complete/game/HourlyTeamScoreTest.java      |    2 +-
 .../examples/complete/game/UserScoreTest.java   |    2 +-
 examples/pom.xml                                |    4 +-
 pom.xml                                         |  265 +-
 runners/core-java/pom.xml                       |   55 +-
 .../core/GroupAlsoByWindowViaWindowSetDoFn.java |   28 +-
 .../core/UnboundedReadFromBoundedSource.java    |  542 ++
 .../apache/beam/runners/core/package-info.java  |   22 +
 .../org/apache/beam/sdk/util/AssignWindows.java |   46 +
 .../apache/beam/sdk/util/AssignWindowsDoFn.java |   80 +
 .../beam/sdk/util/BatchTimerInternals.java      |  141 +
 .../org/apache/beam/sdk/util/DoFnRunner.java    |   63 +
 .../apache/beam/sdk/util/DoFnRunnerBase.java    |  551 ++
 .../org/apache/beam/sdk/util/DoFnRunners.java   |  222 +
 .../beam/sdk/util/GroupAlsoByWindowsDoFn.java   |   63 +
 .../GroupAlsoByWindowsViaOutputBufferDoFn.java  |  100 +
 .../sdk/util/GroupByKeyViaGroupByKeyOnly.java   |  269 +
 .../sdk/util/LateDataDroppingDoFnRunner.java    |  147 +
 .../org/apache/beam/sdk/util/NonEmptyPanes.java |  150 +
 .../apache/beam/sdk/util/PaneInfoTracker.java   |  158 +
 .../sdk/util/PushbackSideInputDoFnRunner.java   |  115 +
 .../java/org/apache/beam/sdk/util/ReduceFn.java |  130 +
 .../beam/sdk/util/ReduceFnContextFactory.java   |  497 ++
 .../apache/beam/sdk/util/ReduceFnRunner.java    |  988 ++++
 .../apache/beam/sdk/util/SimpleDoFnRunner.java  |   55 +
 .../apache/beam/sdk/util/SystemReduceFn.java    |  139 +
 .../org/apache/beam/sdk/util/TriggerRunner.java |  245 +
 .../org/apache/beam/sdk/util/WatermarkHold.java |  540 ++
 .../util/common/ElementByteSizeObservable.java  |   42 +
 .../beam/sdk/util/common/PeekingReiterator.java |   99 +
 .../beam/sdk/util/common/package-info.java      |   20 +
 .../org/apache/beam/sdk/util/package-info.java  |   20 +
 .../UnboundedReadFromBoundedSourceTest.java     |  374 ++
 .../beam/sdk/util/BatchTimerInternalsTest.java  |  118 +
 .../sdk/util/GroupAlsoByWindowsProperties.java  |  661 +++
 ...oupAlsoByWindowsViaOutputBufferDoFnTest.java |  110 +
 .../util/LateDataDroppingDoFnRunnerTest.java    |  117 +
 .../util/PushbackSideInputDoFnRunnerTest.java   |  234 +
 .../beam/sdk/util/ReduceFnRunnerTest.java       | 1447 ++++++
 .../apache/beam/sdk/util/ReduceFnTester.java    |  789 +++
 .../beam/sdk/util/SimpleDoFnRunnerTest.java     |   86 +
 runners/direct-java/pom.xml                     |   22 +-
 .../runners/direct/AggregatorContainer.java     |  183 +
 .../direct/AvroIOShardedWriteFactory.java       |   76 -
 .../direct/BoundedReadEvaluatorFactory.java     |   26 +-
 .../beam/runners/direct/CloningThreadLocal.java |   43 +
 .../beam/runners/direct/CommittedResult.java    |   23 +-
 .../beam/runners/direct/CompletionCallback.java |    8 +
 .../beam/runners/direct/DirectGroupByKey.java   |    2 +-
 .../beam/runners/direct/DirectRegistrar.java    |    4 +-
 .../beam/runners/direct/DirectRunner.java       |   38 +-
 .../beam/runners/direct/EvaluationContext.java  |   57 +-
 .../beam/runners/direct/EvaluatorKey.java       |   55 -
 .../direct/ExecutorServiceParallelExecutor.java |  186 +-
 .../GroupAlsoByWindowEvaluatorFactory.java      |   33 +-
 .../ImmutabilityCheckingBundleFactory.java      |    4 +-
 .../beam/runners/direct/ParDoEvaluator.java     |   24 +-
 .../direct/ParDoMultiEvaluatorFactory.java      |   53 +-
 .../direct/ParDoSingleEvaluatorFactory.java     |   59 +-
 ...rializableCloningThreadLocalCacheLoader.java |   54 -
 .../runners/direct/ShardControlledWrite.java    |   81 -
 .../runners/direct/StepTransformResult.java     |   95 +-
 .../direct/TextIOShardedWriteFactory.java       |   78 -
 .../direct/TransformEvaluatorFactory.java       |   10 +-
 .../beam/runners/direct/TransformExecutor.java  |    3 +-
 .../beam/runners/direct/TransformResult.java    |   16 +-
 .../direct/UnboundedReadDeduplicator.java       |  102 +
 .../direct/UnboundedReadEvaluatorFactory.java   |   50 +-
 .../runners/direct/ViewEvaluatorFactory.java    |    9 +-
 .../beam/runners/direct/WatermarkManager.java   |    5 +-
 .../runners/direct/WindowEvaluatorFactory.java  |   18 +-
 .../direct/WriteWithShardingFactory.java        |  142 +
 .../beam/runners/direct/package-info.java       |   25 +
 .../runners/direct/AggregatorContainerTest.java |  134 +
 .../direct/AvroIOShardedWriteFactoryTest.java   |  120 -
 .../runners/direct/CloningThreadLocalTest.java  |   92 +
 .../runners/direct/CommittedResultTest.java     |   30 +-
 .../ConsumerTrackingPipelineVisitorTest.java    |   22 +-
 .../runners/direct/DirectRegistrarTest.java     |   17 +-
 .../beam/runners/direct/DirectRunnerTest.java   |   59 +-
 .../runners/direct/EvaluationContextTest.java   |   32 +-
 .../direct/GroupByKeyEvaluatorFactoryTest.java  |    2 +-
 .../GroupByKeyOnlyEvaluatorFactoryTest.java     |    2 +-
 .../ImmutabilityCheckingBundleFactoryTest.java  |    6 +-
 .../ImmutabilityEnforcementFactoryTest.java     |    6 +-
 .../direct/KeyedPValueTrackingVisitorTest.java  |    6 +-
 .../beam/runners/direct/ParDoEvaluatorTest.java |   18 +-
 .../direct/ParDoMultiEvaluatorFactoryTest.java  |   41 +-
 .../direct/ParDoSingleEvaluatorFactoryTest.java |   41 +-
 ...izableCloningThreadLocalCacheLoaderTest.java |   99 -
 .../runners/direct/SideInputContainerTest.java  |    1 +
 .../runners/direct/StepTransformResultTest.java |   91 +
 .../direct/TextIOShardedWriteFactoryTest.java   |  120 -
 .../runners/direct/TransformExecutorTest.java   |   33 +-
 .../direct/UnboundedReadDeduplicatorTest.java   |  134 +
 .../UnboundedReadEvaluatorFactoryTest.java      |   50 +-
 .../runners/direct/WatermarkManagerTest.java    |   18 +-
 .../direct/WindowEvaluatorFactoryTest.java      |  178 +-
 .../direct/WriteWithShardingFactoryTest.java    |  285 +
 runners/flink/README.md                         |   25 +-
 runners/flink/examples/pom.xml                  |   27 +-
 .../beam/runners/flink/examples/TFIDF.java      |   63 +-
 .../beam/runners/flink/examples/WordCount.java  |   12 +-
 .../flink/examples/streaming/AutoComplete.java  |   29 +-
 .../flink/examples/streaming/JoinExamples.java  |   23 +-
 .../examples/streaming/KafkaIOExamples.java     |    4 +-
 .../KafkaWindowedWordCountExample.java          |    8 +-
 .../examples/streaming/WindowedWordCount.java   |    9 +-
 runners/flink/pom.xml                           |    8 +-
 runners/flink/runner/pom.xml                    |  130 +-
 .../FlinkPipelineExecutionEnvironment.java      |    6 +-
 .../apache/beam/runners/flink/FlinkRunner.java  |    2 +-
 .../beam/runners/flink/FlinkRunnerResult.java   |   22 +-
 .../FlinkBatchTransformTranslators.java         |   31 +-
 .../FlinkStreamingTransformTranslators.java     |   22 +-
 .../FlinkStreamingTranslationContext.java       |    8 +-
 .../functions/FlinkAssignContext.java           |   15 +-
 .../functions/FlinkDoFnFunction.java            |   10 +-
 .../FlinkMergingNonShuffleReduceFunction.java   |    8 +-
 .../functions/FlinkMultiOutputDoFnFunction.java |   10 +-
 .../FlinkMultiOutputProcessContext.java         |    6 +-
 .../functions/FlinkNoElementAssignContext.java  |   12 +-
 .../functions/FlinkPartialReduceFunction.java   |    8 +-
 .../functions/FlinkProcessContext.java          |   41 +-
 .../functions/FlinkReduceFunction.java          |    8 +-
 .../translation/types/CoderTypeInformation.java |    6 +-
 .../utils/SerializedPipelineOptions.java        |    8 +-
 .../streaming/FlinkAbstractParDoWrapper.java    |   34 +-
 .../FlinkGroupAlsoByWindowWrapper.java          |   64 +-
 .../streaming/FlinkParDoBoundMultiWrapper.java  |   12 +-
 .../streaming/FlinkParDoBoundWrapper.java       |    4 +-
 .../streaming/io/UnboundedFlinkSink.java        |    2 +-
 .../streaming/io/UnboundedFlinkSource.java      |   30 +-
 .../state/AbstractFlinkTimerInternals.java      |    4 +-
 .../streaming/state/FlinkStateInternals.java    |    7 +-
 .../beam/runners/flink/PipelineOptionsTest.java |    6 +-
 .../beam/runners/flink/ReadSourceITCase.java    |    4 +-
 .../flink/ReadSourceStreamingITCase.java        |    4 +-
 .../beam/runners/flink/WriteSinkITCase.java     |   14 +-
 .../flink/streaming/GroupAlsoByWindowTest.java  |    4 +-
 .../flink/streaming/GroupByNullKeyTest.java     |    8 +-
 .../flink/streaming/StateSerializationTest.java |   20 +
 .../streaming/TopWikipediaSessionsITCase.java   |    6 +-
 runners/google-cloud-dataflow-java/pom.xml      |   78 +-
 .../dataflow/BlockingDataflowRunner.java        |    8 +-
 .../runners/dataflow/DataflowPipelineJob.java   |   90 +-
 .../dataflow/DataflowPipelineTranslator.java    |   21 +-
 .../beam/runners/dataflow/DataflowRunner.java   |  511 +-
 .../dataflow/internal/AssignWindows.java        |    6 +-
 .../DataflowUnboundedReadFromBoundedSource.java |  547 ++
 .../runners/dataflow/internal/IsmFormat.java    |    8 +-
 .../BlockingDataflowPipelineOptions.java        |   27 -
 .../options/DataflowPipelineDebugOptions.java   |   43 -
 .../options/DataflowPipelineOptions.java        |   46 +-
 .../options/DataflowWorkerLoggingOptions.java   |   14 +-
 .../runners/dataflow/options/package-info.java  |   22 +
 .../beam/runners/dataflow/package-info.java     |   22 +
 .../dataflow/testing/TestDataflowRunner.java    |   23 +-
 .../runners/dataflow/testing/package-info.java  |   24 +
 .../dataflow/util/DataflowPathValidator.java    |  100 -
 .../beam/runners/dataflow/util/DoFnInfo.java    |   16 +-
 .../beam/runners/dataflow/util/GcsStager.java   |    5 +-
 .../runners/dataflow/util/MonitoringUtil.java   |   70 +-
 .../runners/dataflow/util/package-info.java     |   20 +
 .../util/GroupAlsoByWindowViaWindowSetDoFn.java |   40 -
 .../dataflow/BlockingDataflowRunnerTest.java    |    9 +-
 .../dataflow/DataflowPipelineJobTest.java       |   43 +-
 .../DataflowPipelineTranslatorTest.java         |   26 +-
 .../runners/dataflow/DataflowRunnerTest.java    |  144 +-
 .../dataflow/RecordingPipelineVisitor.java      |   46 +
 .../runners/dataflow/io/DataflowAvroIOTest.java |   69 -
 .../dataflow/io/DataflowBigQueryIOTest.java     |   94 -
 .../dataflow/io/DataflowDatastoreIOTest.java    |   63 -
 .../dataflow/io/DataflowPubsubIOTest.java       |   63 -
 .../runners/dataflow/io/DataflowTextIOTest.java |   76 -
 .../options/DataflowPipelineOptionsTest.java    |   65 +
 .../testing/TestDataflowRunnerTest.java         |   46 +-
 .../transforms/DataflowCombineTest.java         |   58 -
 .../DataflowDisplayDataEvaluator.java           |   72 -
 .../transforms/DataflowGroupByKeyTest.java      |    2 +-
 .../transforms/DataflowMapElementsTest.java     |   55 -
 .../dataflow/transforms/DataflowViewTest.java   |    4 +-
 .../util/DataflowPathValidatorTest.java         |   94 -
 .../dataflow/util/MonitoringUtilTest.java       |   60 +
 runners/pom.xml                                 |   74 +-
 runners/spark/README.md                         |    8 +-
 runners/spark/pom.xml                           |  102 +-
 .../runners/spark/SparkPipelineOptions.java     |   13 +-
 .../beam/runners/spark/SparkPipelineRunner.java |  255 -
 .../apache/beam/runners/spark/SparkRunner.java  |  249 +
 .../runners/spark/SparkRunnerRegistrar.java     |   14 +-
 .../spark/SparkStreamingPipelineOptions.java    |   41 -
 .../runners/spark/TestSparkPipelineRunner.java  |   77 -
 .../beam/runners/spark/TestSparkRunner.java     |   75 +
 .../runners/spark/aggregators/package-info.java |   20 +
 .../beam/runners/spark/coders/package-info.java |   22 +
 .../beam/runners/spark/examples/WordCount.java  |  137 +
 .../beam/runners/spark/io/CreateStream.java     |    7 +-
 .../apache/beam/runners/spark/io/KafkaIO.java   |   23 +-
 .../beam/runners/spark/io/hadoop/HadoopIO.java  |   38 +-
 .../runners/spark/io/hadoop/package-info.java   |   22 +
 .../beam/runners/spark/io/package-info.java     |   22 +
 .../apache/beam/runners/spark/package-info.java |   22 +
 .../runners/spark/translation/DoFnFunction.java |    8 +-
 .../spark/translation/EvaluationContext.java    |   21 +
 .../spark/translation/MultiDoFnFunction.java    |    8 +-
 .../spark/translation/SparkContextFactory.java  |    8 +-
 .../translation/SparkPipelineEvaluator.java     |    6 +-
 .../spark/translation/SparkProcessContext.java  |   18 +-
 .../spark/translation/TransformTranslator.java  |   73 +-
 .../runners/spark/translation/package-info.java |   22 +
 .../streaming/StreamingTransformTranslator.java |    4 +-
 .../StreamingWindowPipelineDetector.java        |    6 +-
 .../translation/streaming/package-info.java     |   22 +
 .../beam/runners/spark/util/package-info.java   |   22 +
 .../apache/beam/runners/spark/DeDupTest.java    |    4 +-
 .../beam/runners/spark/EmptyInputTest.java      |    4 +-
 .../beam/runners/spark/SimpleWordCountTest.java |   87 +-
 .../runners/spark/SparkRunnerRegistrarTest.java |    4 +-
 .../apache/beam/runners/spark/TfIdfTest.java    |  203 +-
 .../beam/runners/spark/io/AvroPipelineTest.java |    9 +-
 .../beam/runners/spark/io/NumShardsTest.java    |    8 +-
 .../io/hadoop/HadoopFileFormatPipelineTest.java |    9 +-
 .../spark/translation/CombineGloballyTest.java  |    6 +-
 .../spark/translation/CombinePerKeyTest.java    |   13 +-
 .../spark/translation/DoFnOutputTest.java       |   14 +-
 .../translation/MultiOutputWordCountTest.java   |   17 +-
 .../spark/translation/SerializationTest.java    |   16 +-
 .../spark/translation/SideEffectsTest.java      |   14 +-
 .../translation/TransformTranslatorTest.java    |   45 +-
 .../translation/WindowedWordCountTest.java      |   20 +-
 .../streaming/FlattenStreamingTest.java         |   14 +-
 .../streaming/KafkaStreamingTest.java           |   23 +-
 .../streaming/SimpleStreamingWordCountTest.java |   20 +-
 .../streaming/utils/EmbeddedKafkaCluster.java   |    4 +-
 runners/spark/src/test/resources/person.avsc    |   25 +-
 runners/spark/src/test/resources/pg1112.txt     | 4853 ------------------
 runners/spark/src/test/resources/pg2264.txt     | 3667 -------------
 sdks/java/build-tools/pom.xml                   |    2 +-
 .../src/main/resources/beam/checkstyle.xml      |   19 +-
 .../src/main/resources/beam/findbugs-filter.xml |  142 +
 .../src/main/resources/beam/suppressions.xml    |   24 +
 sdks/java/core/pom.xml                          |   61 +-
 .../main/java/org/apache/beam/sdk/Pipeline.java |    9 +-
 .../org/apache/beam/sdk/PipelineResult.java     |   38 +
 .../org/apache/beam/sdk/coders/AvroCoder.java   |   21 +-
 .../java/org/apache/beam/sdk/coders/Coder.java  |   12 +-
 .../apache/beam/sdk/coders/CoderRegistry.java   |   43 +-
 .../apache/beam/sdk/coders/CollectionCoder.java |    7 +-
 .../apache/beam/sdk/coders/DelegateCoder.java   |   26 +-
 .../apache/beam/sdk/coders/DurationCoder.java   |    1 -
 .../org/apache/beam/sdk/coders/EntityCoder.java |   87 -
 .../apache/beam/sdk/coders/InstantCoder.java    |   34 +-
 .../apache/beam/sdk/coders/IterableCoder.java   |    7 +-
 .../beam/sdk/coders/IterableLikeCoder.java      |   10 +-
 .../org/apache/beam/sdk/coders/JAXBCoder.java   |   28 +-
 .../org/apache/beam/sdk/coders/KvCoder.java     |    7 +-
 .../org/apache/beam/sdk/coders/ListCoder.java   |    7 +-
 .../org/apache/beam/sdk/coders/MapCoder.java    |    6 +-
 .../apache/beam/sdk/coders/NullableCoder.java   |    9 +-
 .../beam/sdk/coders/SerializableCoder.java      |    6 +-
 .../org/apache/beam/sdk/coders/SetCoder.java    |    7 +-
 .../beam/sdk/coders/StringDelegateCoder.java    |   51 +-
 .../java/org/apache/beam/sdk/io/AvroIO.java     |   74 +-
 .../java/org/apache/beam/sdk/io/AvroSource.java |   14 +-
 .../java/org/apache/beam/sdk/io/BigQueryIO.java | 2493 ---------
 .../sdk/io/BoundedReadFromUnboundedSource.java  |    6 +-
 .../apache/beam/sdk/io/CompressedSource.java    |   81 +-
 .../org/apache/beam/sdk/io/DatastoreIO.java     |  988 ----
 .../org/apache/beam/sdk/io/FileBasedSink.java   |   22 +-
 .../apache/beam/sdk/io/OffsetBasedSource.java   |   44 +-
 .../java/org/apache/beam/sdk/io/PubsubIO.java   |   49 +-
 .../apache/beam/sdk/io/PubsubUnboundedSink.java |   37 +-
 .../beam/sdk/io/PubsubUnboundedSource.java      |    8 +-
 .../main/java/org/apache/beam/sdk/io/Read.java  |   29 +-
 .../java/org/apache/beam/sdk/io/Source.java     |    2 +-
 .../java/org/apache/beam/sdk/io/TextIO.java     |   87 +-
 .../org/apache/beam/sdk/io/UnboundedSource.java |   28 +-
 .../main/java/org/apache/beam/sdk/io/Write.java |  332 +-
 .../java/org/apache/beam/sdk/io/XmlSink.java    |   10 +-
 .../java/org/apache/beam/sdk/io/XmlSource.java  |   11 +-
 .../org/apache/beam/sdk/io/package-info.java    |    9 +-
 .../beam/sdk/io/range/ByteKeyRangeTracker.java  |   63 +-
 .../beam/sdk/io/range/OffsetRangeTracker.java   |   13 +-
 .../org/apache/beam/sdk/options/GcpOptions.java |   37 +-
 .../org/apache/beam/sdk/options/GcsOptions.java |   44 +
 .../beam/sdk/options/PipelineOptions.java       |    3 +-
 .../sdk/options/PipelineOptionsFactory.java     |   41 +-
 .../sdk/options/PipelineOptionsReflector.java   |    1 +
 .../sdk/options/PipelineOptionsValidator.java   |   18 +-
 .../sdk/options/ProxyInvocationHandler.java     |   15 +-
 .../beam/sdk/runners/AggregatorValues.java      |    4 +-
 .../apache/beam/sdk/runners/PipelineRunner.java |    6 +-
 .../sdk/runners/RecordingPipelineVisitor.java   |   47 -
 .../beam/sdk/runners/TransformHierarchy.java    |   10 +-
 .../beam/sdk/runners/TransformTreeNode.java     |   13 +-
 .../beam/sdk/testing/CoderProperties.java       |   85 +-
 .../org/apache/beam/sdk/testing/PAssert.java    |  532 +-
 .../apache/beam/sdk/testing/PaneExtractors.java |  140 +
 .../beam/sdk/testing/SerializableMatchers.java  |   27 +-
 .../apache/beam/sdk/testing/StaticWindows.java  |  110 +
 .../apache/beam/sdk/testing/TestPipeline.java   |    4 +-
 .../beam/sdk/testing/TestPipelineOptions.java   |    1 +
 .../beam/sdk/testing/WindowFnTestUtils.java     |    5 +-
 .../apache/beam/sdk/testing/WindowSupplier.java |   83 +
 .../apache/beam/sdk/transforms/Aggregator.java  |   32 +-
 .../sdk/transforms/AggregatorRetriever.java     |    6 +-
 .../sdk/transforms/ApproximateQuantiles.java    |    9 +-
 .../org/apache/beam/sdk/transforms/Combine.java |  238 +-
 .../apache/beam/sdk/transforms/CombineFns.java  |   10 +-
 .../org/apache/beam/sdk/transforms/Count.java   |    4 +-
 .../org/apache/beam/sdk/transforms/Create.java  |    7 +-
 .../org/apache/beam/sdk/transforms/DoFn.java    |  418 +-
 .../beam/sdk/transforms/DoFnReflector.java      |  807 ++-
 .../apache/beam/sdk/transforms/DoFnTester.java  |  202 +-
 .../beam/sdk/transforms/DoFnWithContext.java    |  429 --
 .../org/apache/beam/sdk/transforms/Filter.java  |    5 +-
 .../beam/sdk/transforms/FlatMapElements.java    |  126 +-
 .../org/apache/beam/sdk/transforms/Flatten.java |    4 +-
 .../apache/beam/sdk/transforms/GroupByKey.java  |    2 +-
 .../transforms/IntraBundleParallelization.java  |   49 +-
 .../org/apache/beam/sdk/transforms/Keys.java    |   13 +-
 .../org/apache/beam/sdk/transforms/KvSwap.java  |   15 +-
 .../apache/beam/sdk/transforms/MapElements.java |   60 +-
 .../org/apache/beam/sdk/transforms/Max.java     |   42 +-
 .../org/apache/beam/sdk/transforms/Min.java     |   45 +-
 .../org/apache/beam/sdk/transforms/OldDoFn.java |  567 ++
 .../apache/beam/sdk/transforms/PTransform.java  |   29 +-
 .../org/apache/beam/sdk/transforms/ParDo.java   |  287 +-
 .../apache/beam/sdk/transforms/Partition.java   |    2 +-
 .../beam/sdk/transforms/RemoveDuplicates.java   |   13 +-
 .../org/apache/beam/sdk/transforms/Sample.java  |   10 +-
 .../beam/sdk/transforms/SimpleFunction.java     |   42 +-
 .../org/apache/beam/sdk/transforms/Top.java     |    7 +-
 .../org/apache/beam/sdk/transforms/Values.java  |   15 +-
 .../apache/beam/sdk/transforms/WithKeys.java    |   15 +-
 .../beam/sdk/transforms/WithTimestamps.java     |    4 +-
 .../sdk/transforms/display/DisplayData.java     |    7 +-
 .../beam/sdk/transforms/join/CoGbkResult.java   |    9 +-
 .../beam/sdk/transforms/join/CoGroupByKey.java  |   16 +-
 .../beam/sdk/transforms/windowing/AfterAll.java |    6 +-
 .../windowing/AfterDelayFromFirstElement.java   |    6 +
 .../sdk/transforms/windowing/AfterEach.java     |    1 +
 .../sdk/transforms/windowing/AfterFirst.java    |    9 +-
 .../sdk/transforms/windowing/AfterPane.java     |    4 +
 .../windowing/AfterProcessingTime.java          |    6 +-
 .../transforms/windowing/AfterWatermark.java    |   38 +-
 .../sdk/transforms/windowing/GlobalWindows.java |    5 -
 .../transforms/windowing/IntervalWindow.java    |    1 -
 .../beam/sdk/transforms/windowing/Never.java    |    1 +
 .../beam/sdk/transforms/windowing/PaneInfo.java |   27 +-
 .../windowing/PartitioningWindowFn.java         |    5 -
 .../beam/sdk/transforms/windowing/Trigger.java  |    7 +-
 .../transforms/windowing/TriggerBuilder.java    |   29 -
 .../beam/sdk/transforms/windowing/Window.java   |   97 +-
 .../beam/sdk/transforms/windowing/WindowFn.java |   11 +-
 .../org/apache/beam/sdk/util/AssignWindows.java |   46 -
 .../apache/beam/sdk/util/AssignWindowsDoFn.java |   75 -
 ...AttemptAndTimeBoundedExponentialBackOff.java |   15 +-
 .../util/AttemptBoundedExponentialBackOff.java  |    9 +-
 .../org/apache/beam/sdk/util/AvroUtils.java     |  207 -
 .../beam/sdk/util/BaseExecutionContext.java     |    4 +-
 .../beam/sdk/util/BatchTimerInternals.java      |  140 -
 .../apache/beam/sdk/util/BigQueryServices.java  |  165 -
 .../beam/sdk/util/BigQueryServicesImpl.java     |  478 --
 .../beam/sdk/util/BigQueryTableInserter.java    |  459 --
 .../beam/sdk/util/BigQueryTableRowIterator.java |  472 --
 .../apache/beam/sdk/util/BucketingFunction.java |    1 +
 .../org/apache/beam/sdk/util/CoderUtils.java    |    4 +-
 .../beam/sdk/util/CombineContextFactory.java    |    6 +-
 .../apache/beam/sdk/util/CounterAggregator.java |   35 +-
 .../org/apache/beam/sdk/util/Credentials.java   |    5 +-
 .../org/apache/beam/sdk/util/DoFnRunner.java    |   62 -
 .../apache/beam/sdk/util/DoFnRunnerBase.java    |  558 --
 .../org/apache/beam/sdk/util/DoFnRunners.java   |  144 -
 .../apache/beam/sdk/util/ExecutableTrigger.java |   11 +-
 .../apache/beam/sdk/util/ExecutionContext.java  |    8 +-
 .../sdk/util/ExposedByteArrayInputStream.java   |    3 +
 .../sdk/util/ExposedByteArrayOutputStream.java  |    4 +
 .../beam/sdk/util/FileIOChannelFactory.java     |   34 +-
 .../apache/beam/sdk/util/GatherAllPanes.java    |   16 +-
 .../apache/beam/sdk/util/GcsPathValidator.java  |   97 +
 .../java/org/apache/beam/sdk/util/GcsUtil.java  |   10 +-
 .../beam/sdk/util/GroupAlsoByWindowsDoFn.java   |   59 -
 .../GroupAlsoByWindowsViaOutputBufferDoFn.java  |  100 -
 .../sdk/util/GroupByKeyViaGroupByKeyOnly.java   |  247 -
 .../apache/beam/sdk/util/IOChannelUtils.java    |   26 +-
 .../apache/beam/sdk/util/IdentityWindowFn.java  |   20 +-
 .../apache/beam/sdk/util/InstanceBuilder.java   |   21 +-
 .../util/IntervalBoundedExponentialBackOff.java |   10 +-
 .../sdk/util/LateDataDroppingDoFnRunner.java    |  147 -
 .../beam/sdk/util/MergingActiveWindowSet.java   |   35 +-
 .../apache/beam/sdk/util/MovingFunction.java    |    1 +
 .../org/apache/beam/sdk/util/NonEmptyPanes.java |  150 -
 .../apache/beam/sdk/util/PCollectionViews.java  |    4 +-
 .../apache/beam/sdk/util/PaneInfoTracker.java   |  154 -
 .../beam/sdk/util/PerKeyCombineFnRunner.java    |   44 +-
 .../beam/sdk/util/PerKeyCombineFnRunners.java   |   30 +-
 .../org/apache/beam/sdk/util/PubsubClient.java  |    1 +
 .../apache/beam/sdk/util/PubsubTestClient.java  |    1 +
 .../sdk/util/PushbackSideInputDoFnRunner.java   |  115 -
 .../java/org/apache/beam/sdk/util/ReduceFn.java |  130 -
 .../beam/sdk/util/ReduceFnContextFactory.java   |  497 --
 .../apache/beam/sdk/util/ReduceFnRunner.java    |  985 ----
 .../sdk/util/ReifyTimestampAndWindowsDoFn.java  |    6 +-
 .../sdk/util/ReifyTimestampsAndWindows.java     |   63 +
 .../org/apache/beam/sdk/util/ReleaseInfo.java   |   12 +-
 .../org/apache/beam/sdk/util/Reshuffle.java     |   10 +-
 .../apache/beam/sdk/util/SerializableUtils.java |   15 +-
 .../apache/beam/sdk/util/SimpleDoFnRunner.java  |   56 -
 .../org/apache/beam/sdk/util/StringUtils.java   |   14 +-
 .../beam/sdk/util/SystemDoFnInternal.java       |    6 +-
 .../apache/beam/sdk/util/SystemReduceFn.java    |  135 -
 .../org/apache/beam/sdk/util/TimeDomain.java    |    2 +-
 .../apache/beam/sdk/util/TimerInternals.java    |    6 +-
 .../beam/sdk/util/TriggerContextFactory.java    |   16 +-
 .../org/apache/beam/sdk/util/TriggerRunner.java |  234 -
 .../apache/beam/sdk/util/ValueWithRecordId.java |   27 +-
 .../org/apache/beam/sdk/util/WatermarkHold.java |  536 --
 .../org/apache/beam/sdk/util/WindowedValue.java |  205 +-
 .../beam/sdk/util/WindowingInternals.java       |    4 +-
 .../apache/beam/sdk/util/WindowingStrategy.java |    6 +-
 .../java/org/apache/beam/sdk/util/ZipFiles.java |   11 +
 .../apache/beam/sdk/util/common/Counter.java    |    2 +-
 .../util/common/ElementByteSizeObservable.java  |   42 -
 .../util/common/ElementByteSizeObserver.java    |   18 +-
 .../beam/sdk/util/common/PeekingReiterator.java |   99 -
 .../beam/sdk/util/common/ReflectHelpers.java    |   23 +-
 .../beam/sdk/util/common/package-info.java      |    3 +-
 .../org/apache/beam/sdk/util/gcsfs/GcsPath.java |   51 +-
 .../beam/sdk/util/gcsfs/package-info.java       |    3 +-
 .../org/apache/beam/sdk/util/package-info.java  |    3 +-
 .../CopyOnAccessInMemoryStateInternals.java     |    4 +-
 .../sdk/util/state/StateInternalsFactory.java   |   36 +
 .../beam/sdk/util/state/StateMerging.java       |   24 +-
 .../beam/sdk/util/state/StateNamespaces.java    |    2 +-
 .../apache/beam/sdk/util/state/StateTable.java  |   12 +-
 .../apache/beam/sdk/util/state/StateTags.java   |    6 +-
 .../beam/sdk/util/state/package-info.java       |   22 +
 .../org/apache/beam/sdk/values/PCollection.java |   34 +-
 .../apache/beam/sdk/values/PCollectionList.java |    2 +-
 .../org/apache/beam/sdk/values/POutput.java     |    2 +-
 .../beam/sdk/values/TimestampedValue.java       |    1 -
 .../org/apache/beam/sdk/values/TupleTag.java    |    2 +-
 .../apache/beam/sdk/values/TypeDescriptors.java |   13 +
 .../dataflow/util/GcsPathValidatorTest.java     |  104 +
 .../java/org/apache/beam/sdk/PipelineTest.java  |    2 +-
 .../org/apache/beam/sdk/WindowMatchers.java     |   80 +-
 .../org/apache/beam/sdk/WindowMatchersTest.java |   84 +
 .../apache/beam/sdk/coders/AvroCoderTest.java   |   54 +-
 .../beam/sdk/coders/BigDecimalCoderTest.java    |   15 +-
 .../beam/sdk/coders/BigIntegerCoderTest.java    |   14 +-
 .../beam/sdk/coders/ByteArrayCoderTest.java     |    5 +-
 .../beam/sdk/coders/CoderRegistryTest.java      |   22 +-
 .../beam/sdk/coders/DelegateCoderTest.java      |   43 +
 .../apache/beam/sdk/coders/EntityCoderTest.java |  110 -
 .../apache/beam/sdk/coders/JAXBCoderTest.java   |   69 +-
 .../beam/sdk/coders/NullableCoderTest.java      |   26 +-
 .../beam/sdk/coders/SerializableCoderTest.java  |   15 +-
 .../sdk/coders/protobuf/ProtobufUtilTest.java   |    7 +-
 .../beam/sdk/io/AvroIOGeneratedClassTest.java   |  192 +-
 .../java/org/apache/beam/sdk/io/AvroIOTest.java |   53 +-
 .../org/apache/beam/sdk/io/AvroSourceTest.java  |   20 +-
 .../org/apache/beam/sdk/io/BigQueryIOTest.java  | 1128 ----
 .../io/BoundedReadFromUnboundedSourceTest.java  |    1 +
 .../beam/sdk/io/CompressedSourceTest.java       |   86 +
 .../apache/beam/sdk/io/CountingInputTest.java   |    3 +-
 .../apache/beam/sdk/io/CountingSourceTest.java  |    2 +-
 .../org/apache/beam/sdk/io/DatastoreIOTest.java |  621 ---
 .../apache/beam/sdk/io/FileBasedSourceTest.java |    5 +-
 .../beam/sdk/io/OffsetBasedSourceTest.java      |    6 +-
 .../org/apache/beam/sdk/io/PubsubIOTest.java    |   34 +-
 .../beam/sdk/io/PubsubUnboundedSinkTest.java    |    2 +-
 .../java/org/apache/beam/sdk/io/ReadTest.java   |    1 +
 .../java/org/apache/beam/sdk/io/TextIOTest.java |  279 +-
 .../java/org/apache/beam/sdk/io/WriteTest.java  |  152 +-
 .../org/apache/beam/sdk/io/XmlSinkTest.java     |    1 +
 .../org/apache/beam/sdk/io/XmlSourceTest.java   |   19 +-
 .../sdk/io/range/ByteKeyRangeTrackerTest.java   |   58 +-
 .../sdk/io/range/OffsetRangeTrackerTest.java    |   91 +-
 .../apache/beam/sdk/options/GcpOptionsTest.java |   26 +
 .../sdk/options/GoogleApiDebugOptionsTest.java  |    1 -
 .../sdk/options/PipelineOptionsFactoryTest.java |    1 -
 .../beam/sdk/options/PipelineOptionsTest.java   |    1 -
 .../sdk/options/ProxyInvocationHandlerTest.java |    2 +-
 .../AggregatorPipelineExtractorTest.java        |    6 +-
 .../beam/sdk/runners/TransformTreeTest.java     |    6 +-
 .../beam/sdk/testing/CoderPropertiesTest.java   |   26 +
 .../sdk/testing/DataflowJUnitTestRunner.java    |  130 -
 .../apache/beam/sdk/testing/PAssertTest.java    |  117 +-
 .../beam/sdk/testing/PaneExtractorsTest.java    |  323 ++
 .../beam/sdk/testing/StaticWindowsTest.java     |   94 +
 .../beam/sdk/testing/TestPipelineTest.java      |    1 -
 .../beam/sdk/testing/WindowSupplierTest.java    |   89 +
 .../transforms/ApproximateQuantilesTest.java    |    1 +
 .../sdk/transforms/ApproximateUniqueTest.java   |    3 +-
 .../beam/sdk/transforms/CombineFnsTest.java     |    4 +-
 .../apache/beam/sdk/transforms/CombineTest.java |   46 +-
 .../apache/beam/sdk/transforms/CreateTest.java  |    6 +-
 .../beam/sdk/transforms/DoFnContextTest.java    |   69 -
 .../DoFnDelegatingAggregatorTest.java           |   16 +-
 .../beam/sdk/transforms/DoFnReflectorTest.java  |  340 +-
 .../apache/beam/sdk/transforms/DoFnTest.java    |   96 +-
 .../beam/sdk/transforms/DoFnTesterTest.java     |   78 +-
 .../sdk/transforms/DoFnWithContextTest.java     |  237 -
 .../sdk/transforms/FlatMapElementsTest.java     |   48 +
 .../apache/beam/sdk/transforms/FlattenTest.java |    4 +-
 .../beam/sdk/transforms/GroupByKeyTest.java     |    6 +-
 .../IntraBundleParallelizationTest.java         |   23 +-
 .../beam/sdk/transforms/MapElementsTest.java    |  107 +
 .../org/apache/beam/sdk/transforms/MaxTest.java |    1 +
 .../org/apache/beam/sdk/transforms/MinTest.java |    2 +
 .../apache/beam/sdk/transforms/NoOpDoFn.java    |  144 -
 .../apache/beam/sdk/transforms/NoOpOldDoFn.java |  144 +
 .../beam/sdk/transforms/OldDoFnContextTest.java |   69 +
 .../apache/beam/sdk/transforms/OldDoFnTest.java |  242 +
 .../beam/sdk/transforms/PTransformTest.java     |    7 +-
 .../apache/beam/sdk/transforms/ParDoTest.java   |  136 +-
 .../beam/sdk/transforms/PartitionTest.java      |    1 +
 .../apache/beam/sdk/transforms/SampleTest.java  |    7 +-
 .../org/apache/beam/sdk/transforms/SumTest.java |   33 +
 .../org/apache/beam/sdk/transforms/TopTest.java |    1 +
 .../apache/beam/sdk/transforms/ViewTest.java    |  400 +-
 .../beam/sdk/transforms/WithTimestampsTest.java |    4 +-
 .../display/DisplayDataEvaluator.java           |   41 +-
 .../display/DisplayDataEvaluatorTest.java       |   18 +-
 .../transforms/display/DisplayDataMatchers.java |   22 +
 .../display/DisplayDataMatchersTest.java        |   17 +-
 .../sdk/transforms/display/DisplayDataTest.java |   21 +-
 .../dofnreflector/DoFnReflectorTestHelper.java  |  116 +
 .../sdk/transforms/join/CoGroupByKeyTest.java   |   26 +-
 .../windowing/AfterProcessingTimeTest.java      |    3 +-
 .../windowing/AfterWatermarkTest.java           |   24 +-
 .../sdk/transforms/windowing/NeverTest.java     |    1 +
 .../sdk/transforms/windowing/WindowTest.java    |   10 +-
 .../sdk/transforms/windowing/WindowingTest.java |   27 +-
 .../apache/beam/sdk/util/ApiSurfaceTest.java    |    4 +-
 .../org/apache/beam/sdk/util/AvroUtilsTest.java |   78 -
 .../beam/sdk/util/BatchTimerInternalsTest.java  |  118 -
 .../beam/sdk/util/BigQueryServicesImplTest.java |  303 --
 .../sdk/util/BigQueryTableInserterTest.java     |  306 --
 .../sdk/util/BigQueryTableRowIteratorTest.java  |  256 -
 .../apache/beam/sdk/util/BigQueryUtilTest.java  |  481 --
 .../beam/sdk/util/BucketingFunctionTest.java    |    4 +-
 .../beam/sdk/util/FileIOChannelFactoryTest.java |   26 +-
 .../beam/sdk/util/GatherAllPanesTest.java       |   16 +-
 .../sdk/util/GroupAlsoByWindowsProperties.java  |  619 ---
 ...oupAlsoByWindowsViaOutputBufferDoFnTest.java |  106 -
 .../beam/sdk/util/IOChannelUtilsTest.java       |   18 +-
 .../sdk/util/IdentitySideInputWindowFn.java     |    3 +-
 .../util/LateDataDroppingDoFnRunnerTest.java    |  117 -
 .../sdk/util/MergingActiveWindowSetTest.java    |    6 +-
 .../beam/sdk/util/MovingFunctionTest.java       |    4 +-
 .../util/PushbackSideInputDoFnRunnerTest.java   |  234 -
 .../beam/sdk/util/ReduceFnRunnerTest.java       | 1448 ------
 .../apache/beam/sdk/util/ReduceFnTester.java    |  784 ---
 .../util/RetryHttpRequestInitializerTest.java   |   19 +-
 .../beam/sdk/util/SerializableUtilsTest.java    |    1 -
 .../apache/beam/sdk/util/SerializerTest.java    |    1 -
 .../beam/sdk/util/SimpleDoFnRunnerTest.java     |   86 -
 .../apache/beam/sdk/util/StringUtilsTest.java   |   35 +-
 .../org/apache/beam/sdk/util/TriggerTester.java |   31 +-
 .../beam/sdk/util/common/CounterTest.java       |    1 +
 .../beam/sdk/util/common/CounterTestUtils.java  |   57 -
 .../beam/sdk/util/state/StateTagTest.java       |    5 +-
 .../beam/sdk/values/PCollectionTupleTest.java   |    2 +-
 .../apache/beam/sdk/values/TypedPValueTest.java |   20 +-
 sdks/java/extensions/join-library/pom.xml       |   11 +-
 .../beam/sdk/extensions/joinlibrary/Join.java   |   25 +-
 .../extensions/joinlibrary/package-info.java    |   23 +
 sdks/java/extensions/pom.xml                    |    2 +-
 sdks/java/io/google-cloud-platform/pom.xml      |  151 +-
 .../sdk/io/gcp/bigquery/BigQueryAvroUtils.java  |  236 +
 .../beam/sdk/io/gcp/bigquery/BigQueryIO.java    | 2750 ++++++++++
 .../sdk/io/gcp/bigquery/BigQueryServices.java   |  191 +
 .../io/gcp/bigquery/BigQueryServicesImpl.java   |  722 +++
 .../io/gcp/bigquery/BigQueryTableInserter.java  |  221 +
 .../gcp/bigquery/BigQueryTableRowIterator.java  |  474 ++
 .../beam/sdk/io/gcp/bigquery/package-info.java  |   24 +
 .../beam/sdk/io/gcp/bigtable/BigtableIO.java    |  397 +-
 .../sdk/io/gcp/bigtable/BigtableService.java    |   10 +-
 .../io/gcp/bigtable/BigtableServiceImpl.java    |   68 +-
 .../io/gcp/bigtable/BigtableTestOptions.java    |   37 +
 .../beam/sdk/io/gcp/datastore/DatastoreIO.java  |   41 +
 .../beam/sdk/io/gcp/datastore/V1Beta3.java      |  969 ++++
 .../beam/sdk/io/gcp/datastore/package-info.java |   24 +
 .../io/gcp/bigquery/BigQueryAvroUtilsTest.java  |  143 +
 .../sdk/io/gcp/bigquery/BigQueryIOTest.java     | 1438 ++++++
 .../gcp/bigquery/BigQueryServicesImplTest.java  |  359 ++
 .../gcp/bigquery/BigQueryTableInserterTest.java |  249 +
 .../bigquery/BigQueryTableRowIteratorTest.java  |  256 +
 .../sdk/io/gcp/bigquery/BigQueryUtilTest.java   |  454 ++
 .../sdk/io/gcp/bigtable/BigtableIOTest.java     |  170 +-
 .../sdk/io/gcp/bigtable/BigtableReadIT.java     |   60 +
 .../sdk/io/gcp/bigtable/BigtableWriteIT.java    |  214 +
 .../sdk/io/gcp/datastore/V1Beta3ReadIT.java     |  114 +
 .../beam/sdk/io/gcp/datastore/V1Beta3Test.java  |  587 +++
 .../io/gcp/datastore/V1Beta3TestOptions.java    |   44 +
 .../sdk/io/gcp/datastore/V1Beta3TestUtil.java   |  382 ++
 .../sdk/io/gcp/datastore/V1Beta3WriteIT.java    |   85 +
 sdks/java/io/hdfs/pom.xml                       |   64 +-
 .../beam/sdk/io/hdfs/AvroHDFSFileSource.java    |  145 +
 .../beam/sdk/io/hdfs/AvroWrapperCoder.java      |  116 +
 .../apache/beam/sdk/io/hdfs/HDFSFileSink.java   |  277 +
 .../apache/beam/sdk/io/hdfs/HDFSFileSource.java |   63 +-
 .../apache/beam/sdk/io/hdfs/WritableCoder.java  |    9 +-
 .../apache/beam/sdk/io/hdfs/package-info.java   |   22 +
 .../SimpleAuthAvroHDFSFileSource.java           |   84 +
 .../hdfs/simpleauth/SimpleAuthHDFSFileSink.java |  132 +
 .../simpleauth/SimpleAuthHDFSFileSource.java    |  122 +
 .../sdk/io/hdfs/simpleauth/package-info.java    |   22 +
 .../beam/sdk/io/hdfs/AvroWrapperCoderTest.java  |   52 +
 .../beam/sdk/io/hdfs/WritableCoderTest.java     |    9 +
 sdks/java/io/jms/pom.xml                        |  134 +
 .../beam/sdk/io/jms/JmsCheckpointMark.java      |   82 +
 .../java/org/apache/beam/sdk/io/jms/JmsIO.java  |  516 ++
 .../org/apache/beam/sdk/io/jms/JmsRecord.java   |  153 +
 .../apache/beam/sdk/io/jms/package-info.java    |   22 +
 .../org/apache/beam/sdk/io/jms/JmsIOTest.java   |  145 +
 sdks/java/io/kafka/pom.xml                      |   36 +-
 .../org/apache/beam/sdk/io/kafka/KafkaIO.java   |   24 +-
 .../apache/beam/sdk/io/kafka/package-info.java  |   22 +
 .../apache/beam/sdk/io/kafka/KafkaIOTest.java   |   16 +-
 sdks/java/io/pom.xml                            |    3 +-
 sdks/java/java8tests/pom.xml                    |   17 +-
 .../transforms/RemoveDuplicatesJava8Test.java   |   10 +-
 .../beam/sdk/transforms/WithKeysJava8Test.java  |   11 +-
 .../sdk/transforms/WithTimestampsJava8Test.java |    4 +-
 sdks/java/maven-archetypes/examples/pom.xml     |    2 +-
 .../main/resources/archetype-resources/pom.xml  |    7 +
 .../src/main/java/DebuggingWordCount.java       |    6 +-
 .../src/main/java/MinimalWordCount.java         |    6 +-
 .../src/main/java/WindowedWordCount.java        |    8 +-
 .../src/main/java/WordCount.java                |   10 +-
 .../main/java/common/DataflowExampleUtils.java  |    5 +-
 .../main/java/common/PubsubFileInjector.java    |    4 +-
 .../projects/basic/archetype.properties         |    2 +-
 sdks/java/maven-archetypes/pom.xml              |    2 +-
 sdks/java/maven-archetypes/starter/pom.xml      |    8 +-
 .../src/main/java/StarterPipeline.java          |    6 +-
 .../projects/basic/archetype.properties         |    2 +-
 .../resources/projects/basic/reference/pom.xml  |    2 +-
 .../src/main/java/it/pkg/StarterPipeline.java   |    6 +-
 sdks/java/microbenchmarks/README.md             |   42 +
 sdks/java/microbenchmarks/pom.xml               |  110 +
 .../coders/AvroCoderBenchmark.java              |  121 +
 .../coders/ByteArrayCoderBenchmark.java         |   66 +
 .../coders/CoderBenchmarking.java               |   42 +
 .../coders/StringUtf8CoderBenchmark.java        |   72 +
 .../microbenchmarks/coders/package-info.java    |   22 +
 .../transforms/DoFnReflectorBenchmark.java      |  243 +
 .../transforms/package-info.java                |   22 +
 sdks/java/pom.xml                               |    3 +-
 sdks/pom.xml                                    |    2 +-
 699 files changed, 38013 insertions(+), 35273 deletions(-)
----------------------------------------------------------------------




Mime
View raw message