beam-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From k...@apache.org
Subject [10/10] incubator-beam git commit: This closes #1565
Date Thu, 15 Dec 2016 22:29:10 GMT
This closes #1565

  Renames ParDo.getNewFn to getFn
  Moves DoFnAdapters to runners-core
  Removes unused code from NoOpOldDoFn
  Removes ArgumentProvider.windowingInternals
  Removes code for wrapping DoFn as an OldDoFn
  Removes OldDoFn from ParDo
  Pushes uses of OldDoFn deeper inside Flink runner
  Remove ParDo.of(OldDoFn) from Apex runner
  Converts all easy OldDoFns to DoFn


Project: http://git-wip-us.apache.org/repos/asf/incubator-beam/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-beam/commit/5a3ace4a
Tree: http://git-wip-us.apache.org/repos/asf/incubator-beam/tree/5a3ace4a
Diff: http://git-wip-us.apache.org/repos/asf/incubator-beam/diff/5a3ace4a

Branch: refs/heads/master
Commit: 5a3ace4a7c786938e5286e921f3afcd23b26de26
Parents: 3e1a628 6b502fc
Author: Kenneth Knowles <klk@google.com>
Authored: Thu Dec 15 14:04:03 2016 -0800
Committer: Kenneth Knowles <klk@google.com>
Committed: Thu Dec 15 14:04:03 2016 -0800

----------------------------------------------------------------------
 .../apache/beam/runners/apex/ApexRunner.java    |  57 +--
 .../translation/ApexPipelineTranslator.java     |   2 +
 .../translation/ParDoBoundMultiTranslator.java  |   6 +-
 .../apex/translation/ParDoBoundTranslator.java  |   6 +-
 .../apex/translation/WindowBoundTranslator.java |  78 +++
 .../operators/ApexGroupByKeyOperator.java       |   2 +-
 .../operators/ApexParDoOperator.java            |  25 +-
 .../FlattenPCollectionTranslatorTest.java       |  15 +-
 .../translation/GroupByKeyTranslatorTest.java   |  21 +-
 .../translation/ParDoBoundTranslatorTest.java   |  38 +-
 .../translation/ReadUnboundTranslatorTest.java  |  15 +-
 .../apache/beam/runners/core/AssignWindows.java |  46 --
 .../apache/beam/runners/core/DoFnAdapters.java  | 344 +++++++++++++
 .../beam/runners/core/SimpleDoFnRunner.java     |  57 ---
 .../beam/runners/core/SimpleOldDoFnRunner.java  |   4 +-
 .../beam/runners/core/SplittableParDo.java      |  11 +-
 .../core/GroupAlsoByWindowsProperties.java      |   2 +-
 .../runners/direct/ParDoEvaluatorFactory.java   |   2 +-
 .../direct/ParDoMultiOverrideFactory.java       |   2 +-
 .../ParDoSingleViaMultiOverrideFactory.java     |   4 +-
 .../direct/StatefulParDoEvaluatorFactory.java   |   4 +-
 .../apache/beam/runners/flink/FlinkRunner.java  |  10 +-
 .../FlinkBatchTransformTranslators.java         |  13 +-
 .../FlinkStreamingTransformTranslators.java     |   4 +-
 .../functions/FlinkDoFnFunction.java            |  10 +-
 .../functions/FlinkMultiOutputDoFnFunction.java |  10 +-
 .../functions/FlinkProcessContextBase.java      |   2 +-
 .../wrappers/streaming/DoFnOperator.java        |  43 +-
 .../wrappers/streaming/WindowDoFnOperator.java  |   8 +-
 .../beam/runners/flink/PipelineOptionsTest.java |   6 +-
 .../flink/streaming/DoFnOperatorTest.java       |  13 +-
 .../flink/streaming/GroupByNullKeyTest.java     |  18 +-
 .../streaming/TopWikipediaSessionsITCase.java   |  10 +-
 .../dataflow/DataflowPipelineTranslator.java    |   8 +-
 .../spark/translation/SparkAssignWindowFn.java  |   2 +-
 .../spark/translation/TransformTranslator.java  |   4 +-
 .../streaming/StreamingTransformTranslator.java |   4 +-
 .../beam/sdk/AggregatorPipelineExtractor.java   |   4 +-
 .../sdk/transforms/AggregatorRetriever.java     |  13 +-
 .../beam/sdk/transforms/DoFnAdapters.java       | 504 -------------------
 .../apache/beam/sdk/transforms/DoFnTester.java  |   7 -
 .../org/apache/beam/sdk/transforms/OldDoFn.java | 297 +----------
 .../org/apache/beam/sdk/transforms/ParDo.java   | 173 +------
 .../sdk/transforms/reflect/DoFnInvoker.java     |  20 -
 .../sdk/transforms/reflect/DoFnInvokers.java    | 141 +-----
 .../sdk/AggregatorPipelineExtractorTest.java    |  12 +-
 .../apache/beam/sdk/transforms/NoOpOldDoFn.java |  74 +--
 .../apache/beam/sdk/transforms/OldDoFnTest.java | 125 ++---
 .../transforms/reflect/DoFnInvokersTest.java    |  42 --
 49 files changed, 689 insertions(+), 1629 deletions(-)
----------------------------------------------------------------------



Mime
View raw message