beam-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From aromane...@apache.org
Subject [beam] branch master updated (9448dba -> aec6d82)
Date Thu, 06 Dec 2018 13:36:28 GMT
This is an automated email from the ASF dual-hosted git repository.

aromanenko pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git.


    from 9448dba  [BEAM-6182] Disable conscrypt by default (#7203)
     add 8f15b88  [BEAM-3912] Add HadoopOutputFormatIO support
     add 406f8d7  [BEAM-3912] Remove useless dep
     add 86f723e  [BEAM-3912] Add HadoopOutputFormatIO support
     add 9863c79  [BEAM-3912] Remove useless dep
     add fa9cc4a  Fix typo in test name
     add 757b71e  [BEAM-3912] Implement HadoopFormatIO.Write
     add 20e3e24  [BEAM-5309] Add streaming support for HadoopFormatIO
     add 4adc254  [BEAM-5309] Add streaming support for HadoopFormatIO
     add aec6d82  Merge pull request #6691: [BEAM-5309] Add streaming support for HadoopFormatIO

No new revisions were added by this update.

Summary of changes:
 runners/spark/build.gradle                         |    6 +-
 sdks/java/io/hadoop-format/build.gradle            |   96 ++
 .../io/hadoop/format/ExternalSynchronization.java  |   62 +
 .../sdk/io/hadoop/format/HDFSSynchronization.java  |  186 +++
 .../beam/sdk/io/hadoop/format/HadoopFormatIO.java  | 1181 ++++++++++++++++++++
 .../beam/sdk/io/hadoop/format/HadoopFormats.java   |  243 ++++
 .../sdk/io/hadoop/format/IterableCombinerFn.java   |  140 +++
 .../beam/sdk/io/hadoop/format}/package-info.java   |    8 +-
 .../sdk/io/hadoop/format/EmployeeOutputFormat.java |   74 ++
 .../io/hadoop/format/HDFSSynchronizationTest.java  |  173 +++
 .../sdk/io/hadoop/format/HadoopFormatIOIT.java}    |   97 +-
 .../format/HadoopFormatIOSequenceFileTest.java     |  372 ++++++
 .../sdk/io/hadoop/format/HadoopFormatIOTest.java   |  316 ++++++
 .../sdk/io/hadoop/format/IterableCombinerTest.java |   98 ++
 .../io/hadoop/inputformat/TestEmployeeDataSet.java |    2 +-
 .../io/hadoop/inputformat/TestRowDBWritable.java   |    9 +-
 sdks/java/javadoc/build.gradle                     |    1 +
 settings.gradle                                    |    6 +
 18 files changed, 3023 insertions(+), 47 deletions(-)
 create mode 100644 sdks/java/io/hadoop-format/build.gradle
 create mode 100644 sdks/java/io/hadoop-format/src/main/java/org/apache/beam/sdk/io/hadoop/format/ExternalSynchronization.java
 create mode 100644 sdks/java/io/hadoop-format/src/main/java/org/apache/beam/sdk/io/hadoop/format/HDFSSynchronization.java
 create mode 100644 sdks/java/io/hadoop-format/src/main/java/org/apache/beam/sdk/io/hadoop/format/HadoopFormatIO.java
 create mode 100644 sdks/java/io/hadoop-format/src/main/java/org/apache/beam/sdk/io/hadoop/format/HadoopFormats.java
 create mode 100644 sdks/java/io/hadoop-format/src/main/java/org/apache/beam/sdk/io/hadoop/format/IterableCombinerFn.java
 copy sdks/java/{extensions/protobuf/src/main/java/org/apache/beam/sdk/extensions/protobuf
=> io/hadoop-format/src/main/java/org/apache/beam/sdk/io/hadoop/format}/package-info.java
(77%)
 create mode 100644 sdks/java/io/hadoop-format/src/test/java/org/apache/beam/sdk/io/hadoop/format/EmployeeOutputFormat.java
 create mode 100644 sdks/java/io/hadoop-format/src/test/java/org/apache/beam/sdk/io/hadoop/format/HDFSSynchronizationTest.java
 copy sdks/java/io/{hadoop-input-format/src/test/java/org/apache/beam/sdk/io/hadoop/inputformat/HadoopInputFormatIOIT.java
=> hadoop-format/src/test/java/org/apache/beam/sdk/io/hadoop/format/HadoopFormatIOIT.java}
(59%)
 create mode 100644 sdks/java/io/hadoop-format/src/test/java/org/apache/beam/sdk/io/hadoop/format/HadoopFormatIOSequenceFileTest.java
 create mode 100644 sdks/java/io/hadoop-format/src/test/java/org/apache/beam/sdk/io/hadoop/format/HadoopFormatIOTest.java
 create mode 100644 sdks/java/io/hadoop-format/src/test/java/org/apache/beam/sdk/io/hadoop/format/IterableCombinerTest.java


Mime
View raw message