parquet-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From ziva...@apache.org
Subject [parquet-mr] branch encryption updated (0569f51 -> e7db9e2)
Date Fri, 26 Oct 2018 13:11:40 GMT
This is an automated email from the ASF dual-hosted git repository.

zivanfi pushed a change to branch encryption
in repository https://gitbox.apache.org/repos/asf/parquet-mr.git.


    from 0569f51  Revert "PARQUET-1353: Fix random data generator. (#504)"
     add 0d541fc  PARQUET-1388: Nanosecond precision time and timestamp - parquet-mr (#519)
     add 63003ac  PARQUET-1436: TimestampMicrosStringifier shows wrong microseconds for timestamps
before 1970 (#529)
     add 716fb6b  PARQUET-1440: Parquet-tools: Parse int32 or int64 decimal values to big
decimals with the proper scale (#530)
     add cded3e5  PARQUET-1383: Parquet tools should indicate UTC parameter for time/timestamp
types (#513)
     add e7db9e2  PARQUET-1201: Column indexes (#527)

No new revisions were added by this update.

Summary of changes:
 .../parquet/arrow/schema/SchemaConverter.java      |    9 +
 .../parquet/arrow/schema/TestSchemaConverter.java  |   34 +-
 .../src/main/java/org/apache/parquet/cli/Main.java |    2 +
 .../cli/commands/ShowColumnIndexCommand.java       |  157 ++
 .../org/apache/parquet/column/ColumnReader.java    |    3 +
 .../apache/parquet/column/ParquetProperties.java   |   20 +-
 .../parquet/column/impl/ColumnReadStoreImpl.java   |   12 +-
 ...ColumnReaderImpl.java => ColumnReaderBase.java} |  122 +-
 .../parquet/column/impl/ColumnReaderImpl.java      |  676 +--------
 ...WriteStoreV2.java => ColumnWriteStoreBase.java} |  112 +-
 .../parquet/column/impl/ColumnWriteStoreV1.java    |  115 +-
 .../parquet/column/impl/ColumnWriteStoreV2.java    |  148 +-
 .../{ColumnWriterV2.java => ColumnWriterBase.java} |  177 +--
 .../apache/parquet/column/impl/ColumnWriterV1.java |  255 +---
 .../apache/parquet/column/impl/ColumnWriterV2.java |  294 +---
 .../column/impl/SynchronizingColumnReader.java     |  111 ++
 .../org/apache/parquet/column/page/DataPage.java   |   22 +
 .../org/apache/parquet/column/page/DataPageV1.java |   31 +
 .../org/apache/parquet/column/page/DataPageV2.java |   52 +
 .../apache/parquet/column/page/PageReadStore.java  |   15 +-
 .../org/apache/parquet/column/page/PageWriter.java |   17 +-
 .../apache/parquet/column/values/ValuesReader.java |   12 +
 .../delta/DeltaBinaryPackingValuesReader.java      |    8 +
 .../DeltaLengthByteArrayValuesReader.java          |   12 +-
 .../plain/FixedLenByteArrayPlainValuesReader.java  |    8 +-
 .../column/values/plain/PlainValuesReader.java     |   36 +-
 .../rle/RunLengthBitPackingHybridValuesWriter.java |    9 +-
 .../column/values/rle/ZeroIntegerValuesReader.java |    4 +
 .../columnindex/BinaryColumnIndexBuilder.java      |  140 ++
 .../column/columnindex/BinaryTruncator.java        |  208 +++
 .../columnindex/BooleanColumnIndexBuilder.java     |  133 ++
 .../internal/column/columnindex/BoundaryOrder.java |  352 +++++
 .../internal/column/columnindex/ColumnIndex.java   |   60 +
 .../column/columnindex/ColumnIndexBuilder.java     |  636 ++++++++
 .../columnindex/DoubleColumnIndexBuilder.java      |  155 ++
 .../columnindex/FloatColumnIndexBuilder.java       |  155 ++
 .../internal/column/columnindex/IndexIterator.java |   98 ++
 .../column/columnindex/IntColumnIndexBuilder.java  |  136 ++
 .../column/columnindex/LongColumnIndexBuilder.java |  136 ++
 .../internal/column/columnindex/OffsetIndex.java   |   64 +
 .../column/columnindex/OffsetIndexBuilder.java     |  175 +++
 .../filter2/columnindex/ColumnIndexFilter.java     |  194 +++
 .../filter2/columnindex/ColumnIndexStore.java      |   55 +
 .../internal/filter2/columnindex/RowRanges.java    |  288 ++++
 .../parquet/schema/LogicalTypeAnnotation.java      |   35 +-
 .../parquet/schema/PrimitiveStringifier.java       |  130 +-
 .../main/java/org/apache/parquet/schema/Types.java |    1 +
 .../parquet/column/impl/TestColumnReaderImpl.java  |    8 +-
 .../apache/parquet/column/mem/TestMemColumn.java   |   12 +-
 .../parquet/column/page/mem/MemPageWriter.java     |    6 +
 .../values/bitpacking/TestBitPackingColumn.java    |   16 +
 ...ltaBinaryPackingValuesWriterForIntegerTest.java |   17 +
 .../DeltaBinaryPackingValuesWriterForLongTest.java |   17 +
 .../TestDeltaLengthByteArray.java                  |   24 +
 .../values/deltastrings/TestDeltaByteArray.java    |   19 +
 .../column/values/dictionary/TestDictionary.java   |  105 ++
 .../column/columnindex/TestBinaryTruncator.java    |  285 ++++
 .../column/columnindex/TestBoundaryOrder.java      |  487 ++++++
 .../column/columnindex/TestColumnIndexBuilder.java | 1546 ++++++++++++++++++++
 .../column/columnindex/TestIndexIterator.java      |   63 +
 .../column/columnindex/TestOffsetIndexBuilder.java |  113 ++
 .../filter2/columnindex/TestColumnIndexFilter.java |  464 ++++++
 .../filter2/columnindex/TestRowRanges.java         |  155 ++
 .../apache/parquet/parser/TestParquetParser.java   |    5 +
 .../parquet/schema/TestPrimitiveStringifier.java   |  144 +-
 .../schema/TestTypeBuildersWithLogicalTypes.java   |  408 ++++++
 parquet-common/pom.xml                             |    6 +
 .../java/org/apache/parquet/HadoopReadOptions.java |    9 +-
 .../org/apache/parquet/ParquetReadOptions.java     |   20 +-
 .../format/converter/ParquetMetadataConverter.java |  122 +-
 .../parquet/hadoop/ColumnChunkPageReadStore.java   |  115 +-
 .../parquet/hadoop/ColumnChunkPageWriteStore.java  |   54 +-
 .../parquet/hadoop/ColumnIndexFilterUtils.java     |  157 ++
 .../parquet/hadoop/ColumnIndexStoreImpl.java       |  155 ++
 .../hadoop/InternalParquetRecordReader.java        |    6 +-
 .../hadoop/InternalParquetRecordWriter.java        |    4 +-
 .../apache/parquet/hadoop/ParquetFileReader.java   |  335 ++++-
 .../apache/parquet/hadoop/ParquetFileWriter.java   |  222 ++-
 .../apache/parquet/hadoop/ParquetInputFormat.java  |    5 +
 .../apache/parquet/hadoop/ParquetOutputFormat.java |   17 +-
 .../org/apache/parquet/hadoop/ParquetReader.java   |   10 +
 .../org/apache/parquet/hadoop/ParquetWriter.java   |    2 +-
 .../hadoop/metadata/ColumnChunkMetaData.java       |   41 +-
 .../internal/hadoop/metadata/IndexReference.java   |   26 +-
 .../filter2/recordlevel/PhoneBookWriter.java       |  105 +-
 .../converter/TestParquetMetadataConverter.java    |   74 +
 .../hadoop/TestColumnChunkPageWriteStore.java      |   94 +-
 .../parquet/hadoop/TestColumnIndexFiltering.java   |  442 ++++++
 .../parquet/hadoop/TestParquetFileWriter.java      |  146 ++
 .../parquet/tools/command/ColumnIndexCommand.java  |  182 +++
 .../org/apache/parquet/tools/command/Registry.java |    1 +
 .../parquet/tools/read/SimpleRecordConverter.java  |   10 +
 pom.xml                                            |   12 +-
 93 files changed, 10074 insertions(+), 1816 deletions(-)
 create mode 100644 parquet-cli/src/main/java/org/apache/parquet/cli/commands/ShowColumnIndexCommand.java
 copy parquet-column/src/main/java/org/apache/parquet/column/impl/{ColumnReaderImpl.java =>
ColumnReaderBase.java} (87%)
 copy parquet-column/src/main/java/org/apache/parquet/column/impl/{ColumnWriteStoreV2.java
=> ColumnWriteStoreBase.java} (59%)
 copy parquet-column/src/main/java/org/apache/parquet/column/impl/{ColumnWriterV2.java =>
ColumnWriterBase.java} (66%)
 create mode 100644 parquet-column/src/main/java/org/apache/parquet/column/impl/SynchronizingColumnReader.java
 create mode 100644 parquet-column/src/main/java/org/apache/parquet/internal/column/columnindex/BinaryColumnIndexBuilder.java
 create mode 100644 parquet-column/src/main/java/org/apache/parquet/internal/column/columnindex/BinaryTruncator.java
 create mode 100644 parquet-column/src/main/java/org/apache/parquet/internal/column/columnindex/BooleanColumnIndexBuilder.java
 create mode 100644 parquet-column/src/main/java/org/apache/parquet/internal/column/columnindex/BoundaryOrder.java
 create mode 100644 parquet-column/src/main/java/org/apache/parquet/internal/column/columnindex/ColumnIndex.java
 create mode 100644 parquet-column/src/main/java/org/apache/parquet/internal/column/columnindex/ColumnIndexBuilder.java
 create mode 100644 parquet-column/src/main/java/org/apache/parquet/internal/column/columnindex/DoubleColumnIndexBuilder.java
 create mode 100644 parquet-column/src/main/java/org/apache/parquet/internal/column/columnindex/FloatColumnIndexBuilder.java
 create mode 100644 parquet-column/src/main/java/org/apache/parquet/internal/column/columnindex/IndexIterator.java
 create mode 100644 parquet-column/src/main/java/org/apache/parquet/internal/column/columnindex/IntColumnIndexBuilder.java
 create mode 100644 parquet-column/src/main/java/org/apache/parquet/internal/column/columnindex/LongColumnIndexBuilder.java
 create mode 100644 parquet-column/src/main/java/org/apache/parquet/internal/column/columnindex/OffsetIndex.java
 create mode 100644 parquet-column/src/main/java/org/apache/parquet/internal/column/columnindex/OffsetIndexBuilder.java
 create mode 100644 parquet-column/src/main/java/org/apache/parquet/internal/filter2/columnindex/ColumnIndexFilter.java
 create mode 100644 parquet-column/src/main/java/org/apache/parquet/internal/filter2/columnindex/ColumnIndexStore.java
 create mode 100644 parquet-column/src/main/java/org/apache/parquet/internal/filter2/columnindex/RowRanges.java
 create mode 100644 parquet-column/src/test/java/org/apache/parquet/internal/column/columnindex/TestBinaryTruncator.java
 create mode 100644 parquet-column/src/test/java/org/apache/parquet/internal/column/columnindex/TestBoundaryOrder.java
 create mode 100644 parquet-column/src/test/java/org/apache/parquet/internal/column/columnindex/TestColumnIndexBuilder.java
 create mode 100644 parquet-column/src/test/java/org/apache/parquet/internal/column/columnindex/TestIndexIterator.java
 create mode 100644 parquet-column/src/test/java/org/apache/parquet/internal/column/columnindex/TestOffsetIndexBuilder.java
 create mode 100644 parquet-column/src/test/java/org/apache/parquet/internal/filter2/columnindex/TestColumnIndexFilter.java
 create mode 100644 parquet-column/src/test/java/org/apache/parquet/internal/filter2/columnindex/TestRowRanges.java
 create mode 100644 parquet-column/src/test/java/org/apache/parquet/schema/TestTypeBuildersWithLogicalTypes.java
 create mode 100644 parquet-hadoop/src/main/java/org/apache/parquet/hadoop/ColumnIndexFilterUtils.java
 create mode 100644 parquet-hadoop/src/main/java/org/apache/parquet/hadoop/ColumnIndexStoreImpl.java
 copy parquet-cli/src/main/java/org/apache/parquet/cli/util/RuntimeIOException.java =>
parquet-hadoop/src/main/java/org/apache/parquet/internal/hadoop/metadata/IndexReference.java
(62%)
 create mode 100644 parquet-hadoop/src/test/java/org/apache/parquet/hadoop/TestColumnIndexFiltering.java
 create mode 100644 parquet-tools/src/main/java/org/apache/parquet/tools/command/ColumnIndexCommand.java


Mime
View raw message