carbondata-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From jack...@apache.org
Subject [3/3] incubator-carbondata git commit: [CARBONDATA-467] Adding bucketing to carbon table loading This closes #358
Date Wed, 28 Dec 2016 14:32:21 GMT
[CARBONDATA-467] Adding bucketing to carbon table loading  This closes #358


Project: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/commit/dc7c86ef
Tree: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/tree/dc7c86ef
Diff: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/diff/dc7c86ef

Branch: refs/heads/master
Commit: dc7c86ef388af86392667289eec68e46bc257128
Parents: 65b9221 cbf8797
Author: jackylk <jacky.likun@huawei.com>
Authored: Wed Dec 28 22:31:55 2016 +0800
Committer: jackylk <jacky.likun@huawei.com>
Committed: Wed Dec 28 22:31:55 2016 +0800

----------------------------------------------------------------------
 .../carbon/datastore/SegmentTaskIndexStore.java |  89 +++++--
 .../ThriftWrapperSchemaConverterImpl.java       |  30 +++
 .../carbon/metadata/schema/BucketingInfo.java   |  49 ++++
 .../metadata/schema/table/CarbonTable.java      |  14 +
 .../metadata/schema/table/TableSchema.java      |  14 +
 .../core/carbon/path/CarbonTablePath.java       |  37 ++-
 .../carbondata/core/partition/Partitioner.java  |  26 ++
 .../partition/impl/HashPartitionerImpl.java     | 105 ++++++++
 .../core/util/CarbonMetadataUtil.java           |   4 +-
 .../apache/carbondata/core/util/CarbonUtil.java |   5 +-
 .../datastore/SegmentTaskIndexStoreTest.java    |   8 +-
 .../CarbonFormatDirectoryStructureTest.java     |   4 +-
 .../core/util/CarbonMetadataUtilTest.java       |   3 +-
 format/src/main/thrift/carbondata_index.thrift  |   1 +
 format/src/main/thrift/schema.thrift            |   9 +
 .../carbondata/hadoop/CarbonInputFormat.java    |  22 +-
 .../carbondata/hadoop/CarbonInputSplit.java     |  18 ++
 .../hadoop/CarbonMultiBlockSplit.java           |  23 +-
 .../internal/index/impl/InMemoryBTreeIndex.java |   9 +-
 .../apache/carbondata/spark/CarbonOption.scala  |   7 +
 .../carbondata/spark/rdd/CarbonMergerRDD.scala  |   2 +-
 .../carbondata/spark/rdd/CarbonScanRDD.scala    | 146 ++++++----
 .../spark/sql/catalyst/CarbonDDLSqlParser.scala |   7 +-
 .../execution/command/carbonTableSchema.scala   |  29 +-
 .../org/apache/spark/sql/CarbonSqlParser.scala  |  11 +-
 .../apache/carbondata/spark/CarbonOption.scala  |   7 +
 .../org/apache/spark/sql/CarbonSource.scala     |  14 +-
 .../org/apache/spark/sql/TableCreator.scala     |   6 +-
 .../execution/CarbonLateDecodeStrategy.scala    |  42 ++-
 .../spark/sql/parser/CarbonSparkSqlParser.scala |  14 +-
 .../bucketing/TableBucketingTestCase.scala      | 193 ++++++++++++++
 .../newflow/CarbonDataLoadConfiguration.java    |  11 +
 .../newflow/DataLoadProcessBuilder.java         |  29 ++
 .../processing/newflow/row/CarbonRow.java       |   2 +
 ...arallelReadMergeSorterWithBucketingImpl.java | 265 +++++++++++++++++++
 ...ConverterProcessorWithBucketingStepImpl.java | 189 +++++++++++++
 .../steps/DataWriterProcessorStepImpl.java      |  79 +++---
 .../newflow/steps/SortProcessorStepImpl.java    |  11 +-
 .../sortandgroupby/sortdata/SortParameters.java |  28 ++
 .../store/CarbonFactDataHandlerColumnar.java    |   4 +
 .../store/CarbonFactDataHandlerModel.java       |   9 +-
 .../store/SingleThreadFinalSortFilesMerger.java |   4 +
 .../store/writer/AbstractFactDataWriter.java    |   6 +-
 .../store/writer/CarbonDataWriterVo.java        |   9 +
 44 files changed, 1417 insertions(+), 177 deletions(-)
----------------------------------------------------------------------



Mime
View raw message