carbondata-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From ravipes...@apache.org
Subject [5/5] incubator-carbondata git commit: [CARBONDATA-458]Improving First time query performance. This closes #265
Date Thu, 01 Dec 2016 09:53:58 GMT
[CARBONDATA-458]Improving First time query performance. This closes #265


Project: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/commit/7213ac05
Tree: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/tree/7213ac05
Diff: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/diff/7213ac05

Branch: refs/heads/master
Commit: 7213ac0579ba2f8b171474b73487f484e2a2df50
Parents: 9ad98f4 d54dc64
Author: ravipesala <ravi.pesala@gmail.com>
Authored: Thu Dec 1 15:19:41 2016 +0530
Committer: ravipesala <ravi.pesala@gmail.com>
Committed: Thu Dec 1 15:19:41 2016 +0530

----------------------------------------------------------------------
 .../core/carbon/datastore/BlockIndexStore.java  |   4 +-
 .../core/carbon/datastore/DataRefNode.java      |  18 +-
 .../datastore/block/SegmentProperties.java      |   7 +
 .../carbon/datastore/block/TableBlockInfo.java  |  20 +-
 .../chunk/reader/CarbonDataReaderFactory.java   |  93 +++++
 .../reader/DimensionColumnChunkReader.java      |   2 +-
 .../chunk/reader/MeasureColumnChunkReader.java  |   2 +-
 .../reader/dimension/AbstractChunkReader.java   |  12 +-
 ...CompressedDimensionChunkFileBasedReader.java | 135 -------
 ...mpressedDimensionChunkFileBasedReaderV1.java | 146 +++++++
 ...mpressedDimensionChunkFileBasedReaderV2.java | 308 +++++++++++++++
 .../measure/AbstractMeasureChunkReader.java     |  33 +-
 .../CompressedMeasureChunkFileBasedReader.java  |  92 -----
 ...CompressedMeasureChunkFileBasedReaderV1.java | 106 +++++
 ...CompressedMeasureChunkFileBasedReaderV2.java | 234 +++++++++++
 .../impl/btree/AbstractBTreeLeafNode.java       |   4 +-
 .../datastore/impl/btree/BTreeNonLeafNode.java  |   4 +-
 .../impl/btree/BlockletBTreeLeafNode.java       |  36 +-
 .../carbon/metadata/blocklet/BlockletInfo.java  |  40 ++
 .../metadata/blocklet/DataFileFooter.java       |   6 +-
 .../core/constants/CarbonCommonConstants.java   |  18 +-
 .../util/AbstractDataFileFooterConverter.java   | 390 ++++++++++++++++++
 .../core/util/CarbonMetadataUtil.java           | 158 +++++++-
 .../carbondata/core/util/CarbonProperties.java  | 121 +++---
 .../apache/carbondata/core/util/CarbonUtil.java | 209 ++++++++--
 .../core/util/DataFileFooterConverter.java      | 391 +------------------
 .../core/util/DataFileFooterConverter2.java     | 135 +++++++
 .../util/DataFileFooterConverterFactory.java    |  64 +++
 .../core/writer/CarbonFooterWriter.java         |   4 -
 .../executor/impl/AbstractQueryExecutor.java    |  55 ++-
 .../executor/impl/QueryExecutorProperties.java  |   4 +-
 .../scan/executor/infos/BlockExecutionInfo.java |  12 +-
 .../scan/executor/util/QueryUtil.java           | 102 +++--
 .../scan/scanner/AbstractBlockletScanner.java   |   7 +-
 .../scan/scanner/impl/FilterScanner.java        |  48 ++-
 .../carbon/datastore/block/BlockInfoTest.java   |  12 +-
 .../datastore/block/TableBlockInfoTest.java     |  32 +-
 .../datastore/block/TableTaskInfoTest.java      |   8 +-
 ...ressedDimensionChunkFileBasedReaderTest.java |  23 +-
 ...mpressedMeasureChunkFileBasedReaderTest.java |  30 +-
 .../core/util/CarbonMetadataUtilTest.java       |   3 +-
 .../carbondata/core/util/CarbonUtilTest.java    |  18 +-
 .../core/util/DataFileFooterConverterTest.java  |  11 +-
 format/src/main/thrift/carbondata.thrift        |  30 +-
 .../carbondata/hadoop/CarbonInputFormat.java    |  66 ++--
 .../carbondata/hadoop/CarbonInputSplit.java     | 107 +++--
 .../internal/index/impl/InMemoryBTreeIndex.java |   5 +-
 .../spark/merger/CarbonCompactionUtil.java      |   4 +-
 .../carbondata/spark/rdd/CarbonMergerRDD.scala  |   4 +-
 .../spark/rdd/CarbonDataRDDFactory.scala        |   2 +-
 .../spark/src/test/resources/OLDFORMATTABLE.csv |  34 ++
 .../src/test/resources/OLDFORMATTABLEHIVE.csv   |  33 ++
 .../TestQueryWithOldCarbonDataFile.scala        |  70 ++++
 .../store/CarbonDataWriterFactory.java          |  70 ++++
 .../store/CarbonFactDataHandlerColumnar.java    |  54 ++-
 .../store/writer/AbstractFactDataWriter.java    | 316 +++++++--------
 .../store/writer/CarbonDataWriterVo.java        | 321 +++++++++++++++
 .../store/writer/CarbonFactDataWriterImpl2.java | 285 ++++++++++++++
 ...actDataWriterImplForIntIndexAndAggBlock.java | 223 +++--------
 .../processing/store/writer/NodeHolder.java     |  38 +-
 .../carbon/datastore/BlockIndexStoreTest.java   |  43 +-
 61 files changed, 3504 insertions(+), 1358 deletions(-)
----------------------------------------------------------------------



Mime
View raw message