carbondata-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From ravipes...@apache.org
Subject [7/7] incubator-carbondata git commit: [CARBONDATA-545]Added support for offheap storage in query This closes #450
Date Sun, 08 Jan 2017 14:30:25 GMT
[CARBONDATA-545]Added support for offheap storage in query This closes #450


Project: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/commit/1790655f
Tree: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/tree/1790655f
Diff: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/diff/1790655f

Branch: refs/heads/master
Commit: 1790655fec396206d7060165346d2f34ffaf2cfa
Parents: 49727a2 8d9babe
Author: ravipesala <ravi.pesala@gmail.com>
Authored: Sun Jan 8 19:59:12 2017 +0530
Committer: ravipesala <ravi.pesala@gmail.com>
Committed: Sun Jan 8 19:59:12 2017 +0530

----------------------------------------------------------------------
 .../chunk/DimensionChunkAttributes.java         | 102 -----
 .../chunk/DimensionColumnDataChunk.java         |  50 ++-
 .../datastore/chunk/MeasureColumnDataChunk.java |   3 +
 .../chunk/impl/AbstractDimensionDataChunk.java  |  90 +++++
 .../impl/ColumnGroupDimensionDataChunk.java     | 186 ++++-----
 .../impl/FixedLengthDimensionDataChunk.java     | 149 +++----
 .../impl/VariableLengthDimensionDataChunk.java  | 113 +++---
 .../reader/dimension/AbstractChunkReader.java   |  43 +-
 ...mpressedDimensionChunkFileBasedReaderV1.java |  28 +-
 ...mpressedDimensionChunkFileBasedReaderV2.java |  98 ++---
 ...CompressedMeasureChunkFileBasedReaderV1.java |  15 +-
 ...CompressedMeasureChunkFileBasedReaderV2.java |  74 ++--
 .../chunk/store/DimensionChunkStoreFactory.java |  88 ++++
 .../chunk/store/DimensionDataChunkStore.java    |  95 +++++
 .../chunk/store/MeasureChunkStoreFactory.java   |  97 +++++
 .../chunk/store/MeasureDataChunkStore.java      |  86 ++++
 .../SafeAbsractDimensionDataChunkStore.java     | 126 ++++++
 .../safe/SafeAbstractMeasureDataChunkStore.java | 114 ++++++
 .../impl/safe/SafeByteMeasureChunkStore.java    |  55 +++
 .../impl/safe/SafeDoubleMeasureChunkStore.java  |  54 +++
 .../SafeFixedLengthDimensionDataChunkStore.java | 114 ++++++
 .../impl/safe/SafeIntMeasureChunkStore.java     |  54 +++
 .../impl/safe/SafeLongMeasureChunkStore.java    |  55 +++
 .../impl/safe/SafeShortMeasureChunkStore.java   |  56 +++
 ...feVariableLengthDimensionDataChunkStore.java | 139 +++++++
 .../UnsafeAbstractDimensionDataChunkStore.java  | 173 ++++++++
 .../UnsafeAbstractMeasureDataChunkStore.java    | 128 ++++++
 .../unsafe/UnsafeByteMeasureChunkStore.java     |  58 +++
 .../unsafe/UnsafeDoubleMeasureChunkStore.java   |  60 +++
 ...nsafeFixedLengthDimensionDataChunkStore.java | 147 +++++++
 .../impl/unsafe/UnsafeIntMeasureChunkStore.java |  60 +++
 .../unsafe/UnsafeLongMeasureChunkStore.java     |  59 +++
 .../unsafe/UnsafeShortMeasureChunkStore.java    |  59 +++
 ...afeVariableLengthDimesionDataChunkStore.java | 212 ++++++++++
 .../core/constants/CarbonCommonConstants.java   |  21 +
 .../datastorage/store/NodeMeasureDataStore.java |   1 -
 .../store/compression/Compressor.java           |  12 +
 .../store/compression/CompressorFactory.java    |  30 +-
 .../store/compression/SnappyCompressor.java     | 117 ++++--
 .../compression/ValueCompressonHolder.java      |  39 +-
 .../decimal/UnCompressByteArray.java            | 137 -------
 .../decimal/UnCompressMaxMinByte.java           |  78 ++--
 .../decimal/UnCompressMaxMinDefault.java        |  53 ++-
 .../decimal/UnCompressMaxMinFloat.java          | 102 -----
 .../decimal/UnCompressMaxMinInt.java            |  66 +--
 .../decimal/UnCompressMaxMinLong.java           |  63 +--
 .../decimal/UnCompressMaxMinShort.java          |  65 +--
 .../nondecimal/UnCompressNonDecimalByte.java    |  47 ++-
 .../nondecimal/UnCompressNonDecimalDefault.java |  43 +-
 .../nondecimal/UnCompressNonDecimalFloat.java   | 100 -----
 .../nondecimal/UnCompressNonDecimalInt.java     |  45 ++-
 .../nondecimal/UnCompressNonDecimalLong.java    |  42 +-
 .../UnCompressNonDecimalMaxMinByte.java         |  66 +--
 .../UnCompressNonDecimalMaxMinDefault.java      |  56 ++-
 .../UnCompressNonDecimalMaxMinFloat.java        | 110 -----
 .../UnCompressNonDecimalMaxMinInt.java          |  58 ++-
 .../UnCompressNonDecimalMaxMinLong.java         |  56 ++-
 .../UnCompressNonDecimalMaxMinShort.java        |  59 ++-
 .../nondecimal/UnCompressNonDecimalShort.java   |  43 +-
 .../compression/none/UnCompressNoneByte.java    |  53 ++-
 .../compression/none/UnCompressNoneDefault.java |  37 +-
 .../compression/none/UnCompressNoneFloat.java   | 105 -----
 .../compression/none/UnCompressNoneInt.java     |  67 ++--
 .../compression/none/UnCompressNoneLong.java    |  51 ++-
 .../compression/none/UnCompressNoneShort.java   |  52 ++-
 .../compression/type/UnCompressBigDecimal.java  |  57 +--
 .../type/UnCompressBigDecimalByte.java          | 115 +++---
 .../store/dataholder/CarbonReadDataHolder.java  |  62 +--
 ...yCompressedDoubleArrayDataInMemoryStore.java |   1 -
 .../keygenerator/mdkey/NumberCompressor.java    |  10 +-
 .../core/memory/MemoryAllocatorFactory.java     |  45 +++
 .../carbondata/core/unsafe/CarbonUnsafe.java    |  12 +
 .../core/util/CarbonMetadataUtil.java           |   2 +-
 .../apache/carbondata/core/util/CarbonUtil.java | 136 ++++---
 .../core/util/ValueCompressionUtil.java         |  15 -
 .../impl/AbstractScannedResultCollector.java    |   8 +-
 .../scan/complextypes/ComplexQueryType.java     |  14 +-
 .../scan/complextypes/PrimitiveQueryType.java   |   2 +-
 .../executer/ExcludeFilterExecuterImpl.java     |  64 +--
 .../executer/IncludeFilterExecuterImpl.java     |  58 +--
 .../executer/RowLevelFilterExecuterImpl.java    |  46 +--
 .../RowLevelRangeGrtThanFiterExecuterImpl.java  |   9 +-
 ...elRangeGrtrThanEquaToFilterExecuterImpl.java |  10 +-
 ...velRangeLessThanEqualFilterExecuterImpl.java |   9 +-
 .../RowLevelRangeLessThanFiterExecuterImpl.java |   9 +-
 .../scan/result/AbstractScannedResult.java      |  10 +-
 .../scan/scanner/impl/FilterScanner.java        |   7 +-
 .../impl/CompressedDataMeasureWrapperTest.java  |   2 +-
 .../impl/ColumnGroupDimensionDataChunkTest.java | 106 +++--
 .../impl/FixedLengthDimensionDataChunkTest.java |  17 +-
 ...ressedDimensionChunkFileBasedReaderTest.java | 239 +++++------
 ...mpressedMeasureChunkFileBasedReaderTest.java |   5 +-
 .../DriverQueryStatisticsRecorderImplTest.java  |   1 -
 .../mdkey/NumberCompressorUnitTest.java         |  11 +-
 .../carbondata/core/util/CarbonUtilTest.java    | 162 +++-----
 .../core/util/ValueCompressionUtilTest.java     |  57 +--
 .../DictionaryBasedResultCollectorTest.java     | 304 ++++++--------
 .../impl/RawBasedResultCollectorTest.java       | 216 +++++-----
 .../impl/FilterQueryScannedResultTest.java      | 401 +++++++++----------
 .../impl/NonFilterQueryScannedResultTest.java   | 397 +++++++++---------
 .../scanner/impl/FilterScannerTest.java         | 284 +++++++------
 .../sortdata/CompressedTempSortFileWriter.java  |   3 +-
 .../store/writer/AbstractFactDataWriter.java    |  10 +-
 103 files changed, 4712 insertions(+), 3118 deletions(-)
----------------------------------------------------------------------



Mime
View raw message