carbondata-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From jack...@apache.org
Subject [4/4] incubator-carbondata git commit: [CARBONDATA-470]Add unsafe offheap and on-heap sort in carbodata loading This closes #369
Date Tue, 13 Dec 2016 11:14:59 GMT
[CARBONDATA-470]Add unsafe offheap and on-heap sort in carbodata loading This closes #369


Project: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/commit/910155d4
Tree: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/tree/910155d4
Diff: http://git-wip-us.apache.org/repos/asf/incubator-carbondata/diff/910155d4

Branch: refs/heads/master
Commit: 910155d42196dafed6d684df9d29b72ceb702d52
Parents: 8940514 f1f9348
Author: jackylk <jacky.likun@huawei.com>
Authored: Tue Dec 13 19:14:07 2016 +0800
Committer: jackylk <jacky.likun@huawei.com>
Committed: Tue Dec 13 19:14:07 2016 +0800

----------------------------------------------------------------------
 .../core/constants/CarbonCommonConstants.java   |  32 +
 .../core/memory/HeapMemoryAllocator.java        |  84 ++
 .../carbondata/core/memory/MemoryAllocator.java |  36 +
 .../carbondata/core/memory/MemoryBlock.java     |  57 ++
 .../carbondata/core/memory/MemoryLocation.java  |  55 ++
 .../core/memory/UnsafeMemoryAllocator.java      |  40 +
 .../carbondata/core/unsafe/CarbonUnsafe.java    |  48 +
 dev/javastyle-config.xml                        |   6 +-
 dev/javastyle-suppressions.xml                  |  35 +
 .../newflow/iterator/InputIterator.java         |  40 +
 .../impl/UnsafeParallelReadMergeSorterImpl.java | 219 +++++
 .../newflow/sort/unsafe/IntPointerBuffer.java   |  95 ++
 .../sort/unsafe/UnsafeCarbonRowPage.java        | 356 +++++++
 .../sort/unsafe/UnsafeMemoryManager.java        |  99 ++
 .../newflow/sort/unsafe/UnsafeSortDataRows.java | 356 +++++++
 .../unsafe/comparator/UnsafeRowComparator.java  | 133 +++
 .../UnsafeRowComparatorForNormalDIms.java       |  61 ++
 .../sort/unsafe/holder/SortTempChunkHolder.java |  35 +
 .../sort/unsafe/holder/UnsafeCarbonRow.java     |  23 +
 .../unsafe/holder/UnsafeCarbonRowForMerge.java  |  25 +
 .../holder/UnsafeFinalMergePageHolder.java      |  90 ++
 .../unsafe/holder/UnsafeInmemoryHolder.java     |  80 ++
 .../holder/UnsafeInmemoryMergeHolder.java       |  90 ++
 .../holder/UnsafeSortTempFileChunkHolder.java   | 455 +++++++++
 .../UnsafeInMemoryIntermediateDataMerger.java   | 217 +++++
 .../merger/UnsafeIntermediateFileMerger.java    | 364 +++++++
 .../unsafe/merger/UnsafeIntermediateMerger.java | 180 ++++
 .../UnsafeSingleThreadFinalSortFilesMerger.java | 313 ++++++
 .../newflow/sort/unsafe/sort/TimSort.java       | 943 +++++++++++++++++++
 .../unsafe/sort/UnsafeIntSortDataFormat.java    |  74 ++
 .../newflow/steps/SortProcessorStepImpl.java    |  10 +-
 31 files changed, 4647 insertions(+), 4 deletions(-)
----------------------------------------------------------------------



Mime
View raw message