carbondata-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From jack...@apache.org
Subject [18/56] [abbrv] carbondata git commit: Fixed batch load issue
Date Tue, 20 Jun 2017 07:29:24 GMT
Fixed batch load issue


Project: http://git-wip-us.apache.org/repos/asf/carbondata/repo
Commit: http://git-wip-us.apache.org/repos/asf/carbondata/commit/9d29083a
Tree: http://git-wip-us.apache.org/repos/asf/carbondata/tree/9d29083a
Diff: http://git-wip-us.apache.org/repos/asf/carbondata/diff/9d29083a

Branch: refs/heads/streaming_ingest
Commit: 9d29083ad697b1d9c72be0132386dce488f87863
Parents: f5b08de
Author: ravipesala <ravi.pesala@gmail.com>
Authored: Tue Jun 13 23:13:16 2017 +0530
Committer: Venkata Ramana G <ramana.gollamudi@huawei.com>
Committed: Wed Jun 14 17:47:15 2017 +0530

----------------------------------------------------------------------
 .../newflow/sort/impl/UnsafeBatchParallelReadMergeSorterImpl.java | 3 ---
 1 file changed, 3 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/carbondata/blob/9d29083a/processing/src/main/java/org/apache/carbondata/processing/newflow/sort/impl/UnsafeBatchParallelReadMergeSorterImpl.java
----------------------------------------------------------------------
diff --git a/processing/src/main/java/org/apache/carbondata/processing/newflow/sort/impl/UnsafeBatchParallelReadMergeSorterImpl.java
b/processing/src/main/java/org/apache/carbondata/processing/newflow/sort/impl/UnsafeBatchParallelReadMergeSorterImpl.java
index ccd5afd..305a2ee 100644
--- a/processing/src/main/java/org/apache/carbondata/processing/newflow/sort/impl/UnsafeBatchParallelReadMergeSorterImpl.java
+++ b/processing/src/main/java/org/apache/carbondata/processing/newflow/sort/impl/UnsafeBatchParallelReadMergeSorterImpl.java
@@ -198,9 +198,6 @@ public class UnsafeBatchParallelReadMergeSorterImpl extends AbstractMergeSorter
 
     private void createSortDataRows() {
       int inMemoryChunkSizeInMB = CarbonProperties.getInstance().getSortMemoryChunkSizeInMB();
-      if (inMemoryChunkSizeInMB > sortParameters.getBatchSortSizeinMb()) {
-        inMemoryChunkSizeInMB = sortParameters.getBatchSortSizeinMb();
-      }
       this.finalMerger = new UnsafeSingleThreadFinalSortFilesMerger(sortParameters,
           sortParameters.getTempFileLocation());
       unsafeIntermediateFileMerger = new UnsafeIntermediateMerger(sortParameters);


Mime
View raw message